1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Copyright (c) 2012-2013, NVIDIA Corporation.
4 */
5
6#include <linux/clk.h>
7#include <linux/delay.h>
8#include <linux/iommu.h>
9#include <linux/module.h>
10#include <linux/of.h>
11#include <linux/platform_device.h>
12#include <linux/pm_runtime.h>
13#include <linux/reset.h>
14
15#include <soc/tegra/common.h>
16
17#include "drm.h"
18#include "gem.h"
19#include "gr2d.h"
20
21enum {
22 RST_MC,
23 RST_GR2D,
24 RST_GR2D_MAX,
25};
26
27struct gr2d_soc {
28 unsigned int version;
29};
30
31struct gr2d {
32 struct tegra_drm_client client;
33 struct host1x_channel *channel;
34 struct clk *clk;
35
36 struct reset_control_bulk_data resets[RST_GR2D_MAX];
37 unsigned int nresets;
38
39 const struct gr2d_soc *soc;
40
41 DECLARE_BITMAP(addr_regs, GR2D_NUM_REGS);
42};
43
44static inline struct gr2d *to_gr2d(struct tegra_drm_client *client)
45{
46 return container_of(client, struct gr2d, client);
47}
48
49static int gr2d_init(struct host1x_client *client)
50{
51 struct tegra_drm_client *drm = host1x_to_drm_client(client);
52 struct drm_device *dev = dev_get_drvdata(dev: client->host);
53 unsigned long flags = HOST1X_SYNCPT_HAS_BASE;
54 struct gr2d *gr2d = to_gr2d(client: drm);
55 int err;
56
57 gr2d->channel = host1x_channel_request(client);
58 if (!gr2d->channel)
59 return -ENOMEM;
60
61 client->syncpts[0] = host1x_syncpt_request(client, flags);
62 if (!client->syncpts[0]) {
63 err = -ENOMEM;
64 dev_err(client->dev, "failed to request syncpoint: %d\n", err);
65 goto put;
66 }
67
68 err = host1x_client_iommu_attach(client);
69 if (err < 0) {
70 dev_err(client->dev, "failed to attach to domain: %d\n", err);
71 goto free;
72 }
73
74 err = tegra_drm_register_client(tegra: dev->dev_private, client: drm);
75 if (err < 0) {
76 dev_err(client->dev, "failed to register client: %d\n", err);
77 goto detach_iommu;
78 }
79
80 return 0;
81
82detach_iommu:
83 host1x_client_iommu_detach(client);
84free:
85 host1x_syncpt_put(sp: client->syncpts[0]);
86put:
87 host1x_channel_put(channel: gr2d->channel);
88 return err;
89}
90
91static int gr2d_exit(struct host1x_client *client)
92{
93 struct tegra_drm_client *drm = host1x_to_drm_client(client);
94 struct drm_device *dev = dev_get_drvdata(dev: client->host);
95 struct tegra_drm *tegra = dev->dev_private;
96 struct gr2d *gr2d = to_gr2d(client: drm);
97 int err;
98
99 err = tegra_drm_unregister_client(tegra, client: drm);
100 if (err < 0)
101 return err;
102
103 pm_runtime_dont_use_autosuspend(dev: client->dev);
104 pm_runtime_force_suspend(dev: client->dev);
105
106 host1x_client_iommu_detach(client);
107 host1x_syncpt_put(sp: client->syncpts[0]);
108 host1x_channel_put(channel: gr2d->channel);
109
110 gr2d->channel = NULL;
111
112 return 0;
113}
114
115static const struct host1x_client_ops gr2d_client_ops = {
116 .init = gr2d_init,
117 .exit = gr2d_exit,
118};
119
120static int gr2d_open_channel(struct tegra_drm_client *client,
121 struct tegra_drm_context *context)
122{
123 struct gr2d *gr2d = to_gr2d(client);
124
125 context->channel = host1x_channel_get(channel: gr2d->channel);
126 if (!context->channel)
127 return -ENOMEM;
128
129 return 0;
130}
131
132static void gr2d_close_channel(struct tegra_drm_context *context)
133{
134 host1x_channel_put(channel: context->channel);
135}
136
137static int gr2d_is_addr_reg(struct device *dev, u32 class, u32 offset)
138{
139 struct gr2d *gr2d = dev_get_drvdata(dev);
140
141 switch (class) {
142 case HOST1X_CLASS_HOST1X:
143 if (offset == 0x2b)
144 return 1;
145
146 break;
147
148 case HOST1X_CLASS_GR2D:
149 case HOST1X_CLASS_GR2D_SB:
150 if (offset >= GR2D_NUM_REGS)
151 break;
152
153 if (test_bit(offset, gr2d->addr_regs))
154 return 1;
155
156 break;
157 }
158
159 return 0;
160}
161
162static int gr2d_is_valid_class(u32 class)
163{
164 return (class == HOST1X_CLASS_GR2D ||
165 class == HOST1X_CLASS_GR2D_SB);
166}
167
168static const struct tegra_drm_client_ops gr2d_ops = {
169 .open_channel = gr2d_open_channel,
170 .close_channel = gr2d_close_channel,
171 .is_addr_reg = gr2d_is_addr_reg,
172 .is_valid_class = gr2d_is_valid_class,
173 .submit = tegra_drm_submit,
174};
175
176static const struct gr2d_soc tegra20_gr2d_soc = {
177 .version = 0x20,
178};
179
180static const struct gr2d_soc tegra30_gr2d_soc = {
181 .version = 0x30,
182};
183
184static const struct gr2d_soc tegra114_gr2d_soc = {
185 .version = 0x35,
186};
187
188static const struct of_device_id gr2d_match[] = {
189 { .compatible = "nvidia,tegra114-gr2d", .data = &tegra114_gr2d_soc },
190 { .compatible = "nvidia,tegra30-gr2d", .data = &tegra30_gr2d_soc },
191 { .compatible = "nvidia,tegra20-gr2d", .data = &tegra20_gr2d_soc },
192 { },
193};
194MODULE_DEVICE_TABLE(of, gr2d_match);
195
196static const u32 gr2d_addr_regs[] = {
197 GR2D_UA_BASE_ADDR,
198 GR2D_VA_BASE_ADDR,
199 GR2D_PAT_BASE_ADDR,
200 GR2D_DSTA_BASE_ADDR,
201 GR2D_DSTB_BASE_ADDR,
202 GR2D_DSTC_BASE_ADDR,
203 GR2D_SRCA_BASE_ADDR,
204 GR2D_SRCB_BASE_ADDR,
205 GR2D_PATBASE_ADDR,
206 GR2D_SRC_BASE_ADDR_SB,
207 GR2D_DSTA_BASE_ADDR_SB,
208 GR2D_DSTB_BASE_ADDR_SB,
209 GR2D_UA_BASE_ADDR_SB,
210 GR2D_VA_BASE_ADDR_SB,
211};
212
213static int gr2d_get_resets(struct device *dev, struct gr2d *gr2d)
214{
215 int err;
216
217 gr2d->resets[RST_MC].id = "mc";
218 gr2d->resets[RST_GR2D].id = "2d";
219 gr2d->nresets = RST_GR2D_MAX;
220
221 err = devm_reset_control_bulk_get_optional_exclusive_released(
222 dev, num_rstcs: gr2d->nresets, rstcs: gr2d->resets);
223 if (err) {
224 dev_err(dev, "failed to get reset: %d\n", err);
225 return err;
226 }
227
228 if (WARN_ON(!gr2d->resets[RST_GR2D].rstc))
229 return -ENOENT;
230
231 return 0;
232}
233
234static int gr2d_probe(struct platform_device *pdev)
235{
236 struct device *dev = &pdev->dev;
237 struct host1x_syncpt **syncpts;
238 struct gr2d *gr2d;
239 unsigned int i;
240 int err;
241
242 gr2d = devm_kzalloc(dev, size: sizeof(*gr2d), GFP_KERNEL);
243 if (!gr2d)
244 return -ENOMEM;
245
246 platform_set_drvdata(pdev, data: gr2d);
247
248 gr2d->soc = of_device_get_match_data(dev);
249
250 syncpts = devm_kzalloc(dev, size: sizeof(*syncpts), GFP_KERNEL);
251 if (!syncpts)
252 return -ENOMEM;
253
254 gr2d->clk = devm_clk_get(dev, NULL);
255 if (IS_ERR(ptr: gr2d->clk)) {
256 dev_err(dev, "cannot get clock\n");
257 return PTR_ERR(ptr: gr2d->clk);
258 }
259
260 err = gr2d_get_resets(dev, gr2d);
261 if (err)
262 return err;
263
264 INIT_LIST_HEAD(list: &gr2d->client.base.list);
265 gr2d->client.base.ops = &gr2d_client_ops;
266 gr2d->client.base.dev = dev;
267 gr2d->client.base.class = HOST1X_CLASS_GR2D;
268 gr2d->client.base.syncpts = syncpts;
269 gr2d->client.base.num_syncpts = 1;
270
271 INIT_LIST_HEAD(list: &gr2d->client.list);
272 gr2d->client.version = gr2d->soc->version;
273 gr2d->client.ops = &gr2d_ops;
274
275 err = devm_tegra_core_dev_init_opp_table_common(dev);
276 if (err)
277 return err;
278
279 err = host1x_client_register(&gr2d->client.base);
280 if (err < 0) {
281 dev_err(dev, "failed to register host1x client: %d\n", err);
282 return err;
283 }
284
285 /* initialize address register map */
286 for (i = 0; i < ARRAY_SIZE(gr2d_addr_regs); i++)
287 set_bit(nr: gr2d_addr_regs[i], addr: gr2d->addr_regs);
288
289 return 0;
290}
291
292static void gr2d_remove(struct platform_device *pdev)
293{
294 struct gr2d *gr2d = platform_get_drvdata(pdev);
295
296 pm_runtime_disable(dev: &pdev->dev);
297 host1x_client_unregister(client: &gr2d->client.base);
298}
299
300static int __maybe_unused gr2d_runtime_suspend(struct device *dev)
301{
302 struct gr2d *gr2d = dev_get_drvdata(dev);
303 int err;
304
305 host1x_channel_stop(channel: gr2d->channel);
306 reset_control_bulk_release(num_rstcs: gr2d->nresets, rstcs: gr2d->resets);
307
308 /*
309 * GR2D module shouldn't be reset while hardware is idling, otherwise
310 * host1x's cmdproc will stuck on trying to access any G2 register
311 * after reset. GR2D module could be either hot-reset or reset after
312 * power-gating of the HEG partition. Hence we will put in reset only
313 * the memory client part of the module, the HEG GENPD will take care
314 * of resetting GR2D module across power-gating.
315 *
316 * On Tegra20 there is no HEG partition, but it's okay to have
317 * undetermined h/w state since userspace is expected to reprogram
318 * the state on each job submission anyways.
319 */
320 err = reset_control_acquire(rstc: gr2d->resets[RST_MC].rstc);
321 if (err) {
322 dev_err(dev, "failed to acquire MC reset: %d\n", err);
323 goto acquire_reset;
324 }
325
326 err = reset_control_assert(rstc: gr2d->resets[RST_MC].rstc);
327 reset_control_release(rstc: gr2d->resets[RST_MC].rstc);
328 if (err) {
329 dev_err(dev, "failed to assert MC reset: %d\n", err);
330 goto acquire_reset;
331 }
332
333 clk_disable_unprepare(clk: gr2d->clk);
334
335 return 0;
336
337acquire_reset:
338 reset_control_bulk_acquire(num_rstcs: gr2d->nresets, rstcs: gr2d->resets);
339 reset_control_bulk_deassert(num_rstcs: gr2d->nresets, rstcs: gr2d->resets);
340
341 return err;
342}
343
344static int __maybe_unused gr2d_runtime_resume(struct device *dev)
345{
346 struct gr2d *gr2d = dev_get_drvdata(dev);
347 int err;
348
349 err = reset_control_bulk_acquire(num_rstcs: gr2d->nresets, rstcs: gr2d->resets);
350 if (err) {
351 dev_err(dev, "failed to acquire reset: %d\n", err);
352 return err;
353 }
354
355 err = clk_prepare_enable(clk: gr2d->clk);
356 if (err) {
357 dev_err(dev, "failed to enable clock: %d\n", err);
358 goto release_reset;
359 }
360
361 usleep_range(min: 2000, max: 4000);
362
363 /* this is a reset array which deasserts both 2D MC and 2D itself */
364 err = reset_control_bulk_deassert(num_rstcs: gr2d->nresets, rstcs: gr2d->resets);
365 if (err) {
366 dev_err(dev, "failed to deassert reset: %d\n", err);
367 goto disable_clk;
368 }
369
370 pm_runtime_enable(dev);
371 pm_runtime_use_autosuspend(dev);
372 pm_runtime_set_autosuspend_delay(dev, delay: 500);
373
374 return 0;
375
376disable_clk:
377 clk_disable_unprepare(clk: gr2d->clk);
378release_reset:
379 reset_control_bulk_release(num_rstcs: gr2d->nresets, rstcs: gr2d->resets);
380
381 return err;
382}
383
384static const struct dev_pm_ops tegra_gr2d_pm = {
385 SET_RUNTIME_PM_OPS(gr2d_runtime_suspend, gr2d_runtime_resume, NULL)
386 SET_SYSTEM_SLEEP_PM_OPS(pm_runtime_force_suspend,
387 pm_runtime_force_resume)
388};
389
390struct platform_driver tegra_gr2d_driver = {
391 .driver = {
392 .name = "tegra-gr2d",
393 .of_match_table = gr2d_match,
394 .pm = &tegra_gr2d_pm,
395 },
396 .probe = gr2d_probe,
397 .remove = gr2d_remove,
398};
399

source code of linux/drivers/gpu/drm/tegra/gr2d.c