Lines Matching refs:v3d
22 v3d_init_core(struct v3d_dev *v3d, int core) in v3d_init_core() argument
30 if (v3d->ver < 40) in v3d_init_core()
42 v3d_init_hw_state(struct v3d_dev *v3d) in v3d_init_hw_state() argument
44 v3d_init_core(v3d, 0); in v3d_init_hw_state()
48 v3d_idle_axi(struct v3d_dev *v3d, int core) in v3d_idle_axi() argument
61 v3d_idle_gca(struct v3d_dev *v3d) in v3d_idle_gca() argument
63 if (v3d->ver >= 41) in v3d_idle_gca()
76 v3d_reset_by_bridge(struct v3d_dev *v3d) in v3d_reset_by_bridge() argument
99 v3d_reset_v3d(struct v3d_dev *v3d) in v3d_reset_v3d() argument
101 if (v3d->reset) in v3d_reset_v3d()
102 reset_control_reset(v3d->reset); in v3d_reset_v3d()
104 v3d_reset_by_bridge(v3d); in v3d_reset_v3d()
106 v3d_init_hw_state(v3d); in v3d_reset_v3d()
110 v3d_reset(struct v3d_dev *v3d) in v3d_reset() argument
112 struct drm_device *dev = &v3d->drm; in v3d_reset()
121 v3d_idle_axi(v3d, 0); in v3d_reset()
123 v3d_idle_gca(v3d); in v3d_reset()
124 v3d_reset_v3d(v3d); in v3d_reset()
126 v3d_mmu_set_page_table(v3d); in v3d_reset()
127 v3d_irq_reset(v3d); in v3d_reset()
129 v3d_perfmon_stop(v3d, v3d->active_perfmon, false); in v3d_reset()
135 v3d_flush_l3(struct v3d_dev *v3d) in v3d_flush_l3() argument
137 if (v3d->ver < 41) { in v3d_flush_l3()
143 if (v3d->ver < 33) { in v3d_flush_l3()
154 v3d_invalidate_l2c(struct v3d_dev *v3d, int core) in v3d_invalidate_l2c() argument
156 if (v3d->ver > 32) in v3d_invalidate_l2c()
166 v3d_flush_l2t(struct v3d_dev *v3d, int core) in v3d_flush_l2t() argument
175 mutex_lock(&v3d->cache_clean_lock); in v3d_flush_l2t()
179 mutex_unlock(&v3d->cache_clean_lock); in v3d_flush_l2t()
191 v3d_clean_caches(struct v3d_dev *v3d) in v3d_clean_caches() argument
193 struct drm_device *dev = &v3d->drm; in v3d_clean_caches()
204 mutex_lock(&v3d->cache_clean_lock); in v3d_clean_caches()
214 mutex_unlock(&v3d->cache_clean_lock); in v3d_clean_caches()
221 v3d_invalidate_slices(struct v3d_dev *v3d, int core) in v3d_invalidate_slices() argument
231 v3d_invalidate_caches(struct v3d_dev *v3d) in v3d_invalidate_caches() argument
238 v3d_flush_l3(v3d); in v3d_invalidate_caches()
239 v3d_invalidate_l2c(v3d, 0); in v3d_invalidate_caches()
240 v3d_flush_l2t(v3d, 0); in v3d_invalidate_caches()
241 v3d_invalidate_slices(v3d, 0); in v3d_invalidate_caches()
370 pm_runtime_mark_last_busy(job->v3d->drm.dev); in v3d_job_free()
371 pm_runtime_put_autosuspend(job->v3d->drm.dev); in v3d_job_free()
455 v3d_job_init(struct v3d_dev *v3d, struct drm_file *file_priv, in v3d_job_init() argument
471 job->v3d = v3d; in v3d_job_init()
474 ret = pm_runtime_get_sync(v3d->drm.dev); in v3d_job_init()
513 pm_runtime_put_autosuspend(v3d->drm.dev); in v3d_job_init()
721 struct v3d_dev *v3d = to_v3d_dev(dev); in v3d_submit_cl_ioctl() local
732 trace_v3d_submit_cl_ioctl(&v3d->drm, args->rcl_start, args->rcl_end); in v3d_submit_cl_ioctl()
752 ret = v3d_job_init(v3d, file_priv, (void *)&render, sizeof(*render), in v3d_submit_cl_ioctl()
762 ret = v3d_job_init(v3d, file_priv, (void *)&bin, sizeof(*bin), in v3d_submit_cl_ioctl()
776 ret = v3d_job_init(v3d, file_priv, (void *)&clean_job, sizeof(*clean_job), in v3d_submit_cl_ioctl()
805 mutex_lock(&v3d->sched_lock); in v3d_submit_cl_ioctl()
831 mutex_unlock(&v3d->sched_lock); in v3d_submit_cl_ioctl()
849 mutex_unlock(&v3d->sched_lock); in v3d_submit_cl_ioctl()
874 struct v3d_dev *v3d = to_v3d_dev(dev); in v3d_submit_tfu_ioctl() local
881 trace_v3d_submit_tfu_ioctl(&v3d->drm, args->iia); in v3d_submit_tfu_ioctl()
896 ret = v3d_job_init(v3d, file_priv, (void *)&job, sizeof(*job), in v3d_submit_tfu_ioctl()
938 mutex_lock(&v3d->sched_lock); in v3d_submit_tfu_ioctl()
940 mutex_unlock(&v3d->sched_lock); in v3d_submit_tfu_ioctl()
972 struct v3d_dev *v3d = to_v3d_dev(dev); in v3d_submit_csd_ioctl() local
981 trace_v3d_submit_csd_ioctl(&v3d->drm, args->cfg[5], args->cfg[6]); in v3d_submit_csd_ioctl()
986 if (!v3d_has_csd(v3d)) { in v3d_submit_csd_ioctl()
1004 ret = v3d_job_init(v3d, file_priv, (void *)&job, sizeof(*job), in v3d_submit_csd_ioctl()
1009 ret = v3d_job_init(v3d, file_priv, (void *)&clean_job, sizeof(*clean_job), in v3d_submit_csd_ioctl()
1034 mutex_lock(&v3d->sched_lock); in v3d_submit_csd_ioctl()
1043 mutex_unlock(&v3d->sched_lock); in v3d_submit_csd_ioctl()
1058 mutex_unlock(&v3d->sched_lock); in v3d_submit_csd_ioctl()
1072 struct v3d_dev *v3d = to_v3d_dev(dev); in v3d_gem_init() local
1077 v3d->queue[i].fence_context = dma_fence_context_alloc(1); in v3d_gem_init()
1079 spin_lock_init(&v3d->mm_lock); in v3d_gem_init()
1080 spin_lock_init(&v3d->job_lock); in v3d_gem_init()
1081 mutex_init(&v3d->bo_lock); in v3d_gem_init()
1082 mutex_init(&v3d->reset_lock); in v3d_gem_init()
1083 mutex_init(&v3d->sched_lock); in v3d_gem_init()
1084 mutex_init(&v3d->cache_clean_lock); in v3d_gem_init()
1090 drm_mm_init(&v3d->mm, 1, pt_size / sizeof(u32) - 1); in v3d_gem_init()
1092 v3d->pt = dma_alloc_wc(v3d->drm.dev, pt_size, in v3d_gem_init()
1093 &v3d->pt_paddr, in v3d_gem_init()
1095 if (!v3d->pt) { in v3d_gem_init()
1096 drm_mm_takedown(&v3d->mm); in v3d_gem_init()
1097 dev_err(v3d->drm.dev, in v3d_gem_init()
1102 v3d_init_hw_state(v3d); in v3d_gem_init()
1103 v3d_mmu_set_page_table(v3d); in v3d_gem_init()
1105 ret = v3d_sched_init(v3d); in v3d_gem_init()
1107 drm_mm_takedown(&v3d->mm); in v3d_gem_init()
1108 dma_free_coherent(v3d->drm.dev, 4096 * 1024, (void *)v3d->pt, in v3d_gem_init()
1109 v3d->pt_paddr); in v3d_gem_init()
1118 struct v3d_dev *v3d = to_v3d_dev(dev); in v3d_gem_destroy() local
1120 v3d_sched_fini(v3d); in v3d_gem_destroy()
1125 WARN_ON(v3d->bin_job); in v3d_gem_destroy()
1126 WARN_ON(v3d->render_job); in v3d_gem_destroy()
1128 drm_mm_takedown(&v3d->mm); in v3d_gem_destroy()
1130 dma_free_coherent(v3d->drm.dev, 4096 * 1024, (void *)v3d->pt, in v3d_gem_destroy()
1131 v3d->pt_paddr); in v3d_gem_destroy()