// SPDX-License-Identifier: GPL-2.0+ /* * Copyright (C) 2014-2018 Broadcom * Copyright (C) 2023 Raspberry Pi */ #include <drm/drm_syncobj.h> #include "v3d_drv.h" #include "v3d_regs.h" #include "v3d_trace.h" /* Takes the reservation lock on all the BOs being referenced, so that * at queue submit time we can update the reservations. * * We don't lock the RCL the tile alloc/state BOs, or overflow memory * (all of which are on exec->unref_list). They're entirely private * to v3d, so we don't attach dma-buf fences to them. */ static int v3d_lock_bo_reservations(struct v3d_job *job, struct ww_acquire_ctx *acquire_ctx) { … } /** * v3d_lookup_bos() - Sets up job->bo[] with the GEM objects * referenced by the job. * @dev: DRM device * @file_priv: DRM file for this fd * @job: V3D job being set up * @bo_handles: GEM handles * @bo_count: Number of GEM handles passed in * * The command validator needs to reference BOs by their index within * the submitted job's BO list. This does the validation of the job's * BO list and reference counting for the lifetime of the job. * * Note that this function doesn't need to unreference the BOs on * failure, because that will happen at v3d_exec_cleanup() time. */ static int v3d_lookup_bos(struct drm_device *dev, struct drm_file *file_priv, struct v3d_job *job, u64 bo_handles, u32 bo_count) { … } static void v3d_job_free(struct kref *ref) { … } static void v3d_render_job_free(struct kref *ref) { … } void v3d_job_cleanup(struct v3d_job *job) { … } void v3d_job_put(struct v3d_job *job) { … } static int v3d_job_allocate(void **container, size_t size) { … } static void v3d_job_deallocate(void **container) { … } static int v3d_job_init(struct v3d_dev *v3d, struct drm_file *file_priv, struct v3d_job *job, void (*free)(struct kref *ref), u32 in_sync, struct v3d_submit_ext *se, enum v3d_queue queue) { … } static void v3d_push_job(struct v3d_job *job) { … } static void v3d_attach_fences_and_unlock_reservation(struct drm_file *file_priv, struct v3d_job *job, struct ww_acquire_ctx *acquire_ctx, u32 out_sync, struct v3d_submit_ext *se, struct dma_fence *done_fence) { … } static int v3d_setup_csd_jobs_and_bos(struct drm_file *file_priv, struct v3d_dev *v3d, struct drm_v3d_submit_csd *args, struct v3d_csd_job **job, struct v3d_job **clean_job, struct v3d_submit_ext *se, struct ww_acquire_ctx *acquire_ctx) { … } static void v3d_put_multisync_post_deps(struct v3d_submit_ext *se) { … } static int v3d_get_multisync_post_deps(struct drm_file *file_priv, struct v3d_submit_ext *se, u32 count, u64 handles) { … } /* Get data for multiple binary semaphores synchronization. Parse syncobj * to be signaled when job completes (out_sync). */ static int v3d_get_multisync_submit_deps(struct drm_file *file_priv, struct drm_v3d_extension __user *ext, struct v3d_submit_ext *se) { … } /* Get data for the indirect CSD job submission. */ static int v3d_get_cpu_indirect_csd_params(struct drm_file *file_priv, struct drm_v3d_extension __user *ext, struct v3d_cpu_job *job) { … } /* Get data for the query timestamp job submission. */ static int v3d_get_cpu_timestamp_query_params(struct drm_file *file_priv, struct drm_v3d_extension __user *ext, struct v3d_cpu_job *job) { … } static int v3d_get_cpu_reset_timestamp_params(struct drm_file *file_priv, struct drm_v3d_extension __user *ext, struct v3d_cpu_job *job) { … } /* Get data for the copy timestamp query results job submission. */ static int v3d_get_cpu_copy_query_results_params(struct drm_file *file_priv, struct drm_v3d_extension __user *ext, struct v3d_cpu_job *job) { … } static int v3d_get_cpu_reset_performance_params(struct drm_file *file_priv, struct drm_v3d_extension __user *ext, struct v3d_cpu_job *job) { … } static int v3d_get_cpu_copy_performance_query_params(struct drm_file *file_priv, struct drm_v3d_extension __user *ext, struct v3d_cpu_job *job) { … } /* Whenever userspace sets ioctl extensions, v3d_get_extensions parses data * according to the extension id (name). */ static int v3d_get_extensions(struct drm_file *file_priv, u64 ext_handles, struct v3d_submit_ext *se, struct v3d_cpu_job *job) { … } /** * v3d_submit_cl_ioctl() - Submits a job (frame) to the V3D. * @dev: DRM device * @data: ioctl argument * @file_priv: DRM file for this fd * * This is the main entrypoint for userspace to submit a 3D frame to * the GPU. Userspace provides the binner command list (if * applicable), and the kernel sets up the render command list to draw * to the framebuffer described in the ioctl, using the command lists * that the 3D engine's binner will produce. */ int v3d_submit_cl_ioctl(struct drm_device *dev, void *data, struct drm_file *file_priv) { … } /** * v3d_submit_tfu_ioctl() - Submits a TFU (texture formatting) job to the V3D. * @dev: DRM device * @data: ioctl argument * @file_priv: DRM file for this fd * * Userspace provides the register setup for the TFU, which we don't * need to validate since the TFU is behind the MMU. */ int v3d_submit_tfu_ioctl(struct drm_device *dev, void *data, struct drm_file *file_priv) { … } /** * v3d_submit_csd_ioctl() - Submits a CSD (compute shader) job to the V3D. * @dev: DRM device * @data: ioctl argument * @file_priv: DRM file for this fd * * Userspace provides the register setup for the CSD, which we don't * need to validate since the CSD is behind the MMU. */ int v3d_submit_csd_ioctl(struct drm_device *dev, void *data, struct drm_file *file_priv) { … } static const unsigned int cpu_job_bo_handle_count[] = …; /** * v3d_submit_cpu_ioctl() - Submits a CPU job to the V3D. * @dev: DRM device * @data: ioctl argument * @file_priv: DRM file for this fd * * Userspace specifies the CPU job type and data required to perform its * operations through the drm_v3d_extension struct. */ int v3d_submit_cpu_ioctl(struct drm_device *dev, void *data, struct drm_file *file_priv) { … }
Codebase Browser
linux