/* * Copyright © 2014 Broadcom * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * the rights to use, copy, modify, merge, publish, distribute, sublicense, * and/or sell copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice (including the next * paragraph) shall be included in all copies or substantial portions of the * Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS * IN THE SOFTWARE. */ #include <linux/module.h> #include <linux/platform_device.h> #include <linux/pm_runtime.h> #include <linux/device.h> #include <linux/io.h> #include <linux/sched/signal.h> #include <linux/dma-fence-array.h> #include <drm/drm_syncobj.h> #include "uapi/drm/vc4_drm.h" #include "vc4_drv.h" #include "vc4_regs.h" #include "vc4_trace.h" static void vc4_queue_hangcheck(struct drm_device *dev) { … } struct vc4_hang_state { … }; static void vc4_free_hang_state(struct drm_device *dev, struct vc4_hang_state *state) { … } int vc4_get_hang_state_ioctl(struct drm_device *dev, void *data, struct drm_file *file_priv) { … } static void vc4_save_hang_state(struct drm_device *dev) { … } static void vc4_reset(struct drm_device *dev) { … } static void vc4_reset_work(struct work_struct *work) { … } static void vc4_hangcheck_elapsed(struct timer_list *t) { … } static void submit_cl(struct drm_device *dev, uint32_t thread, uint32_t start, uint32_t end) { … } int vc4_wait_for_seqno(struct drm_device *dev, uint64_t seqno, uint64_t timeout_ns, bool interruptible) { … } static void vc4_flush_caches(struct drm_device *dev) { … } static void vc4_flush_texture_caches(struct drm_device *dev) { … } /* Sets the registers for the next job to be actually be executed in * the hardware. * * The job_lock should be held during this. */ void vc4_submit_next_bin_job(struct drm_device *dev) { … } void vc4_submit_next_render_job(struct drm_device *dev) { … } void vc4_move_job_to_render(struct drm_device *dev, struct vc4_exec_info *exec) { … } static void vc4_update_bo_seqnos(struct vc4_exec_info *exec, uint64_t seqno) { … } static void vc4_unlock_bo_reservations(struct drm_device *dev, struct vc4_exec_info *exec, struct ww_acquire_ctx *acquire_ctx) { … } /* Takes the reservation lock on all the BOs being referenced, so that * at queue submit time we can update the reservations. * * We don't lock the RCL the tile alloc/state BOs, or overflow memory * (all of which are on exec->unref_list). They're entirely private * to vc4, so we don't attach dma-buf fences to them. */ static int vc4_lock_bo_reservations(struct drm_device *dev, struct vc4_exec_info *exec, struct ww_acquire_ctx *acquire_ctx) { … } /* Queues a struct vc4_exec_info for execution. If no job is * currently executing, then submits it. * * Unlike most GPUs, our hardware only handles one command list at a * time. To queue multiple jobs at once, we'd need to edit the * previous command list to have a jump to the new one at the end, and * then bump the end address. That's a change for a later date, * though. */ static int vc4_queue_submit(struct drm_device *dev, struct vc4_exec_info *exec, struct ww_acquire_ctx *acquire_ctx, struct drm_syncobj *out_sync) { … } /** * vc4_cl_lookup_bos() - Sets up exec->bo[] with the GEM objects * referenced by the job. * @dev: DRM device * @file_priv: DRM file for this fd * @exec: V3D job being set up * * The command validator needs to reference BOs by their index within * the submitted job's BO list. This does the validation of the job's * BO list and reference counting for the lifetime of the job. */ static int vc4_cl_lookup_bos(struct drm_device *dev, struct drm_file *file_priv, struct vc4_exec_info *exec) { … } static int vc4_get_bcl(struct drm_device *dev, struct vc4_exec_info *exec) { … } static void vc4_complete_exec(struct drm_device *dev, struct vc4_exec_info *exec) { … } void vc4_job_handle_completed(struct vc4_dev *vc4) { … } static void vc4_seqno_cb_work(struct work_struct *work) { … } int vc4_queue_seqno_cb(struct drm_device *dev, struct vc4_seqno_cb *cb, uint64_t seqno, void (*func)(struct vc4_seqno_cb *cb)) { … } /* Scheduled when any job has been completed, this walks the list of * jobs that had completed and unrefs their BOs and frees their exec * structs. */ static void vc4_job_done_work(struct work_struct *work) { … } static int vc4_wait_for_seqno_ioctl_helper(struct drm_device *dev, uint64_t seqno, uint64_t *timeout_ns) { … } int vc4_wait_seqno_ioctl(struct drm_device *dev, void *data, struct drm_file *file_priv) { … } int vc4_wait_bo_ioctl(struct drm_device *dev, void *data, struct drm_file *file_priv) { … } /** * vc4_submit_cl_ioctl() - Submits a job (frame) to the VC4. * @dev: DRM device * @data: ioctl argument * @file_priv: DRM file for this fd * * This is the main entrypoint for userspace to submit a 3D frame to * the GPU. Userspace provides the binner command list (if * applicable), and the kernel sets up the render command list to draw * to the framebuffer described in the ioctl, using the command lists * that the 3D engine's binner will produce. */ int vc4_submit_cl_ioctl(struct drm_device *dev, void *data, struct drm_file *file_priv) { … } static void vc4_gem_destroy(struct drm_device *dev, void *unused); int vc4_gem_init(struct drm_device *dev) { … } static void vc4_gem_destroy(struct drm_device *dev, void *unused) { … } int vc4_gem_madvise_ioctl(struct drm_device *dev, void *data, struct drm_file *file_priv) { … }
Codebase Browser
linux