/* * Copyright 2015 Advanced Micro Devices, Inc. * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * the rights to use, copy, modify, merge, publish, distribute, sublicense, * and/or sell copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR * OTHER DEALINGS IN THE SOFTWARE. * */ #include <linux/kthread.h> #include <linux/slab.h> #include <linux/completion.h> #include <drm/drm_print.h> #include <drm/gpu_scheduler.h> #include "gpu_scheduler_trace.h" #define to_drm_sched_job(sched_job) … /** * drm_sched_entity_init - Init a context entity used by scheduler when * submit to HW ring. * * @entity: scheduler entity to init * @priority: priority of the entity * @sched_list: the list of drm scheds on which jobs from this * entity can be submitted * @num_sched_list: number of drm sched in sched_list * @guilty: atomic_t set to 1 when a job on this queue * is found to be guilty causing a timeout * * Note that the &sched_list must have at least one element to schedule the entity. * * For changing @priority later on at runtime see * drm_sched_entity_set_priority(). For changing the set of schedulers * @sched_list at runtime see drm_sched_entity_modify_sched(). * * An entity is cleaned up by callind drm_sched_entity_fini(). See also * drm_sched_entity_destroy(). * * Returns 0 on success or a negative error code on failure. */ int drm_sched_entity_init(struct drm_sched_entity *entity, enum drm_sched_priority priority, struct drm_gpu_scheduler **sched_list, unsigned int num_sched_list, atomic_t *guilty) { … } EXPORT_SYMBOL(…); /** * drm_sched_entity_modify_sched - Modify sched of an entity * @entity: scheduler entity to init * @sched_list: the list of new drm scheds which will replace * existing entity->sched_list * @num_sched_list: number of drm sched in sched_list * * Note that this must be called under the same common lock for @entity as * drm_sched_job_arm() and drm_sched_entity_push_job(), or the driver needs to * guarantee through some other means that this is never called while new jobs * can be pushed to @entity. */ void drm_sched_entity_modify_sched(struct drm_sched_entity *entity, struct drm_gpu_scheduler **sched_list, unsigned int num_sched_list) { … } EXPORT_SYMBOL(…); static bool drm_sched_entity_is_idle(struct drm_sched_entity *entity) { … } /* Return true if entity could provide a job. */ bool drm_sched_entity_is_ready(struct drm_sched_entity *entity) { … } /** * drm_sched_entity_error - return error of last scheduled job * @entity: scheduler entity to check * * Opportunistically return the error of the last scheduled job. Result can * change any time when new jobs are pushed to the hw. */ int drm_sched_entity_error(struct drm_sched_entity *entity) { … } EXPORT_SYMBOL(…); static void drm_sched_entity_kill_jobs_work(struct work_struct *wrk) { … } /* Signal the scheduler finished fence when the entity in question is killed. */ static void drm_sched_entity_kill_jobs_cb(struct dma_fence *f, struct dma_fence_cb *cb) { … } /* Remove the entity from the scheduler and kill all pending jobs */ static void drm_sched_entity_kill(struct drm_sched_entity *entity) { … } /** * drm_sched_entity_flush - Flush a context entity * * @entity: scheduler entity * @timeout: time to wait in for Q to become empty in jiffies. * * Splitting drm_sched_entity_fini() into two functions, The first one does the * waiting, removes the entity from the runqueue and returns an error when the * process was killed. * * Returns the remaining time in jiffies left from the input timeout */ long drm_sched_entity_flush(struct drm_sched_entity *entity, long timeout) { … } EXPORT_SYMBOL(…); /** * drm_sched_entity_fini - Destroy a context entity * * @entity: scheduler entity * * Cleanups up @entity which has been initialized by drm_sched_entity_init(). * * If there are potentially job still in flight or getting newly queued * drm_sched_entity_flush() must be called first. This function then goes over * the entity and signals all jobs with an error code if the process was killed. */ void drm_sched_entity_fini(struct drm_sched_entity *entity) { … } EXPORT_SYMBOL(…); /** * drm_sched_entity_destroy - Destroy a context entity * @entity: scheduler entity * * Calls drm_sched_entity_flush() and drm_sched_entity_fini() as a * convenience wrapper. */ void drm_sched_entity_destroy(struct drm_sched_entity *entity) { … } EXPORT_SYMBOL(…); /* drm_sched_entity_clear_dep - callback to clear the entities dependency */ static void drm_sched_entity_clear_dep(struct dma_fence *f, struct dma_fence_cb *cb) { … } /* * drm_sched_entity_clear_dep - callback to clear the entities dependency and * wake up scheduler */ static void drm_sched_entity_wakeup(struct dma_fence *f, struct dma_fence_cb *cb) { … } /** * drm_sched_entity_set_priority - Sets priority of the entity * * @entity: scheduler entity * @priority: scheduler priority * * Update the priority of runqueus used for the entity. */ void drm_sched_entity_set_priority(struct drm_sched_entity *entity, enum drm_sched_priority priority) { … } EXPORT_SYMBOL(…); /* * Add a callback to the current dependency of the entity to wake up the * scheduler when the entity becomes available. */ static bool drm_sched_entity_add_dependency_cb(struct drm_sched_entity *entity) { … } static struct dma_fence * drm_sched_job_dependency(struct drm_sched_job *job, struct drm_sched_entity *entity) { … } struct drm_sched_job *drm_sched_entity_pop_job(struct drm_sched_entity *entity) { … } void drm_sched_entity_select_rq(struct drm_sched_entity *entity) { … } /** * drm_sched_entity_push_job - Submit a job to the entity's job queue * @sched_job: job to submit * * Note: To guarantee that the order of insertion to queue matches the job's * fence sequence number this function should be called with drm_sched_job_arm() * under common lock for the struct drm_sched_entity that was set up for * @sched_job in drm_sched_job_init(). * * Returns 0 for success, negative error code otherwise. */ void drm_sched_entity_push_job(struct drm_sched_job *sched_job) { … } EXPORT_SYMBOL(…);
Codebase Browser
linux