/* * Copyright(c) 2011-2016 Intel Corporation. All rights reserved. * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * the rights to use, copy, modify, merge, publish, distribute, sublicense, * and/or sell copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice (including the next * paragraph) shall be included in all copies or substantial portions of the * Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. * * Authors: * Zhi Wang <[email protected]> * * Contributors: * Ping Gao <[email protected]> * Tina Zhang <[email protected]> * Chanbin Du <[email protected]> * Min He <[email protected]> * Bing Niu <[email protected]> * Zhenyu Wang <[email protected]> * */ #include <linux/kthread.h> #include "gem/i915_gem_pm.h" #include "gt/intel_context.h" #include "gt/intel_execlists_submission.h" #include "gt/intel_gt_regs.h" #include "gt/intel_lrc.h" #include "gt/intel_ring.h" #include "i915_drv.h" #include "i915_gem_gtt.h" #include "i915_perf_oa_regs.h" #include "gvt.h" #define RING_CTX_OFF(x) … static void set_context_pdp_root_pointer( struct execlist_ring_context *ring_context, u32 pdp[8]) { … } static void update_shadow_pdps(struct intel_vgpu_workload *workload) { … } /* * when populating shadow ctx from guest, we should not overrride oa related * registers, so that they will not be overlapped by guest oa configs. Thus * made it possible to capture oa data from host for both host and guests. */ static void sr_oa_regs(struct intel_vgpu_workload *workload, u32 *reg_state, bool save) { … } static int populate_shadow_context(struct intel_vgpu_workload *workload) { … } static inline bool is_gvt_request(struct i915_request *rq) { … } static void save_ring_hw_state(struct intel_vgpu *vgpu, const struct intel_engine_cs *engine) { … } static int shadow_context_status_change(struct notifier_block *nb, unsigned long action, void *data) { … } static void shadow_context_descriptor_update(struct intel_context *ce, struct intel_vgpu_workload *workload) { … } static int copy_workload_to_ring_buffer(struct intel_vgpu_workload *workload) { … } static void release_shadow_wa_ctx(struct intel_shadow_wa_ctx *wa_ctx) { … } static void set_dma_address(struct i915_page_directory *pd, dma_addr_t addr) { … } static void set_context_ppgtt_from_shadow(struct intel_vgpu_workload *workload, struct intel_context *ce) { … } static int intel_gvt_workload_req_alloc(struct intel_vgpu_workload *workload) { … } /** * intel_gvt_scan_and_shadow_workload - audit the workload by scanning and * shadow it as well, include ringbuffer,wa_ctx and ctx. * @workload: an abstract entity for each execlist submission. * * This function is called before the workload submitting to i915, to make * sure the content of the workload is valid. */ int intel_gvt_scan_and_shadow_workload(struct intel_vgpu_workload *workload) { … } static void release_shadow_batch_buffer(struct intel_vgpu_workload *workload); static int prepare_shadow_batch_buffer(struct intel_vgpu_workload *workload) { … } static void update_wa_ctx_2_shadow_ctx(struct intel_shadow_wa_ctx *wa_ctx) { … } static int prepare_shadow_wa_ctx(struct intel_shadow_wa_ctx *wa_ctx) { … } static void update_vreg_in_ctx(struct intel_vgpu_workload *workload) { … } static void release_shadow_batch_buffer(struct intel_vgpu_workload *workload) { … } static int intel_vgpu_shadow_mm_pin(struct intel_vgpu_workload *workload) { … } static void intel_vgpu_shadow_mm_unpin(struct intel_vgpu_workload *workload) { … } static int prepare_workload(struct intel_vgpu_workload *workload) { … } static int dispatch_workload(struct intel_vgpu_workload *workload) { … } static struct intel_vgpu_workload * pick_next_workload(struct intel_gvt *gvt, struct intel_engine_cs *engine) { … } static void update_guest_pdps(struct intel_vgpu *vgpu, u64 ring_context_gpa, u32 pdp[8]) { … } static __maybe_unused bool check_shadow_context_ppgtt(struct execlist_ring_context *c, struct intel_vgpu_mm *m) { … } static void update_guest_context(struct intel_vgpu_workload *workload) { … } void intel_vgpu_clean_workloads(struct intel_vgpu *vgpu, intel_engine_mask_t engine_mask) { … } static void complete_current_workload(struct intel_gvt *gvt, int ring_id) { … } static int workload_thread(void *arg) { … } void intel_gvt_wait_vgpu_idle(struct intel_vgpu *vgpu) { … } void intel_gvt_clean_workload_scheduler(struct intel_gvt *gvt) { … } int intel_gvt_init_workload_scheduler(struct intel_gvt *gvt) { … } static void i915_context_ppgtt_root_restore(struct intel_vgpu_submission *s, struct i915_ppgtt *ppgtt) { … } /** * intel_vgpu_clean_submission - free submission-related resource for vGPU * @vgpu: a vGPU * * This function is called when a vGPU is being destroyed. * */ void intel_vgpu_clean_submission(struct intel_vgpu *vgpu) { … } /** * intel_vgpu_reset_submission - reset submission-related resource for vGPU * @vgpu: a vGPU * @engine_mask: engines expected to be reset * * This function is called when a vGPU is being destroyed. * */ void intel_vgpu_reset_submission(struct intel_vgpu *vgpu, intel_engine_mask_t engine_mask) { … } static void i915_context_ppgtt_root_save(struct intel_vgpu_submission *s, struct i915_ppgtt *ppgtt) { … } /** * intel_vgpu_setup_submission - setup submission-related resource for vGPU * @vgpu: a vGPU * * This function is called when a vGPU is being created. * * Returns: * Zero on success, negative error code if failed. * */ int intel_vgpu_setup_submission(struct intel_vgpu *vgpu) { … } /** * intel_vgpu_select_submission_ops - select virtual submission interface * @vgpu: a vGPU * @engine_mask: either ALL_ENGINES or target engine mask * @interface: expected vGPU virtual submission interface * * This function is called when guest configures submission interface. * * Returns: * Zero on success, negative error code if failed. * */ int intel_vgpu_select_submission_ops(struct intel_vgpu *vgpu, intel_engine_mask_t engine_mask, unsigned int interface) { … } /** * intel_vgpu_destroy_workload - destroy a vGPU workload * @workload: workload to destroy * * This function is called when destroy a vGPU workload. * */ void intel_vgpu_destroy_workload(struct intel_vgpu_workload *workload) { … } static struct intel_vgpu_workload * alloc_workload(struct intel_vgpu *vgpu) { … } #define RING_CTX_OFF(x) … static void read_guest_pdps(struct intel_vgpu *vgpu, u64 ring_context_gpa, u32 pdp[8]) { … } static int prepare_mm(struct intel_vgpu_workload *workload) { … } #define same_context(a, b) … /** * intel_vgpu_create_workload - create a vGPU workload * @vgpu: a vGPU * @engine: the engine * @desc: a guest context descriptor * * This function is called when creating a vGPU workload. * * Returns: * struct intel_vgpu_workload * on success, negative error code in * pointer if failed. * */ struct intel_vgpu_workload * intel_vgpu_create_workload(struct intel_vgpu *vgpu, const struct intel_engine_cs *engine, struct execlist_ctx_descriptor_format *desc) { … } /** * intel_vgpu_queue_workload - Qeue a vGPU workload * @workload: the workload to queue in */ void intel_vgpu_queue_workload(struct intel_vgpu_workload *workload) { … }
Codebase Browser
linux