// SPDX-License-Identifier: MIT /* * Copyright © 2023-2024 Intel Corporation */ #include <linux/string_choices.h> #include <linux/wordpart.h> #include "abi/guc_actions_sriov_abi.h" #include "abi/guc_klvs_abi.h" #include "regs/xe_guc_regs.h" #include "xe_bo.h" #include "xe_device.h" #include "xe_ggtt.h" #include "xe_gt.h" #include "xe_gt_sriov_pf_config.h" #include "xe_gt_sriov_pf_helpers.h" #include "xe_gt_sriov_pf_policy.h" #include "xe_gt_sriov_printk.h" #include "xe_guc.h" #include "xe_guc_ct.h" #include "xe_guc_db_mgr.h" #include "xe_guc_fwif.h" #include "xe_guc_id_mgr.h" #include "xe_guc_klv_helpers.h" #include "xe_guc_klv_thresholds_set.h" #include "xe_guc_submit.h" #include "xe_lmtt.h" #include "xe_map.h" #include "xe_sriov.h" #include "xe_ttm_vram_mgr.h" #include "xe_wopcm.h" /* * Return: number of KLVs that were successfully parsed and saved, * negative error code on failure. */ static int guc_action_update_vf_cfg(struct xe_guc *guc, u32 vfid, u64 addr, u32 size) { … } /* * Return: 0 on success, negative error code on failure. */ static int pf_send_vf_cfg_reset(struct xe_gt *gt, u32 vfid) { … } /* * Return: number of KLVs that were successfully parsed and saved, * negative error code on failure. */ static int pf_send_vf_cfg_klvs(struct xe_gt *gt, u32 vfid, const u32 *klvs, u32 num_dwords) { … } /* * Return: 0 on success, -ENOKEY if some KLVs were not updated, -EPROTO if reply was malformed, * negative error code on failure. */ static int pf_push_vf_cfg_klvs(struct xe_gt *gt, unsigned int vfid, u32 num_klvs, const u32 *klvs, u32 num_dwords) { … } static int pf_push_vf_cfg_u32(struct xe_gt *gt, unsigned int vfid, u16 key, u32 value) { … } static int pf_push_vf_cfg_u64(struct xe_gt *gt, unsigned int vfid, u16 key, u64 value) { … } static int pf_push_vf_cfg_ggtt(struct xe_gt *gt, unsigned int vfid, u64 start, u64 size) { … } static int pf_push_vf_cfg_ctxs(struct xe_gt *gt, unsigned int vfid, u32 begin, u32 num) { … } static int pf_push_vf_cfg_dbs(struct xe_gt *gt, unsigned int vfid, u32 begin, u32 num) { … } static int pf_push_vf_cfg_exec_quantum(struct xe_gt *gt, unsigned int vfid, u32 *exec_quantum) { … } static int pf_push_vf_cfg_preempt_timeout(struct xe_gt *gt, unsigned int vfid, u32 *preempt_timeout) { … } static int pf_push_vf_cfg_lmem(struct xe_gt *gt, unsigned int vfid, u64 size) { … } static int pf_push_vf_cfg_threshold(struct xe_gt *gt, unsigned int vfid, enum xe_guc_klv_threshold_index index, u32 value) { … } static struct xe_gt_sriov_config *pf_pick_vf_config(struct xe_gt *gt, unsigned int vfid) { … } /* Return: number of configuration dwords written */ static u32 encode_config_ggtt(u32 *cfg, const struct xe_gt_sriov_config *config) { … } /* Return: number of configuration dwords written */ static u32 encode_config(u32 *cfg, const struct xe_gt_sriov_config *config) { … } static int pf_push_full_vf_config(struct xe_gt *gt, unsigned int vfid) { … } static u64 pf_get_ggtt_alignment(struct xe_gt *gt) { … } static u64 pf_get_min_spare_ggtt(struct xe_gt *gt) { … } static u64 pf_get_spare_ggtt(struct xe_gt *gt) { … } static int pf_set_spare_ggtt(struct xe_gt *gt, u64 size) { … } static int pf_distribute_config_ggtt(struct xe_tile *tile, unsigned int vfid, u64 start, u64 size) { … } static void pf_release_ggtt(struct xe_tile *tile, struct drm_mm_node *node) { … } static void pf_release_vf_config_ggtt(struct xe_gt *gt, struct xe_gt_sriov_config *config) { … } static int pf_provision_vf_ggtt(struct xe_gt *gt, unsigned int vfid, u64 size) { … } static u64 pf_get_vf_config_ggtt(struct xe_gt *gt, unsigned int vfid) { … } /** * xe_gt_sriov_pf_config_get_ggtt - Query size of GGTT address space of the VF. * @gt: the &xe_gt * @vfid: the VF identifier * * This function can only be called on PF. * * Return: size of the VF's assigned (or PF's spare) GGTT address space. */ u64 xe_gt_sriov_pf_config_get_ggtt(struct xe_gt *gt, unsigned int vfid) { … } static int pf_config_set_u64_done(struct xe_gt *gt, unsigned int vfid, u64 value, u64 actual, const char *what, int err) { … } /** * xe_gt_sriov_pf_config_set_ggtt - Provision VF with GGTT space. * @gt: the &xe_gt (can't be media) * @vfid: the VF identifier * @size: requested GGTT size * * If &vfid represents PF, then function will change PF's spare GGTT config. * * This function can only be called on PF. * * Return: 0 on success or a negative error code on failure. */ int xe_gt_sriov_pf_config_set_ggtt(struct xe_gt *gt, unsigned int vfid, u64 size) { … } static int pf_config_bulk_set_u64_done(struct xe_gt *gt, unsigned int first, unsigned int num_vfs, u64 value, u64 (*get)(struct xe_gt*, unsigned int), const char *what, unsigned int last, int err) { … } /** * xe_gt_sriov_pf_config_bulk_set_ggtt - Provision many VFs with GGTT. * @gt: the &xe_gt (can't be media) * @vfid: starting VF identifier (can't be 0) * @num_vfs: number of VFs to provision * @size: requested GGTT size * * This function can only be called on PF. * * Return: 0 on success or a negative error code on failure. */ int xe_gt_sriov_pf_config_bulk_set_ggtt(struct xe_gt *gt, unsigned int vfid, unsigned int num_vfs, u64 size) { … } /* Return: size of the largest continuous GGTT region */ static u64 pf_get_max_ggtt(struct xe_gt *gt) { … } static u64 pf_estimate_fair_ggtt(struct xe_gt *gt, unsigned int num_vfs) { … } /** * xe_gt_sriov_pf_config_set_fair_ggtt - Provision many VFs with fair GGTT. * @gt: the &xe_gt (can't be media) * @vfid: starting VF identifier (can't be 0) * @num_vfs: number of VFs to provision * * This function can only be called on PF. * * Return: 0 on success or a negative error code on failure. */ int xe_gt_sriov_pf_config_set_fair_ggtt(struct xe_gt *gt, unsigned int vfid, unsigned int num_vfs) { … } static u32 pf_get_min_spare_ctxs(struct xe_gt *gt) { … } static u32 pf_get_spare_ctxs(struct xe_gt *gt) { … } static int pf_set_spare_ctxs(struct xe_gt *gt, u32 spare) { … } /* Return: start ID or negative error code on failure */ static int pf_reserve_ctxs(struct xe_gt *gt, u32 num) { … } static void pf_release_ctxs(struct xe_gt *gt, u32 start, u32 num) { … } static void pf_release_config_ctxs(struct xe_gt *gt, struct xe_gt_sriov_config *config) { … } static int pf_provision_vf_ctxs(struct xe_gt *gt, unsigned int vfid, u32 num_ctxs) { … } static u32 pf_get_vf_config_ctxs(struct xe_gt *gt, unsigned int vfid) { … } /** * xe_gt_sriov_pf_config_get_ctxs - Get VF's GuC contexts IDs quota. * @gt: the &xe_gt * @vfid: the VF identifier * * This function can only be called on PF. * If &vfid represents a PF then number of PF's spare GuC context IDs is returned. * * Return: VF's quota (or PF's spare). */ u32 xe_gt_sriov_pf_config_get_ctxs(struct xe_gt *gt, unsigned int vfid) { … } static const char *no_unit(u32 unused) { … } static const char *spare_unit(u32 unused) { … } static int pf_config_set_u32_done(struct xe_gt *gt, unsigned int vfid, u32 value, u32 actual, const char *what, const char *(*unit)(u32), int err) { … } /** * xe_gt_sriov_pf_config_set_ctxs - Configure GuC contexts IDs quota for the VF. * @gt: the &xe_gt * @vfid: the VF identifier * @num_ctxs: requested number of GuC contexts IDs (0 to release) * * This function can only be called on PF. * * Return: 0 on success or a negative error code on failure. */ int xe_gt_sriov_pf_config_set_ctxs(struct xe_gt *gt, unsigned int vfid, u32 num_ctxs) { … } static int pf_config_bulk_set_u32_done(struct xe_gt *gt, unsigned int first, unsigned int num_vfs, u32 value, u32 (*get)(struct xe_gt*, unsigned int), const char *what, const char *(*unit)(u32), unsigned int last, int err) { … } /** * xe_gt_sriov_pf_config_bulk_set_ctxs - Provision many VFs with GuC context IDs. * @gt: the &xe_gt * @vfid: starting VF identifier * @num_vfs: number of VFs to provision * @num_ctxs: requested number of GuC contexts IDs (0 to release) * * This function can only be called on PF. * * Return: 0 on success or a negative error code on failure. */ int xe_gt_sriov_pf_config_bulk_set_ctxs(struct xe_gt *gt, unsigned int vfid, unsigned int num_vfs, u32 num_ctxs) { … } static u32 pf_estimate_fair_ctxs(struct xe_gt *gt, unsigned int num_vfs) { … } /** * xe_gt_sriov_pf_config_set_fair_ctxs - Provision many VFs with fair GuC context IDs. * @gt: the &xe_gt * @vfid: starting VF identifier (can't be 0) * @num_vfs: number of VFs to provision (can't be 0) * * This function can only be called on PF. * * Return: 0 on success or a negative error code on failure. */ int xe_gt_sriov_pf_config_set_fair_ctxs(struct xe_gt *gt, unsigned int vfid, unsigned int num_vfs) { … } static u32 pf_get_min_spare_dbs(struct xe_gt *gt) { … } static u32 pf_get_spare_dbs(struct xe_gt *gt) { … } static int pf_set_spare_dbs(struct xe_gt *gt, u32 spare) { … } /* Return: start ID or negative error code on failure */ static int pf_reserve_dbs(struct xe_gt *gt, u32 num) { … } static void pf_release_dbs(struct xe_gt *gt, u32 start, u32 num) { … } static void pf_release_config_dbs(struct xe_gt *gt, struct xe_gt_sriov_config *config) { … } static int pf_provision_vf_dbs(struct xe_gt *gt, unsigned int vfid, u32 num_dbs) { … } static u32 pf_get_vf_config_dbs(struct xe_gt *gt, unsigned int vfid) { … } /** * xe_gt_sriov_pf_config_get_dbs - Get VF's GuC doorbells IDs quota. * @gt: the &xe_gt * @vfid: the VF identifier * * This function can only be called on PF. * If &vfid represents a PF then number of PF's spare GuC doorbells IDs is returned. * * Return: VF's quota (or PF's spare). */ u32 xe_gt_sriov_pf_config_get_dbs(struct xe_gt *gt, unsigned int vfid) { … } /** * xe_gt_sriov_pf_config_set_dbs - Configure GuC doorbells IDs quota for the VF. * @gt: the &xe_gt * @vfid: the VF identifier * @num_dbs: requested number of GuC doorbells IDs (0 to release) * * This function can only be called on PF. * * Return: 0 on success or a negative error code on failure. */ int xe_gt_sriov_pf_config_set_dbs(struct xe_gt *gt, unsigned int vfid, u32 num_dbs) { … } /** * xe_gt_sriov_pf_config_bulk_set_dbs - Provision many VFs with GuC context IDs. * @gt: the &xe_gt * @vfid: starting VF identifier (can't be 0) * @num_vfs: number of VFs to provision * @num_dbs: requested number of GuC doorbell IDs (0 to release) * * This function can only be called on PF. * * Return: 0 on success or a negative error code on failure. */ int xe_gt_sriov_pf_config_bulk_set_dbs(struct xe_gt *gt, unsigned int vfid, unsigned int num_vfs, u32 num_dbs) { … } static u32 pf_estimate_fair_dbs(struct xe_gt *gt, unsigned int num_vfs) { … } /** * xe_gt_sriov_pf_config_set_fair_dbs - Provision many VFs with fair GuC doorbell IDs. * @gt: the &xe_gt * @vfid: starting VF identifier (can't be 0) * @num_vfs: number of VFs to provision (can't be 0) * * This function can only be called on PF. * * Return: 0 on success or a negative error code on failure. */ int xe_gt_sriov_pf_config_set_fair_dbs(struct xe_gt *gt, unsigned int vfid, unsigned int num_vfs) { … } static u64 pf_get_lmem_alignment(struct xe_gt *gt) { … } static u64 pf_get_min_spare_lmem(struct xe_gt *gt) { … } static u64 pf_get_spare_lmem(struct xe_gt *gt) { … } static int pf_set_spare_lmem(struct xe_gt *gt, u64 size) { … } static u64 pf_get_vf_config_lmem(struct xe_gt *gt, unsigned int vfid) { … } static int pf_distribute_config_lmem(struct xe_gt *gt, unsigned int vfid, u64 size) { … } static void pf_force_lmtt_invalidate(struct xe_device *xe) { … } static void pf_reset_vf_lmtt(struct xe_device *xe, unsigned int vfid) { … } static int pf_update_vf_lmtt(struct xe_device *xe, unsigned int vfid) { … } static void pf_release_vf_config_lmem(struct xe_gt *gt, struct xe_gt_sriov_config *config) { … } static int pf_provision_vf_lmem(struct xe_gt *gt, unsigned int vfid, u64 size) { … } /** * xe_gt_sriov_pf_config_get_lmem - Get VF's LMEM quota. * @gt: the &xe_gt * @vfid: the VF identifier * * This function can only be called on PF. * * Return: VF's (or PF's spare) LMEM quota. */ u64 xe_gt_sriov_pf_config_get_lmem(struct xe_gt *gt, unsigned int vfid) { … } /** * xe_gt_sriov_pf_config_set_lmem - Provision VF with LMEM. * @gt: the &xe_gt (can't be media) * @vfid: the VF identifier * @size: requested LMEM size * * This function can only be called on PF. */ int xe_gt_sriov_pf_config_set_lmem(struct xe_gt *gt, unsigned int vfid, u64 size) { … } /** * xe_gt_sriov_pf_config_bulk_set_lmem - Provision many VFs with LMEM. * @gt: the &xe_gt (can't be media) * @vfid: starting VF identifier (can't be 0) * @num_vfs: number of VFs to provision * @size: requested LMEM size * * This function can only be called on PF. * * Return: 0 on success or a negative error code on failure. */ int xe_gt_sriov_pf_config_bulk_set_lmem(struct xe_gt *gt, unsigned int vfid, unsigned int num_vfs, u64 size) { … } static u64 pf_query_free_lmem(struct xe_gt *gt) { … } static u64 pf_query_max_lmem(struct xe_gt *gt) { … } #ifdef CONFIG_DRM_XE_DEBUG_SRIOV #define MAX_FAIR_LMEM … #else #define MAX_FAIR_LMEM … #endif static u64 pf_estimate_fair_lmem(struct xe_gt *gt, unsigned int num_vfs) { … } /** * xe_gt_sriov_pf_config_set_fair_lmem - Provision many VFs with fair LMEM. * @gt: the &xe_gt (can't be media) * @vfid: starting VF identifier (can't be 0) * @num_vfs: number of VFs to provision (can't be 0) * * This function can only be called on PF. * * Return: 0 on success or a negative error code on failure. */ int xe_gt_sriov_pf_config_set_fair_lmem(struct xe_gt *gt, unsigned int vfid, unsigned int num_vfs) { … } /** * xe_gt_sriov_pf_config_set_fair - Provision many VFs with fair resources. * @gt: the &xe_gt * @vfid: starting VF identifier (can't be 0) * @num_vfs: number of VFs to provision (can't be 0) * * This function can only be called on PF. * * Return: 0 on success or a negative error code on failure. */ int xe_gt_sriov_pf_config_set_fair(struct xe_gt *gt, unsigned int vfid, unsigned int num_vfs) { … } static const char *exec_quantum_unit(u32 exec_quantum) { … } static int pf_provision_exec_quantum(struct xe_gt *gt, unsigned int vfid, u32 exec_quantum) { … } static int pf_get_exec_quantum(struct xe_gt *gt, unsigned int vfid) { … } /** * xe_gt_sriov_pf_config_set_exec_quantum - Configure execution quantum for the VF. * @gt: the &xe_gt * @vfid: the VF identifier * @exec_quantum: requested execution quantum in milliseconds (0 is infinity) * * This function can only be called on PF. * * Return: 0 on success or a negative error code on failure. */ int xe_gt_sriov_pf_config_set_exec_quantum(struct xe_gt *gt, unsigned int vfid, u32 exec_quantum) { … } /** * xe_gt_sriov_pf_config_get_exec_quantum - Get VF's execution quantum. * @gt: the &xe_gt * @vfid: the VF identifier * * This function can only be called on PF. * * Return: VF's (or PF's) execution quantum in milliseconds. */ u32 xe_gt_sriov_pf_config_get_exec_quantum(struct xe_gt *gt, unsigned int vfid) { … } static const char *preempt_timeout_unit(u32 preempt_timeout) { … } static int pf_provision_preempt_timeout(struct xe_gt *gt, unsigned int vfid, u32 preempt_timeout) { … } static int pf_get_preempt_timeout(struct xe_gt *gt, unsigned int vfid) { … } /** * xe_gt_sriov_pf_config_set_preempt_timeout - Configure preemption timeout for the VF. * @gt: the &xe_gt * @vfid: the VF identifier * @preempt_timeout: requested preemption timeout in microseconds (0 is infinity) * * This function can only be called on PF. * * Return: 0 on success or a negative error code on failure. */ int xe_gt_sriov_pf_config_set_preempt_timeout(struct xe_gt *gt, unsigned int vfid, u32 preempt_timeout) { … } /** * xe_gt_sriov_pf_config_get_preempt_timeout - Get VF's preemption timeout. * @gt: the &xe_gt * @vfid: the VF identifier * * This function can only be called on PF. * * Return: VF's (or PF's) preemption timeout in microseconds. */ u32 xe_gt_sriov_pf_config_get_preempt_timeout(struct xe_gt *gt, unsigned int vfid) { … } static void pf_reset_config_sched(struct xe_gt *gt, struct xe_gt_sriov_config *config) { … } static int pf_provision_threshold(struct xe_gt *gt, unsigned int vfid, enum xe_guc_klv_threshold_index index, u32 value) { … } static int pf_get_threshold(struct xe_gt *gt, unsigned int vfid, enum xe_guc_klv_threshold_index index) { … } static const char *threshold_unit(u32 threshold) { … } /** * xe_gt_sriov_pf_config_set_threshold - Configure threshold for the VF. * @gt: the &xe_gt * @vfid: the VF identifier * @index: the threshold index * @value: requested value (0 means disabled) * * This function can only be called on PF. * * Return: 0 on success or a negative error code on failure. */ int xe_gt_sriov_pf_config_set_threshold(struct xe_gt *gt, unsigned int vfid, enum xe_guc_klv_threshold_index index, u32 value) { … } /** * xe_gt_sriov_pf_config_get_threshold - Get VF's threshold. * @gt: the &xe_gt * @vfid: the VF identifier * @index: the threshold index * * This function can only be called on PF. * * Return: value of VF's (or PF's) threshold. */ u32 xe_gt_sriov_pf_config_get_threshold(struct xe_gt *gt, unsigned int vfid, enum xe_guc_klv_threshold_index index) { … } static void pf_release_vf_config(struct xe_gt *gt, unsigned int vfid) { … } /** * xe_gt_sriov_pf_config_release - Release and reset VF configuration. * @gt: the &xe_gt * @vfid: the VF identifier (can't be PF) * @force: force configuration release * * This function can only be called on PF. * * Return: 0 on success or a negative error code on failure. */ int xe_gt_sriov_pf_config_release(struct xe_gt *gt, unsigned int vfid, bool force) { … } /** * xe_gt_sriov_pf_config_push - Reprovision VF's configuration. * @gt: the &xe_gt * @vfid: the VF identifier (can't be PF) * @refresh: explicit refresh * * This function can only be called on PF. * * Return: 0 on success or a negative error code on failure. */ int xe_gt_sriov_pf_config_push(struct xe_gt *gt, unsigned int vfid, bool refresh) { … } static int pf_validate_vf_config(struct xe_gt *gt, unsigned int vfid) { … } /** * xe_gt_sriov_pf_config_is_empty - Check VF's configuration. * @gt: the &xe_gt * @vfid: the VF identifier (can't be PF) * * This function can only be called on PF. * * Return: true if VF mandatory configuration (GGTT, LMEM, ...) is empty. */ bool xe_gt_sriov_pf_config_is_empty(struct xe_gt *gt, unsigned int vfid) { … } /** * xe_gt_sriov_pf_config_restart - Restart SR-IOV configurations after a GT reset. * @gt: the &xe_gt * * Any prior configurations pushed to GuC are lost when the GT is reset. * Push again all non-empty VF configurations to the GuC. * * This function can only be called on PF. */ void xe_gt_sriov_pf_config_restart(struct xe_gt *gt) { … } /** * xe_gt_sriov_pf_config_print_ggtt - Print GGTT configurations. * @gt: the &xe_gt * @p: the &drm_printer * * Print GGTT configuration data for all VFs. * VFs without provisioned GGTT are ignored. * * This function can only be called on PF. */ int xe_gt_sriov_pf_config_print_ggtt(struct xe_gt *gt, struct drm_printer *p) { … } /** * xe_gt_sriov_pf_config_print_ctxs - Print GuC context IDs configurations. * @gt: the &xe_gt * @p: the &drm_printer * * Print GuC context ID allocations across all VFs. * VFs without GuC context IDs are skipped. * * This function can only be called on PF. * Return: 0 on success or a negative error code on failure. */ int xe_gt_sriov_pf_config_print_ctxs(struct xe_gt *gt, struct drm_printer *p) { … } /** * xe_gt_sriov_pf_config_print_dbs - Print GuC doorbell ID configurations. * @gt: the &xe_gt * @p: the &drm_printer * * Print GuC doorbell IDs allocations across all VFs. * VFs without GuC doorbell IDs are skipped. * * This function can only be called on PF. * Return: 0 on success or a negative error code on failure. */ int xe_gt_sriov_pf_config_print_dbs(struct xe_gt *gt, struct drm_printer *p) { … } /** * xe_gt_sriov_pf_config_print_available_ggtt - Print available GGTT ranges. * @gt: the &xe_gt * @p: the &drm_printer * * Print GGTT ranges that are available for the provisioning. * * This function can only be called on PF. */ int xe_gt_sriov_pf_config_print_available_ggtt(struct xe_gt *gt, struct drm_printer *p) { … }
Codebase Browser
linux