// SPDX-License-Identifier: GPL-2.0 /* Copyright (c) 2012-2018, The Linux Foundation. All rights reserved. * Copyright (C) 2019-2024 Linaro Ltd. */ #include <linux/bitfield.h> #include <linux/bits.h> #include <linux/device.h> #include <linux/dma-direction.h> #include <linux/types.h> #include "gsi.h" #include "gsi_trans.h" #include "ipa.h" #include "ipa_cmd.h" #include "ipa_endpoint.h" #include "ipa_mem.h" #include "ipa_reg.h" #include "ipa_table.h" /** * DOC: IPA Immediate Commands * * The AP command TX endpoint is used to issue immediate commands to the IPA. * An immediate command is generally used to request the IPA do something * other than data transfer to another endpoint. * * Immediate commands are represented by GSI transactions just like other * transfer requests, and use a single GSI TRE. Each immediate command * has a well-defined format, having a payload of a known length. This * allows the transfer element's length field to be used to hold an * immediate command's opcode. The payload for a command resides in AP * memory and is described by a single scatterlist entry in its transaction. * Commands do not require a transaction completion callback, and are * always issued using gsi_trans_commit_wait(). */ /* Some commands can wait until indicated pipeline stages are clear */ enum pipeline_clear_options { … }; /* IPA_CMD_IP_V{4,6}_{FILTER,ROUTING}_INIT */ struct ipa_cmd_hw_ip_fltrt_init { … }; /* Field masks for ipa_cmd_hw_ip_fltrt_init structure fields */ #define IP_FLTRT_FLAGS_HASH_SIZE_FMASK … #define IP_FLTRT_FLAGS_HASH_ADDR_FMASK … #define IP_FLTRT_FLAGS_NHASH_SIZE_FMASK … #define IP_FLTRT_FLAGS_NHASH_ADDR_FMASK … /* IPA_CMD_HDR_INIT_LOCAL */ struct ipa_cmd_hw_hdr_init_local { … }; /* Field masks for ipa_cmd_hw_hdr_init_local structure fields */ #define HDR_INIT_LOCAL_FLAGS_TABLE_SIZE_FMASK … #define HDR_INIT_LOCAL_FLAGS_HDR_ADDR_FMASK … /* IPA_CMD_REGISTER_WRITE */ /* For IPA v4.0+, the pipeline clear options are encoded in the opcode */ #define REGISTER_WRITE_OPCODE_SKIP_CLEAR_FMASK … #define REGISTER_WRITE_OPCODE_CLEAR_OPTION_FMASK … struct ipa_cmd_register_write { … }; /* Field masks for ipa_cmd_register_write structure fields */ /* The next field is present for IPA v4.0+ */ #define REGISTER_WRITE_FLAGS_OFFSET_HIGH_FMASK … /* The next field is not present for IPA v4.0+ */ #define REGISTER_WRITE_FLAGS_SKIP_CLEAR_FMASK … /* The next field and its values are not present for IPA v4.0+ */ #define REGISTER_WRITE_CLEAR_OPTIONS_FMASK … /* IPA_CMD_IP_PACKET_INIT */ struct ipa_cmd_ip_packet_init { … }; /* Field mask for ipa_cmd_ip_packet_init dest_endpoint field (unused v5.0+) */ #define IPA_PACKET_INIT_DEST_ENDPOINT_FMASK … /* IPA_CMD_DMA_SHARED_MEM */ /* For IPA v4.0+, this opcode gets modified with pipeline clear options */ #define DMA_SHARED_MEM_OPCODE_SKIP_CLEAR_FMASK … #define DMA_SHARED_MEM_OPCODE_CLEAR_OPTION_FMASK … struct ipa_cmd_hw_dma_mem_mem { … }; /* Flag allowing atomic clear of target region after reading data (v4.0+)*/ #define DMA_SHARED_MEM_CLEAR_AFTER_READ … /* Field masks for ipa_cmd_hw_dma_mem_mem structure fields */ #define DMA_SHARED_MEM_FLAGS_DIRECTION_FMASK … /* The next two fields are not present for IPA v4.0+ */ #define DMA_SHARED_MEM_FLAGS_SKIP_CLEAR_FMASK … #define DMA_SHARED_MEM_FLAGS_CLEAR_OPTIONS_FMASK … /* IPA_CMD_IP_PACKET_TAG_STATUS */ struct ipa_cmd_ip_packet_tag_status { … }; #define IP_PACKET_TAG_STATUS_TAG_FMASK … /* Immediate command payload */ ipa_cmd_payload; static void ipa_cmd_validate_build(void) { … } /* Validate a memory region holding a table */ bool ipa_cmd_table_init_valid(struct ipa *ipa, const struct ipa_mem *mem, bool route) { … } /* Validate the memory region that holds headers */ static bool ipa_cmd_header_init_local_valid(struct ipa *ipa) { … } /* Indicate whether an offset can be used with a register_write command */ static bool ipa_cmd_register_write_offset_valid(struct ipa *ipa, const char *name, u32 offset) { … } /* Check whether offsets passed to register_write are valid */ static bool ipa_cmd_register_write_valid(struct ipa *ipa) { … } int ipa_cmd_pool_init(struct gsi_channel *channel, u32 tre_max) { … } void ipa_cmd_pool_exit(struct gsi_channel *channel) { … } static union ipa_cmd_payload * ipa_cmd_payload_alloc(struct ipa *ipa, dma_addr_t *addr) { … } /* If hash_size is 0, hash_offset and hash_addr ignored. */ void ipa_cmd_table_init_add(struct gsi_trans *trans, enum ipa_cmd_opcode opcode, u16 size, u32 offset, dma_addr_t addr, u16 hash_size, u32 hash_offset, dma_addr_t hash_addr) { … } /* Initialize header space in IPA-local memory */ void ipa_cmd_hdr_init_local_add(struct gsi_trans *trans, u32 offset, u16 size, dma_addr_t addr) { … } void ipa_cmd_register_write_add(struct gsi_trans *trans, u32 offset, u32 value, u32 mask, bool clear_full) { … } /* Skip IP packet processing on the next data transfer on a TX channel */ static void ipa_cmd_ip_packet_init_add(struct gsi_trans *trans, u8 endpoint_id) { … } /* Use a DMA command to read or write a block of IPA-resident memory */ void ipa_cmd_dma_shared_mem_add(struct gsi_trans *trans, u32 offset, u16 size, dma_addr_t addr, bool toward_ipa) { … } static void ipa_cmd_ip_tag_status_add(struct gsi_trans *trans) { … } /* Issue a small command TX data transfer */ static void ipa_cmd_transfer_add(struct gsi_trans *trans) { … } /* Add immediate commands to a transaction to clear the hardware pipeline */ void ipa_cmd_pipeline_clear_add(struct gsi_trans *trans) { … } /* Returns the number of commands required to clear the pipeline */ u32 ipa_cmd_pipeline_clear_count(void) { … } void ipa_cmd_pipeline_clear_wait(struct ipa *ipa) { … } /* Allocate a transaction for the command TX endpoint */ struct gsi_trans *ipa_cmd_trans_alloc(struct ipa *ipa, u32 tre_count) { … } /* Init function for immediate commands; there is no ipa_cmd_exit() */ int ipa_cmd_init(struct ipa *ipa) { … }
Codebase Browser
linux