// SPDX-License-Identifier: GPL-2.0 /* * Copyright (c) 2016-2017, Linaro Ltd */ #include <linux/idr.h> #include <linux/interrupt.h> #include <linux/io.h> #include <linux/list.h> #include <linux/mfd/syscon.h> #include <linux/module.h> #include <linux/of.h> #include <linux/of_address.h> #include <linux/platform_device.h> #include <linux/regmap.h> #include <linux/rpmsg.h> #include <linux/sizes.h> #include <linux/slab.h> #include <linux/wait.h> #include <linux/workqueue.h> #include <linux/mailbox_client.h> #include "rpmsg_internal.h" #include "qcom_glink_native.h" #define GLINK_NAME_SIZE … #define GLINK_VERSION_1 … #define RPM_GLINK_CID_MIN … #define RPM_GLINK_CID_MAX … struct glink_msg { … } __packed; /** * struct glink_defer_cmd - deferred incoming control message * @node: list node * @msg: message header * @data: payload of the message * * Copy of a received control message, to be added to @rx_queue and processed * by @rx_work of @qcom_glink. */ struct glink_defer_cmd { … }; /** * struct glink_core_rx_intent - RX intent * RX intent * * @data: pointer to the data (may be NULL for zero-copy) * @id: remote or local intent ID * @size: size of the original intent (do not modify) * @reuse: To mark if the intent can be reused after first use * @in_use: To mark if intent is already in use for the channel * @offset: next write offset (initially 0) * @node: list node */ struct glink_core_rx_intent { … }; /** * struct qcom_glink - driver context, relates to one remote subsystem * @dev: reference to the associated struct device * @rx_pipe: pipe object for receive FIFO * @tx_pipe: pipe object for transmit FIFO * @rx_work: worker for handling received control messages * @rx_lock: protects the @rx_queue * @rx_queue: queue of received control messages to be processed in @rx_work * @tx_lock: synchronizes operations on the tx fifo * @idr_lock: synchronizes @lcids and @rcids modifications * @lcids: idr of all channels with a known local channel id * @rcids: idr of all channels with a known remote channel id * @features: remote features * @intentless: flag to indicate that there is no intent * @tx_avail_notify: Waitqueue for pending tx tasks * @sent_read_notify: flag to check cmd sent or not * @abort_tx: flag indicating that all tx attempts should fail */ struct qcom_glink { … }; enum { … }; /** * struct glink_channel - internal representation of a channel * @rpdev: rpdev reference, only used for primary endpoints * @ept: rpmsg endpoint this channel is associated with * @glink: qcom_glink context handle * @refcount: refcount for the channel object * @recv_lock: guard for @ept.cb * @name: unique channel name/identifier * @lcid: channel id, in local space * @rcid: channel id, in remote space * @intent_lock: lock for protection of @liids, @riids * @liids: idr of all local intents * @riids: idr of all remote intents * @intent_work: worker responsible for transmitting rx_done packets * @done_intents: list of intents that needs to be announced rx_done * @buf: receive buffer, for gathering fragments * @buf_offset: write offset in @buf * @buf_size: size of current @buf * @open_ack: completed once remote has acked the open-request * @open_req: completed once open-request has been received * @intent_req_lock: Synchronises multiple intent requests * @intent_req_result: Result of intent request * @intent_received: flag indicating that an intent has been received * @intent_req_wq: wait queue for intent_req signalling */ struct glink_channel { … }; #define to_glink_channel(_ept) … static const struct rpmsg_endpoint_ops glink_endpoint_ops; #define GLINK_CMD_VERSION … #define GLINK_CMD_VERSION_ACK … #define GLINK_CMD_OPEN … #define GLINK_CMD_CLOSE … #define GLINK_CMD_OPEN_ACK … #define GLINK_CMD_INTENT … #define GLINK_CMD_RX_DONE … #define GLINK_CMD_RX_INTENT_REQ … #define GLINK_CMD_RX_INTENT_REQ_ACK … #define GLINK_CMD_TX_DATA … #define GLINK_CMD_CLOSE_ACK … #define GLINK_CMD_TX_DATA_CONT … #define GLINK_CMD_READ_NOTIF … #define GLINK_CMD_RX_DONE_W_REUSE … #define GLINK_CMD_SIGNALS … #define GLINK_FEATURE_INTENTLESS … #define NATIVE_DTR_SIG … #define NATIVE_DSR_SIG … #define NATIVE_RTS_SIG … #define NATIVE_CTS_SIG … static void qcom_glink_rx_done_work(struct work_struct *work); static struct glink_channel *qcom_glink_alloc_channel(struct qcom_glink *glink, const char *name) { … } static void qcom_glink_channel_release(struct kref *ref) { … } static size_t qcom_glink_rx_avail(struct qcom_glink *glink) { … } static void qcom_glink_rx_peek(struct qcom_glink *glink, void *data, unsigned int offset, size_t count) { … } static void qcom_glink_rx_advance(struct qcom_glink *glink, size_t count) { … } static size_t qcom_glink_tx_avail(struct qcom_glink *glink) { … } static void qcom_glink_tx_write(struct qcom_glink *glink, const void *hdr, size_t hlen, const void *data, size_t dlen) { … } static void qcom_glink_tx_kick(struct qcom_glink *glink) { … } static void qcom_glink_send_read_notify(struct qcom_glink *glink) { … } static int qcom_glink_tx(struct qcom_glink *glink, const void *hdr, size_t hlen, const void *data, size_t dlen, bool wait) { … } static int qcom_glink_send_version(struct qcom_glink *glink) { … } static void qcom_glink_send_version_ack(struct qcom_glink *glink) { … } static void qcom_glink_send_open_ack(struct qcom_glink *glink, struct glink_channel *channel) { … } static void qcom_glink_handle_intent_req_ack(struct qcom_glink *glink, unsigned int cid, bool granted) { … } static void qcom_glink_intent_req_abort(struct glink_channel *channel) { … } /** * qcom_glink_send_open_req() - send a GLINK_CMD_OPEN request to the remote * @glink: Ptr to the glink edge * @channel: Ptr to the channel that the open req is sent * * Allocates a local channel id and sends a GLINK_CMD_OPEN message to the remote. * Will return with refcount held, regardless of outcome. * * Return: 0 on success, negative errno otherwise. */ static int qcom_glink_send_open_req(struct qcom_glink *glink, struct glink_channel *channel) { … } static void qcom_glink_send_close_req(struct qcom_glink *glink, struct glink_channel *channel) { … } static void qcom_glink_send_close_ack(struct qcom_glink *glink, unsigned int rcid) { … } static void qcom_glink_rx_done_work(struct work_struct *work) { … } static void qcom_glink_rx_done(struct qcom_glink *glink, struct glink_channel *channel, struct glink_core_rx_intent *intent) { … } /** * qcom_glink_receive_version() - receive version/features from remote system * * @glink: pointer to transport interface * @version: remote version * @features: remote features * * This function is called in response to a remote-initiated version/feature * negotiation sequence. */ static void qcom_glink_receive_version(struct qcom_glink *glink, u32 version, u32 features) { … } /** * qcom_glink_receive_version_ack() - receive negotiation ack from remote system * * @glink: pointer to transport interface * @version: remote version response * @features: remote features response * * This function is called in response to a local-initiated version/feature * negotiation sequence and is the counter-offer from the remote side based * upon the initial version and feature set requested. */ static void qcom_glink_receive_version_ack(struct qcom_glink *glink, u32 version, u32 features) { … } /** * qcom_glink_send_intent_req_ack() - convert an rx intent request ack cmd to * wire format and transmit * @glink: The transport to transmit on. * @channel: The glink channel * @granted: The request response to encode. * * Return: 0 on success or standard Linux error code. */ static int qcom_glink_send_intent_req_ack(struct qcom_glink *glink, struct glink_channel *channel, bool granted) { … } /** * qcom_glink_advertise_intent - convert an rx intent cmd to wire format and * transmit * @glink: The transport to transmit on. * @channel: The local channel * @intent: The intent to pass on to remote. * * Return: 0 on success or standard Linux error code. */ static int qcom_glink_advertise_intent(struct qcom_glink *glink, struct glink_channel *channel, struct glink_core_rx_intent *intent) { … } static struct glink_core_rx_intent * qcom_glink_alloc_intent(struct qcom_glink *glink, struct glink_channel *channel, size_t size, bool reuseable) { … } static void qcom_glink_handle_rx_done(struct qcom_glink *glink, u32 cid, uint32_t iid, bool reuse) { … } /** * qcom_glink_handle_intent_req() - Receive a request for rx_intent * from remote side * @glink: Pointer to the transport interface * @cid: Remote channel ID * @size: size of the intent * * The function searches for the local channel to which the request for * rx_intent has arrived and allocates and notifies the remote back */ static void qcom_glink_handle_intent_req(struct qcom_glink *glink, u32 cid, size_t size) { … } static int qcom_glink_rx_defer(struct qcom_glink *glink, size_t extra) { … } static int qcom_glink_rx_data(struct qcom_glink *glink, size_t avail) { … } static void qcom_glink_handle_intent(struct qcom_glink *glink, unsigned int cid, unsigned int count, size_t avail) { … } static int qcom_glink_rx_open_ack(struct qcom_glink *glink, unsigned int lcid) { … } /** * qcom_glink_set_flow_control() - convert a signal cmd to wire format and transmit * @ept: Rpmsg endpoint for channel. * @pause: Pause transmission * @dst: destination address of the endpoint * * Return: 0 on success or standard Linux error code. */ static int qcom_glink_set_flow_control(struct rpmsg_endpoint *ept, bool pause, u32 dst) { … } static void qcom_glink_handle_signals(struct qcom_glink *glink, unsigned int rcid, unsigned int sigs) { … } void qcom_glink_native_rx(struct qcom_glink *glink) { … } EXPORT_SYMBOL(…); /* Locally initiated rpmsg_create_ept */ static struct glink_channel *qcom_glink_create_local(struct qcom_glink *glink, const char *name) { … } /* Remote initiated rpmsg_create_ept */ static int qcom_glink_create_remote(struct qcom_glink *glink, struct glink_channel *channel) { … } static struct rpmsg_endpoint *qcom_glink_create_ept(struct rpmsg_device *rpdev, rpmsg_rx_cb_t cb, void *priv, struct rpmsg_channel_info chinfo) { … } static int qcom_glink_announce_create(struct rpmsg_device *rpdev) { … } static void qcom_glink_destroy_ept(struct rpmsg_endpoint *ept) { … } static int qcom_glink_request_intent(struct qcom_glink *glink, struct glink_channel *channel, size_t size) { … } static int __qcom_glink_send(struct glink_channel *channel, void *data, int len, bool wait) { … } static int qcom_glink_send(struct rpmsg_endpoint *ept, void *data, int len) { … } static int qcom_glink_trysend(struct rpmsg_endpoint *ept, void *data, int len) { … } static int qcom_glink_sendto(struct rpmsg_endpoint *ept, void *data, int len, u32 dst) { … } static int qcom_glink_trysendto(struct rpmsg_endpoint *ept, void *data, int len, u32 dst) { … } /* * Finds the device_node for the glink child interested in this channel. */ static struct device_node *qcom_glink_match_channel(struct device_node *node, const char *channel) { … } static const struct rpmsg_device_ops glink_device_ops = …; static const struct rpmsg_endpoint_ops glink_endpoint_ops = …; static void qcom_glink_rpdev_release(struct device *dev) { … } static int qcom_glink_rx_open(struct qcom_glink *glink, unsigned int rcid, char *name) { … } static void qcom_glink_rx_close(struct qcom_glink *glink, unsigned int rcid) { … } static void qcom_glink_rx_close_ack(struct qcom_glink *glink, unsigned int lcid) { … } static void qcom_glink_work(struct work_struct *work) { … } static void qcom_glink_cancel_rx_work(struct qcom_glink *glink) { … } static ssize_t rpmsg_name_show(struct device *dev, struct device_attribute *attr, char *buf) { … } static DEVICE_ATTR_RO(rpmsg_name); static struct attribute *qcom_glink_attrs[] = …; ATTRIBUTE_GROUPS(…); static void qcom_glink_device_release(struct device *dev) { … } static int qcom_glink_create_chrdev(struct qcom_glink *glink) { … } struct qcom_glink *qcom_glink_native_probe(struct device *dev, unsigned long features, struct qcom_glink_pipe *rx, struct qcom_glink_pipe *tx, bool intentless) { … } EXPORT_SYMBOL_GPL(…); static int qcom_glink_remove_device(struct device *dev, void *data) { … } void qcom_glink_native_remove(struct qcom_glink *glink) { … } EXPORT_SYMBOL_GPL(…); MODULE_DESCRIPTION(…) …; MODULE_LICENSE(…) …;
Codebase Browser
linux