// SPDX-License-Identifier: GPL-2.0 OR MIT /* * Copyright 2016 VMware, Inc., Palo Alto, CA., USA * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the * "Software"), to deal in the Software without restriction, including * without limitation the rights to use, copy, modify, merge, publish, * distribute, sub license, and/or sell copies of the Software, and to * permit persons to whom the Software is furnished to do so, subject to * the following conditions: * * The above copyright notice and this permission notice (including the * next paragraph) shall be included in all copies or substantial portions * of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE * USE OR OTHER DEALINGS IN THE SOFTWARE. * */ #include <linux/objtool.h> #include <linux/kernel.h> #include <linux/module.h> #include <linux/slab.h> #include <linux/cc_platform.h> #include <asm/hypervisor.h> #include <drm/drm_ioctl.h> #include "vmwgfx_drv.h" #include "vmwgfx_msg_x86.h" #include "vmwgfx_msg_arm64.h" #include "vmwgfx_mksstat.h" #define MESSAGE_STATUS_SUCCESS … #define MESSAGE_STATUS_DORECV … #define MESSAGE_STATUS_CPT … #define MESSAGE_STATUS_HB … #define RPCI_PROTOCOL_NUM … #define GUESTMSG_FLAG_COOKIE … #define RETRIES … #define VMW_PORT_CMD_MSG … #define VMW_PORT_CMD_HB_MSG … #define VMW_PORT_CMD_OPEN_CHANNEL … #define VMW_PORT_CMD_CLOSE_CHANNEL … #define VMW_PORT_CMD_SENDSIZE … #define VMW_PORT_CMD_RECVSIZE … #define VMW_PORT_CMD_RECVSTATUS … #define VMW_PORT_CMD_MKS_GUEST_STATS … #define VMW_PORT_CMD_MKSGS_RESET … #define VMW_PORT_CMD_MKSGS_ADD_PPN … #define VMW_PORT_CMD_MKSGS_REMOVE_PPN … #define HIGH_WORD(X) … #define MAX_USER_MSG_LENGTH … static u32 vmw_msg_enabled = …; enum rpc_msg_type { … }; struct rpc_channel { … }; #if IS_ENABLED(CONFIG_DRM_VMWGFX_MKSSTATS) /* Kernel mksGuestStats counter names and desciptions; same order as enum mksstat_kern_stats_t */ static const char* const mksstat_kern_name_desc[MKSSTAT_KERN_COUNT][2] = …; #endif /** * vmw_open_channel * * @channel: RPC channel * @protocol: * * Returns: 0 on success */ static int vmw_open_channel(struct rpc_channel *channel, unsigned int protocol) { … } /** * vmw_close_channel * * @channel: RPC channel * * Returns: 0 on success */ static int vmw_close_channel(struct rpc_channel *channel) { … } /** * vmw_port_hb_out - Send the message payload either through the * high-bandwidth port if available, or through the backdoor otherwise. * @channel: The rpc channel. * @msg: NULL-terminated message. * @hb: Whether the high-bandwidth port is available. * * Return: The port status. */ static unsigned long vmw_port_hb_out(struct rpc_channel *channel, const char *msg, bool hb) { … } /** * vmw_port_hb_in - Receive the message payload either through the * high-bandwidth port if available, or through the backdoor otherwise. * @channel: The rpc channel. * @reply: Pointer to buffer holding reply. * @reply_len: Length of the reply. * @hb: Whether the high-bandwidth port is available. * * Return: The port status. */ static unsigned long vmw_port_hb_in(struct rpc_channel *channel, char *reply, unsigned long reply_len, bool hb) { … } /** * vmw_send_msg: Sends a message to the host * * @channel: RPC channel * @msg: NULL terminated string * * Returns: 0 on success */ static int vmw_send_msg(struct rpc_channel *channel, const char *msg) { … } STACK_FRAME_NON_STANDARD(…); /** * vmw_recv_msg: Receives a message from the host * * Note: It is the caller's responsibility to call kfree() on msg. * * @channel: channel opened by vmw_open_channel * @msg: [OUT] message received from the host * @msg_len: message length */ static int vmw_recv_msg(struct rpc_channel *channel, void **msg, size_t *msg_len) { … } STACK_FRAME_NON_STANDARD(…); /** * vmw_host_get_guestinfo: Gets a GuestInfo parameter * * Gets the value of a GuestInfo.* parameter. The value returned will be in * a string, and it is up to the caller to post-process. * * @guest_info_param: Parameter to get, e.g. GuestInfo.svga.gl3 * @buffer: if NULL, *reply_len will contain reply size. * @length: size of the reply_buf. Set to size of reply upon return * * Returns: 0 on success */ int vmw_host_get_guestinfo(const char *guest_info_param, char *buffer, size_t *length) { … } /** * vmw_host_printf: Sends a log message to the host * * @fmt: Regular printf format string and arguments * * Returns: 0 on success */ __printf(1, 2) int vmw_host_printf(const char *fmt, ...) { … } /** * vmw_msg_ioctl: Sends and receveives a message to/from host from/to user-space * * Sends a message from user-space to host. * Can also receive a result from host and return that to user-space. * * @dev: Identifies the drm device. * @data: Pointer to the ioctl argument. * @file_priv: Identifies the caller. * Return: Zero on success, negative error code on error. */ int vmw_msg_ioctl(struct drm_device *dev, void *data, struct drm_file *file_priv) { … } /** * reset_ppn_array: Resets a PPN64 array to INVALID_PPN64 content * * @arr: Array to reset. * @size: Array length. */ static inline void reset_ppn_array(PPN64 *arr, size_t size) { … } /** * hypervisor_ppn_reset_all: Removes all mksGuestStat instance descriptors from * the hypervisor. All related pages should be subsequently unpinned or freed. * */ static inline void hypervisor_ppn_reset_all(void) { … } /** * hypervisor_ppn_add: Adds a single mksGuestStat instance descriptor to the * hypervisor. Any related userspace pages should be pinned in advance. * * @pfn: Physical page number of the instance descriptor */ static inline void hypervisor_ppn_add(PPN64 pfn) { … } /** * hypervisor_ppn_remove: Removes a single mksGuestStat instance descriptor from * the hypervisor. All related pages should be subsequently unpinned or freed. * * @pfn: Physical page number of the instance descriptor */ static inline void hypervisor_ppn_remove(PPN64 pfn) { … } #if IS_ENABLED(CONFIG_DRM_VMWGFX_MKSSTATS) /* Order of the total number of pages used for kernel-internal mksGuestStat; at least 2 */ #define MKSSTAT_KERNEL_PAGES_ORDER … /* Header to the text description of mksGuestStat instance descriptor */ #define MKSSTAT_KERNEL_DESCRIPTION … /** * mksstat_init_record_time: Initializes an MKSGuestStatCounterTime-based record * for the respective mksGuestStat index. * * @stat_idx: Index of the MKSGuestStatCounterTime-based mksGuestStat record. * @pstat: Pointer to array of MKSGuestStatCounterTime. * @pinfo: Pointer to array of MKSGuestStatInfoEntry. * @pstrs: Pointer to current end of the name/description sequence. * Return: Pointer to the new end of the names/description sequence. */ static inline char *mksstat_init_record_time(mksstat_kern_stats_t stat_idx, MKSGuestStatCounterTime *pstat, MKSGuestStatInfoEntry *pinfo, char *pstrs) { … } /** * mksstat_init_kern_id: Creates a single mksGuestStat instance descriptor and * kernel-internal counters. Adds PFN mapping to the hypervisor. * * Create a single mksGuestStat instance descriptor and corresponding structures * for all kernel-internal counters. The corresponding PFNs are mapped with the * hypervisor. * * @ppage: Output pointer to page containing the instance descriptor. * Return: Zero on success, negative error code on error. */ static int mksstat_init_kern_id(struct page **ppage) { … } /** * vmw_mksstat_get_kern_slot: Acquires a slot for a single kernel-internal * mksGuestStat instance descriptor. * * Find a slot for a single kernel-internal mksGuestStat instance descriptor. * In case no such was already present, allocate a new one and set up a kernel- * internal mksGuestStat instance descriptor for the former. * * @pid: Process for which a slot is sought. * @dev_priv: Identifies the drm private device. * Return: Non-negative slot on success, negative error code on error. */ int vmw_mksstat_get_kern_slot(pid_t pid, struct vmw_private *dev_priv) { … } #endif /** * vmw_mksstat_cleanup_descriptor: Frees a single userspace-originating * mksGuestStat instance-descriptor page and unpins all related user pages. * * Unpin all user pages realated to this instance descriptor and free * the instance-descriptor page itself. * * @page: Page of the instance descriptor. */ static void vmw_mksstat_cleanup_descriptor(struct page *page) { … } /** * vmw_mksstat_remove_all: Resets all mksGuestStat instance descriptors * from the hypervisor. * * Discard all hypervisor PFN mappings, containing active mksGuestState instance * descriptors, unpin the related userspace pages and free the related kernel pages. * * @dev_priv: Identifies the drm private device. * Return: Zero on success, negative error code on error. */ int vmw_mksstat_remove_all(struct vmw_private *dev_priv) { … } /** * vmw_mksstat_reset_ioctl: Resets all mksGuestStat instance descriptors * from the hypervisor. * * Discard all hypervisor PFN mappings, containing active mksGuestStat instance * descriptors, unpin the related userspace pages and free the related kernel pages. * * @dev: Identifies the drm device. * @data: Pointer to the ioctl argument. * @file_priv: Identifies the caller; unused. * Return: Zero on success, negative error code on error. */ int vmw_mksstat_reset_ioctl(struct drm_device *dev, void *data, struct drm_file *file_priv) { … } /** * vmw_mksstat_add_ioctl: Creates a single userspace-originating mksGuestStat * instance descriptor and registers that with the hypervisor. * * Create a hypervisor PFN mapping, containing a single mksGuestStat instance * descriptor and pin the corresponding userspace pages. * * @dev: Identifies the drm device. * @data: Pointer to the ioctl argument. * @file_priv: Identifies the caller; unused. * Return: Zero on success, negative error code on error. */ int vmw_mksstat_add_ioctl(struct drm_device *dev, void *data, struct drm_file *file_priv) { … } /** * vmw_mksstat_remove_ioctl: Removes a single userspace-originating mksGuestStat * instance descriptor from the hypervisor. * * Discard a hypervisor PFN mapping, containing a single mksGuestStat instance * descriptor and unpin the corresponding userspace pages. * * @dev: Identifies the drm device. * @data: Pointer to the ioctl argument. * @file_priv: Identifies the caller; unused. * Return: Zero on success, negative error code on error. */ int vmw_mksstat_remove_ioctl(struct drm_device *dev, void *data, struct drm_file *file_priv) { … } /** * vmw_disable_backdoor: Disables all backdoor communication * with the hypervisor. */ void vmw_disable_backdoor(void) { … }