// SPDX-License-Identifier: GPL-2.0-only /* * Copyright (C) 1995 Linus Torvalds * * Pentium III FXSR, SSE support * Gareth Hughes <[email protected]>, May 2000 * * X86-64 port * Andi Kleen. * * CPU hotplug support - [email protected] */ /* * This file handles the architecture-dependent parts of process handling.. */ #include <linux/cpu.h> #include <linux/errno.h> #include <linux/sched.h> #include <linux/sched/task.h> #include <linux/sched/task_stack.h> #include <linux/fs.h> #include <linux/kernel.h> #include <linux/mm.h> #include <linux/elfcore.h> #include <linux/smp.h> #include <linux/slab.h> #include <linux/user.h> #include <linux/interrupt.h> #include <linux/delay.h> #include <linux/export.h> #include <linux/ptrace.h> #include <linux/notifier.h> #include <linux/kprobes.h> #include <linux/kdebug.h> #include <linux/prctl.h> #include <linux/uaccess.h> #include <linux/io.h> #include <linux/ftrace.h> #include <linux/syscalls.h> #include <linux/iommu.h> #include <asm/processor.h> #include <asm/pkru.h> #include <asm/fpu/sched.h> #include <asm/mmu_context.h> #include <asm/prctl.h> #include <asm/desc.h> #include <asm/proto.h> #include <asm/ia32.h> #include <asm/debugreg.h> #include <asm/switch_to.h> #include <asm/xen/hypervisor.h> #include <asm/vdso.h> #include <asm/resctrl.h> #include <asm/unistd.h> #include <asm/fsgsbase.h> #include <asm/fred.h> #ifdef CONFIG_IA32_EMULATION /* Not included via unistd.h */ #include <asm/unistd_32_ia32.h> #endif #include "process.h" /* Prints also some state that isn't saved in the pt_regs */ void __show_regs(struct pt_regs *regs, enum show_regs_mode mode, const char *log_lvl) { … } void release_thread(struct task_struct *dead_task) { … } enum which_selector { … }; /* * Out of line to be protected from kprobes and tracing. If this would be * traced or probed than any access to a per CPU variable happens with * the wrong GS. * * It is not used on Xen paravirt. When paravirt support is needed, it * needs to be renamed with native_ prefix. */ static noinstr unsigned long __rdgsbase_inactive(void) { … } /* * Out of line to be protected from kprobes and tracing. If this would be * traced or probed than any access to a per CPU variable happens with * the wrong GS. * * It is not used on Xen paravirt. When paravirt support is needed, it * needs to be renamed with native_ prefix. */ static noinstr void __wrgsbase_inactive(unsigned long gsbase) { … } /* * Saves the FS or GS base for an outgoing thread if FSGSBASE extensions are * not available. The goal is to be reasonably fast on non-FSGSBASE systems. * It's forcibly inlined because it'll generate better code and this function * is hot. */ static __always_inline void save_base_legacy(struct task_struct *prev_p, unsigned short selector, enum which_selector which) { … } static __always_inline void save_fsgs(struct task_struct *task) { … } /* * While a process is running,current->thread.fsbase and current->thread.gsbase * may not match the corresponding CPU registers (see save_base_legacy()). */ void current_save_fsgs(void) { … } #if IS_ENABLED(CONFIG_KVM) EXPORT_SYMBOL_GPL(…); #endif static __always_inline void loadseg(enum which_selector which, unsigned short sel) { … } static __always_inline void load_seg_legacy(unsigned short prev_index, unsigned long prev_base, unsigned short next_index, unsigned long next_base, enum which_selector which) { … } /* * Store prev's PKRU value and load next's PKRU value if they differ. PKRU * is not XSTATE managed on context switch because that would require a * lookup in the task's FPU xsave buffer and require to keep that updated * in various places. */ static __always_inline void x86_pkru_load(struct thread_struct *prev, struct thread_struct *next) { … } static __always_inline void x86_fsgsbase_load(struct thread_struct *prev, struct thread_struct *next) { … } unsigned long x86_fsgsbase_read_task(struct task_struct *task, unsigned short selector) { … } unsigned long x86_gsbase_read_cpu_inactive(void) { … } void x86_gsbase_write_cpu_inactive(unsigned long gsbase) { … } unsigned long x86_fsbase_read_task(struct task_struct *task) { … } unsigned long x86_gsbase_read_task(struct task_struct *task) { … } void x86_fsbase_write_task(struct task_struct *task, unsigned long fsbase) { … } void x86_gsbase_write_task(struct task_struct *task, unsigned long gsbase) { … } static void start_thread_common(struct pt_regs *regs, unsigned long new_ip, unsigned long new_sp, u16 _cs, u16 _ss, u16 _ds) { … } void start_thread(struct pt_regs *regs, unsigned long new_ip, unsigned long new_sp) { … } EXPORT_SYMBOL_GPL(…); #ifdef CONFIG_COMPAT void compat_start_thread(struct pt_regs *regs, u32 new_ip, u32 new_sp, bool x32) { … } #endif /* * switch_to(x,y) should switch tasks from x to y. * * This could still be optimized: * - fold all the options into a flag word and test it with a single test. * - could test fs/gs bitsliced * * Kprobes not supported here. Set the probe on schedule instead. * Function graph tracer not supported too. */ __no_kmsan_checks __visible __notrace_funcgraph struct task_struct * __switch_to(struct task_struct *prev_p, struct task_struct *next_p) { … } void set_personality_64bit(void) { … } static void __set_personality_x32(void) { … } static void __set_personality_ia32(void) { … } void set_personality_ia32(bool x32) { … } EXPORT_SYMBOL_GPL(…); #ifdef CONFIG_CHECKPOINT_RESTORE static long prctl_map_vdso(const struct vdso_image *image, unsigned long addr) { … } #endif #ifdef CONFIG_ADDRESS_MASKING #define LAM_U57_BITS … static int prctl_enable_tagged_addr(struct mm_struct *mm, unsigned long nr_bits) { … } #endif long do_arch_prctl_64(struct task_struct *task, int option, unsigned long arg2) { … } SYSCALL_DEFINE2(arch_prctl, int, option, unsigned long, arg2) { … } #ifdef CONFIG_IA32_EMULATION COMPAT_SYSCALL_DEFINE2(arch_prctl, int, option, unsigned long, arg2) { … } #endif unsigned long KSTK_ESP(struct task_struct *task) { … }
Codebase Browser
linux