38e17b68e3
The x86 paging code has been rewritten to support another paging mode and non-identity virtual mappings. - Paging code now uses an array of paging level characteristics and walks tables using for loops. This is opposed to having different functions for every paging level and lots of #ifdefs. The code is now more concise and adding new paging modes should be trivial. - We now support 32-bit, PAE, and IA-32e page tables. - The page tables created by gen_mmu.py are now installed at early boot. There are no longer separate "flat" page tables. These tables are mutable at any time. - The x86_mmu code now has a private header. Many definitions that did not need to be in public scope have been moved out of mmustructs.h and either placed in the C file or in the private header. - Improvements to dumping page table information, with the physical mapping and flags all shown - arch_mem_map() implemented - x86 userspace/memory domain code ported to use the new infrastructure. - add logic for physical -> virtual instruction pointer transition, including cleaning up identity mappings after this takes place. Signed-off-by: Andrew Boie <andrew.p.boie@intel.com>
98 lines
2.7 KiB
C
98 lines
2.7 KiB
C
/*
|
|
* Copyright (c) 2019 Intel Corporation
|
|
* SPDX-License-Identifier: Apache-2.0
|
|
*/
|
|
|
|
#ifndef ZEPHYR_ARCH_X86_INCLUDE_KERNEL_ARCH_FUNC_H_
|
|
#define ZEPHYR_ARCH_X86_INCLUDE_KERNEL_ARCH_FUNC_H_
|
|
|
|
#include <kernel_arch_data.h>
|
|
#include <arch/x86/mmustructs.h>
|
|
|
|
#ifdef CONFIG_X86_64
|
|
#include <intel64/kernel_arch_func.h>
|
|
#else
|
|
#include <ia32/kernel_arch_func.h>
|
|
#endif
|
|
|
|
#ifndef _ASMLANGUAGE
|
|
static inline bool arch_is_in_isr(void)
|
|
{
|
|
#ifdef CONFIG_SMP
|
|
/* On SMP, there is a race vs. the current CPU changing if we
|
|
* are preempted. Need to mask interrupts while inspecting
|
|
* (note deliberate lack of gcc size suffix on the
|
|
* instructions, we need to work with both architectures here)
|
|
*/
|
|
bool ret;
|
|
|
|
__asm__ volatile ("pushf; cli");
|
|
ret = arch_curr_cpu()->nested != 0;
|
|
__asm__ volatile ("popf");
|
|
return ret;
|
|
#else
|
|
return _kernel.cpus[0].nested != 0U;
|
|
#endif
|
|
}
|
|
|
|
struct multiboot_info;
|
|
|
|
extern FUNC_NORETURN void z_x86_prep_c(void *arg);
|
|
|
|
#ifdef CONFIG_X86_VERY_EARLY_CONSOLE
|
|
/* Setup ultra-minimal serial driver for printk() */
|
|
void z_x86_early_serial_init(void);
|
|
#endif /* CONFIG_X86_VERY_EARLY_CONSOLE */
|
|
|
|
|
|
/* Called upon CPU exception that is unhandled and hence fatal; dump
|
|
* interesting info and call z_x86_fatal_error()
|
|
*/
|
|
FUNC_NORETURN void z_x86_unhandled_cpu_exception(uintptr_t vector,
|
|
const z_arch_esf_t *esf);
|
|
|
|
/* Called upon unrecoverable error; dump registers and transfer control to
|
|
* kernel via z_fatal_error()
|
|
*/
|
|
FUNC_NORETURN void z_x86_fatal_error(unsigned int reason,
|
|
const z_arch_esf_t *esf);
|
|
|
|
/* Common handling for page fault exceptions */
|
|
void z_x86_page_fault_handler(z_arch_esf_t *esf);
|
|
|
|
#ifdef CONFIG_THREAD_STACK_INFO
|
|
/**
|
|
* @brief Check if a memory address range falls within the stack
|
|
*
|
|
* Given a memory address range, ensure that it falls within the bounds
|
|
* of the faulting context's stack.
|
|
*
|
|
* @param addr Starting address
|
|
* @param size Size of the region, or 0 if we just want to see if addr is
|
|
* in bounds
|
|
* @param cs Code segment of faulting context
|
|
* @return true if addr/size region is not within the thread stack
|
|
*/
|
|
bool z_x86_check_stack_bounds(uintptr_t addr, size_t size, uint16_t cs);
|
|
#endif /* CONFIG_THREAD_STACK_INFO */
|
|
|
|
#ifdef CONFIG_USERSPACE
|
|
extern FUNC_NORETURN void z_x86_userspace_enter(k_thread_entry_t user_entry,
|
|
void *p1, void *p2, void *p3,
|
|
uintptr_t stack_end,
|
|
uintptr_t stack_start);
|
|
|
|
/* Preparation steps needed for all threads if user mode is turned on.
|
|
*
|
|
* Returns the initial entry point to swap into.
|
|
*/
|
|
void *z_x86_userspace_prepare_thread(struct k_thread *thread);
|
|
|
|
#endif /* CONFIG_USERSPACE */
|
|
|
|
void z_x86_do_kernel_oops(const z_arch_esf_t *esf);
|
|
|
|
#endif /* !_ASMLANGUAGE */
|
|
|
|
#endif /* ZEPHYR_ARCH_X86_INCLUDE_KERNEL_ARCH_FUNC_H_ */
|