1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
|
/* SPDX-License-Identifier: copyleft-next-0.3.1 */
/* Copyright 2021 - 2022, Kim Kuparinen < kimi.h.kuparinen@gmail.com > */
/**
* @file init.c
* riscv64 'bootstrap', move actual kernel into place and jump to virtual
* memory.
*/
#include <kmi/types.h>
#include <kmi/attrs.h>
#include <kmi/utils.h>
#include <kmi/vmem.h>
#include <arch/vmem.h>
#include <libfdt.h>
#include "../kernel/csr.h"
/**
* Create page table entry.
* Copy from \ref arch/riscv64/kernel/vmem.c.
*
* @param a Virtual address.
* @param f PTE flags.
*/
#define to_pte(a, f) (((a) >> 12) << 10 | (f))
/**
* Get RAM base address from fdt.
* @todo in case of multiple RAM banks, should try to just find one
* of them and let the kernel figure the rest out. Kernel doesn't currently
* support multiple RAM banks.
*
* @param fdt FDT pointer.
* @return Physical address of ram base.
*/
static pm_t __fdt_ram_base(void *fdt)
{
struct cell_info ci = get_reginfo(fdt, "/memory");
int mem_offset = fdt_path_offset(fdt, "/memory");
uint8_t *mem_reg = (uint8_t *)fdt_getprop(fdt, mem_offset, "reg", NULL);
return (pm_t)fdt_load_int_ptr(ci.addr_cells, mem_reg);
}
/**
* Jump into virtual memory.
*
* @param load_addr Address where init has been loaded.
* @param ram_base RAM base.
*/
static void init_bootmem(uintptr_t load_addr, uintptr_t ram_base)
{
size_t flags = VM_V | VM_X | VM_R | VM_W;
extern char *__kernel;
extern char *__kernel_size;
uintptr_t top = load_addr + (uintptr_t)&__kernel + (uintptr_t)&__kernel_size;
/* this could be risky, as we might overwrite some bits of initrd or fdt
* if they're allocated too close to the kernel payload.
* @todo Allocate root_branch statically? */
struct vmem *root_branch = (struct vmem *)align_up(top, SZ_4K);
/* direct mapping (temp) */
for (size_t i = 0; i <= CSTACK_PAGE; ++i)
root_branch->leaf[i] = (struct vmem *)to_pte(TOP_PAGE_SIZE * i,
flags);
/* kernel (also sort of direct mapping) */
flags |= VM_G;
for (size_t i = KSTART_PAGE; i < IO_PAGE; ++i)
root_branch->leaf[i] = (struct vmem *)to_pte(
ram_base + TOP_PAGE_SIZE * (i - KSTART_PAGE), flags);
/* kernel IO, map to 0 for now, will be updated in the future */
root_branch->leaf[IO_PAGE] = (struct vmem *)to_pte(0, flags);
uintmax_t mode = Sv39;
switch (DEFAULT_Sv_MODE) {
case Sv32: mode = SATP_MODE_Sv32; break;
case Sv39: mode = SATP_MODE_Sv39; break;
case Sv48: mode = SATP_MODE_Sv48; break;
default: break;
};
csr_write(CSR_SATP, mode | ((uintptr_t)root_branch >> 12));
}
/**
* Relocate kernel proper.
* @param load_addr Address to where init has been loaded.
* Used in calculating kernel start address.
*/
static void move_kernel(uintptr_t load_addr)
{
extern char *__kernel;
extern char *__kernel_size;
size_t sz = (size_t)&__kernel_size;
char *src = load_addr + (char *)&__kernel;
char *dst = (char *)VM_KERN;
for (size_t i = 0; i < sz; ++i)
dst[i] = src[i];
}
/**
* Main driver for the init loader.
*
* @param fdt Global FDT pointer, provided by bootloader.
* @param load_addr Address to where init has been loaded.
*/
void init(void *fdt, pm_t load_addr)
{
extern void jump_to_kernel(void *fdt, pm_t ram_base, void *k);
pm_t ram_base = __fdt_ram_base(fdt);
init_bootmem(load_addr, ram_base);
move_kernel(load_addr);
jump_to_kernel(fdt, ram_base, (void *)VM_KERN);
}
|
