141 lines
4.7 KiB
C
141 lines
4.7 KiB
C
|
/*
|
|||
|
|
* UTSM 页表/MMIO 映射服务实现
|
|||
|
|
*
|
|||
|
|
* 算法说明：
|
|||
|
|
* - is_mapped: 标准 x86_64 四级页表 walk，O(1)（固定 4 级），
|
|||
|
|
* 页表页均为 RAM，经 HHDM 直映射访问，全程不触发 #PF。
|
|||
|
|
* - map_mmio: 对 [phys, phys+size) 逐 4K 页在 HHDM 空间 (hhdm+phys)
|
|||
|
|
* 补建 P|RW|PCD|PWT 映射。若中间级已存在则复用；若整页已被
|
|||
|
|
* Limine 大页覆盖则跳过（is_mapped 先行判定）。页表页由
|
|||
|
|
* dma_alloc_pages 提供（低 4G、4K 对齐、返回即清零）。
|
|||
|
|
* - not-present 项不会被 TLB 缓存，新映射无需 invlpg；
|
|||
|
|
* 仍对每页执行 invlpg 作为防御性措施（成本可忽略）。
|
|||
|
|
*/
|
|||
|
|
|
|||
|
|
#include <utsm/paging.h>
|
|||
|
|
#include <utsm/dma.h>
|
|||
|
|
#include <utsm/log.h>
|
|||
|
|
#include "../arch/x86_64/limine.h"
|
|||
|
|
|
|||
|
|
extern volatile struct limine_hhdm_request g_hhdm_request;
|
|||
|
|
|
|||
|
|
#define PTE_PRESENT (1ULL << 0)
|
|||
|
|
#define PTE_RW (1ULL << 1)
|
|||
|
|
#define PTE_PWT (1ULL << 3) /* MMIO: write-through */
|
|||
|
|
#define PTE_PCD (1ULL << 4) /* MMIO: cache disable */
|
|||
|
|
#define PTE_PS (1ULL << 7) /* 1G/2M 大页标志 */
|
|||
|
|
#define PTE_ADDR_MASK 0x000FFFFFFFFFF000ULL
|
|||
|
|
#define PAGE_4K 4096ULL
|
|||
|
|
|
|||
|
|
static u64 paging_hhdm(void) {
|
|||
|
|
return g_hhdm_request.response ? g_hhdm_request.response->offset : 0;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
static u64 paging_read_cr3(void) {
|
|||
|
|
u64 v;
|
|||
|
|
__asm__ volatile("mov %%cr3, %0" : "=r"(v));
|
|||
|
|
return v & PTE_ADDR_MASK;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/* 返回 0=未映射；1=4K PTE；2=2M PDE；3=1G PDPTE */
|
|||
|
|
static int paging_is_mapped_impl(u64 vaddr) {
|
|||
|
|
u64 hhdm = paging_hhdm();
|
|||
|
|
if (!hhdm) return 0;
|
|||
|
|
|
|||
|
|
u64 *pml4 = (u64 *)(paging_read_cr3() + hhdm);
|
|||
|
|
u64 pml4e = pml4[(vaddr >> 39) & 0x1FF];
|
|||
|
|
if (!(pml4e & PTE_PRESENT)) return 0;
|
|||
|
|
|
|||
|
|
u64 *pdpt = (u64 *)((pml4e & PTE_ADDR_MASK) + hhdm);
|
|||
|
|
u64 pdpte = pdpt[(vaddr >> 30) & 0x1FF];
|
|||
|
|
if (!(pdpte & PTE_PRESENT)) return 0;
|
|||
|
|
if (pdpte & PTE_PS) return 3;
|
|||
|
|
|
|||
|
|
u64 *pd = (u64 *)((pdpte & PTE_ADDR_MASK) + hhdm);
|
|||
|
|
u64 pde = pd[(vaddr >> 21) & 0x1FF];
|
|||
|
|
if (!(pde & PTE_PRESENT)) return 0;
|
|||
|
|
if (pde & PTE_PS) return 2;
|
|||
|
|
|
|||
|
|
u64 *pt = (u64 *)((pde & PTE_ADDR_MASK) + hhdm);
|
|||
|
|
u64 pte = pt[(vaddr >> 12) & 0x1FF];
|
|||
|
|
if (!(pte & PTE_PRESENT)) return 0;
|
|||
|
|
return 1;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/* 分配一个清零的 4K 页作为页表页，返回物理地址；失败返回 0 */
|
|||
|
|
static u64 paging_alloc_table(void) {
|
|||
|
|
dkm_dma_buffer buf;
|
|||
|
|
if (dma_alloc_pages(1, PAGE_4K, 0, &buf) != 0) return 0;
|
|||
|
|
return buf.phys;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
static int paging_map_mmio_impl(u64 phys, u64 size) {
|
|||
|
|
u64 hhdm = paging_hhdm();
|
|||
|
|
if (!hhdm || !size) return -1;
|
|||
|
|
|
|||
|
|
u64 begin = phys & ~(PAGE_4K - 1ULL);
|
|||
|
|
u64 end = (phys + size + PAGE_4K - 1ULL) & ~(PAGE_4K - 1ULL);
|
|||
|
|
u64 mapped = 0;
|
|||
|
|
u64 skipped = 0;
|
|||
|
|
|
|||
|
|
for (u64 p = begin; p < end; p += PAGE_4K) {
|
|||
|
|
u64 v = hhdm + p;
|
|||
|
|
|
|||
|
|
if (paging_is_mapped_impl(v)) {
|
|||
|
|
skipped++; /* Limine 已覆盖（含 1G/2M 大页） */
|
|||
|
|
continue;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
u64 *pml4 = (u64 *)(paging_read_cr3() + hhdm);
|
|||
|
|
u64 idx4 = (v >> 39) & 0x1FF;
|
|||
|
|
if (!(pml4[idx4] & PTE_PRESENT)) {
|
|||
|
|
u64 t = paging_alloc_table();
|
|||
|
|
if (!t) { log_error("[PAGING] alloc PDPT failed"); return -2; }
|
|||
|
|
pml4[idx4] = t | PTE_PRESENT | PTE_RW;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
u64 *pdpt = (u64 *)((pml4[idx4] & PTE_ADDR_MASK) + hhdm);
|
|||
|
|
u64 idx3 = (v >> 30) & 0x1FF;
|
|||
|
|
if (pdpt[idx3] & PTE_PRESENT) {
|
|||
|
|
if (pdpt[idx3] & PTE_PS) { skipped++; continue; } /* 1G 大页已覆盖 */
|
|||
|
|
} else {
|
|||
|
|
u64 t = paging_alloc_table();
|
|||
|
|
if (!t) { log_error("[PAGING] alloc PD failed"); return -3; }
|
|||
|
|
pdpt[idx3] = t | PTE_PRESENT | PTE_RW;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
u64 *pd = (u64 *)((pdpt[idx3] & PTE_ADDR_MASK) + hhdm);
|
|||
|
|
u64 idx2 = (v >> 21) & 0x1FF;
|
|||
|
|
if (pd[idx2] & PTE_PRESENT) {
|
|||
|
|
if (pd[idx2] & PTE_PS) { skipped++; continue; } /* 2M 大页已覆盖 */
|
|||
|
|
} else {
|
|||
|
|
u64 t = paging_alloc_table();
|
|||
|
|
if (!t) { log_error("[PAGING] alloc PT failed"); return -4; }
|
|||
|
|
pd[idx2] = t | PTE_PRESENT | PTE_RW;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
u64 *pt = (u64 *)((pd[idx2] & PTE_ADDR_MASK) + hhdm);
|
|||
|
|
u64 idx1 = (v >> 12) & 0x1FF;
|
|||
|
|
pt[idx1] = p | PTE_PRESENT | PTE_RW | PTE_PCD | PTE_PWT;
|
|||
|
|
__asm__ volatile("invlpg (%0)" :: "r"(v) : "memory");
|
|||
|
|
mapped++;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
log_info("[PAGING] map_mmio done");
|
|||
|
|
log_hex64("[PAGING] phys=", phys);
|
|||
|
|
log_hex64("[PAGING] size=", size);
|
|||
|
|
log_hex64("[PAGING] 4K pages mapped=", mapped);
|
|||
|
|
log_hex64("[PAGING] pages already covered=", skipped);
|
|||
|
|
return 0;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
static const dkm_mmio_api g_mmio_api = {
|
|||
|
|
.is_mapped = paging_is_mapped_impl,
|
|||
|
|
.map_mmio = paging_map_mmio_impl,
|
|||
|
|
.cr3 = paging_read_cr3
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
const dkm_mmio_api *paging_get_api(void) {
|
|||
|
|
return &g_mmio_api;
|
|||
|
|
}
|