Bananymous/banan-os
1
1
Fork 1
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Kernel: Use per cpu fast page for PMM

Browse Source
This commit is contained in:
Bananymous
2026-05-20 02:46:50 +03:00
parent a3ca49ff1f
commit 46a1903f8d
1 changed files with 13 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

27
kernel/kernel/Memory/PhysicalRange.cpp
View File

@@ -21,8 +21,8 @@ namespace Kernel
const size_t bitmap_page_count = BAN::Math::div_round_up<size_t>(m_page_count, bits_per_page); const size_t bitmap_page_count = BAN::Math::div_round_up<size_t>(m_page_count, bits_per_page);
for (size_t i = 0; i < bitmap_page_count; i++) for (size_t i = 0; i < bitmap_page_count; i++)
{ {
PageTable::with_fast_page(paddr + i * PAGE_SIZE, [] { PageTable::with_per_cpu_fast_page(paddr + i * PAGE_SIZE, [](void* addr) {
memset(PageTable::fast_page_as_ptr(), 0, PAGE_SIZE); memset(addr, 0, PAGE_SIZE);
}); });
} }
@@ -40,15 +40,15 @@ namespace Kernel
BAN::Optional<size_t> page_matched_bit; BAN::Optional<size_t> page_matched_bit;
const paddr_t current_paddr = m_paddr + i * PAGE_SIZE; const paddr_t current_paddr = m_paddr + i * PAGE_SIZE;
PageTable::with_fast_page(current_paddr, [&page_matched_bit] { PageTable::with_per_cpu_fast_page(current_paddr, [&page_matched_bit](void* addr) {
for (size_t j = 0; j < PAGE_SIZE / sizeof(size_t); j++) for (size_t j = 0; j < PAGE_SIZE / sizeof(size_t); j++)
{ {
static_assert(sizeof(size_t) == sizeof(long)); static_assert(sizeof(size_t) == sizeof(long));
const size_t current = PageTable::fast_page_as_sized<volatile size_t>(j); auto& current = static_cast<size_t*>(addr)[j];
if (current == BAN::numeric_limits<size_t>::max()) if (current == BAN::numeric_limits<size_t>::max())
continue; continue;
const int ctz = __builtin_ctzl(~current); const int ctz = __builtin_ctzl(~current);
PageTable::fast_page_as_sized<volatile size_t>(j) = current | (static_cast<size_t>(1) << ctz); current |= static_cast<size_t>(1) << ctz;
page_matched_bit = j * sizeof(size_t) * 8 + ctz; page_matched_bit = j * sizeof(size_t) * 8 + ctz;
return; return;
} }
@@ -75,15 +75,14 @@ namespace Kernel
const size_t paddr_index = (paddr - m_paddr) / PAGE_SIZE; const size_t paddr_index = (paddr - m_paddr) / PAGE_SIZE;
PageTable::with_fast_page(m_paddr + paddr_index / bits_per_page * PAGE_SIZE, [paddr_index] { PageTable::with_per_cpu_fast_page(m_paddr + paddr_index / bits_per_page * PAGE_SIZE, [paddr_index] (void* addr) {
const size_t bitmap_bit = paddr_index % bits_per_page; const size_t bitmap_bit = paddr_index % bits_per_page;
const size_t byte = bitmap_bit / 8; const size_t byte = bitmap_bit / 8;
const size_t bit = bitmap_bit % 8; const size_t bit = bitmap_bit % 8;
volatile uint8_t& bitmap_byte = PageTable::fast_page_as_sized<volatile uint8_t>(byte); uint8_t& bitmap_byte = static_cast<uint8_t*>(addr)[byte];
ASSERT(bitmap_byte & (1u << bit)); ASSERT(bitmap_byte & (1u << bit));
bitmap_byte &= ~(1u << bit);
bitmap_byte = bitmap_byte & ~(1u << bit);
}); });
m_free_pages++; m_free_pages++;
@@ -103,8 +102,8 @@ namespace Kernel
const size_t bit = bit_index % 8; const size_t bit = bit_index % 8;
uint8_t current; uint8_t current;
PageTable::with_fast_page(m_paddr + page_index * PAGE_SIZE, [&current, byte] { PageTable::with_per_cpu_fast_page(m_paddr + page_index * PAGE_SIZE, [&current, byte](void* addr) {
current = PageTable::fast_page_as_sized<volatile uint8_t>(byte); current = static_cast<uint8_t*>(addr)[byte];
}); });
return current & (1u << bit); return current & (1u << bit);
@@ -117,9 +116,9 @@ namespace Kernel
const size_t bit_index = buffer_bit % bits_per_page; const size_t bit_index = buffer_bit % bits_per_page;
const size_t byte = bit_index / 8; const size_t byte = bit_index / 8;
const size_t bit = bit_index % 8; const size_t bit = bit_index % 8;
PageTable::with_fast_page(m_paddr + page_index * PAGE_SIZE, [byte, bit] { PageTable::with_per_cpu_fast_page(m_paddr + page_index * PAGE_SIZE, [byte, bit](void* addr) {
volatile uint8_t& current = PageTable::fast_page_as_sized<volatile uint8_t>(byte); uint8_t& current = static_cast<uint8_t*>(addr)[byte];
current = current | (1u << bit); current |= 1u << bit;
}); });
}; };