e16f2aff6f
This change brings in a new approach to managing address space. It wraps the Pal with a power of two reservation system, that guarantees all returned blocks are naturally aligned to their size. It either lets the Pal perform aligned requests, or over allocates and splits into power of two blocks.
98 lines
2.2 KiB
C++
98 lines
2.2 KiB
C++
#pragma once
|
|
|
|
#include "../ds/bits.h"
|
|
|
|
#if defined(FreeBSD_KERNEL)
|
|
extern "C"
|
|
{
|
|
# include <sys/vmem.h>
|
|
# include <vm/vm.h>
|
|
# include <vm/vm_extern.h>
|
|
# include <vm/vm_kern.h>
|
|
# include <vm/vm_object.h>
|
|
# include <vm/vm_param.h>
|
|
}
|
|
|
|
namespace snmalloc
|
|
{
|
|
class PALFreeBSDKernel
|
|
{
|
|
vm_offset_t get_vm_offset(uint_ptr_t p)
|
|
{
|
|
return static_cast<vm_offset_t>(reinterpret_cast<uintptr_t>(p));
|
|
}
|
|
|
|
public:
|
|
/**
|
|
* Bitmap of PalFeatures flags indicating the optional features that this
|
|
* PAL supports.
|
|
*/
|
|
static constexpr uint64_t pal_features = AlignedAllocation;
|
|
[[noreturn]] void error(const char* const str)
|
|
{
|
|
panic("snmalloc error: %s", str);
|
|
}
|
|
|
|
/// Notify platform that we will not be using these pages
|
|
void notify_not_using(void* p, size_t size)
|
|
{
|
|
vm_offset_t addr = get_vm_offset(p);
|
|
kmem_unback(kernel_object, addr, size);
|
|
}
|
|
|
|
/// Notify platform that we will be using these pages
|
|
template<ZeroMem zero_mem>
|
|
void notify_using(void* p, size_t size)
|
|
{
|
|
vm_offset_t addr = get_vm_offset(p);
|
|
int flags = M_WAITOK | ((zero_mem == YesZero) ? M_ZERO : 0);
|
|
if (kmem_back(kernel_object, addr, size, flags) != KERN_SUCCESS)
|
|
{
|
|
error("Out of memory");
|
|
}
|
|
}
|
|
|
|
/// OS specific function for zeroing memory
|
|
template<bool page_aligned = false>
|
|
void zero(void* p, size_t size)
|
|
{
|
|
::bzero(p, size);
|
|
}
|
|
|
|
template<bool committed>
|
|
void* reserve_aligned(size_t size) noexcept
|
|
{
|
|
SNMALLOC_ASSERT(size == bits::next_pow2(size));
|
|
SNMALLOC_ASSERT(size >= minimum_alloc_size);
|
|
size_t align = size;
|
|
|
|
vm_offset_t addr;
|
|
if (vmem_xalloc(
|
|
kernel_arena,
|
|
size,
|
|
align,
|
|
0,
|
|
0,
|
|
VMEM_ADDR_MIN,
|
|
VMEM_ADDR_MAX,
|
|
M_BESTFIT,
|
|
&addr))
|
|
{
|
|
return nullptr;
|
|
}
|
|
if (committed)
|
|
{
|
|
if (
|
|
kmem_back(kernel_object, addr, size, M_ZERO | M_WAITOK) !=
|
|
KERN_SUCCESS)
|
|
{
|
|
vmem_xfree(kernel_arena, addr, size);
|
|
return nullptr;
|
|
}
|
|
}
|
|
return get_vm_offset(addr);
|
|
}
|
|
};
|
|
}
|
|
#endif
|