2018-10-16 12:01:38 +03:00
|
|
|
/*
|
|
|
|
* Really really *really* Q&D malloc() and free() implementations
|
|
|
|
* just to get going. Don't ever let anyone see this shit. :^)
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include "types.h"
|
|
|
|
#include "kmalloc.h"
|
|
|
|
#include "StdLib.h"
|
|
|
|
#include "i386.h"
|
|
|
|
#include "system.h"
|
2018-11-10 18:25:59 +03:00
|
|
|
#include <AK/Assertions.h>
|
2018-10-16 12:01:38 +03:00
|
|
|
|
|
|
|
#define SANITIZE_KMALLOC
|
|
|
|
|
|
|
|
typedef struct
|
|
|
|
{
|
|
|
|
DWORD start;
|
|
|
|
DWORD nchunk;
|
|
|
|
} PACKED allocation_t;
|
|
|
|
|
|
|
|
#define CHUNK_SIZE 128
|
2018-10-29 23:54:11 +03:00
|
|
|
#define POOL_SIZE (1024 * 1024)
|
2018-10-16 12:01:38 +03:00
|
|
|
|
2018-11-01 18:23:12 +03:00
|
|
|
#define PAGE_ALIGNED_BASE_PHYSICAL 0x300000
|
|
|
|
#define ETERNAL_BASE_PHYSICAL 0x200000
|
|
|
|
#define BASE_PHYS 0x100000
|
2018-10-16 12:01:38 +03:00
|
|
|
|
2018-11-02 22:41:58 +03:00
|
|
|
#define RANGE_SIZE 0x100000
|
|
|
|
|
2018-11-09 03:25:31 +03:00
|
|
|
static byte alloc_map[POOL_SIZE / CHUNK_SIZE / 8];
|
2018-10-16 12:01:38 +03:00
|
|
|
|
2018-10-24 02:02:55 +03:00
|
|
|
volatile DWORD sum_alloc = 0;
|
|
|
|
volatile DWORD sum_free = POOL_SIZE;
|
2018-11-01 01:19:15 +03:00
|
|
|
volatile size_t kmalloc_sum_eternal = 0;
|
2018-11-01 11:01:51 +03:00
|
|
|
volatile size_t kmalloc_sum_page_aligned = 0;
|
2018-11-01 01:19:15 +03:00
|
|
|
|
|
|
|
static byte* s_next_eternal_ptr;
|
2018-11-01 11:01:51 +03:00
|
|
|
static byte* s_next_page_aligned_ptr;
|
2018-10-16 12:01:38 +03:00
|
|
|
|
2018-11-02 22:41:58 +03:00
|
|
|
static byte* s_end_of_eternal_range;
|
|
|
|
static byte* s_end_of_page_aligned_range;
|
|
|
|
|
2018-10-27 01:14:24 +03:00
|
|
|
bool is_kmalloc_address(void* ptr)
|
|
|
|
{
|
2018-11-01 01:19:15 +03:00
|
|
|
if (ptr >= (byte*)ETERNAL_BASE_PHYSICAL && ptr < s_next_eternal_ptr)
|
|
|
|
return true;
|
2018-11-01 14:45:51 +03:00
|
|
|
if (ptr >= (byte*)PAGE_ALIGNED_BASE_PHYSICAL && ptr < s_next_page_aligned_ptr)
|
|
|
|
return true;
|
2018-11-09 12:03:21 +03:00
|
|
|
return (dword)ptr >= BASE_PHYS && (dword)ptr <= (BASE_PHYS + POOL_SIZE);
|
2018-10-27 01:14:24 +03:00
|
|
|
}
|
|
|
|
|
2018-11-09 03:25:31 +03:00
|
|
|
void kmalloc_init()
|
2018-10-16 12:01:38 +03:00
|
|
|
{
|
|
|
|
memset( &alloc_map, 0, sizeof(alloc_map) );
|
|
|
|
memset( (void *)BASE_PHYS, 0, POOL_SIZE );
|
|
|
|
|
2018-11-01 01:19:15 +03:00
|
|
|
kmalloc_sum_eternal = 0;
|
2018-11-01 11:01:51 +03:00
|
|
|
kmalloc_sum_page_aligned = 0;
|
2018-10-16 12:01:38 +03:00
|
|
|
sum_alloc = 0;
|
|
|
|
sum_free = POOL_SIZE;
|
2018-11-01 01:19:15 +03:00
|
|
|
|
|
|
|
s_next_eternal_ptr = (byte*)ETERNAL_BASE_PHYSICAL;
|
2018-11-01 11:01:51 +03:00
|
|
|
s_next_page_aligned_ptr = (byte*)PAGE_ALIGNED_BASE_PHYSICAL;
|
2018-11-02 22:41:58 +03:00
|
|
|
|
|
|
|
s_end_of_eternal_range = s_next_eternal_ptr + RANGE_SIZE;
|
|
|
|
s_end_of_page_aligned_range = s_next_page_aligned_ptr + RANGE_SIZE;
|
2018-11-01 01:19:15 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
void* kmalloc_eternal(size_t size)
|
|
|
|
{
|
|
|
|
void* ptr = s_next_eternal_ptr;
|
|
|
|
s_next_eternal_ptr += size;
|
2018-11-02 22:41:58 +03:00
|
|
|
ASSERT(s_next_eternal_ptr < s_end_of_eternal_range);
|
2018-11-01 01:19:15 +03:00
|
|
|
kmalloc_sum_eternal += size;
|
|
|
|
return ptr;
|
2018-10-16 12:01:38 +03:00
|
|
|
}
|
|
|
|
|
2018-11-01 11:01:51 +03:00
|
|
|
void* kmalloc_page_aligned(size_t size)
|
|
|
|
{
|
2018-11-03 02:31:42 +03:00
|
|
|
ASSERT((size % PAGE_SIZE) == 0);
|
2018-11-01 11:01:51 +03:00
|
|
|
void* ptr = s_next_page_aligned_ptr;
|
|
|
|
s_next_page_aligned_ptr += size;
|
2018-11-02 22:41:58 +03:00
|
|
|
ASSERT(s_next_page_aligned_ptr < s_end_of_page_aligned_range);
|
2018-11-01 11:01:51 +03:00
|
|
|
kmalloc_sum_page_aligned += size;
|
|
|
|
return ptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2018-11-09 03:25:31 +03:00
|
|
|
void* kmalloc(dword size)
|
2018-10-16 12:01:38 +03:00
|
|
|
{
|
2018-10-24 12:07:53 +03:00
|
|
|
InterruptDisabler disabler;
|
2018-10-24 01:51:19 +03:00
|
|
|
|
2018-10-16 12:01:38 +03:00
|
|
|
DWORD chunks_needed, chunks_here, first_chunk;
|
|
|
|
DWORD real_size;
|
|
|
|
DWORD i, j, k;
|
|
|
|
|
|
|
|
/* We need space for the allocation_t structure at the head of the block. */
|
|
|
|
real_size = size + sizeof(allocation_t);
|
|
|
|
|
|
|
|
if (sum_free < real_size) {
|
|
|
|
kprintf("kmalloc(): PANIC! Out of memory (sucks, dude)\nsum_free=%u, real_size=%x\n", sum_free, real_size);
|
|
|
|
HANG;
|
|
|
|
return 0L;
|
|
|
|
}
|
|
|
|
|
|
|
|
chunks_needed = real_size / CHUNK_SIZE;
|
|
|
|
if( real_size % CHUNK_SIZE )
|
|
|
|
chunks_needed++;
|
|
|
|
|
|
|
|
chunks_here = 0;
|
|
|
|
first_chunk = 0;
|
|
|
|
|
|
|
|
for( i = 0; i < (POOL_SIZE / CHUNK_SIZE / 8); ++i )
|
|
|
|
{
|
|
|
|
for( j = 0; j < 8; ++j )
|
|
|
|
{
|
|
|
|
if( !(alloc_map[i] & (1<<j)) )
|
|
|
|
{
|
|
|
|
if( chunks_here == 0 )
|
|
|
|
{
|
|
|
|
/* Mark where potential allocation starts. */
|
|
|
|
first_chunk = i * 8 + j;
|
|
|
|
}
|
|
|
|
|
|
|
|
chunks_here++;
|
|
|
|
|
|
|
|
if( chunks_here == chunks_needed )
|
|
|
|
{
|
|
|
|
auto* a = (allocation_t *)(BASE_PHYS + (first_chunk * CHUNK_SIZE));
|
|
|
|
BYTE *ptr = (BYTE *)a;
|
|
|
|
ptr += sizeof(allocation_t);
|
|
|
|
a->nchunk = chunks_needed;
|
|
|
|
a->start = first_chunk;
|
|
|
|
|
|
|
|
for( k = first_chunk; k < (first_chunk + chunks_needed); ++k )
|
|
|
|
{
|
|
|
|
alloc_map[k / 8] |= 1 << (k % 8);
|
|
|
|
}
|
|
|
|
|
|
|
|
sum_alloc += a->nchunk * CHUNK_SIZE;
|
|
|
|
sum_free -= a->nchunk * CHUNK_SIZE;
|
|
|
|
#ifdef SANITIZE_KMALLOC
|
|
|
|
memset(ptr, 0xbb, (a->nchunk * CHUNK_SIZE) - sizeof(allocation_t));
|
|
|
|
#endif
|
|
|
|
return ptr;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
/* This is in use, so restart chunks_here counter. */
|
|
|
|
chunks_here = 0;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-10-26 23:32:35 +03:00
|
|
|
kprintf("kmalloc(): PANIC! Out of memory (no suitable block for size %u)\n", size);
|
2018-10-16 12:01:38 +03:00
|
|
|
HANG;
|
|
|
|
|
2018-10-26 23:32:35 +03:00
|
|
|
return nullptr;
|
2018-10-16 12:01:38 +03:00
|
|
|
}
|
|
|
|
|
2018-11-09 03:25:31 +03:00
|
|
|
void kfree(void *ptr)
|
2018-10-16 12:01:38 +03:00
|
|
|
{
|
|
|
|
if( !ptr )
|
|
|
|
return;
|
|
|
|
|
2018-10-24 12:07:53 +03:00
|
|
|
InterruptDisabler disabler;
|
2018-10-24 01:51:19 +03:00
|
|
|
|
2018-10-16 12:01:38 +03:00
|
|
|
allocation_t *a = (allocation_t *)((((BYTE *)ptr) - sizeof(allocation_t)));
|
|
|
|
|
|
|
|
#if 0
|
|
|
|
DWORD hdr = (DWORD)a;
|
|
|
|
DWORD mhdr = hdr & ~0x7;
|
|
|
|
kprintf("hdr / mhdr %p / %p\n", hdr, mhdr);
|
|
|
|
ASSERT(hdr == mhdr);
|
|
|
|
#endif
|
|
|
|
|
|
|
|
for (DWORD k = a->start; k < (a->start + a->nchunk); ++k) {
|
|
|
|
alloc_map[k / 8] &= ~(1 << (k % 8));
|
|
|
|
}
|
|
|
|
|
|
|
|
sum_alloc -= a->nchunk * CHUNK_SIZE;
|
|
|
|
sum_free += a->nchunk * CHUNK_SIZE;
|
|
|
|
|
|
|
|
#ifdef SANITIZE_KMALLOC
|
|
|
|
memset(a, 0xaa, a->nchunk * CHUNK_SIZE);
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
|
|
|
void* operator new(unsigned int size)
|
|
|
|
{
|
|
|
|
return kmalloc(size);
|
|
|
|
}
|
|
|
|
|
|
|
|
void* operator new[](unsigned int size)
|
|
|
|
{
|
|
|
|
return kmalloc(size);
|
|
|
|
}
|
|
|
|
|
|
|
|
void operator delete(void* ptr)
|
|
|
|
{
|
|
|
|
return kfree(ptr);
|
|
|
|
}
|
|
|
|
|
|
|
|
void operator delete[](void* ptr)
|
|
|
|
{
|
|
|
|
return kfree(ptr);
|
|
|
|
}
|
|
|
|
|
|
|
|
void operator delete(void* ptr, unsigned int)
|
|
|
|
{
|
|
|
|
return kfree(ptr);
|
|
|
|
}
|
|
|
|
|
|
|
|
void operator delete[](void* ptr, unsigned int)
|
|
|
|
{
|
|
|
|
return kfree(ptr);
|
|
|
|
}
|