123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427 |
- package mem
- import "core:runtime"
- DEFAULT_ALIGNMENT :: 2*align_of(rawptr);
- Allocator_Mode :: enum byte {
- Alloc,
- Free,
- Free_All,
- Resize,
- }
- Allocator_Proc :: #type proc(allocator_data: rawptr, mode: Allocator_Mode,
- size, alignment: int,
- old_memory: rawptr, old_size: int, flags: u64 = 0, location := #caller_location) -> rawptr;
- Allocator :: struct {
- procedure: Allocator_Proc,
- data: rawptr,
- }
- alloc :: inline proc(size: int, alignment: int = DEFAULT_ALIGNMENT, allocator := context.allocator, loc := #caller_location) -> rawptr {
- if size == 0 do return nil;
- if allocator.procedure == nil do return nil;
- return allocator.procedure(allocator.data, Allocator_Mode.Alloc, size, alignment, nil, 0, 0, loc);
- }
- free :: inline proc(ptr: rawptr, allocator := context.allocator, loc := #caller_location) {
- if ptr == nil do return;
- if allocator.procedure == nil do return;
- allocator.procedure(allocator.data, Allocator_Mode.Free, 0, 0, ptr, 0, 0, loc);
- }
- free_all :: inline proc(allocator := context.allocator, loc := #caller_location) {
- if allocator.procedure != nil {
- allocator.procedure(allocator.data, Allocator_Mode.Free_All, 0, 0, nil, 0, 0, loc);
- }
- }
- resize :: inline proc(ptr: rawptr, old_size, new_size: int, alignment: int = DEFAULT_ALIGNMENT, allocator := context.allocator, loc := #caller_location) -> rawptr {
- if allocator.procedure == nil {
- return nil;
- }
- if new_size == 0 {
- free(ptr, allocator, loc);
- return nil;
- } else if ptr == nil {
- return allocator.procedure(allocator.data, Allocator_Mode.Alloc, new_size, alignment, nil, 0, 0, loc);
- }
- return allocator.procedure(allocator.data, Allocator_Mode.Resize, new_size, alignment, ptr, old_size, 0, loc);
- }
- delete_string :: proc(str: string, allocator := context.allocator, loc := #caller_location) {
- free(raw_data(str), allocator, loc);
- }
- delete_cstring :: proc(str: cstring, allocator := context.allocator, loc := #caller_location) {
- free((^byte)(str), allocator, loc);
- }
- delete_dynamic_array :: proc(array: $T/[dynamic]$E, loc := #caller_location) {
- free(raw_data(array), array.allocator, loc);
- }
- delete_slice :: proc(array: $T/[]$E, allocator := context.allocator, loc := #caller_location) {
- free(raw_data(array), allocator, loc);
- }
- delete_map :: proc(m: $T/map[$K]$V, loc := #caller_location) {
- raw := transmute(Raw_Map)m;
- delete_slice(raw.hashes);
- free(raw.entries.data, raw.entries.allocator, loc);
- }
- delete :: proc[
- delete_string,
- delete_cstring,
- delete_dynamic_array,
- delete_slice,
- delete_map,
- ];
- new :: inline proc($T: typeid, allocator := context.allocator, loc := #caller_location) -> ^T {
- ptr := (^T)(alloc(size_of(T), align_of(T), allocator, loc));
- if ptr != nil do ptr^ = T{};
- return ptr;
- }
- new_clone :: inline proc(data: $T, allocator := context.allocator, loc := #caller_location) -> ^T {
- ptr := (^T)(alloc(size_of(T), align_of(T), allocator, loc));
- if ptr != nil do ptr^ = data;
- return ptr;
- }
- make_slice :: proc($T: typeid/[]$E, auto_cast len: int, allocator := context.allocator, loc := #caller_location) -> T {
- runtime.make_slice_error_loc(loc, len);
- data := alloc(size_of(E)*len, align_of(E), allocator, loc);
- s := Raw_Slice{data, len};
- return transmute(T)s;
- }
- make_dynamic_array :: proc($T: typeid/[dynamic]$E, allocator := context.allocator, loc := #caller_location) -> T {
- return make_dynamic_array_len_cap(T, 0, 16, allocator, loc);
- }
- make_dynamic_array_len :: proc($T: typeid/[dynamic]$E, auto_cast len: int, allocator := context.allocator, loc := #caller_location) -> T {
- return make_dynamic_array_len_cap(T, len, len, allocator, loc);
- }
- make_dynamic_array_len_cap :: proc($T: typeid/[dynamic]$E, auto_cast len: int, auto_cast cap: int, allocator := context.allocator, loc := #caller_location) -> T {
- runtime.make_dynamic_array_error_loc(loc, len, cap);
- data := alloc(size_of(E)*cap, align_of(E), allocator, loc);
- s := Raw_Dynamic_Array{data, len, cap, allocator};
- return transmute(T)s;
- }
- make_map :: proc($T: typeid/map[$K]$E, auto_cast cap: int = 16, allocator := context.allocator, loc := #caller_location) -> T {
- runtime.make_map_expr_error_loc(loc, cap);
- context.allocator = allocator;
- m: T;
- reserve_map(&m, cap);
- return m;
- }
- make :: proc[
- make_slice,
- make_dynamic_array,
- make_dynamic_array_len,
- make_dynamic_array_len_cap,
- make_map,
- ];
- default_resize_align :: proc(old_memory: rawptr, old_size, new_size, alignment: int, allocator := context.allocator, loc := #caller_location) -> rawptr {
- if old_memory == nil do return alloc(new_size, alignment, allocator, loc);
- if new_size == 0 {
- free(old_memory, allocator, loc);
- return nil;
- }
- if new_size == old_size do return old_memory;
- new_memory := alloc(new_size, alignment, allocator, loc);
- if new_memory == nil do return nil;
- copy(new_memory, old_memory, min(old_size, new_size));;
- free(old_memory, allocator, loc);
- return new_memory;
- }
- nil_allocator_proc :: proc(allocator_data: rawptr, mode: Allocator_Mode,
- size, alignment: int,
- old_memory: rawptr, old_size: int, flags: u64 = 0, loc := #caller_location) -> rawptr {
- return nil;
- }
- nil_allocator :: proc() -> Allocator {
- return Allocator{
- procedure = nil_allocator_proc,
- data = nil,
- };
- }
- Scratch_Allocator :: struct {
- data: []byte,
- curr_offset: int,
- prev_offset: int,
- backup_allocator: Allocator,
- leaked_allocations: [dynamic]rawptr,
- }
- scratch_allocator_init :: proc(scratch: ^Scratch_Allocator, data: []byte, backup_allocator := context.allocator) {
- scratch.data = data;
- scratch.curr_offset = 0;
- scratch.prev_offset = 0;
- scratch.backup_allocator = backup_allocator;
- }
- scratch_allocator_proc :: proc(allocator_data: rawptr, mode: Allocator_Mode,
- size, alignment: int,
- old_memory: rawptr, old_size: int, flags: u64 = 0, loc := #caller_location) -> rawptr {
- scratch := (^Scratch_Allocator)(allocator_data);
- if scratch.data == nil {
- DEFAULT_SCRATCH_BACKING_SIZE :: 1<<22;
- scratch_allocator_init(scratch, make([]byte, 1<<22));
- }
- switch mode {
- case Allocator_Mode.Alloc:
- switch {
- case scratch.curr_offset+size <= len(scratch.data):
- offset := align_forward_uintptr(uintptr(scratch.curr_offset), uintptr(alignment));
- ptr := &scratch.data[offset];
- zero(ptr, size);
- scratch.prev_offset = int(offset);
- scratch.curr_offset = int(offset) + size;
- return ptr;
- case size <= len(scratch.data):
- offset := align_forward_uintptr(uintptr(0), uintptr(alignment));
- ptr := &scratch.data[offset];
- zero(ptr, size);
- scratch.prev_offset = int(offset);
- scratch.curr_offset = int(offset) + size;
- return ptr;
- }
- // TODO(bill): Should leaks be notified about? Should probably use a logging system that is built into the context system
- a := scratch.backup_allocator;
- if a.procedure == nil {
- a = context.allocator;
- scratch.backup_allocator = a;
- }
- ptr := alloc(size, alignment, a, loc);
- if scratch.leaked_allocations == nil {
- scratch.leaked_allocations = make([dynamic]rawptr, a);
- }
- append(&scratch.leaked_allocations, ptr);
- return ptr;
- case Allocator_Mode.Free:
- last_ptr := rawptr(&scratch.data[scratch.prev_offset]);
- if old_memory == last_ptr {
- size := scratch.curr_offset - scratch.prev_offset;
- scratch.curr_offset = scratch.prev_offset;
- zero(last_ptr, size);
- return nil;
- }
- // NOTE(bill): It's scratch memory, don't worry about freeing
- case Allocator_Mode.Free_All:
- scratch.curr_offset = 0;
- scratch.prev_offset = 0;
- for ptr in scratch.leaked_allocations {
- free(ptr, scratch.backup_allocator);
- }
- clear(&scratch.leaked_allocations);
- case Allocator_Mode.Resize:
- last_ptr := rawptr(&scratch.data[scratch.prev_offset]);
- if old_memory == last_ptr && len(scratch.data)-scratch.prev_offset >= size {
- scratch.curr_offset = scratch.prev_offset+size;
- return old_memory;
- }
- return scratch_allocator_proc(allocator_data, Allocator_Mode.Alloc, size, alignment, old_memory, old_size, flags, loc);
- }
- return nil;
- }
- scratch_allocator :: proc(scratch: ^Scratch_Allocator) -> Allocator {
- return Allocator{
- procedure = scratch_allocator_proc,
- data = scratch,
- };
- }
- Pool :: struct {
- block_size: int,
- out_band_size: int,
- alignment: int,
- unused_blocks: [dynamic]rawptr,
- used_blocks: [dynamic]rawptr,
- out_band_allocations: [dynamic]rawptr,
- current_block: rawptr,
- current_pos: rawptr,
- bytes_left: int,
- block_allocator: Allocator,
- }
- POOL_BLOCK_SIZE_DEFAULT :: 65536;
- POOL_OUT_OF_BAND_SIZE_DEFAULT :: 6554;
- pool_allocator_proc :: proc(allocator_data: rawptr, mode: Allocator_Mode,
- size, alignment: int,
- old_memory: rawptr, old_size: int, flags: u64 = 0, loc := #caller_location) -> rawptr {
- pool := (^Pool)(allocator_data);
- switch mode {
- case Allocator_Mode.Alloc:
- return pool_alloc(pool, size);
- case Allocator_Mode.Free:
- panic("Allocator_Mode.Free is not supported for a pool");
- case Allocator_Mode.Free_All:
- pool_free_all(pool);
- case Allocator_Mode.Resize:
- panic("Allocator_Mode.Resize is not supported for a pool");
- if old_size >= size {
- return old_memory;
- }
- ptr := pool_alloc(pool, size);
- copy(ptr, old_memory, old_size);
- return ptr;
- }
- return nil;
- }
- pool_allocator :: proc(pool: ^Pool) -> Allocator {
- return Allocator{
- procedure = pool_allocator_proc,
- data = pool,
- };
- }
- pool_init :: proc(pool: ^Pool,
- block_allocator := Allocator{} , array_allocator := Allocator{},
- block_size := POOL_BLOCK_SIZE_DEFAULT, out_band_size := POOL_OUT_OF_BAND_SIZE_DEFAULT,
- alignment := 8) {
- pool.block_size = block_size;
- pool.out_band_size = out_band_size;
- pool.alignment = alignment;
- if block_allocator.procedure == nil {
- block_allocator = context.allocator;
- }
- if array_allocator.procedure == nil {
- array_allocator = context.allocator;
- }
- pool.block_allocator = block_allocator;
- pool.out_band_allocations.allocator = array_allocator;
- pool. unused_blocks.allocator = array_allocator;
- pool. used_blocks.allocator = array_allocator;
- }
- pool_destroy :: proc(using pool: ^Pool) {
- pool_free_all(pool);
- delete(unused_blocks);
- delete(used_blocks);
- zero(pool, size_of(pool^));
- }
- pool_alloc :: proc(using pool: ^Pool, bytes: int) -> rawptr {
- cycle_new_block :: proc(using pool: ^Pool) {
- if block_allocator.procedure == nil {
- panic("You must call pool_init on a Pool before using it");
- }
- if current_block != nil {
- append(&used_blocks, current_block);
- }
- new_block: rawptr;
- if len(unused_blocks) > 0 {
- new_block = pop(&unused_blocks);
- } else {
- new_block = block_allocator.procedure(block_allocator.data, Allocator_Mode.Alloc,
- block_size, alignment,
- nil, 0);
- }
- bytes_left = block_size;
- current_pos = new_block;
- current_block = new_block;
- }
- extra := alignment - (bytes % alignment);
- bytes += extra;
- if bytes >= out_band_size {
- assert(block_allocator.procedure != nil);
- memory := block_allocator.procedure(block_allocator.data, Allocator_Mode.Alloc,
- block_size, alignment,
- nil, 0);
- if memory != nil {
- append(&out_band_allocations, (^byte)(memory));
- }
- return memory;
- }
- if bytes_left < bytes {
- cycle_new_block(pool);
- if current_block == nil {
- return nil;
- }
- }
- memory := current_pos;
- current_pos = ptr_offset((^byte)(current_pos), bytes);
- bytes_left -= bytes;
- return memory;
- }
- pool_reset :: proc(using pool: ^Pool) {
- if current_block != nil {
- append(&unused_blocks, current_block);
- current_block = nil;
- }
- for block in used_blocks {
- append(&unused_blocks, block);
- }
- clear(&used_blocks);
- for a in out_band_allocations {
- free(a, block_allocator);
- }
- clear(&out_band_allocations);
- }
- pool_free_all :: proc(using pool: ^Pool) {
- pool_reset(pool);
- for block in unused_blocks {
- free(block, block_allocator);
- }
- clear(&unused_blocks);
- }
|