123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987 |
- package mem
- import "core:intrinsics"
- import "core:runtime"
- import "core:sync"
- nil_allocator_proc :: proc(allocator_data: rawptr, mode: Allocator_Mode,
- size, alignment: int,
- old_memory: rawptr, old_size: int, loc := #caller_location) -> ([]byte, Allocator_Error) {
- return nil, nil
- }
- nil_allocator :: proc() -> Allocator {
- return Allocator{
- procedure = nil_allocator_proc,
- data = nil,
- }
- }
- // Custom allocators
- Arena :: struct {
- data: []byte,
- offset: int,
- peak_used: int,
- temp_count: int,
- }
- Arena_Temp_Memory :: struct {
- arena: ^Arena,
- prev_offset: int,
- }
- arena_init :: proc(a: ^Arena, data: []byte) {
- a.data = data
- a.offset = 0
- a.peak_used = 0
- a.temp_count = 0
- }
- @(deprecated="prefer 'mem.arena_init'")
- init_arena :: proc(a: ^Arena, data: []byte) {
- a.data = data
- a.offset = 0
- a.peak_used = 0
- a.temp_count = 0
- }
- @(require_results)
- arena_allocator :: proc(arena: ^Arena) -> Allocator {
- return Allocator{
- procedure = arena_allocator_proc,
- data = arena,
- }
- }
- arena_allocator_proc :: proc(allocator_data: rawptr, mode: Allocator_Mode,
- size, alignment: int,
- old_memory: rawptr, old_size: int, location := #caller_location) -> ([]byte, Allocator_Error) {
- arena := cast(^Arena)allocator_data
- switch mode {
- case .Alloc, .Alloc_Non_Zeroed:
- #no_bounds_check end := &arena.data[arena.offset]
- ptr := align_forward(end, uintptr(alignment))
- total_size := size + ptr_sub((^byte)(ptr), (^byte)(end))
- if arena.offset + total_size > len(arena.data) {
- return nil, .Out_Of_Memory
- }
- arena.offset += total_size
- arena.peak_used = max(arena.peak_used, arena.offset)
- if mode != .Alloc_Non_Zeroed {
- zero(ptr, size)
- }
- return byte_slice(ptr, size), nil
- case .Free:
- return nil, .Mode_Not_Implemented
- case .Free_All:
- arena.offset = 0
- case .Resize:
- return default_resize_bytes_align(byte_slice(old_memory, old_size), size, alignment, arena_allocator(arena))
- case .Query_Features:
- set := (^Allocator_Mode_Set)(old_memory)
- if set != nil {
- set^ = {.Alloc, .Alloc_Non_Zeroed, .Free_All, .Resize, .Query_Features}
- }
- return nil, nil
- case .Query_Info:
- return nil, .Mode_Not_Implemented
- }
- return nil, nil
- }
- @(require_results)
- begin_arena_temp_memory :: proc(a: ^Arena) -> Arena_Temp_Memory {
- tmp: Arena_Temp_Memory
- tmp.arena = a
- tmp.prev_offset = a.offset
- a.temp_count += 1
- return tmp
- }
- end_arena_temp_memory :: proc(tmp: Arena_Temp_Memory) {
- assert(tmp.arena.offset >= tmp.prev_offset)
- assert(tmp.arena.temp_count > 0)
- tmp.arena.offset = tmp.prev_offset
- tmp.arena.temp_count -= 1
- }
- Scratch_Allocator :: struct {
- data: []byte,
- curr_offset: int,
- prev_allocation: rawptr,
- backup_allocator: Allocator,
- leaked_allocations: [dynamic][]byte,
- }
- scratch_allocator_init :: proc(s: ^Scratch_Allocator, size: int, backup_allocator := context.allocator) -> Allocator_Error {
- s.data = make_aligned([]byte, size, 2*align_of(rawptr), backup_allocator) or_return
- s.curr_offset = 0
- s.prev_allocation = nil
- s.backup_allocator = backup_allocator
- s.leaked_allocations.allocator = backup_allocator
- return nil
- }
- scratch_allocator_destroy :: proc(s: ^Scratch_Allocator) {
- if s == nil {
- return
- }
- for ptr in s.leaked_allocations {
- free_bytes(ptr, s.backup_allocator)
- }
- delete(s.leaked_allocations)
- delete(s.data, s.backup_allocator)
- s^ = {}
- }
- scratch_allocator_proc :: proc(allocator_data: rawptr, mode: Allocator_Mode,
- size, alignment: int,
- old_memory: rawptr, old_size: int, loc := #caller_location) -> ([]byte, Allocator_Error) {
- s := (^Scratch_Allocator)(allocator_data)
- if s.data == nil {
- DEFAULT_BACKING_SIZE :: 4 * Megabyte
- if !(context.allocator.procedure != scratch_allocator_proc &&
- context.allocator.data != allocator_data) {
- panic("cyclic initialization of the scratch allocator with itself")
- }
- scratch_allocator_init(s, DEFAULT_BACKING_SIZE)
- }
- size := size
- switch mode {
- case .Alloc, .Alloc_Non_Zeroed:
- size = align_forward_int(size, alignment)
- switch {
- case s.curr_offset+size <= len(s.data):
- start := uintptr(raw_data(s.data))
- ptr := start + uintptr(s.curr_offset)
- ptr = align_forward_uintptr(ptr, uintptr(alignment))
- if mode != .Alloc_Non_Zeroed {
- zero(rawptr(ptr), size)
- }
- s.prev_allocation = rawptr(ptr)
- offset := int(ptr - start)
- s.curr_offset = offset + size
- return byte_slice(rawptr(ptr), size), nil
- case size <= len(s.data):
- start := uintptr(raw_data(s.data))
- ptr := align_forward_uintptr(start, uintptr(alignment))
- if mode != .Alloc_Non_Zeroed {
- zero(rawptr(ptr), size)
- }
- s.prev_allocation = rawptr(ptr)
- offset := int(ptr - start)
- s.curr_offset = offset + size
- return byte_slice(rawptr(ptr), size), nil
- }
- a := s.backup_allocator
- if a.procedure == nil {
- a = context.allocator
- s.backup_allocator = a
- }
- ptr, err := alloc_bytes(size, alignment, a, loc)
- if err != nil {
- return ptr, err
- }
- if s.leaked_allocations == nil {
- s.leaked_allocations, err = make([dynamic][]byte, a)
- }
- append(&s.leaked_allocations, ptr)
- if logger := context.logger; logger.lowest_level <= .Warning {
- if logger.procedure != nil {
- logger.procedure(logger.data, .Warning, "mem.Scratch_Allocator resorted to backup_allocator" , logger.options, loc)
- }
- }
- return ptr, err
- case .Free:
- if old_memory == nil {
- return nil, nil
- }
- start := uintptr(raw_data(s.data))
- end := start + uintptr(len(s.data))
- old_ptr := uintptr(old_memory)
- if s.prev_allocation == old_memory {
- s.curr_offset = int(uintptr(s.prev_allocation) - start)
- s.prev_allocation = nil
- return nil, nil
- }
- if start <= old_ptr && old_ptr < end {
- // NOTE(bill): Cannot free this pointer but it is valid
- return nil, nil
- }
- if len(s.leaked_allocations) != 0 {
- for data, i in s.leaked_allocations {
- ptr := raw_data(data)
- if ptr == old_memory {
- free_bytes(data, s.backup_allocator)
- ordered_remove(&s.leaked_allocations, i)
- return nil, nil
- }
- }
- }
- return nil, .Invalid_Pointer
- // panic("invalid pointer passed to default_temp_allocator");
- case .Free_All:
- s.curr_offset = 0
- s.prev_allocation = nil
- for ptr in s.leaked_allocations {
- free_bytes(ptr, s.backup_allocator)
- }
- clear(&s.leaked_allocations)
- case .Resize:
- begin := uintptr(raw_data(s.data))
- end := begin + uintptr(len(s.data))
- old_ptr := uintptr(old_memory)
- if begin <= old_ptr && old_ptr < end && old_ptr+uintptr(size) < end {
- s.curr_offset = int(old_ptr-begin)+size
- return byte_slice(old_memory, size), nil
- }
- data, err := scratch_allocator_proc(allocator_data, .Alloc, size, alignment, old_memory, old_size, loc)
- if err != nil {
- return data, err
- }
- runtime.copy(data, byte_slice(old_memory, old_size))
- _, err = scratch_allocator_proc(allocator_data, .Free, 0, alignment, old_memory, old_size, loc)
- return data, err
- case .Query_Features:
- set := (^Allocator_Mode_Set)(old_memory)
- if set != nil {
- set^ = {.Alloc, .Alloc_Non_Zeroed, .Free, .Free_All, .Resize, .Query_Features}
- }
- return nil, nil
- case .Query_Info:
- return nil, .Mode_Not_Implemented
- }
- return nil, nil
- }
- @(require_results)
- scratch_allocator :: proc(allocator: ^Scratch_Allocator) -> Allocator {
- return Allocator{
- procedure = scratch_allocator_proc,
- data = allocator,
- }
- }
- Stack_Allocation_Header :: struct {
- prev_offset: int,
- padding: int,
- }
- // Stack is a stack-like allocator which has a strict memory freeing order
- Stack :: struct {
- data: []byte,
- prev_offset: int,
- curr_offset: int,
- peak_used: int,
- }
- stack_init :: proc(s: ^Stack, data: []byte) {
- s.data = data
- s.prev_offset = 0
- s.curr_offset = 0
- s.peak_used = 0
- }
- @(deprecated="prefer 'mem.stack_init'")
- init_stack :: proc(s: ^Stack, data: []byte) {
- s.data = data
- s.prev_offset = 0
- s.curr_offset = 0
- s.peak_used = 0
- }
- @(require_results)
- stack_allocator :: proc(stack: ^Stack) -> Allocator {
- return Allocator{
- procedure = stack_allocator_proc,
- data = stack,
- }
- }
- stack_allocator_proc :: proc(allocator_data: rawptr, mode: Allocator_Mode,
- size, alignment: int,
- old_memory: rawptr, old_size: int, location := #caller_location) -> ([]byte, Allocator_Error) {
- s := cast(^Stack)allocator_data
- if s.data == nil {
- return nil, .Invalid_Argument
- }
- raw_alloc :: proc(s: ^Stack, size, alignment: int, zero_memory: bool) -> ([]byte, Allocator_Error) {
- curr_addr := uintptr(raw_data(s.data)) + uintptr(s.curr_offset)
- padding := calc_padding_with_header(curr_addr, uintptr(alignment), size_of(Stack_Allocation_Header))
- if s.curr_offset + padding + size > len(s.data) {
- return nil, .Out_Of_Memory
- }
- s.prev_offset = s.curr_offset
- s.curr_offset += padding
- next_addr := curr_addr + uintptr(padding)
- header := (^Stack_Allocation_Header)(next_addr - size_of(Stack_Allocation_Header))
- header.padding = padding
- header.prev_offset = s.prev_offset
- s.curr_offset += size
- s.peak_used = max(s.peak_used, s.curr_offset)
- if zero_memory {
- zero(rawptr(next_addr), size)
- }
- return byte_slice(rawptr(next_addr), size), nil
- }
- switch mode {
- case .Alloc, .Alloc_Non_Zeroed:
- return raw_alloc(s, size, alignment, mode == .Alloc)
- case .Free:
- if old_memory == nil {
- return nil, nil
- }
- start := uintptr(raw_data(s.data))
- end := start + uintptr(len(s.data))
- curr_addr := uintptr(old_memory)
- if !(start <= curr_addr && curr_addr < end) {
- panic("Out of bounds memory address passed to stack allocator (free)")
- }
- if curr_addr >= start+uintptr(s.curr_offset) {
- // NOTE(bill): Allow double frees
- return nil, nil
- }
- header := (^Stack_Allocation_Header)(curr_addr - size_of(Stack_Allocation_Header))
- old_offset := int(curr_addr - uintptr(header.padding) - uintptr(raw_data(s.data)))
- if old_offset != header.prev_offset {
- // panic("Out of order stack allocator free");
- return nil, .Invalid_Pointer
- }
- s.curr_offset = old_offset
- s.prev_offset = header.prev_offset
- case .Free_All:
- s.prev_offset = 0
- s.curr_offset = 0
- case .Resize:
- if old_memory == nil {
- return raw_alloc(s, size, alignment, true)
- }
- if size == 0 {
- return nil, nil
- }
- start := uintptr(raw_data(s.data))
- end := start + uintptr(len(s.data))
- curr_addr := uintptr(old_memory)
- if !(start <= curr_addr && curr_addr < end) {
- panic("Out of bounds memory address passed to stack allocator (resize)")
- }
- if curr_addr >= start+uintptr(s.curr_offset) {
- // NOTE(bill): Allow double frees
- return nil, nil
- }
- if old_size == size {
- return byte_slice(old_memory, size), nil
- }
- header := (^Stack_Allocation_Header)(curr_addr - size_of(Stack_Allocation_Header))
- old_offset := int(curr_addr - uintptr(header.padding) - uintptr(raw_data(s.data)))
- if old_offset != header.prev_offset {
- data, err := raw_alloc(s, size, alignment, true)
- if err == nil {
- runtime.copy(data, byte_slice(old_memory, old_size))
- }
- return data, err
- }
- old_memory_size := uintptr(s.curr_offset) - (curr_addr - start)
- assert(old_memory_size == uintptr(old_size))
- diff := size - old_size
- s.curr_offset += diff // works for smaller sizes too
- if diff > 0 {
- zero(rawptr(curr_addr + uintptr(diff)), diff)
- }
- return byte_slice(old_memory, size), nil
- case .Query_Features:
- set := (^Allocator_Mode_Set)(old_memory)
- if set != nil {
- set^ = {.Alloc, .Alloc_Non_Zeroed, .Free, .Free_All, .Resize, .Query_Features}
- }
- return nil, nil
- case .Query_Info:
- return nil, .Mode_Not_Implemented
- }
- return nil, nil
- }
- Small_Stack_Allocation_Header :: struct {
- padding: u8,
- }
- // Small_Stack is a stack-like allocator which uses the smallest possible header but at the cost of non-strict memory freeing order
- Small_Stack :: struct {
- data: []byte,
- offset: int,
- peak_used: int,
- }
- small_stack_init :: proc(s: ^Small_Stack, data: []byte) {
- s.data = data
- s.offset = 0
- s.peak_used = 0
- }
- @(deprecated="prefer 'small_stack_init'")
- init_small_stack :: proc(s: ^Small_Stack, data: []byte) {
- s.data = data
- s.offset = 0
- s.peak_used = 0
- }
- @(require_results)
- small_stack_allocator :: proc(stack: ^Small_Stack) -> Allocator {
- return Allocator{
- procedure = small_stack_allocator_proc,
- data = stack,
- }
- }
- small_stack_allocator_proc :: proc(allocator_data: rawptr, mode: Allocator_Mode,
- size, alignment: int,
- old_memory: rawptr, old_size: int, location := #caller_location) -> ([]byte, Allocator_Error) {
- s := cast(^Small_Stack)allocator_data
- if s.data == nil {
- return nil, .Invalid_Argument
- }
- align := clamp(alignment, 1, 8*size_of(Stack_Allocation_Header{}.padding)/2)
- raw_alloc :: proc(s: ^Small_Stack, size, alignment: int, zero_memory: bool) -> ([]byte, Allocator_Error) {
- curr_addr := uintptr(raw_data(s.data)) + uintptr(s.offset)
- padding := calc_padding_with_header(curr_addr, uintptr(alignment), size_of(Small_Stack_Allocation_Header))
- if s.offset + padding + size > len(s.data) {
- return nil, .Out_Of_Memory
- }
- s.offset += padding
- next_addr := curr_addr + uintptr(padding)
- header := (^Small_Stack_Allocation_Header)(next_addr - size_of(Small_Stack_Allocation_Header))
- header.padding = auto_cast padding
- s.offset += size
- s.peak_used = max(s.peak_used, s.offset)
- if zero_memory {
- zero(rawptr(next_addr), size)
- }
- return byte_slice(rawptr(next_addr), size), nil
- }
- switch mode {
- case .Alloc, .Alloc_Non_Zeroed:
- return raw_alloc(s, size, align, mode == .Alloc)
- case .Free:
- if old_memory == nil {
- return nil, nil
- }
- start := uintptr(raw_data(s.data))
- end := start + uintptr(len(s.data))
- curr_addr := uintptr(old_memory)
- if !(start <= curr_addr && curr_addr < end) {
- // panic("Out of bounds memory address passed to stack allocator (free)");
- return nil, .Invalid_Pointer
- }
- if curr_addr >= start+uintptr(s.offset) {
- // NOTE(bill): Allow double frees
- return nil, nil
- }
- header := (^Small_Stack_Allocation_Header)(curr_addr - size_of(Small_Stack_Allocation_Header))
- old_offset := int(curr_addr - uintptr(header.padding) - uintptr(raw_data(s.data)))
- s.offset = old_offset
- case .Free_All:
- s.offset = 0
- case .Resize:
- if old_memory == nil {
- return raw_alloc(s, size, align, true)
- }
- if size == 0 {
- return nil, nil
- }
- start := uintptr(raw_data(s.data))
- end := start + uintptr(len(s.data))
- curr_addr := uintptr(old_memory)
- if !(start <= curr_addr && curr_addr < end) {
- // panic("Out of bounds memory address passed to stack allocator (resize)");
- return nil, .Invalid_Pointer
- }
- if curr_addr >= start+uintptr(s.offset) {
- // NOTE(bill): Treat as a double free
- return nil, nil
- }
- if old_size == size {
- return byte_slice(old_memory, size), nil
- }
- data, err := raw_alloc(s, size, align, true)
- if err == nil {
- runtime.copy(data, byte_slice(old_memory, old_size))
- }
- return data, err
- case .Query_Features:
- set := (^Allocator_Mode_Set)(old_memory)
- if set != nil {
- set^ = {.Alloc, .Alloc_Non_Zeroed, .Free, .Free_All, .Resize, .Query_Features}
- }
- return nil, nil
- case .Query_Info:
- return nil, .Mode_Not_Implemented
- }
- return nil, nil
- }
- Dynamic_Pool :: struct {
- block_size: int,
- out_band_size: int,
- alignment: int,
- unused_blocks: [dynamic]rawptr,
- used_blocks: [dynamic]rawptr,
- out_band_allocations: [dynamic]rawptr,
- current_block: rawptr,
- current_pos: rawptr,
- bytes_left: int,
- block_allocator: Allocator,
- }
- DYNAMIC_POOL_BLOCK_SIZE_DEFAULT :: 65536
- DYNAMIC_POOL_OUT_OF_BAND_SIZE_DEFAULT :: 6554
- dynamic_pool_allocator_proc :: proc(allocator_data: rawptr, mode: Allocator_Mode,
- size, alignment: int,
- old_memory: rawptr, old_size: int, loc := #caller_location) -> ([]byte, Allocator_Error) {
- pool := (^Dynamic_Pool)(allocator_data)
- switch mode {
- case .Alloc, .Alloc_Non_Zeroed:
- return dynamic_pool_alloc_bytes(pool, size)
- case .Free:
- return nil, .Mode_Not_Implemented
- case .Free_All:
- dynamic_pool_free_all(pool)
- return nil, nil
- case .Resize:
- if old_size >= size {
- return byte_slice(old_memory, size), nil
- }
- data, err := dynamic_pool_alloc_bytes(pool, size)
- if err == nil {
- runtime.copy(data, byte_slice(old_memory, old_size))
- }
- return data, err
- case .Query_Features:
- set := (^Allocator_Mode_Set)(old_memory)
- if set != nil {
- set^ = {.Alloc, .Alloc_Non_Zeroed, .Free_All, .Resize, .Query_Features, .Query_Info}
- }
- return nil, nil
- case .Query_Info:
- info := (^Allocator_Query_Info)(old_memory)
- if info != nil && info.pointer != nil {
- info.size = pool.block_size
- info.alignment = pool.alignment
- return byte_slice(info, size_of(info^)), nil
- }
- return nil, nil
- }
- return nil, nil
- }
- @(require_results)
- dynamic_pool_allocator :: proc(pool: ^Dynamic_Pool) -> Allocator {
- return Allocator{
- procedure = dynamic_pool_allocator_proc,
- data = pool,
- }
- }
- dynamic_pool_init :: proc(pool: ^Dynamic_Pool,
- block_allocator := context.allocator,
- array_allocator := context.allocator,
- block_size := DYNAMIC_POOL_BLOCK_SIZE_DEFAULT,
- out_band_size := DYNAMIC_POOL_OUT_OF_BAND_SIZE_DEFAULT,
- alignment := 8) {
- pool.block_size = block_size
- pool.out_band_size = out_band_size
- pool.alignment = alignment
- pool.block_allocator = block_allocator
- pool.out_band_allocations.allocator = array_allocator
- pool. unused_blocks.allocator = array_allocator
- pool. used_blocks.allocator = array_allocator
- }
- dynamic_pool_destroy :: proc(pool: ^Dynamic_Pool) {
- dynamic_pool_free_all(pool)
- delete(pool.unused_blocks)
- delete(pool.used_blocks)
- delete(pool.out_band_allocations)
- zero(pool, size_of(pool^))
- }
- @(require_results)
- dynamic_pool_alloc :: proc(pool: ^Dynamic_Pool, bytes: int) -> (rawptr, Allocator_Error) {
- data, err := dynamic_pool_alloc_bytes(pool, bytes)
- return raw_data(data), err
- }
- @(require_results)
- dynamic_pool_alloc_bytes :: proc(p: ^Dynamic_Pool, bytes: int) -> ([]byte, Allocator_Error) {
- cycle_new_block :: proc(p: ^Dynamic_Pool) -> (err: Allocator_Error) {
- if p.block_allocator.procedure == nil {
- panic("You must call pool_init on a Pool before using it")
- }
- if p.current_block != nil {
- append(&p.used_blocks, p.current_block)
- }
- new_block: rawptr
- if len(p.unused_blocks) > 0 {
- new_block = pop(&p.unused_blocks)
- } else {
- data: []byte
- data, err = p.block_allocator.procedure(p.block_allocator.data, Allocator_Mode.Alloc,
- p.block_size, p.alignment,
- nil, 0)
- new_block = raw_data(data)
- }
- p.bytes_left = p.block_size
- p.current_pos = new_block
- p.current_block = new_block
- return
- }
- n := bytes
- extra := p.alignment - (n % p.alignment)
- n += extra
- if n > p.block_size {
- return nil, .Invalid_Argument
- }
- if n >= p.out_band_size {
- assert(p.block_allocator.procedure != nil)
- memory, err := p.block_allocator.procedure(p.block_allocator.data, Allocator_Mode.Alloc,
- p.block_size, p.alignment,
- nil, 0)
- if memory != nil {
- append(&p.out_band_allocations, raw_data(memory))
- }
- return memory, err
- }
- if p.bytes_left < n {
- err := cycle_new_block(p)
- if err != nil {
- return nil, err
- }
- if p.current_block == nil {
- return nil, .Out_Of_Memory
- }
- }
- memory := p.current_pos
- p.current_pos = ([^]byte)(p.current_pos)[n:]
- p.bytes_left -= n
- return ([^]byte)(memory)[:bytes], nil
- }
- dynamic_pool_reset :: proc(p: ^Dynamic_Pool) {
- if p.current_block != nil {
- append(&p.unused_blocks, p.current_block)
- p.current_block = nil
- }
- for block in p.used_blocks {
- append(&p.unused_blocks, block)
- }
- clear(&p.used_blocks)
- for a in p.out_band_allocations {
- free(a, p.block_allocator)
- }
- clear(&p.out_band_allocations)
- p.bytes_left = 0 // Make new allocations call `cycle_new_block` again.
- }
- dynamic_pool_free_all :: proc(p: ^Dynamic_Pool) {
- dynamic_pool_reset(p)
- for block in p.unused_blocks {
- free(block, p.block_allocator)
- }
- clear(&p.unused_blocks)
- }
- panic_allocator_proc :: proc(allocator_data: rawptr, mode: Allocator_Mode,
- size, alignment: int,
- old_memory: rawptr, old_size: int,loc := #caller_location) -> ([]byte, Allocator_Error) {
- switch mode {
- case .Alloc:
- if size > 0 {
- panic("mem: panic allocator, .Alloc called", loc=loc)
- }
- case .Alloc_Non_Zeroed:
- if size > 0 {
- panic("mem: panic allocator, .Alloc_Non_Zeroed called", loc=loc)
- }
- case .Resize:
- if size > 0 {
- panic("mem: panic allocator, .Resize called", loc=loc)
- }
- case .Free:
- if old_memory != nil {
- panic("mem: panic allocator, .Free called", loc=loc)
- }
- case .Free_All:
- panic("mem: panic allocator, .Free_All called", loc=loc)
- case .Query_Features:
- set := (^Allocator_Mode_Set)(old_memory)
- if set != nil {
- set^ = {.Query_Features}
- }
- return nil, nil
- case .Query_Info:
- panic("mem: panic allocator, .Query_Info called", loc=loc)
- }
- return nil, nil
- }
- @(require_results)
- panic_allocator :: proc() -> Allocator {
- return Allocator{
- procedure = panic_allocator_proc,
- data = nil,
- }
- }
- Tracking_Allocator_Entry :: struct {
- memory: rawptr,
- size: int,
- alignment: int,
- mode: Allocator_Mode,
- err: Allocator_Error,
- location: runtime.Source_Code_Location,
- }
- Tracking_Allocator_Bad_Free_Entry :: struct {
- memory: rawptr,
- location: runtime.Source_Code_Location,
- }
- Tracking_Allocator :: struct {
- backing: Allocator,
- allocation_map: map[rawptr]Tracking_Allocator_Entry,
- bad_free_array: [dynamic]Tracking_Allocator_Bad_Free_Entry,
- mutex: sync.Mutex,
- clear_on_free_all: bool,
- }
- tracking_allocator_init :: proc(t: ^Tracking_Allocator, backing_allocator: Allocator, internals_allocator := context.allocator) {
- t.backing = backing_allocator
- t.allocation_map.allocator = internals_allocator
- t.bad_free_array.allocator = internals_allocator
- if .Free_All in query_features(t.backing) {
- t.clear_on_free_all = true
- }
- }
- tracking_allocator_destroy :: proc(t: ^Tracking_Allocator) {
- delete(t.allocation_map)
- delete(t.bad_free_array)
- }
- tracking_allocator_clear :: proc(t: ^Tracking_Allocator) {
- sync.mutex_lock(&t.mutex)
- clear(&t.allocation_map)
- clear(&t.bad_free_array)
- sync.mutex_unlock(&t.mutex)
- }
- @(require_results)
- tracking_allocator :: proc(data: ^Tracking_Allocator) -> Allocator {
- return Allocator{
- data = data,
- procedure = tracking_allocator_proc,
- }
- }
- tracking_allocator_proc :: proc(allocator_data: rawptr, mode: Allocator_Mode,
- size, alignment: int,
- old_memory: rawptr, old_size: int, loc := #caller_location) -> (result: []byte, err: Allocator_Error) {
- data := (^Tracking_Allocator)(allocator_data)
- sync.mutex_guard(&data.mutex)
- if mode == .Query_Info {
- info := (^Allocator_Query_Info)(old_memory)
- if info != nil && info.pointer != nil {
- if entry, ok := data.allocation_map[info.pointer]; ok {
- info.size = entry.size
- info.alignment = entry.alignment
- }
- info.pointer = nil
- }
- return
- }
- if mode == .Free && old_memory != nil && old_memory not_in data.allocation_map {
- append(&data.bad_free_array, Tracking_Allocator_Bad_Free_Entry{
- memory = old_memory,
- location = loc,
- })
- } else {
- result = data.backing.procedure(data.backing.data, mode, size, alignment, old_memory, old_size, loc) or_return
- }
- result_ptr := raw_data(result)
- if data.allocation_map.allocator.procedure == nil {
- data.allocation_map.allocator = context.allocator
- }
- switch mode {
- case .Alloc, .Alloc_Non_Zeroed:
- data.allocation_map[result_ptr] = Tracking_Allocator_Entry{
- memory = result_ptr,
- size = size,
- mode = mode,
- alignment = alignment,
- err = err,
- location = loc,
- }
- case .Free:
- delete_key(&data.allocation_map, old_memory)
- case .Free_All:
- if data.clear_on_free_all {
- clear_map(&data.allocation_map)
- }
- case .Resize:
- if old_memory != result_ptr {
- delete_key(&data.allocation_map, old_memory)
- }
- data.allocation_map[result_ptr] = Tracking_Allocator_Entry{
- memory = result_ptr,
- size = size,
- mode = mode,
- alignment = alignment,
- err = err,
- location = loc,
- }
- case .Query_Features:
- set := (^Allocator_Mode_Set)(old_memory)
- if set != nil {
- set^ = {.Alloc, .Alloc_Non_Zeroed, .Free, .Free_All, .Resize, .Query_Features, .Query_Info}
- }
- return nil, nil
- case .Query_Info:
- unreachable()
- }
- return
- }
|