template.h File Reference

#include <derive-c/core/includes/def.h>
#include "includes.h"
#include <derive-c/core/alloc/def.h>
#include <derive-c/core/self/def.h>
#include <derive-c/core/self/undef.h>
#include <derive-c/core/alloc/undef.h>
#include <derive-c/core/includes/undef.h>

Go to the source code of this file.

Data Structures
struct	value_t
struct	KEY_ENTRY
struct	SELF
	An allocator that prints to stdout when it allocates or frees memory. More...
struct	KV_PAIR
struct	ITER
struct	KV_PAIR_CONST
struct	ITER_CONST

Macros
#define	KEY   map_key_t
	A simple open-addressed hashmap using robin-hood hashing.
#define	KEY_HASH   key_hash
#define	KEY_EQ   DC_MEM_EQ
#define	KEY_DELETE   DC_NO_DELETE
#define	KEY_CLONE   DC_COPY_CLONE
#define	KEY_DEBUG   DC_DEFAULT_DEBUG
#define	VALUE   value_t
#define	VALUE_DELETE   DC_NO_DELETE
#define	VALUE_CLONE   DC_COPY_CLONE
#define	VALUE_DEBUG   DC_DEFAULT_DEBUG
#define	KEY_ENTRY   NS(SELF, key_entry)
#define	INVARIANT_CHECK(self)
#define	KV_PAIR   NS(SELF, kv)
#define	ITER   NS(SELF, iter)
#define	KV_PAIR_CONST   NS(SELF, kv_const)
#define	ITER_CONST   NS(SELF, iter_const)

Typedefs
typedef KV_PAIR	item

Functions
static size_t	KEY_HASH (KEY const *key)
static SELF	new_with_capacity_for (size_t capacity, ALLOC *alloc)
static SELF	new (ALLOC *alloc)
static SELF	clone (SELF const *self)
static VALUE *PRIV	try_insert_no_extend_capacity (SELF *self, KEY key, VALUE value)
static void	extend_capacity_for (SELF *self, size_t expected_items)
static VALUE *	try_insert (SELF *self, KEY key, VALUE value)
static VALUE *	insert (SELF *self, KEY key, VALUE value)
static VALUE *	try_write (SELF *self, KEY key)
static VALUE *	write (SELF *self, KEY key)
static VALUE const *	try_read (SELF const *self, KEY key)
static VALUE const *	read (SELF const *self, KEY key)
static bool	try_remove (SELF *self, KEY key, VALUE *destination)
static VALUE	remove (SELF *self, KEY key)
static void	delete_entry (SELF *self, KEY key)
static size_t	size (SELF const *self)
static bool	empty_item (KV_PAIR const *item)
static KV_PAIR	next (ITER *iter)
static bool	empty (ITER const *iter)
static ITER	get_iter (SELF *self)
static void	delete (SELF *self)
static bool	empty_item (KV_PAIR_CONST const *item)
static KV_PAIR_CONST	next (ITER_CONST *iter)
static bool	empty (ITER_CONST const *iter)
static ITER_CONST	get_iter_const (SELF const *self)
static void	debug (SELF const *self, dc_debug_fmt fmt, FILE *stream)
	DC_TRAIT_MAP (SELF)

Macro Definition Documentation

INVARIANT_CHECK

#define INVARIANT_CHECK

(

self

)

Value:

    DC_ASSUME(self);                                                                               \
    DC_ASSUME(DC_MATH_IS_POWER_OF_2((self)->capacity));                                            \
    DC_ASSUME((self)->keys);                                                                       \
    DC_ASSUME((self)->values);                                                                     \
    DC_ASSUME((self)->alloc);

Definition at line 87 of file template.h.

#define INVARIANT_CHECK(self)                                                                      \
    DC_ASSUME(self);                                                                               \
    DC_ASSUME(DC_MATH_IS_POWER_OF_2((self)->capacity));                                            \
    DC_ASSUME((self)->keys);                                                                       \
    DC_ASSUME((self)->values);                                                                     \
    DC_ASSUME((self)->alloc);

ITER

#define ITER   NS(SELF, iter)

Definition at line 392 of file template.h.

ITER_CONST

#define ITER_CONST   NS(SELF, iter_const)

Definition at line 465 of file template.h.

KEY

#define KEY   map_key_t

A simple open-addressed hashmap using robin-hood hashing.

Definition at line 15 of file template.h.

KEY_CLONE

#define KEY_CLONE   DC_COPY_CLONE

Definition at line 37 of file template.h.

KEY_DEBUG

#define KEY_DEBUG   DC_DEFAULT_DEBUG

Definition at line 41 of file template.h.

KEY_DELETE

#define KEY_DELETE   DC_NO_DELETE

Definition at line 33 of file template.h.

KEY_ENTRY

#define KEY_ENTRY   NS(SELF, key_entry)

Definition at line 70 of file template.h.

KEY_EQ

#define KEY_EQ   DC_MEM_EQ

Definition at line 29 of file template.h.

KEY_HASH

#define KEY_HASH   key_hash

Definition at line 24 of file template.h.

KV_PAIR

#define KV_PAIR   NS(SELF, kv)

Definition at line 385 of file template.h.

KV_PAIR_CONST

#define KV_PAIR_CONST   NS(SELF, kv_const)

Definition at line 458 of file template.h.

VALUE

#define VALUE   value_t

Definition at line 51 of file template.h.

VALUE_CLONE

#define VALUE_CLONE   DC_COPY_CLONE

Definition at line 59 of file template.h.

VALUE_DEBUG

#define VALUE_DEBUG   DC_DEFAULT_DEBUG

Definition at line 63 of file template.h.

VALUE_DELETE

#define VALUE_DELETE   DC_NO_DELETE

Definition at line 55 of file template.h.

Typedef Documentation

item

typedef KV_PAIR_CONST item

Definition at line 393 of file template.h.

Function Documentation

clone()

SELF clone ( SELF const * self )

static

Definition at line 128 of file template.h.

                                              {
    INVARIANT_CHECK(self);
 
    // JUSTIFY: Naive copy
    //           - We could resize (potentially a smaller map) and rehash
    //           - Not confident it would be any better than just a copy.
    // JUSTIFY: Individually copy keys
    //           - Many entries are zeroed, no need to copy uninit data
 
    KEY_ENTRY* keys = (KEY_ENTRY*)NS(ALLOC, calloc)(self->alloc, sizeof(KEY_ENTRY), self->capacity);
    VALUE* values = (VALUE*)NS(ALLOC, malloc)(self->alloc, sizeof(VALUE) * self->capacity);
    DC_ASSERT(keys && values);
 
    for (size_t i = 0; i < self->capacity; i++) {
        if (self->keys[i].present) {
            KEY_ENTRY const* old_entry = &self->keys[i];
            keys[i] = (KEY_ENTRY){
                .present = true,
                .distance_from_desired = old_entry->distance_from_desired,
                .key = KEY_CLONE(&old_entry->key),
            };
            values[i] = VALUE_CLONE(&self->values[i]);
        } else {
            dc_memory_tracker_set(DC_MEMORY_TRACKER_LVL_CONTAINER, DC_MEMORY_TRACKER_CAP_NONE,
                                  &values[i], sizeof(VALUE));
        }
    }
 
    return (SELF){
        .capacity = self->capacity,
        .items = self->items,
        .keys = keys,
        .values = values,
        .alloc = self->alloc,
        .derive_c_hashmap = dc_gdb_marker_new(),
        .iterator_invalidation_tracker = mutation_tracker_new(),
    };
}

DC_TRAIT_MAP()

DC_TRAIT_MAP

(

SELF

)

debug()

void debug ( SELF const * self, dc_debug_fmt fmt, FILE * stream )

static

Definition at line 514 of file template.h.

                                                                              {
    fprintf(stream, EXPAND_STRING(SELF) "@%p {\n", self);
    fmt = dc_debug_fmt_scope_begin(fmt);
 
    dc_debug_fmt_print(fmt, stream, "capacity: %lu,\n", self->capacity);
    dc_debug_fmt_print(fmt, stream, "size: %lu,\n", NS(SELF, size)(self));
 
    dc_debug_fmt_print(fmt, stream, "keys: @%p,\n", self->keys);
    dc_debug_fmt_print(fmt, stream, "values: @%p,\n", self->values);
 
    dc_debug_fmt_print(fmt, stream, "alloc: ");
    NS(ALLOC, debug)(self->alloc, fmt, stream);
    fprintf(stream, ",\n");
 
    dc_debug_fmt_print(fmt, stream, "items: [");
    fmt = dc_debug_fmt_scope_begin(fmt);
 
    ITER_CONST iter = NS(SELF, get_iter_const)(self);
    KV_PAIR_CONST item;
 
    for (KV_PAIR_CONST item = NS(ITER_CONST, next)(&iter); !NS(ITER_CONST, empty_item)(&item);
         item = NS(ITER_CONST, next)(&iter)) {
        dc_debug_fmt_print(fmt, stream, "{\n");
        fmt = dc_debug_fmt_scope_begin(fmt);
 
        dc_debug_fmt_print(fmt, stream, "key: ");
        KEY_DEBUG(item.key, fmt, stream);
        fprintf(stream, ",\n");
 
        dc_debug_fmt_print(fmt, stream, "value: ");
        VALUE_DEBUG(item.value, fmt, stream);
        fprintf(stream, ",\n");
 
        fmt = dc_debug_fmt_scope_end(fmt);
        dc_debug_fmt_print(fmt, stream, "},\n");
    }
 
    fmt = dc_debug_fmt_scope_end(fmt);
    dc_debug_fmt_print(fmt, stream, "],\n");
    fmt = dc_debug_fmt_scope_end(fmt);
    dc_debug_fmt_print(fmt, stream, "}");
}

delete()

void delete ( SELF * self )

static

Definition at line 441 of file template.h.

                                         {
    DC_ASSUME(self);
 
    for (size_t i = 0; i < self->capacity; i++) {
        if (self->keys[i].present) {
            KEY_DELETE(&self->keys[i].key);
            VALUE_DELETE(&self->values[i]);
        }
    }
 
    NS(ALLOC, free)(self->alloc, (void*)self->keys);
    NS(ALLOC, free)(self->alloc, (void*)self->values);
}

delete_entry()

void delete_entry ( SELF * self, KEY key )

static

Definition at line 375 of file template.h.

                                                        {
    VALUE value = NS(SELF, remove)(self, key);
    VALUE_DELETE(&value);
}

empty() [1/2]

bool empty ( ITER const * iter )

static

Definition at line 421 of file template.h.

                                              {
    DC_ASSUME(iter);
    mutation_version_check(&iter->version);
    return iter->index >= iter->map->capacity;
}

empty() [2/2]

bool empty ( ITER_CONST const * iter )

static

Definition at line 494 of file template.h.

                                                          {
    DC_ASSUME(iter);
    mutation_version_check(&iter->version);
    return iter->index >= iter->map->capacity;
}

empty_item() [1/2]

bool empty_item ( KV_PAIR const * item )

static

Definition at line 395 of file template.h.

                                                      {
    return item->key == NULL && item->value == NULL;
}

empty_item() [2/2]

bool empty_item ( KV_PAIR_CONST const * item )

static

Definition at line 468 of file template.h.

                                                                  {
    return item->key == NULL && item->value == NULL;
}

extend_capacity_for()

void extend_capacity_for ( SELF * self, size_t expected_items )

static

Definition at line 223 of file template.h.

                                                                             {
    INVARIANT_CHECK(self);
 
    mutation_tracker_mutate(&self->iterator_invalidation_tracker);
    size_t const target_capacity = dc_apply_capacity_policy(expected_items);
    if (target_capacity > self->capacity) {
        SELF new_map = NS(SELF, new_with_capacity_for)(expected_items, self->alloc);
        for (size_t index = 0; index < self->capacity; index++) {
            KEY_ENTRY* entry = &self->keys[index];
            if (entry->present) {
                PRIV(NS(SELF, try_insert_no_extend_capacity))(&new_map, entry->key,
                                                              self->values[index]);
            }
        }
        NS(ALLOC, free)(self->alloc, (void*)self->keys);
        NS(ALLOC, free)(self->alloc, (void*)self->values);
 
        INVARIANT_CHECK(&new_map);
        *self = new_map;
    }
}

get_iter()

ITER get_iter ( SELF * self )

static

Definition at line 427 of file template.h.

                                           {
    DC_ASSUME(self);
    size_t first_index = 0;
    while (first_index < self->capacity && !self->keys[first_index].present) {
        first_index++;
    }
    return (ITER){
        .map = self,
        .index = first_index,
        .curr = (KV_PAIR){.key = NULL, .value = NULL},
        .version = mutation_tracker_get(&self->iterator_invalidation_tracker),
    };
}

get_iter_const()

ITER_CONST get_iter_const ( SELF const * self )

static

Definition at line 500 of file template.h.

                                                             {
    DC_ASSUME(self);
    size_t first_index = 0;
    while (first_index < self->capacity && !self->keys[first_index].present) {
        first_index++;
    }
    return (ITER_CONST){
        .map = self,
        .index = first_index,
        .curr = (KV_PAIR_CONST){.key = NULL, .value = NULL},
        .version = mutation_tracker_get(&self->iterator_invalidation_tracker),
    };
}

insert()

VALUE * insert ( SELF * self, KEY key, VALUE value )

static

Definition at line 255 of file template.h.

                                                                 {
    VALUE* value_ptr = NS(SELF, try_insert)(self, key, value);
    DC_ASSERT(value_ptr);
    return value_ptr;
}

KEY_HASH()

size_t KEY_HASH ( KEY const * key )

static

new()

SELF new ( ALLOC * alloc )

static

Definition at line 124 of file template.h.

                                        {
    return NS(SELF, new_with_capacity_for)(DC_INITIAL_CAPACITY, alloc);
}

new_with_capacity_for()

SELF new_with_capacity_for ( size_t capacity, ALLOC * alloc )

static

Definition at line 94 of file template.h.

                                                                           {
    DC_ASSERT(capacity > 0);
    size_t const real_capacity = dc_apply_capacity_policy(capacity);
    DC_ASSERT(real_capacity > 0);
    // JUSTIFY: calloc of keys
    //  - A cheap way to get all precense flags as zeroed (os & allocater supported get zeroed page)
    //  - for the values, we do not need this (no precense checks are done on values)
    KEY_ENTRY* keys = (KEY_ENTRY*)NS(ALLOC, calloc)(alloc, sizeof(KEY_ENTRY), real_capacity);
    VALUE* values = (VALUE*)NS(ALLOC, malloc)(alloc, sizeof(VALUE) * real_capacity);
    DC_ASSERT(keys && values);
 
    // JUSTIFY: no access for values & but keys are fine
    // - Keys are calloced/zeroed as we use this for item lookup, therefore it is valid to read
    // them.
    // - Values are only accessed when the corresponding key is present, so we can mark them as
    // deleted.
    dc_memory_tracker_set(DC_MEMORY_TRACKER_LVL_CONTAINER, DC_MEMORY_TRACKER_CAP_NONE, values,
                          sizeof(VALUE) * real_capacity);
 
    return (SELF){
        .capacity = real_capacity,
        .items = 0,
        .keys = keys,
        .values = values,
        .alloc = alloc,
        .derive_c_hashmap = dc_gdb_marker_new(),
        .iterator_invalidation_tracker = mutation_tracker_new(),
    };
}

next() [1/2]

KV_PAIR next ( ITER * iter )

static

Definition at line 406 of file template.h.

                                          {
    DC_ASSUME(iter);
    mutation_version_check(&iter->version);
    if (iter->index < iter->map->capacity) {
        iter->curr = (KV_PAIR){.key = &iter->map->keys[iter->index].key,
                               .value = &iter->map->values[iter->index]};
        iter->index++;
        while (iter->index < iter->map->capacity && !iter->map->keys[iter->index].present) {
            iter->index++;
        }
        return iter->curr;
    }
    return (KV_PAIR){.key = NULL, .value = NULL};
}

next() [2/2]

KV_PAIR_CONST next ( ITER_CONST * iter )

static

Definition at line 479 of file template.h.

                                                            {
    DC_ASSUME(iter);
    mutation_version_check(&iter->version);
    if (iter->index < iter->map->capacity) {
        iter->curr = (KV_PAIR_CONST){.key = &iter->map->keys[iter->index].key,
                                     .value = &iter->map->values[iter->index]};
        iter->index++;
        while (iter->index < iter->map->capacity && !iter->map->keys[iter->index].present) {
            iter->index++;
        }
        return iter->curr;
    }
    return (KV_PAIR_CONST){.key = NULL, .value = NULL};
}

read()

VALUE const * read ( SELF const * self, KEY key )

static

Definition at line 303 of file template.h.

                                                              {
    VALUE const* value = NS(SELF, try_read)(self, key);
    DC_ASSERT(value);
    return value;
}

remove()

VALUE remove ( SELF * self, KEY key )

static

Definition at line 369 of file template.h.

                                                   {
    VALUE value;
    DC_ASSERT(NS(SELF, try_remove)(self, key, &value));
    return value;
}

size()

size_t size ( SELF const * self )

static

Definition at line 380 of file template.h.

                                               {
    INVARIANT_CHECK(self);
    return self->items;
}

try_insert()

VALUE * try_insert ( SELF * self, KEY key, VALUE value )

static

Definition at line 245 of file template.h.

                                                                     {
    INVARIANT_CHECK(self);
    mutation_tracker_mutate(&self->iterator_invalidation_tracker);
    if (dc_apply_capacity_policy(self->items) > self->capacity / 2) {
        NS(SELF, extend_capacity_for)(self, self->items * 2);
    }
 
    return PRIV(NS(SELF, try_insert_no_extend_capacity))(self, key, value);
}

try_insert_no_extend_capacity()

VALUE *PRIV try_insert_no_extend_capacity ( SELF * self, KEY key, VALUE value )

static

Definition at line 167 of file template.h.

                                                                                              {
    uint16_t distance_from_desired = 0;
    size_t const hash = KEY_HASH(&key);
    size_t index = dc_math_modulus_power_of_2_capacity(hash, self->capacity);
 
    VALUE* inserted_to_entry = NULL;
 
    for (;;) {
        KEY_ENTRY* entry = &self->keys[index];
        DC_ASSUME(distance_from_desired < self->capacity);
 
        if (entry->present) {
            if (KEY_EQ(&entry->key, &key)) {
                return NULL;
            }
 
            if (entry->distance_from_desired < distance_from_desired) {
                KEY const switch_key = entry->key;
                uint16_t const switch_distance_from_desired = entry->distance_from_desired;
                VALUE const switch_value = self->values[index];
 
                entry->key = key;
                entry->distance_from_desired = distance_from_desired;
                self->values[index] = value;
 
                key = switch_key;
                distance_from_desired = switch_distance_from_desired;
                value = switch_value;
 
                if (!inserted_to_entry) {
                    inserted_to_entry = &self->values[index];
                }
            }
 
            distance_from_desired++;
            index = dc_math_modulus_power_of_2_capacity(index + 1, self->capacity);
        } else {
            entry->present = true;
            entry->distance_from_desired = distance_from_desired;
            entry->key = key;
 
            dc_memory_tracker_set(DC_MEMORY_TRACKER_LVL_CONTAINER, DC_MEMORY_TRACKER_CAP_WRITE,
                                  &self->values[index], sizeof(VALUE));
 
            self->values[index] = value;
 
            if (!inserted_to_entry) {
                inserted_to_entry = &self->values[index];
            }
 
            self->items++;
            return inserted_to_entry;
        }
    }
}

try_read()

VALUE const * try_read ( SELF const * self, KEY key )

static

Definition at line 285 of file template.h.

                                                                  {
    INVARIANT_CHECK(self);
    size_t const hash = KEY_HASH(&key);
    size_t index = dc_math_modulus_power_of_2_capacity(hash, self->capacity);
 
    for (;;) {
        KEY_ENTRY* entry = &self->keys[index];
        if (entry->present) {
            if (KEY_EQ(&entry->key, &key)) {
                return &self->values[index];
            }
            index = dc_math_modulus_power_of_2_capacity(index + 1, self->capacity);
        } else {
            return NULL;
        }
    }
}

try_remove()

bool try_remove ( SELF * self, KEY key, VALUE * destination )

static

Definition at line 309 of file template.h.

                                                                          {
    INVARIANT_CHECK(self);
    mutation_tracker_mutate(&self->iterator_invalidation_tracker);
    size_t const hash = KEY_HASH(&key);
    size_t index = dc_math_modulus_power_of_2_capacity(hash, self->capacity);
 
    for (;;) {
        KEY_ENTRY* entry = &self->keys[index];
        if (entry->present) {
            if (KEY_EQ(&entry->key, &key)) {
                self->items--;
 
                *destination = self->values[index];
                KEY_DELETE(&entry->key);
 
                // NOTE: For robin hood hashing, we need probe chains to be unbroken
                //        - Need to find the entries that might use this chain (
                //          distance_to_desired > 0 until the next not-present or
                //          distance_to_desired=0 slot)
                //        hence we shift entries the left (being careful with modulus index)
 
                size_t free_index = index;
                KEY_ENTRY* free_entry = entry;
 
                size_t check_index =
                    dc_math_modulus_power_of_2_capacity(free_index + 1, self->capacity);
                KEY_ENTRY* check_entry = &self->keys[check_index];
 
                while (check_entry->present && (check_entry->distance_from_desired > 0)) {
                    free_entry->key = check_entry->key;
                    free_entry->distance_from_desired = check_entry->distance_from_desired - 1;
                    self->values[free_index] = self->values[check_index];
 
                    free_index = check_index;
                    free_entry = check_entry;
 
                    check_index =
                        dc_math_modulus_power_of_2_capacity(free_index + 1, self->capacity);
                    check_entry = &self->keys[check_index];
                }
 
                // JUSTIFY: Only setting free entry to false
                //           - We remove, then shift down an index
                //           - The removed entry already has the flag set
                //           - the free entry was the last one removed/moved down an index, so it
                //             should be false.
 
                free_entry->present = false;
                dc_memory_tracker_set(DC_MEMORY_TRACKER_LVL_CONTAINER, DC_MEMORY_TRACKER_CAP_NONE,
                                      &self->values[free_index], sizeof(VALUE));
 
                return true;
            }
            index = dc_math_modulus_power_of_2_capacity(index + 1, self->capacity);
        } else {
            return false;
        }
    }
}

try_write()

VALUE * try_write ( SELF * self, KEY key )

static

Definition at line 261 of file template.h.

                                                       {
    INVARIANT_CHECK(self);
    size_t const hash = KEY_HASH(&key);
    size_t index = dc_math_modulus_power_of_2_capacity(hash, self->capacity);
 
    for (;;) {
        KEY_ENTRY* entry = &self->keys[index];
        if (entry->present) {
            if (KEY_EQ(&entry->key, &key)) {
                return &self->values[index];
            }
            index = dc_math_modulus_power_of_2_capacity(index + 1, self->capacity);
        } else {
            return NULL;
        }
    }
}

write()

VALUE * write ( SELF * self, KEY key )

static

Definition at line 279 of file template.h.

                                                   {
    VALUE* value = NS(SELF, try_write)(self, key);
    DC_ASSERT(value);
    return value;
}