template.h File Reference

#include "derive-c/container/map/swiss/utils.h"
#include "derive-c/core/math.h"
#include <derive-c/core/includes/def.h>
#include "includes.h"
#include <derive-c/core/alloc/def.h>
#include <derive-c/core/self/def.h>
#include <derive-c/core/self/undef.h>
#include <derive-c/core/alloc/undef.h>
#include <derive-c/core/includes/undef.h>

Go to the source code of this file.

Data Structures
struct	value_t
struct	SLOT
struct	SELF
	An allocator that prints to stdout when it allocates or frees memory. More...
struct	ITER_CONST
struct	KV_PAIR_CONST
struct	ITER
struct	KV_PAIR

Macros
#define	KEY   map_key_t
	A simple swiss table implementation. See the abseil docs for swss table here.
#define	KEY_HASH   key_hash
#define	KEY_EQ   DC_MEM_EQ
#define	KEY_DELETE   DC_NO_DELETE
#define	KEY_CLONE   DC_COPY_CLONE
#define	KEY_DEBUG   DC_DEFAULT_DEBUG
#define	VALUE   value_t
#define	VALUE_DELETE   DC_NO_DELETE
#define	VALUE_CLONE   DC_COPY_CLONE
#define	VALUE_DEBUG   DC_DEFAULT_DEBUG
#define	SLOT   NS(SELF, slot_t)
#define	INVARIANT_CHECK(self)
#define	ITER_CONST   NS(SELF, iter_const)
#define	KV_PAIR_CONST   NS(ITER_CONST, item)
#define	ITER   NS(SELF, iter)
#define	KV_PAIR   NS(ITER, item)

Functions
static size_t	KEY_HASH (KEY const *key)
static SELF PRIV	new_with_exact_capacity (size_t capacity, ALLOC *alloc)
static SELF	new_with_capacity_for (size_t for_items, ALLOC *alloc)
static SELF	new (ALLOC *alloc)
static SELF	clone (SELF const *self)
static VALUE *PRIV	try_insert_no_extend_capacity (SELF *self, KEY key, VALUE value)
static void PRIV	rehash (SELF *self, size_t new_capacity)
static void	extend_capacity_for (SELF *self, size_t expected_items)
static VALUE *	try_insert (SELF *self, KEY key, VALUE value)
static VALUE *	insert (SELF *self, KEY key, VALUE value)
static VALUE const *	try_read (SELF const *self, KEY key)
static VALUE const *	read (SELF const *self, KEY key)
static VALUE *	try_write (SELF *self, KEY key)
static VALUE *	write (SELF *self, KEY key)
static bool	try_remove (SELF *self, KEY key, VALUE *destination)
static VALUE	remove (SELF *self, KEY key)
static void	delete_entry (SELF *self, KEY key)
static size_t	size (SELF const *self)
static void PRIV	next_populated_index (SELF const *self, dc_swiss_optional_index *index)
static void	delete (SELF *self)
static bool	empty_item (KV_PAIR_CONST const *item)
static KV_PAIR_CONST	next (ITER_CONST *iter)
static ITER_CONST	get_iter_const (SELF const *self)
static void	debug (SELF const *self, dc_debug_fmt fmt, FILE *stream)
static bool	empty_item (KV_PAIR const *item)
static KV_PAIR	next (ITER *iter)
static ITER	get_iter (SELF *self)
	DC_TRAIT_MAP (SELF)

Macro Definition Documentation

INVARIANT_CHECK

#define INVARIANT_CHECK

(

self

)

Value:

    DC_ASSUME(self);                                                                               \
    DC_ASSUME(DC_MATH_IS_POWER_OF_2((self)->capacity));                                            \
    DC_ASSUME((self)->slots);                                                                      \
    DC_ASSUME((self)->ctrl);                                                                       \
    DC_ASSUME((self)->alloc);                                                                      \
    DC_ASSUME((self)->count + (self)->tombstones <= (self)->capacity);

Definition at line 93 of file template.h.

#define INVARIANT_CHECK(self)                                                                      \
    DC_ASSUME(self);                                                                               \
    DC_ASSUME(DC_MATH_IS_POWER_OF_2((self)->capacity));                                            \
    DC_ASSUME((self)->slots);                                                                      \
    DC_ASSUME((self)->ctrl);                                                                       \
    DC_ASSUME((self)->alloc);                                                                      \
    DC_ASSUME((self)->count + (self)->tombstones <= (self)->capacity);

ITER

#define ITER   NS(SELF, iter)

Definition at line 528 of file template.h.

ITER_CONST

#define ITER_CONST   NS(SELF, iter_const)

Definition at line 435 of file template.h.

KEY

#define KEY   map_key_t

A simple swiss table implementation. See the abseil docs for swss table here.

Definition at line 18 of file template.h.

KEY_CLONE

#define KEY_CLONE   DC_COPY_CLONE

Definition at line 40 of file template.h.

KEY_DEBUG

#define KEY_DEBUG   DC_DEFAULT_DEBUG

Definition at line 44 of file template.h.

KEY_DELETE

#define KEY_DELETE   DC_NO_DELETE

Definition at line 36 of file template.h.

KEY_EQ

#define KEY_EQ   DC_MEM_EQ

Definition at line 32 of file template.h.

KEY_HASH

#define KEY_HASH   key_hash

Definition at line 27 of file template.h.

KV_PAIR

#define KV_PAIR   NS(ITER, item)

Definition at line 529 of file template.h.

KV_PAIR_CONST

#define KV_PAIR_CONST   NS(ITER_CONST, item)

Definition at line 436 of file template.h.

SLOT

#define SLOT   NS(SELF, slot_t)

Definition at line 73 of file template.h.

VALUE

#define VALUE   value_t

Definition at line 54 of file template.h.

VALUE_CLONE

#define VALUE_CLONE   DC_COPY_CLONE

Definition at line 62 of file template.h.

VALUE_DEBUG

#define VALUE_DEBUG   DC_DEFAULT_DEBUG

Definition at line 66 of file template.h.

VALUE_DELETE

#define VALUE_DELETE   DC_NO_DELETE

Definition at line 58 of file template.h.

Function Documentation

clone()

SELF clone ( SELF const * self )

static

Definition at line 141 of file template.h.

                                              {
    INVARIANT_CHECK(self);
 
    size_t ctrl_capacity = self->capacity + DC_SWISS_SIMD_PROBE_SIZE;
 
    dc_swiss_ctrl* ctrl =
        (dc_swiss_ctrl*)NS(ALLOC, malloc)(self->alloc, sizeof(dc_swiss_ctrl) * ctrl_capacity);
    SLOT* slots = (SLOT*)NS(ALLOC, malloc)(self->alloc, sizeof(SLOT) * self->capacity);
    DC_ASSERT(ctrl && slots);
 
    memcpy(ctrl, self->ctrl, sizeof(dc_swiss_ctrl) * ctrl_capacity);
 
    for (size_t i = 0; i < self->capacity; i++) {
        if (dc_swiss_is_present(self->ctrl[i])) {
            slots[i].key = KEY_CLONE(&self->slots[i].key);
            slots[i].value = VALUE_CLONE(&self->slots[i].value);
        }
    }
 
    return (SELF){
        .capacity = self->capacity,
        .count = self->count,
        .tombstones = self->tombstones,
        .ctrl = ctrl,
        .slots = slots,
        .alloc = self->alloc,
        .derive_c_hashmap = dc_gdb_marker_new(),
        .iterator_invalidation_tracker = mutation_tracker_new(),
    };
}

DC_TRAIT_MAP()

DC_TRAIT_MAP

(

SELF

)

debug()

void debug ( SELF const * self, dc_debug_fmt fmt, FILE * stream )

static

Definition at line 485 of file template.h.

                                                                              {
    fprintf(stream, EXPAND_STRING(SELF) "@%p {\n", self);
    fmt = dc_debug_fmt_scope_begin(fmt);
 
    dc_debug_fmt_print(fmt, stream, "capacity: %lu,\n", self->capacity);
    dc_debug_fmt_print(fmt, stream, "tombstones: %lu,\n", self->tombstones);
    dc_debug_fmt_print(fmt, stream, "count: %lu,\n", self->count);
 
    dc_debug_fmt_print(fmt, stream, "ctrl: @%p[%lu + simd probe size additional %lu],\n",
                       self->ctrl, self->capacity, DC_SWISS_SIMD_PROBE_SIZE);
    dc_debug_fmt_print(fmt, stream, "slots: @%p[%lu],\n", self->slots, self->capacity);
 
    dc_debug_fmt_print(fmt, stream, "alloc: ");
    NS(ALLOC, debug)(self->alloc, fmt, stream);
    fprintf(stream, ",\n");
 
    ITER_CONST iter = NS(SELF, get_iter_const)(self);
    KV_PAIR_CONST item;
 
    for (KV_PAIR_CONST item = NS(ITER_CONST, next)(&iter); !NS(ITER_CONST, empty_item)(&item);
         item = NS(ITER_CONST, next)(&iter)) {
        dc_debug_fmt_print(fmt, stream, "{\n");
        fmt = dc_debug_fmt_scope_begin(fmt);
 
        dc_debug_fmt_print(fmt, stream, "key: ");
        KEY_DEBUG(item.key, fmt, stream);
        fprintf(stream, ",\n");
 
        dc_debug_fmt_print(fmt, stream, "value: ");
        VALUE_DEBUG(item.value, fmt, stream);
        fprintf(stream, ",\n");
 
        fmt = dc_debug_fmt_scope_end(fmt);
        dc_debug_fmt_print(fmt, stream, "},\n");
    }
 
    fmt = dc_debug_fmt_scope_end(fmt);
    dc_debug_fmt_print(fmt, stream, "}");
}

delete()

void delete ( SELF * self )

static

Definition at line 423 of file template.h.

                                         {
 
    for (size_t i = 0; i < self->capacity; i++) {
        if (dc_swiss_is_present(self->ctrl[i])) {
            KEY_DELETE(&self->slots[i].key);
            VALUE_DELETE(&self->slots[i].value);
        }
    }
    NS(ALLOC, free)(self->alloc, self->ctrl);
    NS(ALLOC, free)(self->alloc, self->slots);
}

delete_entry()

void delete_entry ( SELF * self, KEY key )

static

Definition at line 405 of file template.h.

                                                        {
    VALUE value = NS(SELF, remove)(self, key);
    VALUE_DELETE(&value);
}

empty_item() [1/2]

bool empty_item ( KV_PAIR const * item )

static

Definition at line 542 of file template.h.

                                                      {
    return item->key == NULL && item->value == NULL;
}

empty_item() [2/2]

bool empty_item ( KV_PAIR_CONST const * item )

static

Definition at line 449 of file template.h.

                                                                  {
    return item->key == NULL && item->value == NULL;
}

extend_capacity_for()

void extend_capacity_for ( SELF * self, size_t expected_items )

static

Definition at line 261 of file template.h.

                                                                             {
    INVARIANT_CHECK(self);
    mutation_tracker_mutate(&self->iterator_invalidation_tracker);
 
    size_t new_capacity = dc_swiss_capacity(expected_items);
    if (new_capacity > self->capacity) {
        PRIV(NS(SELF, rehash))(self, new_capacity);
    }
}

get_iter()

ITER get_iter ( SELF * self )

static

Definition at line 565 of file template.h.

                                           {
    INVARIANT_CHECK(self);
 
    dc_swiss_optional_index index = 0;
    PRIV(NS(SELF, next_populated_index))(self, &index);
 
    return (ITER){
        .map = self,
        .next_index = index,
        .version = mutation_tracker_get(&self->iterator_invalidation_tracker),
    };
}

get_iter_const()

ITER_CONST get_iter_const ( SELF const * self )

static

Definition at line 472 of file template.h.

                                                             {
    INVARIANT_CHECK(self);
 
    dc_swiss_optional_index index = 0;
    PRIV(NS(SELF, next_populated_index))(self, &index);
 
    return (ITER_CONST){
        .map = self,
        .next_index = index,
        .version = mutation_tracker_get(&self->iterator_invalidation_tracker),
    };
}

insert()

VALUE * insert ( SELF * self, KEY key, VALUE value )

static

Definition at line 288 of file template.h.

                                                                 {
    VALUE* value_ptr = NS(SELF, try_insert)(self, key, value);
    DC_ASSERT(value_ptr);
    return value_ptr;
}

KEY_HASH()

size_t KEY_HASH ( KEY const * key )

static

new()

SELF new ( ALLOC * alloc )

static

Definition at line 137 of file template.h.

                                        {
    return NS(SELF, new_with_capacity_for)(DC_SWISS_INITIAL_CAPACITY, alloc);
}

new_with_capacity_for()

SELF new_with_capacity_for ( size_t for_items, ALLOC * alloc )

static

Definition at line 131 of file template.h.

                                                                            {
    DC_ASSERT(for_items > 0);
 
    return PRIV(NS(SELF, new_with_exact_capacity))(dc_swiss_capacity(for_items), alloc);
}

new_with_exact_capacity()

SELF PRIV new_with_exact_capacity ( size_t capacity, ALLOC * alloc )

static

Definition at line 101 of file template.h.

                                                                                   {
    DC_ASSUME(capacity > DC_SWISS_SIMD_PROBE_SIZE);
    DC_ASSUME(DC_MATH_IS_POWER_OF_2(capacity));
    size_t ctrl_capacity = capacity + DC_SWISS_SIMD_PROBE_SIZE;
 
    dc_swiss_ctrl* ctrl =
        (dc_swiss_ctrl*)NS(ALLOC, calloc)(alloc, sizeof(dc_swiss_ctrl), ctrl_capacity);
    SLOT* slots = (SLOT*)NS(ALLOC, malloc)(alloc, sizeof(SLOT) * capacity);
    DC_ASSERT(ctrl && slots);
 
    for (size_t i = 0; i < capacity; i++) {
        ctrl[i] = DC_SWISS_VAL_EMPTY;
    }
    ctrl[capacity] = DC_SWISS_VAL_SENTINEL;
    for (size_t i = 1; i < DC_SWISS_SIMD_PROBE_SIZE; i++) {
        ctrl[capacity + i] = ctrl[i - 1]; // currently empty
    }
 
    return (SELF){
        .capacity = capacity,
        .count = 0,
        .tombstones = 0,
        .ctrl = ctrl,
        .slots = slots,
        .alloc = alloc,
        .derive_c_hashmap = dc_gdb_marker_new(),
        .iterator_invalidation_tracker = mutation_tracker_new(),
    };
}

next() [1/2]

KV_PAIR next ( ITER * iter )

static

Definition at line 546 of file template.h.

                                          {
    mutation_version_check(&iter->version);
 
    dc_swiss_optional_index index = iter->next_index;
    if (index == DC_SWISS_NO_INDEX) {
        return (KV_PAIR){
            .key = NULL,
            .value = NULL,
        };
    }
 
    iter->next_index++;
    PRIV(NS(SELF, next_populated_index))(iter->map, &iter->next_index);
    return (KV_PAIR){
        .key = &iter->map->slots[index].key,
        .value = &iter->map->slots[index].value,
    };
}

next() [2/2]

KV_PAIR_CONST next ( ITER_CONST * iter )

static

Definition at line 453 of file template.h.

                                                            {
    mutation_version_check(&iter->version);
 
    dc_swiss_optional_index index = iter->next_index;
    if (index == DC_SWISS_NO_INDEX) {
        return (KV_PAIR_CONST){
            .key = NULL,
            .value = NULL,
        };
    }
 
    iter->next_index++;
    PRIV(NS(SELF, next_populated_index))(iter->map, &iter->next_index);
    return (KV_PAIR_CONST){
        .key = &iter->map->slots[index].key,
        .value = &iter->map->slots[index].value,
    };
}

next_populated_index()

void PRIV next_populated_index ( SELF const * self, dc_swiss_optional_index * index )

static

Definition at line 415 of file template.h.

                                                                                                   {
    size_t i = *index;
    while (i < self->capacity && !dc_swiss_is_present(self->ctrl[i])) {
        ++i;
    }
    *index = (i == self->capacity) ? DC_SWISS_NO_INDEX : i;
}

read()

VALUE const * read ( SELF const * self, KEY key )

static

Definition at line 330 of file template.h.

                                                              {
    VALUE const* value = NS(SELF, try_read)(self, key);
    DC_ASSERT(value);
    return value;
}

rehash()

void PRIV rehash ( SELF * self, size_t new_capacity )

static

Definition at line 235 of file template.h.

                                                                    {
    INVARIANT_CHECK(self);
 
    // NOTE: This code also works for shrinking the hashmap
    //  - we never expect to do this, so are defensive.
    //  - We do expect to rehash with the same capacity (tombstone cleanup)
    DC_ASSUME(new_capacity >= self->capacity);
    mutation_tracker_mutate(&self->iterator_invalidation_tracker);
 
    SELF new_map = PRIV(NS(SELF, new_with_exact_capacity))(new_capacity, self->alloc);
 
    for (size_t i = 0; i < self->capacity; i++) {
        if (dc_swiss_is_present(self->ctrl[i])) {
            (void)PRIV(NS(SELF, try_insert_no_extend_capacity))(&new_map, self->slots[i].key,
                                                                self->slots[i].value);
        }
    }
 
    new_map.iterator_invalidation_tracker = self->iterator_invalidation_tracker;
 
    NS(ALLOC, free)(self->alloc, self->ctrl);
    NS(ALLOC, free)(self->alloc, self->slots);
 
    *self = new_map;
}

remove()

VALUE remove ( SELF * self, KEY key )

static

Definition at line 399 of file template.h.

                                                   {
    VALUE value;
    DC_ASSERT(NS(SELF, try_remove)(self, key, &value));
    return value;
}

size()

size_t size ( SELF const * self )

static

Definition at line 410 of file template.h.

                                               {
    INVARIANT_CHECK(self);
    return self->count;
}

try_insert()

VALUE * try_insert ( SELF * self, KEY key, VALUE value )

static

Definition at line 271 of file template.h.

                                                                     {
    INVARIANT_CHECK(self);
 
    switch (dc_swiss_heuristic_should_extend(self->tombstones, self->count, self->capacity)) {
    case DC_SWISS_DOUBLE_CAPACITY:
        PRIV(NS(SELF, rehash))(self, self->capacity * 2);
        break;
    case DC_SWISS_CLEANUP_TOMBSONES:
        PRIV(NS(SELF, rehash))(self, self->capacity);
        break;
    case DC_SWISS_DO_NOTHING:
        break;
    }
 
    return PRIV(NS(SELF, try_insert_no_extend_capacity))(self, key, value);
}

try_insert_no_extend_capacity()

VALUE *PRIV try_insert_no_extend_capacity ( SELF * self, KEY key, VALUE value )

static

Definition at line 172 of file template.h.

                                                                                              {
    INVARIANT_CHECK(self);
    DC_ASSUME(self->count + self->tombstones < self->capacity);
    mutation_tracker_mutate(&self->iterator_invalidation_tracker);
 
    const size_t mask = self->capacity - 1;
 
    const size_t hash = KEY_HASH(&key);
    const dc_swiss_id id = dc_swiss_id_from_hash(hash);
 
    dc_swiss_optional_index first_deleted = DC_SWISS_NO_INDEX;
 
    const size_t start = hash & mask;
 
    for (size_t step = 0;; step += DC_SWISS_SIMD_PROBE_SIZE) {
        const size_t group = (start + step) & mask;
 
        // Scan the group once:
        //  - detect duplicates
        //  - remember first DELETED
        //  - stop at first EMPTY and insert (EMPTY terminates the probe)
        for (size_t j = 0; j < DC_SWISS_SIMD_PROBE_SIZE; j++) {
            const size_t i = (group + j) & mask;
            const dc_swiss_ctrl c = self->ctrl[i];
 
            switch (c) {
            case DC_SWISS_VAL_DELETED:
                if (first_deleted == DC_SWISS_NO_INDEX) {
                    first_deleted = i;
                }
                break;
 
            case DC_SWISS_VAL_EMPTY: {
                bool const has_deleted = first_deleted != DC_SWISS_NO_INDEX;
                const size_t ins = has_deleted ? first_deleted : i;
                if (has_deleted) {
                    self->tombstones--;
                }
 
                self->slots[ins].key = key;
                self->slots[ins].value = value;
 
                dc_swiss_ctrl_set_at(self->ctrl, self->capacity, ins, (dc_swiss_ctrl)id);
 
                self->count++;
                return &self->slots[ins].value;
            }
 
            case DC_SWISS_VAL_SENTINEL:
                // Treat as not usable; keep scanning.
                break;
 
            default:
                // Present slot: only a possible duplicate if the 7-bit id matches.
                if (dc_swiss_ctrl_get_id(c) == id && KEY_EQ(&self->slots[i].key, &key)) {
                    return NULL; // duplicate exists
                }
                break;
            }
        }
    }
}

try_read()

VALUE const * try_read ( SELF const * self, KEY key )

static

Definition at line 294 of file template.h.

                                                                  {
    const size_t mask = self->capacity - 1;
 
    const size_t hash = KEY_HASH(&key);
    const dc_swiss_id id = dc_swiss_id_from_hash(hash);
 
    const size_t start = hash & mask;
 
    for (size_t step = 0;; step += DC_SWISS_SIMD_PROBE_SIZE) {
        const size_t group = (start + step) & mask;
 
        for (size_t j = 0; j < DC_SWISS_SIMD_PROBE_SIZE; j++) {
            const size_t i = (group + j) & mask;
            const dc_swiss_ctrl c = self->ctrl[i];
 
            switch (c) {
            case DC_SWISS_VAL_EMPTY:
                // EMPTY terminates the probe: key does not exist
                return NULL;
 
            case DC_SWISS_VAL_DELETED:
            case DC_SWISS_VAL_SENTINEL:
                // Keep probing
                break;
 
            default:
                // Present slot: check fingerprint, then full key
                if (dc_swiss_ctrl_get_id(c) == id && KEY_EQ(&self->slots[i].key, &key)) {
                    return &self->slots[i].value;
                }
                break;
            }
        }
    }
}

try_remove()

bool try_remove ( SELF * self, KEY key, VALUE * destination )

static

Definition at line 347 of file template.h.

                                                                          {
    INVARIANT_CHECK(self);
 
    const size_t mask = self->capacity - 1;
 
    const size_t hash = KEY_HASH(&key);
    const dc_swiss_id id = dc_swiss_id_from_hash(hash);
 
    const size_t start = hash & mask;
 
    for (size_t step = 0;; step += DC_SWISS_SIMD_PROBE_SIZE) {
        const size_t group = (start + step) & mask;
 
        for (size_t j = 0; j < DC_SWISS_SIMD_PROBE_SIZE; j++) {
            const size_t i = (group + j) & mask;
            const dc_swiss_ctrl c = self->ctrl[i];
 
            switch (c) {
            case DC_SWISS_VAL_EMPTY:
                // EMPTY terminates probe: key not present
                return false;
 
            case DC_SWISS_VAL_DELETED:
            case DC_SWISS_VAL_SENTINEL:
                // keep probing
                break;
 
            default:
                // Present slot: check fingerprint, then full key
                if (dc_swiss_ctrl_get_id(c) != id) {
                    break;
                }
                if (!KEY_EQ(&self->slots[i].key, &key)) {
                    break;
                }
 
                // Found
                if (destination != NULL) {
                    *destination = self->slots[i].value;
                }
 
                // Mark tombstone (must NOT become EMPTY)
                dc_swiss_ctrl_set_at(self->ctrl, self->capacity, i, DC_SWISS_VAL_DELETED);
 
                self->count--;
                self->tombstones++;
                return true;
            }
        }
    }
}

try_write()

VALUE * try_write ( SELF * self, KEY key )

static

Definition at line 336 of file template.h.

                                                       {
    INVARIANT_CHECK(self);
    return (VALUE*)NS(SELF, try_read)((SELF const*)self, key);
}

write()

VALUE * write ( SELF * self, KEY key )

static

Definition at line 341 of file template.h.

                                                   {
    VALUE* value = NS(SELF, try_write)(self, key);
    DC_ASSERT(value);
    return value;
}