STON_FUNC_STATIC
STON_FUNC_NOINLINE
ston_ht ston_ht32_fread(FILE*,long,void*(*)(size_t));
+size_t ston_ht32_fwrite(ston_ht,FILE*,long);
#else
#include <stddef.h>
#endif //STON_HT_FREAD
{ uint16_t ht_columns;
uint8_t ht_2pow, ht_flags;
}ston_ht_h,* ston_ht;
-#define STON_HT_HEADERSIZE (sizeof(struct ston_ht_header_t))
STON_FUNC
uint32_t ston_up2pow(uint32_t);
STON_FUNC
uint8_t ston_trailing0(uint32_t);
STON_FUNC
-ston_ht ston_ht32_create(struct ston_ht_header_t,void*(*)(size_t));
+ston_ht ston_ht32_create(uint16_t,uint8_t,uint8_t,void*(*)(size_t));
STON_FUNC
uint32_t* ston_ht32_row(ston_ht,uint32_t);
STON_FUNC
STON_FUNC
size_t ston_ht32_insertx(ston_ht,uint32_t,uint32_t*,size_t,size_t);
-#define ston_ht32_new(_COL,_N,_F,_FN) (ston_ht32_create((ston_ht_h){_COL,ston_trailing0(ston_up2pow(_N << 1)),_F},_FN))
+#define ston_ht32_new(_COL,_N,_F,_FN) (ston_ht32_create(_COL,ston_trailing0(ston_up2pow(_N << 1)),_F,_FN))
#define ston_ht32_entry(_HT,_KEY,_COL) (ston_ht32_row(_HT,_KEY) + _COL)
#define ston_ht_size(_HT) ((_HT)->ht_columns << (_HT)->ht_2pow)
#define ston_ht_rows(_HT) (0x1 << (_HT)->ht_2pow)
*/
STON_FUNC
ston_ht ston_ht32_create
-( struct ston_ht_header_t ht_header,
- void* (*alloc_fn)(size_t)
+( uint16_t ht_columns,
+ uint8_t ht_2pow,
+ uint8_t ht_flags,
+ void* (*alloc_fn)(size_t)
)
-{ size_t ht_bytes = ston_ht32_size(&ht_header);
- ston_ht ht = (ston_ht) alloc_fn(STON_HT_HEADERSIZE + ht_bytes);
+{ size_t ht_bytes = (ht_columns << ht_2pow) * sizeof(uint32_t);
+ ston_ht ht = (ston_ht) alloc_fn(sizeof(ston_ht_h) + ht_bytes);
if (ht != NULL)
- { memcpy(ht,&ht_header,STON_HT_HEADERSIZE);
+ { ht->ht_columns = ht_columns;
+ ht->ht_2pow = ht_2pow;
+ ht->ht_flags = ht_flags;
memset(ht + 1, 0, ht_bytes);
}
return ht;
errno = errno_local;
return NULL;
}
+
+/* Writes a 32-bit hash table from memory into a file at fpos. Returns the
+ number of bytes written to the file, errno is set on error. */
+size_t ston_ht32_fwrite
+( struct ston_ht_header_t* ht,
+ FILE* file,
+ long fpos
+)
+{ size_t bytes_written;
+ long fpos_start;
+ if ((fpos_start = ftell(file)) == NULL
+ || fseek(file, fpos, SEEK_SET) == 0
+ || (bytes_written = fwrite(file, 1, sizeof(ston_ht_h), file)) < sizeof(ston_ht_h)
+ || (bytes_written += fwrite(file, 1, ston_ht32_bytes(ht), file)) < (sizeof(ston_ht_h) + ston_ht32_bytes(ht))
+ || fseek(file, fpos_start, SEEK_SET) == 0)
+ return 0;
+ return bytes_written;
+}
#endif
/* Returns a pointer to the row of data in the hashtable containing the provided
external allocation.
*/
typedef struct ston_dht_header_t
-{ uint16_t ht_columns;
- uint8_t ht_2pow, ht_flags;
- void* (*ht_alloc)(size_t);
- void (*ht_free)(void*);
- void** page_head;
-}ston_dht_h,* ston_dht;
-#define STON_DHT_HEADERSIZE (sizeof(struct ston_dht_header_t))
+{ uint16_t columns;
+ uint8_t unit_bytes;
+ uint8_t start_depth;
+}ston_dht_h;
+
+typedef struct ston_dht_t
+{ ston_dht_h header;
+ void* pages[sizeof(void*) * 8];
+ void* (*ht_alloc)(size_t);
+ void (*ht_free)(void*);
+}* ston_dht;
STON_FUNC
-ston_dht ston_dht32_create(struct ston_ht_header_t,void*(*)(size_t),void(*)(void*));
+ston_dht ston_dht_create(uint16_t,uint8_t,uint8_t,void*(*)(size_t),void(*)(void*));
STON_FUNC
uint32_t* ston_dht32_row(ston_dht,uint32_t);
STON_FUNC
uint32_t ston_dht32_insert(ston_dht,uint32_t,uint16_t,uint32_t);
STON_FUNC
-size_t ston_dht32_insertx(ston_dht,uint32_t,uint32_t*,size_t,size_t);
-STON_FUNC
-ston_dht ston_dht32_free(ston_dht);
-
-#define ston_dht32_new(_COL,_N,_F,_ALLOC,_FREE) (ston_dht32_create((ston_ht_h){_COL,ston_trailing0(ston_up2pow(_N << 1)),_F},_ALLOC,_FREE))
-#define ston_dht32_entry(_HT,_KEY,_COL) (ston_dht32_row(_HT,_KEY) + _COL)
-#define ston_dht_size(_HT) (ston_ht_size(_HT))
-#define ston_dht_rows(_HT) (ston_ht_rows(_HT))
-#define ston_dht_cols(_HT) (ston_ht_cols(_HT))
-#define ston_dht_keyrow(_HT,_KEY) (ston_ht_keyrow(_HT,_KEY))
-#define ston_dht_pagestart(_HT) ((void**)(((uint8_t*)(_HT)) + STON_DHT_HEADERSIZE))
-#define ston_dht_pagehead(_HT) ((_HT)->page_head)
-#define ston_dht_pagemax(_HT) ((void**)((uint8_t*)(_HT) + STON_DHT_SIZE - sizeof(void**)))
-#define ston_dht_start(_HT,_DEPTH) ((uint8_t*)*(ston_dht_pagestart(_HT) + _DEPTH))
-#define ston_dht32_start(_HT,_DEPTH) ((uint32_t*)ston_dht_start(_HT,_DEPTH))
-#define ston_dht32_end(_HT,_DEPTH) (ston_ht32_start(_HT,_DEPTH) + ston_ht_size(_HT))
-#define ston_dht32_size(_HT) (ston_dht_size(_HT) * sizeof(uint32_t))
-#define ston_dht32_pagepush(_HT) ((*(++((_HT)->page_head)) = (_HT)->ht_alloc(ston_dht32_size(_HT))))
-#define ston_dht32_pagepop(_HT) ((_HT)->ht_free((_HT)->page_head--))
+size_t ston_dht32_insertx(ston_dht,uint32_t,uint32_t*,uint16_t,size_t);
+STON_FUNC
+ston_dht ston_dht_free(ston_dht);
+
+#define ston_dht_units(_HT,_DEPTH) ((_HT)->header.columns << _DEPTH)
+#define ston_dht_bytes(_HT,_DEPTH) (ston_dht_units(_HT,_DEPTH) * (_HT)->header.unit_bytes)
+#define ston_dht_new(_COL,_ALOC,_FRE) (ston_dht_create(_COL,3,sizeof(int),_ALOC,_FRE))
+#define ston_dht_sized(_COL,_N,_ALOC,_FRE) (ston_dht_create(_COL,ston_trailing0(ston_up2pow(_N),sizeof(int),_ALOC,_FRE)))
+#define ston_dht32_entry(_HT,_KEY,_COL) (ston_dht32_row(_HT,_KEY) + _COL)
+#define ston_dht32_new(_COL,_ALOC,_FRE) (ston_dht_create(_COL,0,sizeof(uint32_t),_ALOC,_FRE))
+#define ston_dht32_sized(_COL,_N,_ALOC,_FRE) (ston_dht_create(_COL,ston_trailing0(ston_up2pow(_N)),sizeof(uint32_t),_ALOC,_FRE))
+
/* Creates a new bucketted hash table, provided a memory allocation function
that takes a single size_t bytes, a memory free function, a column count, and
a row count which determines the size of the buckets.
*/
STON_FUNC
-ston_dht ston_dht32_create
-( struct ston_ht_header_t ht_header,
- void* (*ht_alloc)(size_t),
- void (*ht_free)(void*)
+ston_dht ston_dht_create
+( uint16_t columns,
+ uint8_t start_depth,
+ uint8_t unit_bytes,
+ void* (*ht_alloc)(size_t),
+ void (*ht_free)(void*)
)
-{ size_t ht_bytes = ston_dht32_size(&ht_header);
- ston_dht ht = (ston_dht) ht_alloc(STON_DHT_SIZE);
+{ ston_dht ht = (ston_dht) ht_alloc(sizeof(struct ston_dht_t));
if (ht != NULL)
- { memcpy(ht, &ht_header, sizeof(ht_header));
+ { ht->header.columns = columns;
+ ht->header.start_depth = start_depth;
+ ht->header.unit_bytes = unit_bytes;
+ memset(ht->pages, 0, sizeof(void*) * sizeof(void*) * 8);
+ ht->pages[start_depth] = ht_alloc(ston_dht_bytes(ht, start_depth));
ht->ht_alloc = ht_alloc;
ht->ht_free = ht_free;
- ht->page_head = ston_dht_pagestart(ht);
- if ((*(ht->page_head) = ht->ht_alloc(ht_bytes)) == NULL)
- if (ht_free != NULL)
- ht_free(ht);
+ if (ht->pages[start_depth] == NULL && ht_free != NULL)
+ ht_free(ht);
+ else
+ memset(ht->pages[start_depth], 0, ston_dht_bytes(ht, start_depth));
}
return ht;
}
*/
STON_FUNC
uint32_t* ston_dht32_row
-( struct ston_dht_header_t* ht,
- uint32_t key
+( struct ston_dht_t* ht,
+ uint32_t key
)
-{ uint16_t ht_cols = ston_dht_cols(ht);
- size_t row_number = ston_dht_keyrow(ht,key);
- uint32_t** page = (uint32_t**)ston_dht_pagestart(ht);
- uint32_t** pagemax = (uint32_t**)ston_dht_pagemax(ht);
- uint8_t loop_x = 0;
- uint8_t loop_y = 0;
- uint32_t* row,* row_end;
+{ uint16_t columns = ht->header.columns;
+ uint8_t depth = ht->header.start_depth;
+ uint32_t mask = ((0x1 << depth) - 1) >> 1;
+ void* page;
+ uint32_t* row;
+ uint32_t row_key;
next_page:
- row = *page + (row_number * ht_cols);
- row_end = *page + (ston_dht_size(ht) - 1);
- next_row:
- if (row[0] != 0)
- goto populated;
- write_position:
- row[0] = key;
- return row;
- populated:
- if (row[0] == key)
- goto write_position;
- if (!loop_x)
- { if (page < pagemax)
- { if (page == (uint32_t**)ston_dht_pagehead(ht))
- if (ston_dht32_pagepush(ht) == NULL)
- { ston_dht32_free(ht);
- return NULL;
- }
- ++page;
- goto next_row;
- }
- loop_x = 1;
- row_number = (row_number + 1) % ston_dht_rows(ht);
- page = (uint32_t**)ston_dht_pagestart(ht);
- goto next_row;
- }
- if (row + ht_cols < row_end)
- { row += ht_cols;
- goto next_row;
+ if (ht->pages[depth] == NULL)
+ { ht->pages[depth] = ht->ht_alloc(ston_dht_bytes(ht, depth));
+ if (ht->pages[depth] == NULL)
+ return NULL;
+ memset(ht->pages[depth], 0, ston_dht_bytes(ht, depth));
}
- else if (!loop_y)
- { loop_y = 1;
- row = *page;
- goto next_row;
+ page = ht->pages[depth];
+ row = (uint32_t*)page + ((key & mask) * columns);
+ row_key = *row;
+ if (row_key == key || row_key == 0)
+ { row[0] = key;
+ return row;
}
- if (page < pagemax)
- { loop_y = 0;
- page++;
- goto next_page;
- }
- return NULL;
+ depth++;
+ mask = (mask << 1) | 0x1;
+ goto next_page;
}
/* Inserts a value into a hashtable at the specified column, returning the
previous value */
STON_FUNC
uint32_t ston_dht32_insert
-( struct ston_dht_header_t* ht,
- uint32_t key,
- uint16_t column,
- uint32_t value
+( struct ston_dht_t* ht,
+ uint32_t key,
+ uint16_t column,
+ uint32_t value
)
{ uint32_t* value_location, old_value;
value_location = ston_dht32_entry(ht,key,column);
return old_value;
}
+/* Insert multiple values, returning the number of bytes written */
+STON_FUNC
+size_t
+ston_dht32_insertx
+( struct ston_dht_t* ht,
+ uint32_t key,
+ uint32_t* data_src,
+ uint16_t start_column,
+ size_t units
+)
+{ uint32_t* data_row = ston_dht32_row(ht,key);
+ uint32_t* data_limit = data_row + ht->header.columns;
+ uint32_t* data_trg = data_row + start_column;
+ if (data_row == NULL)
+ return 0;
+ while (units-- && data_trg < data_limit)
+ *data_trg++ = *data_src++;
+ return (size_t)(data_trg - data_row);
+}
+
/* Free the dynamic hash table */
STON_FUNC
-struct ston_dht_header_t* ston_dht32_free
-( struct ston_dht_header_t* ht )
+struct ston_dht_t* ston_dht_free
+( struct ston_dht_t* ht )
{ void (*ht_free)(void*) = ht->ht_free;
+ uint8_t depth = ht->header.start_depth;
+ void** pages = ht->pages;
if (ht_free != NULL)
- { while (ht->page_head >= ston_dht_pagestart(ht))
- { ht_free(*(ht->page_head));
- ht->page_head--;
- }
+ { while (pages[depth] != NULL)
+ ht_free(pages[depth++]);
ht_free(ht);
return NULL;
}
return ht;
}
+/********************************************************************************
+*********************************************************************************
+*********************************************************************************
+********************************************************************************/
+typedef struct ston_dht2_header_t
+{ uint16_t val_bytes;
+ uint8_t key_bytes;
+ uint8_t flags;
+}ston_dht2_h;
+
+typedef struct ston_dht2_bucket_t
+{ uint8_t depth;
+ void* page;
+ uint32_t count;
+}ston_dht2_bucket_h,* ston_dht2_bucket;
+
+#define STON_DHT_BUCKETS_SIZE (sizeof(void*) * 8)
+typedef struct ston_dht2_t
+{ ston_dht2_h header;
+ ston_dht2_bucket_h buckets[1 + STON_DHT_BUCKETS_SIZE];
+ ston_dht2_bucket bsp;
+ uint32_t row_bytes;
+ uint8_t buckets_len;
+ void* (*ht_alloc)(size_t);
+ void (*ht_free)(void*);
+}* ston_dht2;
+
+STON_FUNC
+ston_dht2 ston_dht2_create(uint16_t,uint8_t,void*(*)(size_t),void(*)(void*));
+STON_FUNC
+uint32_t* ston_dht232_row(ston_dht2,uint32_t);
+STON_FUNC
+uint32_t ston_dht232_insert(ston_dht2,uint32_t,uint16_t,uint32_t);
+STON_FUNC
+size_t ston_dht232_insertx(ston_dht2,uint32_t,uint32_t*,uint16_t,size_t);
+STON_FUNC
+ston_dht2 ston_dht2_free(ston_dht2);
+
+#define ston_dht2_bytes(_HT,_DEPTH) ((_HT)->row_bytes << (_DEPTH))
+#define ston_dht2_new(_COL,_ALOC,_FRE) (ston_dht2_create(_COL,sizeof(int),_ALOC,_FRE))
+#define ston_dht232_new(_COL,_ALOC,_FRE) (ston_dht2_create(_COL,sizeof(uint32_t),_ALOC,_FRE))
+#define ston_dht232_entry(_HT,_KEY,_COL) (ston_dht232_row(_HT,_KEY) + _COL)
+
+
+/* Creates a new bucketted hash table, provided a memory allocation function
+ that takes a single size_t bytes, a memory free function, a column count, and
+ a row count which determines the size of the buckets.
+*/
+static ston_dht2_bucket_h dummy_bucket = { (uint8_t)-1, NULL, (uint32_t)-1 };
+
+STON_FUNC
+ston_dht2 ston_dht2_create
+( uint16_t val_bytes,
+ uint8_t key_bytes,
+ void* (*ht_alloc)(size_t),
+ void (*ht_free)(void*)
+)
+{ ston_dht2 ht = (ston_dht2) ht_alloc(sizeof(struct ston_dht2_t));
+ if (ht != NULL)
+ { ht->header.val_bytes = val_bytes;
+ ht->header.key_bytes = key_bytes;
+ ht->row_bytes = val_bytes + key_bytes;
+ ht->ht_alloc = ht_alloc;
+ ht->ht_free = ht_free;
+ size_t i;
+ for (i = 0; i <= STON_DHT_BUCKETS_SIZE; i++)
+ ht->buckets[i] = dummy_bucket;
+ ht->bsp = ht->buckets + STON_DHT_BUCKETS_SIZE - 1;
+ ht->bsp->page = ht_alloc(ston_dht2_bytes(ht, 4));
+ if (ht->bsp->page == NULL && ht_free != NULL)
+ ht_free(ht);
+ else
+ { memset((ht->bsp->page), 0, ston_dht2_bytes(ht,4));
+ ht->bsp->depth = 4;
+ ht->bsp->count = 0;
+ ht->buckets_len = 1;
+ }
+ }
+ return ht;
+}
+
+
+/* Returns a pointer to the row of data in the hashtable containing the provided
+ key, inserting if not found, or NULL if a memory error occurs */
+STON_FUNC
+uint32_t* ston_dht232_row
+( struct ston_dht2_t* ht,
+ uint32_t key
+)
+{ int8_t bucket_no = (int8_t)ht->buckets_len - 1;
+ uint32_t* row, row_key, mask;
+ size_t bytes;
+ int8_t zero_bucket = (int8_t)-1;
+ ston_dht2_bucket bsp = ht->bsp;
+ ston_dht2_bucket_h bucket;
+ next_bucket:
+ bucket = bsp[bucket_no];
+ /* Find until out of allocated pages, then insert at last empty bucket position */
+ if (bucket.page == NULL)
+ { if (zero_bucket != (int8_t)-1)
+ { bucket = bsp[zero_bucket];
+ mask = (0x1 << bucket.depth) - 1;
+ row = (uint32_t*)bucket.page + (key & mask);
+ *row = key;
+ bucket.count++;
+ /* Swap the buckets up a level if the count has exceeded its parent's count */
+ if (bucket.count > bsp[zero_bucket + 1].count)
+ { bsp[zero_bucket] = bsp[zero_bucket + 1];
+ bsp[zero_bucket + 1] = bucket;
+ }
+ else
+ bsp[zero_bucket].count = bucket.count;
+ return row;
+ }
+ /* No buckets with a slot, shift the key right by depth, try again add a new bucket */
+ bsp--;
+ bucket.depth = 4 + (ht->buckets_len >> 1);
+ bucket.count = 1;
+ bytes = ston_dht2_bytes(ht,bucket.depth);
+ if ((bucket.page = ht->ht_alloc(bytes)) == NULL)
+ { printf("Failed to allocate %lu bytes, bucket %i at with len %i\n",
+ bytes, bucket_no, ht->buckets_len);
+ return NULL;
+ }
+ memset(bucket.page,0,bytes);
+ *bsp = bucket;
+ ht->bsp = bsp;
+ ht->buckets_len++;
+ mask = (0x1 << bucket.depth) - 1;
+ row = (uint32_t*)bucket.page + (key & mask);
+ *row = key;
+ return row;
+ }
+ /* Compute mask, and use it to find the row in the page */
+ mask = (0x1 << bucket.depth) - 1;
+ row = (uint32_t*)bucket.page + (key & mask);
+ /* Look at the key at row[0], branch */
+ row_key = *row;
+ if (row_key == key)
+ return row;
+ if (row_key == 0)
+ zero_bucket = bucket_no;
+ bucket_no--;
+ goto next_bucket;
+}
+
+/* Inserts a value into a hashtable at the specified column, returning the
+ previous value */
+STON_FUNC
+uint32_t ston_dht232_insert
+( struct ston_dht2_t* ht,
+ uint32_t key,
+ uint16_t column,
+ uint32_t value
+)
+{ uint32_t* value_location, old_value;
+ value_location = ston_dht232_entry(ht,key,column);
+ old_value = *value_location;
+ *value_location = value;
+ return old_value;
+}
+
/* Insert multiple values, returning the number of bytes written */
STON_FUNC
size_t
-ston_dht32_insertx
-( struct ston_dht_header_t* ht,
- uint32_t key,
- uint32_t* data_src,
- size_t start_column,
- size_t units
+ston_dht232_insertx
+( struct ston_dht2_t* ht,
+ uint32_t key,
+ uint32_t* data_src,
+ uint16_t start_column,
+ size_t units
)
-{ uint32_t* data_row = ston_dht32_row(ht,key);
- uint32_t* data_limit = data_row + ston_dht_cols(ht);
+{ uint32_t* data_row = ston_dht232_row(ht,key);
+ uint32_t* data_limit = data_row + ht->row_bytes;
uint32_t* data_trg = data_row + start_column;
if (data_row == NULL)
return 0;
return (size_t)(data_trg - data_row);
}
+/* Free the dynamic hash table */
+STON_FUNC
+struct ston_dht2_t* ston_dht2_free
+( struct ston_dht2_t* ht )
+{ void (*ht_free)(void*) = ht->ht_free;
+ uint8_t bucket = ht->buckets_len;
+ if (ht_free != NULL)
+ { while (bucket--)
+ ht_free(ht->buckets[bucket].page);
+ ht_free(ht);
+ return NULL;
+ }
+ return ht;
+}
+
#endif //_STON_HT_H_