1447e72011-12-13Tobias S. Josefowitz #include <stdlib.h> #include <sys/types.h>
bca22f2012-07-22Arne Goedeke #include "pike_int_types.h"
1447e72011-12-13Tobias S. Josefowitz #ifndef HAS___BUILTIN_EXPECT # define __builtin_expect(x, expected_value) (x) #endif #define likely(x) __builtin_expect((x), 1) #define unlikely(x) __builtin_expect((x), 0) #ifndef cb_check_node # define cb_check_node(node) do {} while(0) #endif #ifndef MAX #define MAX(a, b) ((a) > (b) ? (a) : (b)) #endif #ifndef CB_FATAL # define CB_FATAL(x) (printf x, exit(4)) #endif #ifndef CB_ERROR # define CB_ERROR CB_FATAL #endif #ifndef cb_prefix_count # define cb_prefix_count cb_prefix_count_fallback #endif #ifndef CB_SOURCE # define CB_SOURCE #endif
5f045d2012-07-18Arne Goedeke static inline void cb_zap_node(const struct cb_tree*, cb_node_t); static inline cb_node_t cb_node_from_string(const struct cb_tree*, const cb_key, const cb_value *);
1447e72011-12-13Tobias S. Josefowitz  static inline cb_key CB_KEY_FROM_STRING(const cb_string string) { cb_key key; key.str = string; key.len.chars = CB_LENGTH(string); key.len.bits = 0;
8d34942016-03-06Martin Nilsson  /* fprintf(stderr, "key from string: %p (%ld, %ld)\n", string, key.len.chars, key.len.bits); */
1447e72011-12-13Tobias S. Josefowitz  return key; } static inline cb_size cb_prefix_count_fallback(const cb_string s1, const cb_string s2, const cb_size len, cb_size start) {
a871e72012-10-28Arne Goedeke  ptrdiff_t i;
bca22f2012-07-22Arne Goedeke  unsigned INT32 width = MAX(CB_WIDTH(s1), CB_WIDTH(s2));
1447e72011-12-13Tobias S. Josefowitz  for (i = start.chars; i < len.chars; i++) {
bca22f2012-07-22Arne Goedeke  unsigned INT32 diffbit = CB_COUNT_PREFIX(s1, s2, i);
1447e72011-12-13Tobias S. Josefowitz  start.bits = 0; if (diffbit < width) { /* are different */ #ifdef ANNOY_DEBUG fprintf(stderr, "diff in bit %d (byte %d) %d\n", diffbit, i, __LINE__); #endif start.chars = i; start.bits = diffbit; return start; } } if (len.bits > start.bits) {
bca22f2012-07-22Arne Goedeke  unsigned INT32 diffbit = CB_COUNT_PREFIX(s1, s2, len.chars);
1447e72011-12-13Tobias S. Josefowitz  if (diffbit < len.bits) { /* are different */ #ifdef ANNOY_DEBUG fprintf(stderr, "diff in bit %d (byte %d) %d\n", diffbit, len.chars, __LINE__); #endif start.chars = len.chars; start.bits = diffbit; return start; } else return len; } return len; } static inline cb_node_t node_init() { cb_node_t tree; tree = CB_NODE_ALLOC(); memset(tree, 0, sizeof(cb_node)); CB_INIT_VALUE(tree); return tree; }
01b9212016-01-12Per Hedbor CB_STATIC inline void cb_get_range(const struct cb_tree * src,
5f045d2012-07-18Arne Goedeke  struct cb_tree * dst, const cb_key a, const cb_key b) { const cb_node_t tree = src->root;
1447e72011-12-13Tobias S. Josefowitz  cb_node_t node = cb_index(tree, a); cb_node_t end = cb_index(tree, b); /* printf("start: %p, stop: %p in line %d\n", node, end, __LINE__); */ if (!node) node = cb_find_next(tree, a); /* printf("start: %p, stop: %p in line %d\n", node, end, __LINE__); */ if (node) { if ((end && !CB_HAS_VALUE(end)) || (end = cb_find_next(tree, b))) { /* printf("start: %p, stop: %p in line %d\n", node, end, __LINE__); */
5f045d2012-07-18Arne Goedeke  if (end == node) return;
1447e72011-12-13Tobias S. Josefowitz  WALK_BACKWARD(end, { if (CB_HAS_VALUE(_)) {
5f045d2012-07-18Arne Goedeke  if (_ == node) { cb_insert(dst, node->key, &node->value); }
1447e72011-12-13Tobias S. Josefowitz  break; }
5f045d2012-07-18Arne Goedeke  if (_ == node) return;
1447e72011-12-13Tobias S. Josefowitz  }); /* printf("start: %p, stop: %p in line %d\n", node, end, __LINE__); */ } if (node && !CB_HAS_VALUE(node)) {
5f045d2012-07-18Arne Goedeke  if (end == node) return;
1447e72011-12-13Tobias S. Josefowitz  WALK_FORWARD(node, {
5f045d2012-07-18Arne Goedeke  if (_ == end) return;
1447e72011-12-13Tobias S. Josefowitz  if (CB_HAS_VALUE(_)) break; }); } /* printf("start: %p, stop: %p in line %d\n", node, end, __LINE__); */
5f045d2012-07-18Arne Goedeke  cb_insert(dst, node->key, &node->value);
1447e72011-12-13Tobias S. Josefowitz  if (node != end) WALK_FORWARD(node, { if (CB_HAS_VALUE(_)) { /* printf("adding %p\n", _); */
5f045d2012-07-18Arne Goedeke  cb_insert(dst, _->key, &_->value);
1447e72011-12-13Tobias S. Josefowitz  if (_ == end) break; } });
5f045d2012-07-18Arne Goedeke  /* printf("new range has %d members.\n", dst->root->size); */
1447e72011-12-13Tobias S. Josefowitz  } }
61017f2014-02-25Per Hedbor static inline cb_node_t cb_node_from_string(const struct cb_tree * UNUSED(tree),
5f045d2012-07-18Arne Goedeke  const cb_key s,
1447e72011-12-13Tobias S. Josefowitz  const cb_value * val) { cb_node_t node = node_init(); CB_SET_KEY(node, s); node->size = 1; CB_SET_VALUE(node, val); #ifdef DEBUG_CHECKS if (!CB_HAS_VALUE(node)) printf("culprit here. %d\n", __LINE__); #endif return node; }
61017f2014-02-25Per Hedbor static inline cb_node_t cb_clone_node(const struct cb_tree * UNUSED(tree),
5f045d2012-07-18Arne Goedeke  const cb_node_t node) {
1447e72011-12-13Tobias S. Josefowitz  cb_node_t nnode = CB_NODE_ALLOC(); memcpy(nnode, node, sizeof(cb_node)); CB_ADD_KEY_REF(node->key); CB_INIT_VALUE(node); CB_SET_CHILD(nnode, 0, CB_CHILD(nnode, 0)); CB_SET_CHILD(nnode, 1, CB_CHILD(nnode, 1));
5f045d2012-07-18Arne Goedeke  CB_SET_CHILD(node, 0, NULL); CB_SET_CHILD(node, 1, NULL);
1447e72011-12-13Tobias S. Josefowitz  return nnode; }
01b9212016-01-12Per Hedbor CB_STATIC inline void cb_copy_tree(struct cb_tree * dst,
5f045d2012-07-18Arne Goedeke  cb_node_t from) { cb_node_t parent; cb_node_t node = from; if (!from) return;
1447e72011-12-13Tobias S. Josefowitz 
5f045d2012-07-18Arne Goedeke  parent = from->parent; from->parent = NULL;
1447e72011-12-13Tobias S. Josefowitz 
5f045d2012-07-18Arne Goedeke  if (CB_HAS_VALUE(from)) cb_insert(dst, from->key, &from->value);
1447e72011-12-13Tobias S. Josefowitz 
5f045d2012-07-18Arne Goedeke  WALK_FORWARD(node, { if (CB_HAS_VALUE(_)) cb_insert(dst, _->key, &_->value); });
1447e72011-12-13Tobias S. Josefowitz 
5f045d2012-07-18Arne Goedeke  from->parent = parent;
1447e72011-12-13Tobias S. Josefowitz }
5f045d2012-07-18Arne Goedeke static void cb_free_node(const struct cb_tree * tree, cb_node_t node) {
1447e72011-12-13Tobias S. Josefowitz  if (!node) { CB_FATAL(("double free!\n")); } if (CB_HAS_CHILD(node, 0)) {
5f045d2012-07-18Arne Goedeke  cb_free_node(tree, CB_CHILD(node, 0)); CB_SET_CHILD(node, 0, NULL);
1447e72011-12-13Tobias S. Josefowitz  } if (CB_HAS_CHILD(node, 1)) {
5f045d2012-07-18Arne Goedeke  cb_free_node(tree, CB_CHILD(node, 1)); CB_SET_CHILD(node, 1, NULL);
1447e72011-12-13Tobias S. Josefowitz  }
5f045d2012-07-18Arne Goedeke  cb_zap_node(tree, node);
1447e72011-12-13Tobias S. Josefowitz }
61017f2014-02-25Per Hedbor static inline void cb_zap_node(const struct cb_tree * UNUSED(tree), cb_node_t node) {
1447e72011-12-13Tobias S. Josefowitz  CB_FREE_KEY(node->key); CB_RM_VALUE(node); CB_NODE_FREE(node); }
01b9212016-01-12Per Hedbor CB_STATIC inline cb_node_t cb_find_first(cb_node_t tree) {
1447e72011-12-13Tobias S. Josefowitz  while (tree && !CB_HAS_VALUE(tree)) { tree = CB_CHILD(tree, 0); }; return tree; }
01b9212016-01-12Per Hedbor CB_STATIC inline cb_node_t cb_find_last(cb_node_t tree) {
1447e72011-12-13Tobias S. Josefowitz  while (1) { if (CB_HAS_CHILD(tree, 1)) tree = CB_CHILD(tree, 1); else if (CB_HAS_CHILD(tree, 0)) tree = CB_CHILD(tree, 0); else break; } return tree; }
01b9212016-01-12Per Hedbor CB_STATIC inline size_t cb_get_depth(cb_node_t node) {
1447e72011-12-13Tobias S. Josefowitz  size_t a = 0, b = 0, len = 1; if (CB_HAS_CHILD(node, 0)) { a = cb_get_depth(CB_CHILD(node, 0)); } if (CB_HAS_CHILD(node, 1)) { b = cb_get_depth(CB_CHILD(node, 1)); } return len + MAX(b, a); }
01b9212016-01-12Per Hedbor CB_STATIC inline cb_node_t cb_subtree_prefix(cb_node_t node, cb_key key) {
2946bd2012-07-26Arne Goedeke  cb_size start = {0,0};
1447e72011-12-13Tobias S. Josefowitz 
2946bd2012-07-26Arne Goedeke  do { unsigned INT32 bit; start = cb_prefix_count(node->key.str, key.str, CB_MIN(node->key.len, key.len), start);
1447e72011-12-13Tobias S. Josefowitz 
2946bd2012-07-26Arne Goedeke  if (CB_S_EQ(start, key.len)) { /* key is substring */ return node; }
1447e72011-12-13Tobias S. Josefowitz 
2946bd2012-07-26Arne Goedeke  bit = CB_GET_BIT(key.str, start); node = CB_CHILD(node, bit); } while (node);
1447e72011-12-13Tobias S. Josefowitz  return NULL; }
01b9212016-01-12Per Hedbor CB_STATIC inline void cb_delete(struct cb_tree * tree,
5f045d2012-07-18Arne Goedeke  const cb_key key, cb_value * val) { cb_node_t node = cb_index(tree->root, key);
1447e72011-12-13Tobias S. Josefowitz  if (node && CB_HAS_VALUE(node)) {
bca22f2012-07-22Arne Goedeke  unsigned INT32 bit;
1447e72011-12-13Tobias S. Josefowitz  cb_node_t t; if (val) CB_GET_VALUE(node, val); CB_RM_VALUE(node); node->size--;
5f045d2012-07-18Arne Goedeke  if (node == tree->root) goto PARENT;
1447e72011-12-13Tobias S. Josefowitz  if (!CB_HAS_PARENT(node)) CB_ERROR(("broken tree\n")); t = node; WALK_UP(t, bit, { _->size--; });
5f045d2012-07-18Arne Goedeke  cb_check_node(tree->root);
1447e72011-12-13Tobias S. Josefowitz  do { switch (CB_HAS_CHILD(node, 0) + CB_HAS_CHILD(node, 1)) {
5f045d2012-07-18Arne Goedeke  case 2: return;
1447e72011-12-13Tobias S. Josefowitz  case 1: CB_SET_CHILD(CB_PARENT(node), CB_BIT(node), CB_CHILD(node, CB_HAS_CHILD(node, 1))); break; case 0: CB_SET_CHILD(CB_PARENT(node), CB_BIT(node), NULL); break; } t = CB_PARENT(node);
5f045d2012-07-18Arne Goedeke  cb_zap_node(tree, node);
1447e72011-12-13Tobias S. Josefowitz  /* do some deletion */ node = t; } while (CB_HAS_PARENT(node) && !CB_HAS_VALUE(node)); PARENT:
5f045d2012-07-18Arne Goedeke  cb_check_node(tree->root); if (node == tree->root && !CB_HAS_VALUE(node)) {
1447e72011-12-13Tobias S. Josefowitz  switch (CB_HAS_CHILD(node, 0) + CB_HAS_CHILD(node, 1)) {
5f045d2012-07-18Arne Goedeke  case 2: return;
1447e72011-12-13Tobias S. Josefowitz  case 1: t = CB_CHILD(node, CB_HAS_CHILD(node, 1));
5f045d2012-07-18Arne Goedeke  cb_zap_node(tree, tree->root);
1447e72011-12-13Tobias S. Josefowitz  cb_check_node(t); t->parent = NULL;
5f045d2012-07-18Arne Goedeke  tree->root = t; break;
1447e72011-12-13Tobias S. Josefowitz  case 0:
5f045d2012-07-18Arne Goedeke  cb_zap_node(tree, tree->root); tree->root = NULL;
b29efd2012-12-05Arne Goedeke  return;
1447e72011-12-13Tobias S. Josefowitz  } }
c58f052019-05-02Henrik Grubbström (Grubba)  } else if (val) { SET_SVAL(*val, PIKE_T_INT, NUMBER_UNDEFINED, integer, 0);
1447e72011-12-13Tobias S. Josefowitz  }
5f045d2012-07-18Arne Goedeke  cb_check_node(tree->root);
1447e72011-12-13Tobias S. Josefowitz }
01b9212016-01-12Per Hedbor CB_STATIC inline cb_node_t cb_index(const cb_node_t tree, const cb_key key) {
1447e72011-12-13Tobias S. Josefowitz  cb_node_t node = tree; if (tree) cb_check_node(tree); while (node) { if (CB_LT(node->key.len, key.len)) {
bca22f2012-07-22Arne Goedeke  unsigned INT32 bit = CB_GET_BIT(key.str, node->key.len);
1447e72011-12-13Tobias S. Josefowitz  if (CB_HAS_CHILD(node, bit)) { node = CB_CHILD(node, bit); continue; } } else if (CB_LT(key.len, node->key.len)) { return NULL; } else if (CB_KEY_EQ(node->key, key)) { cb_check_node(tree); return node; } break; } if (tree) cb_check_node(tree); return NULL; }
01b9212016-01-12Per Hedbor CB_STATIC inline cb_node_t cb_find_next(const cb_node_t tree,
7578a52012-07-25Arne Goedeke  const cb_key key) {
1447e72011-12-13Tobias S. Josefowitz  cb_size size; size_t bit; cb_node_t node; size.bits = size.chars = 0; /* index is cheap. also in many cases its quite likely that we */ /* hit. */ node = cb_index(tree, key); if (node) { WALK_FORWARD(node, { if (CB_HAS_VALUE(_)) break; }); return node; } node = tree; while (1) { #ifdef ANNOY_DEBUG printf("prefix: (%d,%d)\n", key.len.chars, key.len.bits); cb_size min = CB_MIN(node->key.len, key.len); printf("(%p) start: (%d,%d) stop: (%d,%d) ", node, size.chars, size.bits, min.chars, min.bits); #endif size = cb_prefix_count(node->key.str, key.str, CB_MIN(node->key.len, key.len), size); #ifdef ANNOY_DEBUG printf("prefix: (%d,%d)\n", size.chars, size.bits); #endif if (CB_S_EQ(size, key.len)) { /* key is substring */ if (!CB_S_EQ(size, node->key.len)) { /* key is not equal */ if (CB_HAS_VALUE(node)) return node; /* key is smaller */ } else WALK_FORWARD(node, { if (CB_HAS_VALUE(_)) return _; }); } bit = CB_GET_BIT(key.str, size); /* printf("bit is %u\n", bit); */ if (CB_S_EQ(size, node->key.len)) { /* node is substring */ if (CB_HAS_CHILD(node, bit)) { node = CB_CHILD(node, bit); continue; }
88673d2014-04-15Arne Goedeke  /* this is not very elegant */ if (bit && CB_HAS_CHILD(node, 0)) node = cb_find_last(CB_CHILD(node, 0)); /* just find the next node */ WALK_FORWARD(node, { if (CB_HAS_VALUE(_)) return _; });
1447e72011-12-13Tobias S. Josefowitz  return NULL; } if (!bit) break; WALK_UP(node, bit, { if (!bit && CB_HAS_CHILD(_, 1)) { _ = CB_CHILD(_, 1); break; } }); if (node == tree) return NULL; break; } if (node && !CB_HAS_VALUE(node)) WALK_FORWARD(node, { if (CB_HAS_VALUE(_)) break; }); return node; }
01b9212016-01-12Per Hedbor CB_STATIC inline cb_node_t cb_find_ne(const cb_node_t tree, const cb_key key) {
1447e72011-12-13Tobias S. Josefowitz  cb_node_t ne = cb_index(tree, key); if (!ne) ne = cb_find_next(tree, key); return ne; }
01b9212016-01-12Per Hedbor CB_STATIC inline cb_node_t cb_get_nth(const cb_node_t tree, size_t n) {
1447e72011-12-13Tobias S. Josefowitz  cb_node_t node = tree; size_t ln; while (node) { if (n >= node->size) return NULL; if (n == 0) return cb_find_first(node); else if (n == node->size - 1) return cb_find_last(node); if (CB_HAS_VALUE(node)) n--; if (CB_HAS_CHILD(node, 0)) { ln = CB_CHILD(node, 0)->size; if (n < ln) { node = CB_CHILD(node, 0); continue; } n -= ln; } node = CB_CHILD(node, 1); } return NULL; }
01b9212016-01-12Per Hedbor CB_STATIC inline cb_node_t cb_find_previous(const cb_node_t tree,
1447e72011-12-13Tobias S. Josefowitz  const cb_key key) { cb_node_t node = cb_index(tree, key); if (!node) node = cb_find_next(tree, key); if (!node) return cb_find_last(tree); if (node) WALK_BACKWARD(node, { if (CB_HAS_VALUE(_)) break; }); return node; }
01b9212016-01-12Per Hedbor CB_STATIC inline cb_node_t cb_find_le(const cb_node_t tree, const cb_key key) {
1447e72011-12-13Tobias S. Josefowitz  cb_node_t ne = cb_index(tree, key); if (!ne) ne = cb_find_previous(tree, key); return ne; }
5f045d2012-07-18Arne Goedeke static inline int cb_low_insert(struct cb_tree * tree, const cb_key key, const cb_value *val) { cb_node_t node = tree->root;
1447e72011-12-13Tobias S. Josefowitz  cb_size size; size.bits = 0; size.chars = 0; while (1) { cb_node_t new; size_t bit; size = cb_prefix_count(node->key.str, key.str, CB_MIN(node->key.len, key.len), size); if (CB_S_EQ(size, key.len)) { cb_node_t klon; if (CB_S_EQ(size, node->key.len)) {
bca22f2012-07-22Arne Goedeke  unsigned INT32 bit;
1447e72011-12-13Tobias S. Josefowitz  klon = node; if (CB_HAS_VALUE(klon)) WALK_UP(klon, bit, { _->size--; }); else node->size++; /* remove ref */ /* free_svalue(&node->value); */ CB_SET_KEY(node, key); CB_SET_VALUE(node, val); return 0; } /* overwrite not inplace by new key node */
5f045d2012-07-18Arne Goedeke  klon = cb_clone_node(tree, node);
1447e72011-12-13Tobias S. Josefowitz  node->size++; bit = CB_GET_BIT(node->key.str, size); /* add ref for value */ CB_SET_KEY(node, key); CB_SET_VALUE(node, val); node->key.len = size; CB_SET_CHILD(node, bit, klon); CB_SET_CHILD(node, !bit, NULL); return 1; } if (likely(CB_S_EQ(size, node->key.len))) { node->size++; bit = CB_GET_BIT(key.str, size); if (CB_HAS_CHILD(node, bit)) { node = CB_CHILD(node, bit); continue; }
5f045d2012-07-18Arne Goedeke  CB_SET_CHILD(node, bit, cb_node_from_string(tree, key, val));
1447e72011-12-13Tobias S. Josefowitz  return 1; }
5f045d2012-07-18Arne Goedeke  new = cb_clone_node(tree, node);
1447e72011-12-13Tobias S. Josefowitz  node->size++; #ifdef DEBUG_CHECKS if (CB_LT(CB_MIN(node->key.len, key.len), size)) { CB_ERROR(("fooo\n")); } if (CB_LT(node->key.len, size)) { CB_ERROR(("enlarging node [%d, %d] vs [%d, %d]\n", size.chars, size.bits, node->key.len.chars, node->key.len.bits)); } #endif /* DEBUG_CHECKS */ node->key.len = size; bit = CB_GET_BIT(key.str, size);
5f045d2012-07-18Arne Goedeke  CB_SET_CHILD(node, bit, cb_node_from_string(tree, key, val));
1447e72011-12-13Tobias S. Josefowitz  CB_SET_CHILD(node, !bit, new); CB_RM_VALUE(node); /* do not free here, clone does take ref */ return 1; } }
01b9212016-01-12Per Hedbor CB_STATIC inline void cb_insert(struct cb_tree * tree,
5f045d2012-07-18Arne Goedeke  const cb_key key, const cb_value *val) { if (!tree->root) { tree->root = cb_node_from_string(tree, key, val); return;
1447e72011-12-13Tobias S. Josefowitz  }
5f045d2012-07-18Arne Goedeke  cb_check_node(tree->root);
1447e72011-12-13Tobias S. Josefowitz  cb_low_insert(tree, key, val);
5f045d2012-07-18Arne Goedeke  cb_check_node(tree->root);
1447e72011-12-13Tobias S. Josefowitz }