/* * Copyright 2013-2014 Andrew Smith - BlackArrow Ltd * Copyright 2015-2016 Andrew Smith * * This program is free software; you can redistribute it and/or modify it * under the terms of the GNU General Public License as published by the Free * Software Foundation; either version 3 of the License, or (at your option) * any later version. See COPYING for more details. */ #include "klist.h" const char *tree_node_list_name = "TreeNodes"; #if LOCK_CHECK bool check_locks = true; const char *thread_noname = "UNSET"; int next_thread_id = 0; __thread int my_thread_id = -1; __thread char *my_thread_name = NULL; __thread bool my_check_locks = true; bool auto_check_deadlocks = true; // Must be false to start with bool check_deadlocks = false; __thread int my_locks[MAX_LOCKDEPTH]; __thread const char *my_locks_n[MAX_LOCKDEPTH]; __thread const char *my_locks_fl[MAX_LOCKDEPTH]; __thread const char *my_locks_f[MAX_LOCKDEPTH]; __thread int my_locks_l[MAX_LOCKDEPTH]; __thread int my_lock_level = 0; __thread bool my_check_deadlocks = true; #endif // Required for cmd_stats bool lock_check_init = false; cklock_t lock_check_lock; K_LISTS *all_klists; #define _CHKLIST(_list, _name) do {\ if (!_list) { \ quithere(1, "%s() can't process a NULL " _name \ KLIST_FFL, \ __func__, KLIST_FFL_PASS); \ } \ } while (0); #define CHKLIST(__list) _CHKLIST(__list, "list") #define CHKLS(__list) _CHKLIST(__list, "list/store") #define _CHKITEM(_item, _list, _name) do {\ if (!_item) { \ quithere(1, "%s() can't process a NULL %s " _name \ KLIST_FFL, \ __func__, _list->name, \ KLIST_FFL_PASS); \ } \ } while (0); #define CHKITEM(__item, __list) _CHKITEM(__item, __list, "item") static void k_alloc_items(K_LIST *list, KLIST_FFL_ARGS) { K_ITEM *item; void *data; int allocate, i; CHKLIST(list); if (list->is_store) { quithere(1, "List %s store can't %s()" KLIST_FFL, list->name, __func__, KLIST_FFL_PASS); } if (list->limit > 0 && list->total >= list->limit) return; allocate = list->allocate; if (list->limit > 0 && (list->total + allocate) > list->limit) allocate = list->limit - list->total; list->item_mem_count++; if (!(list->item_memory = realloc(list->item_memory, list->item_mem_count * sizeof(*(list->item_memory))))) { quithere(1, "List %s item_memory failed to realloc count=%d", list->name, list->item_mem_count); } item = calloc(allocate, sizeof(*item)); if (!item) { quithere(1, "List %s failed to calloc %d new items - total was %d, limit was %d", list->name, allocate, list->total, list->limit); } list->item_memory[list->item_mem_count - 1] = (void *)item; item[0].name = list->name; item[0].prev = NULL; item[0].next = &(item[1]); for (i = 1; i < allocate-1; i++) { item[i].name = list->name; item[i].prev = &item[i-1]; item[i].next = &item[i+1]; } item[allocate-1].name = list->name; item[allocate-1].prev = &(item[allocate-2]); item[allocate-1].next = NULL; list->head = item; if (list->do_tail) list->tail = &(item[allocate-1]); list->data_mem_count++; if (!(list->data_memory = realloc(list->data_memory, list->data_mem_count * sizeof(*(list->data_memory))))) { quithere(1, "List %s data_memory failed to realloc count=%d", list->name, list->data_mem_count); } data = calloc(allocate, list->siz); if (!data) { quithere(1, "List %s failed to calloc %d new data - total was %d, limit was %d", list->name, allocate, list->total, list->limit); } list->data_memory[list->data_mem_count - 1] = data; item = list->head; while (item) { item->data = data; data += list->siz; item = item->next; } list->total += allocate; list->count = allocate; list->count_up = allocate; } K_STORE *_k_new_store(K_LIST *list, KLIST_FFL_ARGS) { K_STORE *store; CHKLIST(list); store = calloc(1, sizeof(*store)); if (!store) quithere(1, "Failed to calloc store for %s", list->name); store->master = list; store->is_store = true; store->lock = NULL; store->name = list->name; store->do_tail = list->do_tail; list->stores++; return store; } K_LIST *_k_new_list(const char *name, size_t siz, int allocate, int limit, bool do_tail, bool lock_only, bool without_lock, bool local_list, const char *name2, KLIST_FFL_ARGS) { K_LIST *list; if (allocate < 1) quithere(1, "Invalid new list %s with allocate %d must be > 0", name, allocate); if (limit < 0) quithere(1, "Invalid new list %s with limit %d must be >= 0", name, limit); list = calloc(1, sizeof(*list)); if (!list) quithere(1, "Failed to calloc list %s", name); list->master = list; list->is_store = false; list->is_lock_only = lock_only; list->local_list = local_list; if (without_lock) list->lock = NULL; else { list->lock = calloc(1, sizeof(*(list->lock))); if (!(list->lock)) quithere(1, "Failed to calloc lock for list %s", name); cklock_init(list->lock); } list->name = name; list->name2 = name2; list->siz = siz; list->allocate = allocate; list->limit = limit; list->do_tail = do_tail; if (!(list->is_lock_only)) k_alloc_items(list, KLIST_FFL_PASS); /* Don't want to keep track of short lived (tree) lists * since they wont use locking anyway */ if (!list->local_list) { K_LISTS *klists; // not locked :P if (!lock_check_init) { quitfrom(1, file, func, line, "in %s(), lock_check_lock has not been initialised!", __func__); } klists = calloc(1, sizeof(*klists)); if (!klists) quithere(1, "Failed to calloc klists %s", name); klists->klist = list; ck_wlock(&lock_check_lock); klists->next = all_klists; all_klists = klists; ck_wunlock(&lock_check_lock); } return list; } /* * Unlink and return the head of the list * If the list is empty: * 1) If it's a store - return NULL * 2) alloc a new list and return the head - * which is NULL if the list limit has been reached */ K_ITEM *_k_unlink_head(K_LIST *list, LOCK_MAYBE bool chklock, KLIST_FFL_ARGS) { K_ITEM *item; CHKLS(list); _LIST_WRITE(list, chklock, file, func, line); if (!(list->head) && !(list->is_store)) k_alloc_items(list, KLIST_FFL_PASS); if (!(list->head)) return NULL; item = list->head; list->head = item->next; if (list->head) list->head->prev = NULL; else { if (list->do_tail) list->tail = NULL; } item->prev = item->next = NULL; list->count--; return item; } // Zeros the head returned K_ITEM *_k_unlink_head_zero(K_LIST *list, LOCK_MAYBE bool chklock, KLIST_FFL_ARGS) { K_ITEM *item; CHKLS(list); _LIST_WRITE(list, chklock, file, func, line); item = _k_unlink_head(list, false, KLIST_FFL_PASS); if (item) memset(item->data, 0, list->siz); return item; } // Returns NULL if empty K_ITEM *_k_unlink_tail(K_LIST *list, LOCK_MAYBE bool chklock, KLIST_FFL_ARGS) { K_ITEM *item; CHKLS(list); _LIST_WRITE(list, chklock, file, func, line); if (!(list->do_tail)) { quithere(1, "List %s can't %s() - do_tail is false" KLIST_FFL, list->name, __func__, KLIST_FFL_PASS); } if (!(list->tail)) return NULL; item = list->tail; list->tail = item->prev; if (list->tail) list->tail->next = NULL; else list->head = NULL; item->prev = item->next = NULL; list->count--; return item; } void _k_add_head(K_LIST *list, K_ITEM *item, LOCK_MAYBE bool chklock, KLIST_FFL_ARGS) { CHKLS(list); CHKITEM(item, list); _LIST_WRITE(list, chklock, file, func, line); if (item->name != list->name) { quithere(1, "List %s can't %s() a %s item" KLIST_FFL, list->name, __func__, item->name, KLIST_FFL_PASS); } if (item->prev || item->next) { quithere(1, "%s() added item %s still linked" KLIST_FFL, __func__, item->name, KLIST_FFL_PASS); } item->prev = NULL; item->next = list->head; if (list->head) list->head->prev = item; list->head = item; if (list->do_tail) { if (!(list->tail)) list->tail = item; } list->count++; list->count_up++; } /* slows it down (of course) - only for debugging void _k_free_head(K_LIST *list, K_ITEM *item, LOCK_MAYBE bool chklock, KLIST_FFL_ARGS) { CHKLS(list); CHKITEM(item, list); _LIST_WRITE(list, chklock, file, func, line); memset(item->data, 0xff, list->siz); _k_add_head(list, item, KLIST_FFL_PASS); } */ void _k_add_tail(K_LIST *list, K_ITEM *item, LOCK_MAYBE bool chklock, KLIST_FFL_ARGS) { CHKLS(list); CHKITEM(item, list); _LIST_WRITE(list, chklock, file, func, line); if (item->name != list->name) { quithere(1, "List %s can't %s() a %s item" KLIST_FFL, list->name, __func__, item->name, KLIST_FFL_PASS); } if (!(list->do_tail)) { quithere(1, "List %s can't %s() - do_tail is false" KLIST_FFL, list->name, __func__, KLIST_FFL_PASS); } if (item->prev || item->next) { quithere(1, "%s() added item %s still linked" KLIST_FFL, __func__, item->name, KLIST_FFL_PASS); } item->prev = list->tail; item->next = NULL; if (list->tail) list->tail->next = item; list->tail = item; if (!(list->head)) list->head = item; list->count++; list->count_up++; } // Insert item into the list next after 'after' void _k_insert_after(K_LIST *list, K_ITEM *item, K_ITEM *after, LOCK_MAYBE bool chklock, KLIST_FFL_ARGS) { CHKLS(list); CHKITEM(item, list); _CHKITEM(item, after, "after"); _LIST_WRITE(list, chklock, file, func, line); if (item->name != list->name) { quithere(1, "List %s can't %s() a %s item" KLIST_FFL, list->name, __func__, item->name, KLIST_FFL_PASS); } if (after->name != list->name) { quithere(1, "List %s can't %s() a %s after" KLIST_FFL, list->name, __func__, item->name, KLIST_FFL_PASS); } if (item->prev || item->next) { quithere(1, "%s() added item %s still linked" KLIST_FFL, __func__, item->name, KLIST_FFL_PASS); } item->prev = after; item->next = after->next; if (item->next) item->next->prev = item; after->next = item; if (list->do_tail) { if (list->tail == after) list->tail = item; } list->count++; list->count_up++; } void _k_unlink_item(K_LIST *list, K_ITEM *item, LOCK_MAYBE bool chklock, KLIST_FFL_ARGS) { CHKLS(list); CHKITEM(item, list); _LIST_WRITE(list, chklock, file, func, line); if (item->name != list->name) { quithere(1, "List %s can't %s() a %s item" KLIST_FFL, list->name, __func__, item->name, KLIST_FFL_PASS); } if (item->prev) item->prev->next = item->next; if (item->next) item->next->prev = item->prev; if (list->head == item) list->head = item->next; if (list->do_tail) { if (list->tail == item) list->tail = item->prev; } item->prev = item->next = NULL; list->count--; } void _k_list_transfer_to_head(K_LIST *from, K_LIST *to, LOCK_MAYBE bool chklock, KLIST_FFL_ARGS) { _CHKLIST(from, "from list/store"); _CHKLIST(to, "to list/store"); if (from->name != to->name) { quithere(1, "List %s can't %s() to a %s list" KLIST_FFL, from->name, __func__, to->name, KLIST_FFL_PASS); } // from and to are the same lock _LIST_WRITE(to, chklock, file, func, line); if (!(from->do_tail)) { quithere(1, "List %s can't %s() - do_tail is false" KLIST_FFL, from->name, __func__, KLIST_FFL_PASS); } if (!(from->head)) return; if (to->head) to->head->prev = from->tail; else to->tail = from->tail; from->tail->next = to->head; to->head = from->head; from->head = from->tail = NULL; to->count += from->count; from->count = 0; to->count_up += from->count_up; from->count_up = 0; } void _k_list_transfer_to_tail(K_LIST *from, K_LIST *to, LOCK_MAYBE bool chklock, KLIST_FFL_ARGS) { _CHKLIST(from, "from list/store"); _CHKLIST(to, "to list/store"); if (from->name != to->name) { quithere(1, "List %s can't %s() to a %s list" KLIST_FFL, from->name, __func__, to->name, KLIST_FFL_PASS); } // from and to are the same lock _LIST_WRITE(to, chklock, file, func, line); if (!(from->do_tail)) { quithere(1, "List %s can't %s() - do_tail is false" KLIST_FFL, from->name, __func__, KLIST_FFL_PASS); } if (!(from->head)) return; if (to->tail) to->tail->next = from->head; else to->head = from->head; from->head->prev = to->tail; to->tail = from->tail; from->head = from->tail = NULL; to->count += from->count; from->count = 0; to->count_up += from->count_up; from->count_up = 0; } K_LIST *_k_free_list(K_LIST *list, KLIST_FFL_ARGS) { int i; CHKLIST(list); if (list->is_store) { quithere(1, "List %s can't %s() a store" KLIST_FFL, list->name, __func__, KLIST_FFL_PASS); } for (i = 0; i < list->item_mem_count; i++) free(list->item_memory[i]); free(list->item_memory); for (i = 0; i < list->data_mem_count; i++) free(list->data_memory[i]); free(list->data_memory); if (list->lock) { cklock_destroy(list->lock); free(list->lock); } // local_list lists are not stored in all_klists if (!list->local_list) { K_LISTS *klists, *klists_prev = NULL; // not locked :P if (!lock_check_init) { quitfrom(1, file, func, line, "in %s(), lock_check_lock has not been initialised!", __func__); } ck_wlock(&lock_check_lock); klists = all_klists; while (klists && klists->klist != list) { klists_prev = klists; klists = klists->next; } if (!klists) { quitfrom(1, file, func, line, "in %s(), list %s not in klists", __func__, list->name); } else { if (klists_prev) klists_prev->next = klists->next; else all_klists = klists->next; free(klists); } ck_wunlock(&lock_check_lock); } free(list); return NULL; } K_STORE *_k_free_store(K_STORE *store, KLIST_FFL_ARGS) { _CHKLIST(store, "store"); if (!(store->is_store)) { quithere(1, "Store %s can't %s() the list" KLIST_FFL, store->name, __func__, KLIST_FFL_PASS); } store->master->stores--; free(store); return NULL; } // Must be locked and none in use and/or unlinked void _k_cull_list(K_LIST *list, LOCK_MAYBE bool chklock, KLIST_FFL_ARGS) { int i; CHKLIST(list); _LIST_WRITE(list, chklock, file, func, line); if (list->is_store) { quithere(1, "List %s can't %s() a store" KLIST_FFL, list->name, __func__, KLIST_FFL_PASS); } if (list->count != list->total) { quithere(1, "List %s can't %s() a list in use" KLIST_FFL, list->name, __func__, KLIST_FFL_PASS); } for (i = 0; i < list->item_mem_count; i++) free(list->item_memory[i]); free(list->item_memory); list->item_memory = NULL; list->item_mem_count = 0; for (i = 0; i < list->data_mem_count; i++) free(list->data_memory[i]); free(list->data_memory); list->data_memory = NULL; list->data_mem_count = 0; list->total = list->count = list->count_up = 0; list->head = list->tail = NULL; list->cull_count++; k_alloc_items(list, KLIST_FFL_PASS); }