Merge branch 'master' of bitbucket.org:ckolivas/ckpool

pool/page_blocks.php

@@ -96,10 +96,10 @@ function doblocks($data, $user)
  $csv = "Sequence,Height,Status,Timestamp,DiffAcc,NetDiff,Hash\n";
  if ($ans['STATUS'] == 'ok')
  {
+	$tot = $ans['tot'];
 	$count = $ans['rows'];
 	for ($i = 0; $i < $count; $i++)
 	{
-		$seq = $i + 1;
 		if (($i % 2) == 0)
 			$row = 'even';
 		else
@@ -114,7 +114,10 @@ function doblocks($data, $user)
 		{
 			$ex = 's';
 			$orph = true;
+			$seq = '';
 		}
+		else
+			$seq = $tot--;
 		if ($stat == '1-Confirm')
 		{
 			if (isset($data['info']['lastheight']))

src/ckdb.c

@@ -1233,9 +1233,10 @@ static enum cmd_values breakdown(K_TREE **trf_root, K_STORE **trf_store,
 	TRANSFER *transfer;
 	K_TREE_CTX ctx[1];
 	K_ITEM *item;
-	char *cmdptr, *idptr, *next, *eq;
+	char *cmdptr, *idptr, *next, *eq, *end, *was;
-	char *data = NULL;
+	char *data = NULL, *tmp;
 	bool noid = false;
+	size_t siz;
 
 	*trf_root = NULL;
 	*trf_store = NULL;
@@ -1284,122 +1285,180 @@ static enum cmd_values breakdown(K_TREE **trf_root, K_STORE **trf_store,
 	*trf_store = k_new_store(transfer_free);
 	next = data;
 	if (next && strncmp(next, JSON_TRANSFER, JSON_TRANSFER_LEN) == 0) {
-		json_t *json_data;
+		// It's json
-		json_error_t err_val;
-		void *json_iter;
-		const char *json_key, *json_str;
-		json_t *json_value;
-		int json_typ;
-		size_t siz;
-		bool ok;
-
 		next += JSON_TRANSFER_LEN;
-		json_data = json_loads(next, JSON_DISABLE_EOF_CHECK, &err_val);
+		was = next;
-		if (!json_data) {
+		while (*next == ' ')
-			/* This REALLY shouldn't ever get an error since the input
+			next++;
-			 * is a json generated string
+		if (*next != JSON_BEGIN) {
-			 * If that happens then dump lots of information */
+			LOGERR("JSON_BEGIN '%c' was: %.32s...",
-			char *text = safe_text(next);
+				JSON_BEGIN, tmp = safe_text(was));
-			LOGERR("Json decode error from command: '%s' "
+			free(tmp);
-				"json_err=(%d:%d:%d)%s:%s input='%s'",
+			free(cmdptr);
-				cmd, err_val.line, err_val.column,
+			return CMD_REPLY;
-				err_val.position, err_val.source,
+		}
-				err_val.text, text);
+		next++;
-			free(text);
+		// while we have a new quoted name
+		while (*next == JSON_STR) {
+			was = next;
+			end = ++next;
+			// look for the end quote
+			while (*end && *end != JSON_STR) {
+				if (*(end++) == JSON_ESC)
+					end++;
+			}
+			if (!*end) {
+				LOGERR("JSON name no trailing '%c' was: %.32s...",
+					JSON_STR, tmp = safe_text(was));
+				free(tmp);
+				free(cmdptr);
+				return CMD_REPLY;
+			}
+			if (next == end) {
+				LOGERR("JSON zero length name was: %.32s...",
+					tmp = safe_text(was));
+				free(tmp);
 				free(cmdptr);
 				return CMD_REPLY;
 			}
-		json_iter = json_object_iter(json_data);
+			*(end++) = '\0';
 			K_WLOCK(transfer_free);
-		while (json_iter) {
-			json_key = json_object_iter_key(json_iter);
-			json_value = json_object_iter_value(json_iter);
 			item = k_unlink_head(transfer_free);
+			K_WUNLOCK(transfer_free);
 			DATA_TRANSFER(transfer, item);
-			ok = true;
+			STRNCPY(transfer->name, next);
-			json_typ = json_typeof(json_value);
+			was = next = end;
-			switch (json_typ) {
+			while (*next == ' ')
-			 case JSON_STRING:
+				next++;
-				json_str = json_string_value(json_value);
+			// we have a name, now expect a value after it
-				siz = strlen(json_str);
+			if (*next != JSON_VALUE) {
-				if (siz >= sizeof(transfer->svalue))
+				LOGERR("JSON_VALUE '%c' '%s' was: %.32s...",
-					transfer->mvalue = strdup(json_str);
+					JSON_VALUE, transfer->name,
-				else {
+					tmp = safe_text(was));
-					STRNCPY(transfer->svalue, json_str);
+				free(tmp);
-					transfer->mvalue = transfer->svalue;
+				free(cmdptr);
+				K_WLOCK(transfer_free);
+				k_add_head(transfer_free, item);
+				K_WUNLOCK(transfer_free);
+				return CMD_REPLY;
 			}
-				break;
+			was = ++next;
-			 case JSON_REAL:
+			while (*next == ' ')
-				snprintf(transfer->svalue,
+				next++;
-					 sizeof(transfer->svalue),
+			if (*next == JSON_STR) {
-					 "%f", json_real_value(json_value));
+				end = ++next;
-				transfer->mvalue = transfer->svalue;
+				// A quoted value must have a terminating quote
-				break;
+				while (*end && *end != JSON_STR) {
-			 case JSON_INTEGER:
+					if (*(end++) == JSON_ESC)
-				snprintf(transfer->svalue,
+						end++;
-					 sizeof(transfer->svalue),
+				}
-					 "%"PRId64,
+				if (!*end) {
-					 (int64_t)json_integer_value(json_value));
+					LOGERR("JSON '%s' value was: %.32s...",
-				transfer->mvalue = transfer->svalue;
+						transfer->name,
-				break;
+						tmp = safe_text(was));
-			 case JSON_TRUE:
+					free(tmp);
-			 case JSON_FALSE:
+					free(cmdptr);
-				snprintf(transfer->svalue,
+					K_WLOCK(transfer_free);
-					 sizeof(transfer->svalue),
+					k_add_head(transfer_free, item);
-					 "%s", (json_typ == JSON_TRUE) ?
+					K_WUNLOCK(transfer_free);
-							TRUE_STR : FALSE_STR);
+					return CMD_REPLY;
-				transfer->mvalue = transfer->svalue;
-				break;
-			 case JSON_ARRAY:
-				{
-					/* only one level array of strings for now (merkletree)
-					 * ignore other data */
-					size_t i, len, off, count = json_array_size(json_value);
-					json_t *json_element;
-					bool first = true;
-
-					APPEND_REALLOC_INIT(transfer->mvalue, off, len);
-					for (i = 0; i < count; i++) {
-						json_element = json_array_get(json_value, i);
-						if (json_is_string(json_element)) {
-							json_str = json_string_value(json_element);
-							siz = strlen(json_str);
-							if (first)
-								first = false;
-							else {
-								APPEND_REALLOC(transfer->mvalue,
-										off, len, " ");
 				}
-							APPEND_REALLOC(transfer->mvalue,
+				siz = end - next;
-									off, len, json_str);
+				end++;
-						} else
+			} else if (*next == JSON_ARRAY) {
-							LOGERR("%s() unhandled json type %d in array %s"
+				// Only merklehash for now
-							       " in cmd %s", __func__,
+				if (strcmp(transfer->name, "merklehash")) {
-							       json_typ, json_key, cmd);
+					LOGERR("JSON '%s' can't be an array",
+						transfer->name);
+					free(cmdptr);
+					K_WLOCK(transfer_free);
+					k_add_head(transfer_free, item);
+					K_WUNLOCK(transfer_free);
+					return CMD_REPLY;
 				}
+				end = ++next;
+				/* No structure testing for now since we
+				 *  don't expect merklehash to get it wrong,
+				 *  and if it does, it will show up as some
+				 *  other error anyway */
+				while (*end && *end != JSON_ARRAY_END)
+					end++;
+				if (end < next+1) {
+					LOGERR("JSON '%s' zero length value "
+						"was: %.32s...",
+						transfer->name,
+						tmp = safe_text(was));
+					free(tmp);
+					free(cmdptr);
+					K_WLOCK(transfer_free);
+					k_add_head(transfer_free, item);
+					K_WUNLOCK(transfer_free);
+					return CMD_REPLY;
 				}
-				break;
+				siz = end - next;
-			 default:
+				end++;
-				LOGERR("%s() unhandled json type %d in cmd %s",
+			} else {
-				       __func__, json_typ, cmd);
+				end = next;
-				ok = false;
+				// A non quoted value ends on SEP, END or space
-				break;
+				while (*end && *end != JSON_SEP &&
+				       *end != JSON_END && *end != ' ') {
+						end++;
+				}
+				if (!*end) {
+					LOGERR("JSON '%s' value was: %.32s...",
+						transfer->name,
+						tmp = safe_text(was));
+					free(tmp);
+					free(cmdptr);
+					K_WLOCK(transfer_free);
+					k_add_head(transfer_free, item);
+					K_WUNLOCK(transfer_free);
+					return CMD_REPLY;
 				}
-
+				if (next == end) {
-			if (ok)
+					LOGERR("JSON '%s' zero length value "
-				STRNCPY(transfer->name, json_key);
+						"was: %.32s...",
-			if (!ok || find_in_ktree(*trf_root, item, cmp_transfer, ctx)) {
+						transfer->name,
-				if (transfer->mvalue != transfer->svalue)
+						tmp = safe_text(was));
-					FREENULL(transfer->mvalue);
+					free(tmp);
+					free(cmdptr);
+					K_WLOCK(transfer_free);
 					k_add_head(transfer_free, item);
+					K_WUNLOCK(transfer_free);
+					return CMD_REPLY;
+				}
+				siz = end - next;
+			}
+			if (siz >= sizeof(transfer->svalue)) {
+				transfer->mvalue = malloc(siz+1);
+				STRNCPYSIZ(transfer->mvalue, next, siz+1);
 			} else {
+				STRNCPYSIZ(transfer->svalue, next, siz+1);
+				transfer->mvalue = transfer->svalue;
+			}
 			*trf_root = add_to_ktree(*trf_root, item, cmp_transfer);
 			k_add_head(*trf_store, item);
+
+			// find the separator then move to the next name
+			next = end;
+			while (*next == ' ')
+				next++;
+			if (*next == JSON_SEP) {
+				next++;
+				while (*next == ' ')
+					next++;
 			}
-			json_iter = json_object_iter_next(json_data, json_iter);
 		}
+		if (*next != JSON_END) {
+			LOGERR("JSON_END '%c' was: %.32s...",
+				JSON_END, tmp = safe_text(next));
+			free(tmp);
+			free(cmdptr);
+			K_WLOCK(transfer_free);
+			k_add_head(transfer_free, item);
 			K_WUNLOCK(transfer_free);
-		json_decref(json_data);
+			return CMD_REPLY;
+		}
 	} else {
 		K_WLOCK(transfer_free);
 		while (next && *next) {
@@ -1433,8 +1492,10 @@ static enum cmd_values breakdown(K_TREE **trf_root, K_STORE **trf_store,
 	}
 	if (ckdb_cmds[*which_cmds].createdate) {
 		item = require_name(*trf_root, "createdate", 10, NULL, reply, sizeof(reply));
-		if (!item)
+		if (!item) {
+			free(cmdptr);
 			return CMD_REPLY;
+		}
 
 		DATA_TRANSFER(transfer, item);
 		txt_to_ctv("createdate", transfer->mvalue, cd, sizeof(*cd));
@@ -2922,7 +2983,8 @@ static bool reload_from(tv_t *start)
 	bool finished = false, matched = false, ret = true, ok, apipe = false;
 	char *filename = NULL;
 	uint64_t count, total;
-	tv_t now;
+	tv_t now, begin;
+	double diff;
 	FILE *fp = NULL;
 
 	reload_buf = malloc(MAX_READ);
@@ -2943,6 +3005,7 @@ static bool reload_from(tv_t *start)
 		quithere(1, "Failed to open '%s'", filename);
 
 	setnow(&now);
+	copy_tv(&begin, &now);
 	tvs_to_buf(&now, run, sizeof(run));
 	snprintf(reload_buf, MAX_READ, "reload.%s.s0", run);
 	LOGQUE(reload_buf);
@@ -3026,12 +3089,17 @@ static bool reload_from(tv_t *start)
 
 	PQfinish(conn);
 
+	setnow(&now);
+	diff = tvdiff(&now, &begin);
+	if (diff == 0)
+		diff = 1;
+
 	snprintf(reload_buf, MAX_READ, "reload.%s.%"PRIu64, run, total);
 	LOGQUE(reload_buf);
-	LOGWARNING("%s(): read %d file%s, total %"PRIu64" line%s",
+	LOGWARNING("%s(): read %d file%s, total %"PRIu64" line%s %.2f/s",
 		   __func__,
 		   processing, processing == 1 ? "" : "s",
-		   total, total == 1 ? "" : "s");
+		   total, total == 1 ? "" : "s", (total / diff));
 
 	if (everyone_die)
 		return true;

src/ckdb.h

@@ -52,7 +52,7 @@
 
 #define DB_VLOCK "1"
 #define DB_VERSION "0.9.6"
-#define CKDB_VERSION DB_VERSION"-0.841"
+#define CKDB_VERSION DB_VERSION"-0.903"
 
 #define WHERE_FFL " - from %s %s() line %d"
 #define WHERE_FFL_HERE __FILE__, __func__, __LINE__
@@ -268,6 +268,15 @@ extern bool everyone_die;
 
 #define JSON_TRANSFER "json="
 #define JSON_TRANSFER_LEN (sizeof(JSON_TRANSFER)-1)
+#define JSON_BEGIN '{'
+// Arrays have limited support in breakdown()
+#define JSON_ARRAY '['
+#define JSON_ARRAY_END ']'
+#define JSON_STR '"'
+#define JSON_VALUE ':'
+#define JSON_SEP ','
+#define JSON_END '}'
+#define JSON_ESC '\\'
 
 // Methods for sharelog (common function for all)
 #define STR_WORKINFO "workinfo"

src/ckdb_cmd.c

@@ -819,7 +819,7 @@ static char *cmd_blocklist(__maybe_unused PGconn *conn, char *cmd, char *id,
 	size_t len, off;
 	int32_t height = -1;
 	tv_t first_cd = {0,0};
-	int rows;
+	int rows, tot;
 
 	LOGDEBUG("%s(): cmd '%s'", __func__, cmd);
 
@@ -828,6 +828,16 @@ static char *cmd_blocklist(__maybe_unused PGconn *conn, char *cmd, char *id,
 	rows = 0;
 	K_RLOCK(blocks_free);
 	b_item = last_in_ktree(blocks_root, ctx);
+	tot = 0;
+	while (b_item) {
+		DATA_BLOCKS(blocks, b_item);
+		if (CURRENT(&(blocks->expirydate))) {
+			if (blocks->confirmed[0] != BLOCKS_ORPHAN)
+				tot++;
+		}
+		b_item = prev_in_ktree(ctx);
+	}
+	b_item = last_in_ktree(blocks_root, ctx);
 	while (b_item && rows < 42) {
 		DATA_BLOCKS(blocks, b_item);
 		if (height != blocks->height) {
@@ -914,7 +924,8 @@ static char *cmd_blocklist(__maybe_unused PGconn *conn, char *cmd, char *id,
 	}
 	K_RUNLOCK(blocks_free);
 	snprintf(tmp, sizeof(tmp),
-		 "rows=%d%cflds=%s%c",
+		 "tot=%d%crows=%d%cflds=%s%c",
+		 tot, FLDSEP,
 		 rows, FLDSEP,
 		 "height,blockhash,nonce,reward,workername,firstcreatedate,"
 		 "createdate,status,diffacc,diffinv,shareacc,shareinv,elapsed,"