markow
/
ckpool
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity
Browse Source

ckdb - restart documentation and data store variables

master
kanoi 10 years ago
parent
c1de7286d7
commit
593d8681fb
1 changed files with 111 additions and 19 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Split View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 130
      src/ckdb.c

130
src/ckdb.c
Unescape View File

@ -70,6 +70,74 @@ static char *db_pass;
// Currently hard coded at 4 characters
static char *status_chars = "|/-\\";
static char *restorefrom;
/* Restart data needed
* -------------------
* After the DB load, load "ckpool's ckdb logfile" (CCL), and all
* later CCLs, that contains the oldest date of all of the following:
* RAM shares: oldest DB sharesummary firstshare where complete='n'
* All shares before this have been summarised to the DB with
* complete='a' (or 'y') and were deleted from RAM
* RAM shareerrors: as above
* DB+RAM sharesummary: created from shares, so as above
* Some shares after this may have been summarised to other
* sharesummary complete='n', but for any such sharesummary
* we reset it back to the first share found and it will
* correct itself during the CCL reload
* Verify that all DB sharesummaries with complete='n' have
* done this
* DB+RAM workinfo: start from newest DB createdate workinfo
* DB+RAM auths: start from newest DB createdate auths
* DB+RAM poolstats: newest createdate poolstats
* TODO: subtract how much we need in RAM of the 'between'
* non db records - will depend on TODO: pool stats reporting
* requirements
* DB+RAM userstats: for each pool/user/worker it would be the start
* of the next time band after the last DB createdate,
* since all previous data was summarised and deleted -
* use the oldest of these for all pools/users/workers
* TODO: multiple pools is not yet handled by ckdb
* TODO: handle a pool restart with a different instance name
* since this would always make the userstats reload point
* just after the instance name was changed - however
* this can be handled for now by simply ignoring the
* poolinstance
* DB+RAM workers: created by auths so auths will resolve it
* DB+RAM blocks: resolved by workinfo - any unsaved blocks (if any)
* will be after the last workinfo
* DB+RAM accountbalance (TODO): resolved by shares/workinfo/blocks
* RAM workerstats: last_auth, last_share, last_stats all handled by
* DB load up to whatever the CCL restart point is, and then
* corrected with the CCL reload
* last_idle will be the last idle userstats in the CCL load or 0
* Code currently doesn't use last_idle, so for now this is OK
*
* TODO: handle the ckpool messages/CCL overlap in the start of the
* ckpool messages that will arrive after the CCL load finishes
*
* idcontrol: only userid reuse is critical and the user is added
* immeditately to the DB before replying to the add message
*
* Tables that are/will be written straight to the DB, so ar OK:
* users, useraccounts, paymentaddresses, payments,
* accountadjustment, optioncontrol, miningpayouts,
* eventlog
*/
typedef struct loadstatus {
tv_t oldest_sharesummary_firstshare_n;
tv_t newest_createdate_workinfo;
tv_t newest_createdate_auth;
tv_t newest_createdate_poolstats;
} LOADSTATUS;
static LOADSTATUS dbstatus;
/* Temporary while doing restart - it (of course) contains the fields
* required to track the newest userstats per user/worker
*/
static K_STORE *userstats_ccl;
// size limit on the command string
#define CMD_SIZ 31
#define ID_SIZ 31
@ -807,13 +875,14 @@ typedef struct sharesummary {
int64_t countlastupdate; // non-DB field
bool inserted; // non-DB field
bool saveaged; // non-DB field
bool reset; // non-DB field
tv_t firstshare;
tv_t lastshare;
char complete[TXT_FLAG+1];
MODIFYDATECONTROLFIELDS;
} SHARESUMMARY;
/* After many shares added, we need to update the DB record
/* After this many shares added, we need to update the DB record
The DB record is added with the 1st share */
#define SHARESUMMARY_UPDATE_EVERY 10
@ -1030,7 +1099,7 @@ static K_STORE *userstats_summ;
/* summarisation of the userstats after this many days are done
* at the day level and the above stats are deleted from the db
* Obvious WARNING - the larger this is, the more stats in the DB
* This is summary level '2'
* This is summary level '2' (TODO)
*/
#define USERSTATS_DB_D 7
@ -1042,10 +1111,10 @@ static K_STORE *userstats_summ;
typedef struct workerstatus {
int64_t userid;
char workername[TXT_BIG+1];
tv_t auth;
tv_t share;
tv_t stats;
tv_t idle;
tv_t last_auth;
tv_t last_share;
tv_t last_stats;
tv_t last_idle;
} WORKERSTATUS;
#define ALLOC_WORKERSTATUS 1000
@ -1661,34 +1730,34 @@ static void workerstatus_update(AUTHS *auths, SHARES *shares, USERSTATS *usersta
if (auths) {
item = find_create_workerstatus(auths->userid, auths->workername);
row = DATA_WORKERSTATUS(item);
if (tv_newer(&(row->auth), &(auths->createdate)))
memcpy(&(row->auth), &(auths->createdate), sizeof(row->auth));
if (tv_newer(&(row->last_auth), &(auths->createdate)))
memcpy(&(row->last_auth), &(auths->createdate), sizeof(row->last_auth));
}
if (shares) {
item = find_create_workerstatus(shares->userid, shares->workername);
row = DATA_WORKERSTATUS(item);
if (tv_newer(&(row->share), &(shares->createdate)))
memcpy(&(row->share), &(shares->createdate), sizeof(row->share));
if (tv_newer(&(row->last_share), &(shares->createdate)))
memcpy(&(row->last_share), &(shares->createdate), sizeof(row->last_share));
}
if (userstats) {
item = find_create_workerstatus(userstats->userid, userstats->workername);
row = DATA_WORKERSTATUS(item);
if (userstats->idle) {
if (tv_newer(&(row->idle), &(userstats->statsdate)))
memcpy(&(row->idle), &(userstats->statsdate), sizeof(row->idle));
if (tv_newer(&(row->last_idle), &(userstats->statsdate)))
memcpy(&(row->last_idle), &(userstats->statsdate), sizeof(row->last_idle));
} else {
if (tv_newer(&(row->stats), &(userstats->statsdate)))
memcpy(&(row->stats), &(userstats->statsdate), sizeof(row->idle));
if (tv_newer(&(row->last_stats), &(userstats->statsdate)))
memcpy(&(row->last_stats), &(userstats->statsdate), sizeof(row->last_stats));
}
}
if (sharesummary) {
item = find_create_workerstatus(sharesummary->userid, sharesummary->workername);
row = DATA_WORKERSTATUS(item);
if (tv_newer(&(row->share), &(sharesummary->lastshare)))
memcpy(&(row->share), &(sharesummary->lastshare), sizeof(row->share));
if (tv_newer(&(row->last_share), &(sharesummary->lastshare)))
memcpy(&(row->last_share), &(sharesummary->lastshare), sizeof(row->last_share));
}
}
@ -4965,6 +5034,7 @@ static bool setup_data()
userstats_store = k_new_store(userstats_list);
userstats_eos_store = k_new_store(userstats_list);
userstats_summ = k_new_store(userstats_list);
userstats_ccl = k_new_store(userstats_list);
userstats_root = new_ktree();
userstats_list->dsp_func = dsp_userstats;
@ -5435,7 +5505,7 @@ static char *cmd_workers(char *cmd, char *id, __maybe_unused tv_t *now, __maybe_
ws_item = find_workerstatus(DATA_USERS(u_item)->userid,
DATA_WORKERS(w_item)->workername);
if (ws_item)
w_lastshare.tv_sec = DATA_WORKERSTATUS(ws_item)->share.tv_sec;
w_lastshare.tv_sec = DATA_WORKERSTATUS(ws_item)->last_share.tv_sec;
// find last stored userid record
userstats.userid = DATA_USERS(u_item)->userid;
@ -6558,7 +6628,7 @@ static void *listener(void *arg)
char *last_msg = NULL, *last_reply = NULL;
char cmd[CMD_SIZ+1], id[ID_SIZ+1], reply[1024+1];
// Minimise the size in case of garbage
char duptype[16+1];
char duptype[CMD_SIZ+1];
enum cmd_values cmdnum, last_cmd = 9001;
int sockd, which_cmds;
pthread_t summzer;
@ -6712,6 +6782,22 @@ static void *listener(void *arg)
return NULL;
}
static void check_restore_dir()
{
struct stat statbuf;
if (!restorefrom)
quit(1, "ERR: '-r dir' required to specify the ckpool hourly ckdb log dir");
if (!(*restorefrom))
quit(1, "ERR: '-r dir' can't be empty");
trail_slash(&restorefrom);
if (stat(restorefrom, &statbuf))
quit(1, "ERR: -r '%s' directory doesn't exist", restorefrom);
}
int main(int argc, char **argv)
{
struct sigaction handler;
@ -6727,7 +6813,7 @@ int main(int argc, char **argv)
memset(&ckp, 0, sizeof(ckp));
ckp.loglevel = LOG_NOTICE;
while ((c = getopt(argc, argv, "c:kl:n:p:s:u:")) != -1) {
while ((c = getopt(argc, argv, "c:kl:n:p:r:s:u:")) != -1) {
switch(c) {
case 'c':
ckp.config = optarg;
@ -6745,6 +6831,9 @@ int main(int argc, char **argv)
LOG_EMERG, LOG_DEBUG, ckp.loglevel);
}
break;
case 'r':
restorefrom = strdup(optarg);
break;
case 's':
ckp.socket_dir = strdup(optarg);
break;
@ -6764,6 +6853,9 @@ int main(int argc, char **argv)
break;
}
}
check_restore_dir();
// if (!db_pass)
// zzz
if (!db_user)

Write Preview
Loading…
Cancel
Save