kanoi
9 years ago
1 changed files with 318 additions and 0 deletions
@ -0,0 +1,318 @@ |
|||||||
|
#!/bin/bash |
||||||
|
# |
||||||
|
tmp="/tmp/`basename $0`-$$" |
||||||
|
tmp0="$tmp.0.sql" |
||||||
|
tmp1="$tmp.1.sql" |
||||||
|
tmp2="$tmp.2.sql" |
||||||
|
tmp3="$tmp.3.sql" |
||||||
|
tmp4="$tmp.4.sql" |
||||||
|
msdd="1,000,000,000" |
||||||
|
msd="`echo "$msdd" | tr -d ,`" |
||||||
|
# |
||||||
|
usAge() |
||||||
|
{ |
||||||
|
echo "usAge: `basename $0` [-s sdiffX] [w] 0|[b startblock]|[s shift] endblock|z" |
||||||
|
echo " run as root or change dosql1()" |
||||||
|
echo |
||||||
|
echo " -s sdiffX = all shares must have minsdiff <= sdiffX - if not then abort" |
||||||
|
echo " any commas are removed with \"tr -d ,\"" |
||||||
|
echo " shares with sdiff below sdiffX are ignored. Default $msdd" |
||||||
|
echo " w = worker stats - without w = user stats" |
||||||
|
echo " 0 = from the first hi share" |
||||||
|
echo " b startblock = start after the workinfoid of startblock (instead of 0)" |
||||||
|
echo " i.e. this only includes data AFTER 'startblock'" |
||||||
|
echo " 'startblock' is the lowest block >= 'startblock'" |
||||||
|
echo " s shift = start from the shift with the starting 5 char code 'shift'" |
||||||
|
echo " if there ever is a duplicate, it will use the lowest one" |
||||||
|
echo " endblock = finish at the workinfoid of endblock (instead of z)" |
||||||
|
echo " this includes all of 'endblock'" |
||||||
|
echo " 'endblock' is the highest block <= 'endblock'" |
||||||
|
echo " z = to the last high share" |
||||||
|
echo |
||||||
|
echo " Basically would be '0 z' for all available share history or" |
||||||
|
echo " e.g. 'b NNN MMM' for a block range after NNN up to (including) MMM or" |
||||||
|
echo " e.g. 'b NNN z' starting after block NNN up to now" |
||||||
|
echo " Put a 'w' in front, to get worker instead of user summarisation" |
||||||
|
echo |
||||||
|
echo " The share history determines the limits used" |
||||||
|
echo " i.e. markersummaries before the first share, or after the last share," |
||||||
|
echo " are not included since that would invalidate the results" |
||||||
|
echo " Missing shares within the share data would invalidate the results" |
||||||
|
exit 1 |
||||||
|
} |
||||||
|
# |
||||||
|
dosql1() |
||||||
|
{ |
||||||
|
su - postgres << EOF |
||||||
|
echo "$sql" | psql ckdb |
||||||
|
EOF |
||||||
|
} |
||||||
|
# |
||||||
|
procsql() |
||||||
|
{ |
||||||
|
got="" |
||||||
|
fin="" |
||||||
|
prev="" |
||||||
|
while true ; do |
||||||
|
read line |
||||||
|
if [ "$?" != "0" ] ; then |
||||||
|
break |
||||||
|
fi |
||||||
|
if [ "$got" ] ; then |
||||||
|
if [ -z "$fin" ] ; then |
||||||
|
echo "$line" |
||||||
|
if [ "${line:0:1}" = "(" ] ;then |
||||||
|
fin="y" |
||||||
|
fi |
||||||
|
fi |
||||||
|
else |
||||||
|
if [ "${line:0:5}" = "-----" ] ; then |
||||||
|
got="y" |
||||||
|
echo "$prev" |
||||||
|
echo "$line" |
||||||
|
else |
||||||
|
prev="$line" |
||||||
|
fi |
||||||
|
fi |
||||||
|
done |
||||||
|
} |
||||||
|
# |
||||||
|
dosql() |
||||||
|
{ |
||||||
|
dosql1 2>&1 | procsql |
||||||
|
} |
||||||
|
# |
||||||
|
# reduce a large, 9 or more digit, comma number with 2 decimal places to nnG |
||||||
|
toG() |
||||||
|
{ |
||||||
|
sed -e "s/,\([0-9][0-9]\)[0-9],[0-9][0-9][0-9],[0-9][0-9][0-9]\.[0-9][0-9]*/.\1G/g" -e "s/\(\.[0-9][0-9]G\) *|/\1 |/g" -e "s/ *$//" |
||||||
|
} |
||||||
|
# |
||||||
|
dedup() |
||||||
|
{ |
||||||
|
cut -d '|' -f 1-5,7-10,12 |
||||||
|
} |
||||||
|
# |
||||||
|
dedupw() |
||||||
|
{ |
||||||
|
cut -d '|' -f 1-4,6-9,11 |
||||||
|
} |
||||||
|
# |
||||||
|
p1="$((0x1d))" |
||||||
|
p1v="`echo "$p1 3 - 8 * p" | dc`" |
||||||
|
# |
||||||
|
# calculate the diff ratio for each diffacc, given bits |
||||||
|
diff1() |
||||||
|
{ |
||||||
|
read line |
||||||
|
read line |
||||||
|
while true ; do |
||||||
|
read line |
||||||
|
if [ "$?" != "0" ] ; then |
||||||
|
break |
||||||
|
fi |
||||||
|
if [ "${line:0:1}" = "(" ] ; then |
||||||
|
break |
||||||
|
fi |
||||||
|
bits="`echo "$line" | cut -d '|' -f2 | tr -d ' '`" |
||||||
|
diffacc="`echo "$line" | cut -d '|' -f3 | tr -d ' '`" |
||||||
|
po="$((0x${bits:0:2}))" |
||||||
|
bi="$((0x${bits:2:6}))" |
||||||
|
pd="`echo "$p1v $po 3 - 8 * - p" | dc`" |
||||||
|
if [ "$pd" -lt "8" ] ; then |
||||||
|
pd="8" |
||||||
|
fi |
||||||
|
per="`echo "8 k $diffacc 2 $pd ^ 65535 * $bi / / p" | dc`" |
||||||
|
echo "$line | ${per}" |
||||||
|
done |
||||||
|
} |
||||||
|
# |
||||||
|
diffvals() |
||||||
|
{ |
||||||
|
grep "^$uorw *|" "$tmp4" | cut -d '|' -f4 | tr "\n" "+" | sed -e "s/+/ +/g" |
||||||
|
} |
||||||
|
# |
||||||
|
getdiff() |
||||||
|
{ |
||||||
|
echo "4 k 0 `diffvals` p" | dc |
||||||
|
} |
||||||
|
# |
||||||
|
# blocks are appended 3rd since if blocks exist, then at least 1 share must |
||||||
|
proc() |
||||||
|
{ |
||||||
|
read line |
||||||
|
read line |
||||||
|
while true ; do |
||||||
|
read line |
||||||
|
if [ "$?" != "0" ] ; then |
||||||
|
break |
||||||
|
fi |
||||||
|
if [ "${line:0:1}" = "(" ] ; then |
||||||
|
echo "$line" |
||||||
|
break |
||||||
|
fi |
||||||
|
uorw="`echo "$line" | cut -d'|' -f1 | tr -d ' '`" |
||||||
|
diffs="`getdiff` BDR" |
||||||
|
if [ "${diffs:0:1}" = "." ] ; then |
||||||
|
diffs=" 0$diffs" |
||||||
|
elif [ "${diffs:1:1}" = "." ] ; then |
||||||
|
diffs=" $diffs" |
||||||
|
elif [ "${diffs:2:1}" = "." ] ; then |
||||||
|
diffs=" $diffs" |
||||||
|
fi |
||||||
|
stats="`grep "^$uorw *|" "$tmp2"`" |
||||||
|
bstats="`grep "^$uorw *|" "$tmp3"`" |
||||||
|
if [ "$stats" ] ; then |
||||||
|
s=" | " |
||||||
|
else |
||||||
|
s="" |
||||||
|
fi |
||||||
|
if [ "$bstats" ] ; then |
||||||
|
b=" | " |
||||||
|
else |
||||||
|
b="" |
||||||
|
fi |
||||||
|
echo "$line | $diffs$s$stats$b$bstats" |
||||||
|
done |
||||||
|
} |
||||||
|
# |
||||||
|
procblk() |
||||||
|
{ |
||||||
|
while true ; do |
||||||
|
read line |
||||||
|
if [ "$?" != "0" ] ; then |
||||||
|
break |
||||||
|
fi |
||||||
|
if [ "${line:0:1}" = "(" ] ; then |
||||||
|
echo "$line" |
||||||
|
break |
||||||
|
fi |
||||||
|
uorw="`echo "$line" | cut -d'|' -f1 | tr -d ' '`" |
||||||
|
bstats="`grep "^$uorw *|" "$tmp3"`" |
||||||
|
echo "$line | $bstats" |
||||||
|
done |
||||||
|
} |
||||||
|
# |
||||||
|
if [ "$1" = "-s" ] ; then |
||||||
|
shift |
||||||
|
msd="`echo "$1" | tr -d ,`" |
||||||
|
shift |
||||||
|
fi |
||||||
|
# |
||||||
|
if [ -z "$1" ] ; then |
||||||
|
usAge |
||||||
|
fi |
||||||
|
# |
||||||
|
if [ "$1" = "-?" -o "$1" = "-h" -o "$1" = "-help" -o "$1" = "--help" ] ; then |
||||||
|
usAge |
||||||
|
fi |
||||||
|
# |
||||||
|
work="" |
||||||
|
if [ "$1" = "w" ] ; then |
||||||
|
work="w" |
||||||
|
shift |
||||||
|
fi |
||||||
|
# |
||||||
|
valsh="sdiff>=$msd" |
||||||
|
# Orphans included, Rejects not - since they can be below diff, or invalid, or too late or ... |
||||||
|
valblk="expirydate>'5555-05-05' and confirmed!='R'" |
||||||
|
# |
||||||
|
# START |
||||||
|
if [ "$1" = "0" ] ; then |
||||||
|
shift |
||||||
|
selwm1="ms.markerid>=(select min(markerid) from workmarkers where workinfoidstart>=(select min(workinfoid) from shares))" |
||||||
|
selsh1="" |
||||||
|
selblk1="and b.workinfoid>=(select min(workinfoid) from shares)" |
||||||
|
else |
||||||
|
if [ "$1" = "s" ] ; then |
||||||
|
shift |
||||||
|
selwm1="ms.markerid>=(select min(markerid) from workmarkers where description like 'Shift fin: $1 %')" |
||||||
|
selsh1="and workinfoid>=(select min(workinfoidstart) from workmarkers where description like 'Shift fin: $1 %')" |
||||||
|
selblk1="$selsh1" |
||||||
|
shift |
||||||
|
else |
||||||
|
if [ "$1" = "b" ] ; then |
||||||
|
shift |
||||||
|
selwm1="ms.markerid>=(select min(markerid) from workmarkers where workinfoidstart>(select min(workinfoid) from blocks where height>=$1))" |
||||||
|
selsh1="and s.workinfoid>=(select min(workinfoid) from blocks where height>=$1)" |
||||||
|
selblk1="and b.height>$1" |
||||||
|
shift |
||||||
|
else |
||||||
|
echo "ERR: Unknown first option '$1'" |
||||||
|
usAge |
||||||
|
fi |
||||||
|
fi |
||||||
|
fi |
||||||
|
# |
||||||
|
# END |
||||||
|
if [ "$1" = "z" ] ; then |
||||||
|
selwm2="" |
||||||
|
selsh2="" |
||||||
|
selblk2="" |
||||||
|
else |
||||||
|
if [ -z "$1" ] ; then |
||||||
|
echo "ERR: missing ending block|z" |
||||||
|
usAge |
||||||
|
else |
||||||
|
selwm2="and wm.markerid<=(select max(markerid) from workmarkers where workinfoidend<=(select max(workinfoid) from blocks where height<=$1))" |
||||||
|
selsh2="and s.workinfoid<=(select max(workinfoid) from blocks where height<=$1)" |
||||||
|
selblk2="and b.height<=$1" |
||||||
|
fi |
||||||
|
fi |
||||||
|
# |
||||||
|
# check all shares have minsdiff > $msd |
||||||
|
sql="select count(*) from shares s where s.minsdiff>$msd $selsh1 $selsh2 ;" |
||||||
|
# |
||||||
|
dosql > "$tmp0" |
||||||
|
count="`head -n 3 "$tmp0" | tail -n 1`" |
||||||
|
if [ "$count" != "0" ] ; then |
||||||
|
count |
||||||
|
echo "ERROR: there were '$count' shares with minsdiff>$msd - that must be '0'" |
||||||
|
usAge |
||||||
|
fi |
||||||
|
# |
||||||
|
# summarise markersummary into tmp1 for any user or worker with 'msd' diffacc or more |
||||||
|
if [ -z "$work" ] ; then |
||||||
|
sql="select ms.userid,substring(max(ms.workername) from '(^[^\._]*)'),to_char(sum(ms.diffacc),'999G999G999G999G999.99'),to_char(sum(ms.sharecount),'999G999G999G999G999') from markersummary ms where $selwm1 $selwm2 group by ms.userid having sum(ms.diffacc)>$msd order by sum(ms.diffacc) desc;" |
||||||
|
else |
||||||
|
sql="select ms.workername,to_char(sum(ms.diffacc),'999G999G999G999G999.99'),to_char(sum(ms.sharecount),'999G999G999G999G999.99') from markersummary ms where $selwm1 $selwm2 group by ms.workername having sum(ms.diffacc)>$msd order by sum(ms.diffacc) desc;" |
||||||
|
fi |
||||||
|
# |
||||||
|
dosql > "$tmp1" |
||||||
|
# |
||||||
|
# summarise the shares into tmp2 |
||||||
|
if [ -z "$work" ] ; then |
||||||
|
sql="select s.userid,count(*),to_char(min(s.sdiff),'999G999G999G999G999.99'),to_char(max(s.sdiff),'999G999G999G999G999.99'),to_char(avg(s.sdiff),'999G999G999G999G999.99') from shares s where $valsh $selsh1 $selsh2 group by s.userid;" |
||||||
|
else |
||||||
|
sql="select s.workername,count(*),to_char(min(s.sdiff),'999G999G999G999G999.99'),to_char(max(s.sdiff),'999G999G999G999G999.99'),to_char(avg(s.sdiff),'999G999G999G999G999.99') from shares s where $valsh $selsh1 $selsh2 group by s.workername;" |
||||||
|
fi |
||||||
|
# |
||||||
|
dosql > "$tmp2" |
||||||
|
# |
||||||
|
# summarise the blocks into tmp3 |
||||||
|
if [ -z "$work" ] ; then |
||||||
|
sql="select b.userid,count(*)||' B' from blocks b where $valblk $selblk1 $selblk2 group by b.userid;" |
||||||
|
else |
||||||
|
sql="select b.workername,count(*)||' B' from blocks b where $valblk $selblk1 $selblk2 group by b.workername;" |
||||||
|
fi |
||||||
|
# |
||||||
|
dosql > "$tmp3" |
||||||
|
# |
||||||
|
# summarise diff% into tmp4 (all ids will have a value) |
||||||
|
if [ -z "$work" ] ; then |
||||||
|
sql0="select ms.userid,wi.bits,sum(ms.diffacc)" |
||||||
|
sqlz="group by ms.userid,wi.bits;" |
||||||
|
else |
||||||
|
sql0="select ms.workername,wi.bits,sum(ms.diffacc)" |
||||||
|
sqlz="group by ms.userid,ms.workername,wi.bits;" |
||||||
|
fi |
||||||
|
# |
||||||
|
valwm="wm.status='p' and wm.expirydate>'5555-05-05'" |
||||||
|
sql="$sql0 from markersummary ms join workmarkers wm on ms.markerid=wm.markerid join workinfo wi on wm.workinfoidend=wi.workinfoid where $valwm and $selwm1 $selwm2 $sqlz" |
||||||
|
# |
||||||
|
dosql | diff1 > "$tmp4" |
||||||
|
# |
||||||
|
# join (append) to each tmp1 row, the matching row/data in tmp4, tmp2 and tmp3 |
||||||
|
cat "$tmp1" | proc | toG | dedup$work |
||||||
|
# |
||||||
|
shred -uz "$tmp0" "$tmp1" "$tmp2" "$tmp3" "$tmp4" &> /dev/null |
||||||
Loading…
Reference in new issue