mirror of
https://github.com/fluencelabs/tendermint-demo
synced 2025-03-15 07:40:50 +00:00
122 lines
4.4 KiB
Python
122 lines
4.4 KiB
Python
import sys, urllib, json, datetime, time
|
|
import matplotlib.pyplot as plt
|
|
from common_parse_utils import uvarint, parseutc, formatbytes, readjson, getmaxheight
|
|
|
|
def get_num_txs(json):
|
|
return json["result"]["block"]["header"]["num_txs"]
|
|
|
|
if len(sys.argv) < 2:
|
|
print "usage: python parse_block.py host:port [report_name [minheight [maxheight]]]"
|
|
sys.exit()
|
|
|
|
tmaddress = sys.argv[1]
|
|
report_name = sys.argv[2] if len(sys.argv) > 2 else ""
|
|
if len(sys.argv) > 4:
|
|
maxheight = int(sys.argv[4])
|
|
else:
|
|
maxheight = getmaxheight(tmaddress)
|
|
while maxheight >= 3 and get_num_txs(readjson(tmaddress + "/block?height=%d" % maxheight)) == 0:
|
|
maxheight -= 1
|
|
if len(sys.argv) > 3:
|
|
minheight = int(sys.argv[3])
|
|
else:
|
|
minheight = maxheight
|
|
while minheight >= 3 and get_num_txs(readjson(tmaddress + "/block?height=%d" % (minheight - 1))) > 0:
|
|
minheight -= 1
|
|
|
|
accsize = 0
|
|
acclatency = 0
|
|
minlatency = 1e20
|
|
maxlatency = 0
|
|
txcount = 0
|
|
blockcount = 0
|
|
firsttx = 1e20
|
|
lasttx = 0
|
|
firstblock = 1e20
|
|
lastblock = 0
|
|
maxblocksize = 0
|
|
|
|
txstat = []
|
|
for height in range(minheight, maxheight + 1):
|
|
data = readjson(tmaddress + "/block?height=%d" % height)
|
|
numtxs = get_num_txs(data)
|
|
|
|
blocktimetxt = data["result"]["block"]["header"]["time"]
|
|
blocktime = parseutc(blocktimetxt)
|
|
|
|
if numtxs > 0:
|
|
firstblock = min(firstblock, blocktime)
|
|
lastblock = max(lastblock, blocktime)
|
|
blockcount += 1
|
|
maxblocksize = max(maxblocksize, numtxs)
|
|
|
|
print height, numtxs, blocktimetxt
|
|
txs = data["result"]["block"]["data"]["txs"]
|
|
if txs:
|
|
for index, txhex in enumerate(txs):
|
|
txbytes = bytearray.fromhex(txhex)# if re.fullmatch(r"^[0-9a-fA-F]$", txhex) is not None
|
|
key = chr(txbytes[0]) if chr(txbytes[1]) == '=' else "*"
|
|
connindex = uvarint(txbytes[2:8])
|
|
txnumber = uvarint(txbytes[8:16])
|
|
hostnamehash = txhex[32:64]
|
|
|
|
txtime = uvarint(txbytes[32:40]) / 1e6
|
|
if txtime < 1e9:
|
|
txtime *= 1e6 # legacy support
|
|
latency = blocktime - txtime
|
|
|
|
accsize += len(txbytes)
|
|
acclatency += latency
|
|
minlatency = min(minlatency, latency)
|
|
maxlatency = max(maxlatency, latency)
|
|
txcount += 1
|
|
firsttx = min(firsttx, txtime)
|
|
lasttx = max(lasttx, txtime)
|
|
|
|
txtimetxt = datetime.datetime.fromtimestamp(txtime)
|
|
|
|
txstat.append((txtime, 1))
|
|
txstat.append((blocktime, -1))
|
|
if index < 5:
|
|
print txtimetxt, latency
|
|
#print key, connindex, txnumber, hostnamehash, txtimetxt, latency
|
|
|
|
print "Transactions: ", txcount, "=", formatbytes(accsize)
|
|
print " ", "%.3f s" % (lasttx - firsttx), "from", datetime.datetime.fromtimestamp(firsttx), "to", datetime.datetime.fromtimestamp(lasttx)
|
|
print "Blocks: ", "%d: from %d to %d" % (blockcount, minheight, maxheight)
|
|
print " ", "%.3f s" % (lastblock - firstblock), "from", datetime.datetime.fromtimestamp(firstblock), "to", datetime.datetime.fromtimestamp(lastblock)
|
|
print "Tx send rate: ", "%.3f tx/s" % (txcount / (lasttx - firsttx)), "=", formatbytes(accsize / (lasttx - firsttx)) + "/s"
|
|
print "Tx throughput: ", "%.3f tx/s" % (txcount / (lastblock - firsttx)), "=", formatbytes(accsize / (lastblock - firsttx)) + "/s"
|
|
print "Block throughput:", "%.3f block/s" % (blockcount / (lastblock - firsttx))
|
|
print "Avg tx latency: ", "%.3f s" % (acclatency / txcount)
|
|
print "Min tx latency: ", "%.3f s" % minlatency
|
|
print "Max tx latency: ", "%.3f s" % maxlatency
|
|
|
|
txstat = sorted(txstat)
|
|
cursum = 0
|
|
curindex = 0
|
|
steps = 1000
|
|
stepstat = []
|
|
for i in range(steps + 1):
|
|
t = firsttx + (lastblock - firsttx) / steps * i
|
|
while curindex < len(txstat) and txstat[curindex][0] <= t:
|
|
cursum += txstat[curindex][1]
|
|
curindex += 1
|
|
stepstat.append(cursum)
|
|
f = plt.figure(figsize=(15, 5))
|
|
plt.plot([i * (lastblock - firsttx) / steps for i in range(steps + 1)], stepstat)
|
|
long_title = "Duration: %.1f s, Tx size: %s, Tx send rate: %.3f tx/s = %s/s, Tx throughput: %.3f tx/s = %s/s" % \
|
|
(lasttx - firsttx, formatbytes(accsize / txcount), \
|
|
txcount / (lasttx - firsttx), formatbytes(accsize / (lasttx - firsttx)), \
|
|
txcount / (lastblock - firsttx), formatbytes(accsize / (lastblock - firsttx)))
|
|
#plt.title(long_title)
|
|
plt.title(report_name)
|
|
plt.xlabel("seconds from first tx")
|
|
plt.ylabel("txs in backlog")
|
|
|
|
if report_name != "":
|
|
long_filename = "tdmnt-stat-%d-%d-%d-%.1f-%.0f-%.0f.png" % \
|
|
(minheight, maxheight, maxblocksize, lasttx - firsttx, accsize / txcount, txcount / (lasttx - firsttx))
|
|
#f.savefig(long_filename, bbox_inches='tight')
|
|
f.savefig(report_name + ".png", bbox_inches='tight')
|
|
plt.show(block=True) |