Skip to content

Commit

Permalink
update parser for chain-resource-usage.log
Browse files Browse the repository at this point in the history
  • Loading branch information
@arvidn
arvidn committed Jun 19, 2024
1 parent 4b7dccb commit d55b36e
Show file tree
Hide file tree
Showing 2 changed files with 51 additions and 54 deletions.
90 changes: 47 additions & 43 deletions crates/chia-tools/graph.gnuplot
View file
Original file line number Diff line number Diff line change
@@ -1,99 +1,103 @@
set term png size 1200,600

set output "blockchain-stack-usage.png"
set xlabel "block height"
set ylabel "elements"
set title "block stack usage"
set key top right
plot "chain-resource-usage.dat" using 1:2 with dots title "value stack depth", \
"chain-resource-usage.dat" using 1:3 with dots title "environment stack depth", \
"chain-resource-usage.dat" using 1:4 with dots title "operations stack depth"
#set output "blockchain-stack-usage.png"
#set xlabel "block height"
#set ylabel "elements"
#set title "block stack usage"
#set key top right
#plot "chain-resource-usage.dat" using 1:2 with dots title "value stack depth", \
#"chain-resource-usage.dat" using 1:3 with dots title "environment stack depth", \
#"chain-resource-usage.dat" using 1:4 with dots title "operations stack depth"

set output "blockchain-heap-usage.png"
set title "block heap usage"
set ylabel "MB"

plot "chain-resource-usage.dat" using 1:($5)*8/1000000 with dots title "Atom size", \
"chain-resource-usage.dat" using 1:($6)*8/1000000 with dots title "Pair size", \
"chain-resource-usage.dat" using 1:($7)/1000000 with dots title "Heap size"
plot "chain-resource-usage.dat" using 1:($2)*8/1000000 with dots title "Atom size", \
"chain-resource-usage.dat" using 1:($3)*4/1000000 with dots title "Small Atom size", \
"chain-resource-usage.dat" using 1:($4)*8/1000000 with dots title "Pair size", \
"chain-resource-usage.dat" using 1:($5)/1000000 with dots title "Heap size"

set output "block-execution-time.png"
set title "block validation time"
set ylabel "microseconds"

plot "chain-resource-usage.dat" using 1:13 with dots title "block generator"
plot "chain-resource-usage.dat" using 1:7 with dots title "block generator"

set output "block-loading-time.png"
plot "chain-resource-usage.dat" using 1:11 with dots title "block decompress + parse", \
"chain-resource-usage.dat" using 1:12 with dots title "block reference lookup", \
"chain-resource-usage.dat" using 1:14 with dots title "conditions`
#set output "block-loading-time.png"
#plot "chain-resource-usage.dat" using 1:11 with dots title "block decompress + parse", \
#"chain-resource-usage.dat" using 1:12 with dots title "block reference lookup", \
#"chain-resource-usage.dat" using 1:14 with dots title "conditions`

set output "block-wall-clock-delta.png"
set title "transaction block timestamp delta"
set xlabel "s"
plot "chain-resource-usage.dat" using 1:16 with dots title "block timestamp delta", \
plot "chain-resource-usage.dat" using 1:9 with dots title "block timestamp delta", \

set output "block-cost-vs-time.png"
set title "block CLVM execution time versus CLVM cost"
set xlabel "CLVM cost (millions)"
set ylabel "CLVM execution time (s)"
set title "block execution time versus cost"
set xlabel "cost (millions)"
set ylabel "execution time (s)"
set yrange [0:*]
set key off
plot "chain-resource-usage.dat" using ($9/1000000):($13/1000000) with dots title "blocks", \
plot "chain-resource-usage.dat" using ($6/1000000):($7/1000000) with dots title "blocks", \

set output "blockchain-stack-usage-cdf.png"
set xlabel "elements"
#set output "blockchain-stack-usage-cdf.png"
#set xlabel "elements"
set ylabel "fraction of blocks"
set title "block stack usage"
set xrange [0:5000]
#set title "block stack usage"
#set xrange [0:5000]
set key bottom right
plot "chain-resource-usage-cdf.dat" using 2:1 with lines title "value stack depth", \
"chain-resource-usage-cdf.dat" using 3:1 with lines title "environment stack depth", \
"chain-resource-usage-cdf.dat" using 4:1 with lines title "operations stack depth"
#plot "chain-resource-usage-cdf.dat" using 2:1 with lines title "value stack depth", \
#"chain-resource-usage-cdf.dat" using 3:1 with lines title "environment stack depth", \
#"chain-resource-usage-cdf.dat" using 4:1 with lines title "operations stack depth"

set output "blockchain-heap-usage-cdf.png"
set title "block heap usage"
set xlabel "MB"
set xrange [0:30]

plot "chain-resource-usage-cdf.dat" using ($5)*8/1000000:1 with lines title "Atom size", \
"chain-resource-usage-cdf.dat" using ($6)*8/1000000:1 with lines title "Pair size", \
"chain-resource-usage-cdf.dat" using ($7)/1000000:1 with lines title "Heap size"
plot "chain-resource-usage-cdf.dat" using ($2)*8/1000000:1 with lines title "Atom size", \
"chain-resource-usage-cdf.dat" using ($3)*4/1000000:1 with lines title "Small Atom size", \
"chain-resource-usage-cdf.dat" using ($4)*8/1000000:1 with lines title "Pair size", \
"chain-resource-usage-cdf.dat" using ($5)/1000000:1 with lines title "Heap size"

set output "blockchain-object-usage-cdf.png"

set title "block object usage"
set xlabel "count (million)"
set xrange [0:*]

plot "chain-resource-usage-cdf.dat" using ($5)/1000000:1 with lines title "Allocated atoms", \
"chain-resource-usage-cdf.dat" using ($6)/1000000:1 with lines title "Allocated pairs"
plot "chain-resource-usage-cdf.dat" using ($2)/1000000:1 with lines title "Allocated atoms", \
"chain-resource-usage-cdf.dat" using ($3)/1000000:1 with lines title "Allocated small atoms", \
"chain-resource-usage-cdf.dat" using ($4)/1000000:1 with lines title "Allocated pairs"

set output "blockchain-object-usage-cdf2.png"
set xrange [0:3]
set xrange [0:1]
replot

set output "block-execution-time-cdf.png"
set title "block validation time"
set xlabel "microseconds"
set xrange [0:300000]
set xrange [0:150000]

plot "chain-resource-usage-cdf.dat" using 13:1 with lines title "block generator", \
plot "chain-resource-usage-cdf.dat" using 7:1 with lines title "block generator", \

set output "block-loading-time-cdf.png"
set xrange [0:2000]
#set output "block-loading-time-cdf.png"
#set xrange [0:2000]

plot "chain-resource-usage-cdf.dat" using 11:1 with lines title "block decompress + parse", \
"chain-resource-usage-cdf.dat" using 12:1 with lines title "block reference lookup", \
"chain-resource-usage-cdf.dat" using 14:1 with lines title "conditions"
#plot "chain-resource-usage-cdf.dat" using 11:1 with lines title "block decompress + parse", \
#"chain-resource-usage-cdf.dat" using 12:1 with lines title "block reference lookup", \
#"chain-resource-usage-cdf.dat" using 14:1 with lines title "conditions"

set output "block-wall-clock-delta-cdf.png"
set title "transaction block timestamp delta"
set xrange [0:200]
set xlabel "s"

plot "chain-resource-usage-cdf.dat" using 16:1 with lines title "block time delta (wall-clock)"
plot "chain-resource-usage-cdf.dat" using 9:1 with lines title "block time delta (wall-clock)"

set output "block-wall-clock-delta-cdf-zoom.png"
set xrange [0:20]
set xrange [0:60]

replot
15 changes: 4 additions & 11 deletions crates/chia-tools/parse-analyze-chain.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,19 +2,12 @@

all_counters: Dict[str, List[int]] = {}

keys = ["val_stack:",
"env_stack:",
"op_stack:",
"atoms:",
keys = ["atoms:",
"small_atoms:",
"pairs:",
"heap:",
"block_cost:",
"clvm_cost:",
"cond_cost:",
"parse_time:",
"ref_lookup_time:",
"execute_time:",
"conditions_time:",
"timestamp:",
"time_delta:",
]
Expand All @@ -38,7 +31,7 @@ def to_int(value: str) -> int:
num_samples += 1

with open("chain-resource-usage.dat", "w+") as out:
out.write("# ")
out.write("# height: ")
for k in keys:
out.write(f"{k} ")
out.write(f"\n")
Expand All @@ -53,7 +46,7 @@ def to_int(value: str) -> int:
all_counters[k] = sorted(all_counters[k])

with open("chain-resource-usage-cdf.dat", "w+") as out:
out.write("# ")
out.write("# height: ")
for k in keys:
out.write(f"{k} ")
out.write(f"\n")
Expand Down

0 comments on commit d55b36e

Please sign in to comment.