mirror of
https://github.com/Chia-Network/chia-blockchain.git
synced 2024-09-11 18:58:59 +03:00
update analyze_blockchain tool to read v2 blockchain databases (#9983)
* update analyze_blockchain tool to read v2 blockchain databases and introduce option to run all generators in mempool mode. Also update to use the new clvm_rs API * update gnuplot file for the new output from analyze_blockchain.py
This commit is contained in:
Arvid Norberg
GitHub
parent
b0e0557535
commit
c33dc256c8
@ -2,28 +2,29 @@
|
||||
|
||||
import sqlite3
|
||||
import sys
|
||||
import zstd
|
||||
import click
|
||||
from pathlib import Path
|
||||
|
||||
from typing import List
|
||||
from time import time
|
||||
|
||||
from clvm_rs import run_generator
|
||||
from clvm import KEYWORD_FROM_ATOM, KEYWORD_TO_ATOM
|
||||
from clvm.casts import int_from_bytes
|
||||
from clvm.operators import OP_REWRITE
|
||||
|
||||
from clvm_rs import run_generator2, MEMPOOL_MODE
|
||||
|
||||
from chia.types.full_block import FullBlock
|
||||
from chia.types.blockchain_format.program import Program
|
||||
from chia.consensus.default_constants import DEFAULT_CONSTANTS
|
||||
from chia.wallet.puzzles.rom_bootstrap_generator import get_generator
|
||||
from chia.types.condition_opcodes import ConditionOpcode
|
||||
from chia.util.ints import uint32
|
||||
|
||||
GENERATOR_ROM = bytes(get_generator())
|
||||
|
||||
native_opcode_names_by_opcode = dict(
|
||||
("op_%s" % OP_REWRITE.get(k, k), op) for op, k in KEYWORD_FROM_ATOM.items() if k not in "qa."
|
||||
)
|
||||
|
||||
|
||||
def run_gen(env_data: bytes, block_program_args: bytes):
|
||||
# returns an optional error code and an optional PySpendBundleConditions (from clvm_rs)
|
||||
# exactly one of those will hold a value and the number of seconds it took to
|
||||
# run
|
||||
def run_gen(env_data: bytes, block_program_args: bytes, flags: uint32):
|
||||
max_cost = DEFAULT_CONSTANTS.MAX_BLOCK_COST_CLVM
|
||||
cost_per_byte = DEFAULT_CONSTANTS.COST_PER_BYTE
|
||||
|
||||
@ -34,106 +35,99 @@ def run_gen(env_data: bytes, block_program_args: bytes):
|
||||
env_data = b"\xff" + env_data + b"\xff" + block_program_args + b"\x80"
|
||||
|
||||
try:
|
||||
return run_generator(
|
||||
start_time = time()
|
||||
err, result = run_generator2(
|
||||
GENERATOR_ROM,
|
||||
env_data,
|
||||
KEYWORD_TO_ATOM["q"][0],
|
||||
KEYWORD_TO_ATOM["a"][0],
|
||||
native_opcode_names_by_opcode,
|
||||
max_cost,
|
||||
0,
|
||||
flags,
|
||||
)
|
||||
run_time = time() - start_time
|
||||
return err, result, run_time
|
||||
except Exception as e:
|
||||
# GENERATOR_RUNTIME_ERROR
|
||||
print(f"Exception: {e}")
|
||||
return (117, [], None)
|
||||
sys.stderr.write(f"Exception: {e}\n")
|
||||
return 117, None, 0
|
||||
|
||||
|
||||
cond_map = {
|
||||
ConditionOpcode.AGG_SIG_UNSAFE[0]: 0,
|
||||
ConditionOpcode.AGG_SIG_ME[0]: 1,
|
||||
ConditionOpcode.CREATE_COIN[0]: 2,
|
||||
ConditionOpcode.RESERVE_FEE[0]: 3,
|
||||
ConditionOpcode.CREATE_COIN_ANNOUNCEMENT[0]: 4,
|
||||
ConditionOpcode.ASSERT_COIN_ANNOUNCEMENT[0]: 5,
|
||||
ConditionOpcode.CREATE_PUZZLE_ANNOUNCEMENT[0]: 6,
|
||||
ConditionOpcode.ASSERT_PUZZLE_ANNOUNCEMENT[0]: 7,
|
||||
ConditionOpcode.ASSERT_MY_COIN_ID[0]: 8,
|
||||
ConditionOpcode.ASSERT_MY_PARENT_ID[0]: 9,
|
||||
ConditionOpcode.ASSERT_MY_PUZZLEHASH[0]: 10,
|
||||
ConditionOpcode.ASSERT_MY_AMOUNT[0]: 11,
|
||||
ConditionOpcode.ASSERT_SECONDS_RELATIVE[0]: 12,
|
||||
ConditionOpcode.ASSERT_SECONDS_ABSOLUTE[0]: 13,
|
||||
ConditionOpcode.ASSERT_HEIGHT_RELATIVE[0]: 14,
|
||||
ConditionOpcode.ASSERT_HEIGHT_ABSOLUTE[0]: 15,
|
||||
}
|
||||
@click.command()
|
||||
@click.argument("file", type=click.Path(), required=True)
|
||||
@click.option(
|
||||
"--mempool-mode", default=False, is_flag=True, help="execute all block generators in the strict mempool mode"
|
||||
)
|
||||
def main(file: Path, mempool_mode: bool):
|
||||
c = sqlite3.connect(file)
|
||||
|
||||
c = sqlite3.connect(sys.argv[1])
|
||||
rows = c.execute("SELECT header_hash, height, block FROM full_blocks ORDER BY height")
|
||||
|
||||
rows = c.execute("SELECT header_hash, height, block FROM full_blocks ORDER BY height")
|
||||
height_to_hash: List[bytes] = []
|
||||
|
||||
height_to_hash: List[bytes] = []
|
||||
for r in rows:
|
||||
hh: bytes = r[0]
|
||||
height = r[1]
|
||||
block = FullBlock.from_bytes(zstd.decompress(r[2]))
|
||||
|
||||
for r in rows:
|
||||
hh = bytes.fromhex(r[0])
|
||||
height = r[1]
|
||||
block = FullBlock.from_bytes(r[2])
|
||||
if len(height_to_hash) <= height:
|
||||
assert len(height_to_hash) == height
|
||||
height_to_hash.append(hh)
|
||||
else:
|
||||
height_to_hash[height] = hh
|
||||
|
||||
if len(height_to_hash) <= height:
|
||||
assert len(height_to_hash) == height
|
||||
height_to_hash.append(hh)
|
||||
else:
|
||||
height_to_hash[height] = hh
|
||||
if height > 0:
|
||||
prev_hh = block.prev_header_hash
|
||||
h = height - 1
|
||||
while height_to_hash[h] != prev_hh:
|
||||
height_to_hash[h] = prev_hh
|
||||
ref = c.execute("SELECT block FROM full_blocks WHERE header_hash=?", (prev_hh,))
|
||||
ref_block = FullBlock.from_bytes(zstd.decompress(ref.fetchone()[0]))
|
||||
prev_hh = ref_block.prev_header_hash
|
||||
h -= 1
|
||||
if h < 0:
|
||||
break
|
||||
|
||||
if height > 0:
|
||||
prev_hh = block.prev_header_hash
|
||||
h = height - 1
|
||||
while height_to_hash[h] != prev_hh:
|
||||
height_to_hash[h] = prev_hh
|
||||
ref = c.execute("SELECT block FROM full_blocks WHERE header_hash=?", (prev_hh.hex(),))
|
||||
ref_block = FullBlock.from_bytes(ref.fetchone()[0])
|
||||
prev_hh = ref_block.prev_header_hash
|
||||
h -= 1
|
||||
if h < 0:
|
||||
break
|
||||
if block.transactions_generator is None:
|
||||
sys.stderr.write(f" no-generator. block {height}\r")
|
||||
continue
|
||||
|
||||
if block.transactions_generator is None:
|
||||
continue
|
||||
# add the block program arguments
|
||||
block_program_args = bytearray(b"\xff")
|
||||
|
||||
# add the block program arguments
|
||||
block_program_args = bytearray(b"\xff")
|
||||
num_refs = 0
|
||||
start_time = time()
|
||||
for h in block.transactions_generator_ref_list:
|
||||
ref = c.execute("SELECT block FROM full_blocks WHERE header_hash=?", (height_to_hash[h],))
|
||||
ref_block = FullBlock.from_bytes(zstd.decompress(ref.fetchone()[0]))
|
||||
block_program_args += b"\xff"
|
||||
block_program_args += Program.to(bytes(ref_block.transactions_generator)).as_bin()
|
||||
num_refs += 1
|
||||
ref.close()
|
||||
ref_lookup_time = time() - start_time
|
||||
|
||||
num_refs = 0
|
||||
for h in block.transactions_generator_ref_list:
|
||||
ref = c.execute("SELECT block FROM full_blocks WHERE header_hash=?", (height_to_hash[h].hex(),))
|
||||
ref_block = FullBlock.from_bytes(ref.fetchone()[0])
|
||||
block_program_args += b"\xff"
|
||||
block_program_args += Program.to(bytes(ref_block.transactions_generator)).as_bin()
|
||||
num_refs += 1
|
||||
ref.close()
|
||||
block_program_args += b"\x80\x80"
|
||||
|
||||
block_program_args += b"\x80\x80"
|
||||
if mempool_mode:
|
||||
flags = MEMPOOL_MODE
|
||||
else:
|
||||
flags = 0
|
||||
err, result, run_time = run_gen(bytes(block.transactions_generator), bytes(block_program_args), flags)
|
||||
if err is not None:
|
||||
sys.stderr.write(f"ERROR: {hh.hex()} {height} {err}\n")
|
||||
break
|
||||
|
||||
start_time = time()
|
||||
err, result, cost = run_gen(bytes(block.transactions_generator), bytes(block_program_args))
|
||||
run_time = time() - start_time
|
||||
if err is not None:
|
||||
print(f"ERROR: {hh.hex()} {height} {err}")
|
||||
break
|
||||
num_removals = len(result.spends)
|
||||
fees = result.reserve_fee
|
||||
cost = result.cost
|
||||
num_additions = 0
|
||||
for spends in result.spends:
|
||||
num_additions += len(spends.create_coin)
|
||||
|
||||
num_removals = 0
|
||||
fees = 0
|
||||
conditions = [0] * 16
|
||||
for res in result:
|
||||
num_removals += 1
|
||||
for cond in res.conditions:
|
||||
for cwa in cond[1]:
|
||||
if cwa.opcode == ConditionOpcode.RESERVE_FEE[0]:
|
||||
fees += int_from_bytes(cwa.vars[0])
|
||||
conditions[cond_map[cwa.opcode]] += 1
|
||||
print(
|
||||
f"{hh.hex()}\t{height}\t{cost}\t{run_time:0.3f}\t{num_refs}\t{ref_lookup_time:0.3f}\t{fees}\t"
|
||||
f"{len(bytes(block.transactions_generator))}\t"
|
||||
f"{num_removals}\t{num_additions}"
|
||||
)
|
||||
|
||||
print(
|
||||
f"{hh.hex()}\t{height}\t{cost}\t{run_time:0.3f}\t{num_refs}\t{fees}\t"
|
||||
f"{len(bytes(block.transactions_generator))}\t"
|
||||
f"{num_removals}\t" + "\t".join([f"{cond}" for cond in conditions])
|
||||
)
|
||||
|
||||
if __name__ == "__main__":
|
||||
# pylint: disable = no-value-for-parameter
|
||||
main()
|
||||
|
||||
@ -11,36 +11,24 @@ set output 'block-size.png'
|
||||
set ylabel "Bytes"
|
||||
unset y2label
|
||||
|
||||
plot "block-chain-stats.log" using 2:6 with points title "block size" axes x1y1
|
||||
plot "block-chain-stats.log" using 2:8 with points title "block size" axes x1y1
|
||||
|
||||
set output 'block-coins.png'
|
||||
set ylabel "number"
|
||||
unset y2label
|
||||
|
||||
plot 'block-chain-stats.log' using 2:7 title 'removals' with points, \
|
||||
'block-chain-stats.log' using 2:10 title 'CREATE\_COIN' with points
|
||||
plot 'block-chain-stats.log' using 2:9 title 'removals' with points, \
|
||||
'block-chain-stats.log' using 2:10 title 'additions' with points
|
||||
|
||||
set output 'block-fees.png'
|
||||
set ylabel "number"
|
||||
unset y2label
|
||||
|
||||
plot 'block-chain-stats.log' using 2:8 title 'fees' with points
|
||||
plot 'block-chain-stats.log' using 2:7 title 'fees' with points
|
||||
|
||||
set output 'block-conditions.png'
|
||||
set output 'block-refs.png'
|
||||
set ylabel "number"
|
||||
unset y2label
|
||||
set y2label "duration (s)"
|
||||
|
||||
plot 'block-chain-stats.log' using 2:9 title 'AGG\_SIG\_UNSAFE' with points, \
|
||||
'block-chain-stats.log' using 2:10 title 'AGG\_SIG\_ME' with points, \
|
||||
'block-chain-stats.log' using 2:12 title 'RESERVE\_FEE' with points, \
|
||||
'block-chain-stats.log' using 2:14 title 'ASSERT\_COIN\_ANNOUNCEMENT' with points, \
|
||||
'block-chain-stats.log' using 2:15 title 'CREATE\_PUZZLE\_ANNOUNCEMENT' with points, \
|
||||
'block-chain-stats.log' using 2:16 title 'ASSERT\_PUZZLE\_ANNOUNCEMENT' with points, \
|
||||
'block-chain-stats.log' using 2:17 title 'ASSERT\_MY\_COIN\_ID' with points, \
|
||||
'block-chain-stats.log' using 2:18 title 'ASSERT\_MY\_PARENT\_ID' with points, \
|
||||
'block-chain-stats.log' using 2:19 title 'ASSERT\_MY\_PUZZLEHASH' with points, \
|
||||
'block-chain-stats.log' using 2:20 title 'ASSERT\_MY\_AMOUNT' with points, \
|
||||
'block-chain-stats.log' using 2:21 title 'ASSERT\_SECONDS\_RELATIVE' with points, \
|
||||
'block-chain-stats.log' using 2:22 title 'ASSERT\_SECONDS\_ABSOLUTE' with points, \
|
||||
'block-chain-stats.log' using 2:23 title 'ASSERT\_HEIGHT\_RELATIVE' with points, \
|
||||
'block-chain-stats.log' using 2:24 title 'ASSERT\_HEIGHT\_ABSOLUTE' with points
|
||||
plot 'block-chain-stats.log' using 2:5 title 'num block references' axes x1y1 with points, \
|
||||
'block-chain-stats.log' using 2:6 title 'block reference lookup time' axes x1y2 with points
|
||||
|
||||
Loading…
Reference in New Issue
Block a user