zcash-hackworks
/
zcash-graphs
mirror of https://github.com/zcash-hackworks/zcash-graphs.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

Move analysis scripts into `zcash_graphs` package

This commit is contained in:
Jack Grigg 2024-02-28 18:51:16 +00:00
parent f67b93e09e
commit 46442c355c
6 changed files with 58 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

47
poetry.lock generated
View File

@ -14,6 +14,51 @@ files = [
[package.dependencies] [package.dependencies]
six = "*" six = "*"
[[package]]
name = "numpy"
version = "1.26.4"
description = "Fundamental package for array computing in Python"
optional = false
python-versions = ">=3.9"
files = [
{file = "numpy-1.26.4-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:9ff0f4f29c51e2803569d7a51c2304de5554655a60c5d776e35b4a41413830d0"},
{file = "numpy-1.26.4-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:2e4ee3380d6de9c9ec04745830fd9e2eccb3e6cf790d39d7b98ffd19b0dd754a"},
{file = "numpy-1.26.4-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d209d8969599b27ad20994c8e41936ee0964e6da07478d6c35016bc386b66ad4"},
{file = "numpy-1.26.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ffa75af20b44f8dba823498024771d5ac50620e6915abac414251bd971b4529f"},
{file = "numpy-1.26.4-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:62b8e4b1e28009ef2846b4c7852046736bab361f7aeadeb6a5b89ebec3c7055a"},
{file = "numpy-1.26.4-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:a4abb4f9001ad2858e7ac189089c42178fcce737e4169dc61321660f1a96c7d2"},
{file = "numpy-1.26.4-cp310-cp310-win32.whl", hash = "sha256:bfe25acf8b437eb2a8b2d49d443800a5f18508cd811fea3181723922a8a82b07"},
{file = "numpy-1.26.4-cp310-cp310-win_amd64.whl", hash = "sha256:b97fe8060236edf3662adfc2c633f56a08ae30560c56310562cb4f95500022d5"},
{file = "numpy-1.26.4-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:4c66707fabe114439db9068ee468c26bbdf909cac0fb58686a42a24de1760c71"},
{file = "numpy-1.26.4-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:edd8b5fe47dab091176d21bb6de568acdd906d1887a4584a15a9a96a1dca06ef"},
{file = "numpy-1.26.4-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:7ab55401287bfec946ced39700c053796e7cc0e3acbef09993a9ad2adba6ca6e"},
{file = "numpy-1.26.4-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:666dbfb6ec68962c033a450943ded891bed2d54e6755e35e5835d63f4f6931d5"},
{file = "numpy-1.26.4-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:96ff0b2ad353d8f990b63294c8986f1ec3cb19d749234014f4e7eb0112ceba5a"},
{file = "numpy-1.26.4-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:60dedbb91afcbfdc9bc0b1f3f402804070deed7392c23eb7a7f07fa857868e8a"},
{file = "numpy-1.26.4-cp311-cp311-win32.whl", hash = "sha256:1af303d6b2210eb850fcf03064d364652b7120803a0b872f5211f5234b399f20"},
{file = "numpy-1.26.4-cp311-cp311-win_amd64.whl", hash = "sha256:cd25bcecc4974d09257ffcd1f098ee778f7834c3ad767fe5db785be9a4aa9cb2"},
{file = "numpy-1.26.4-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:b3ce300f3644fb06443ee2222c2201dd3a89ea6040541412b8fa189341847218"},
{file = "numpy-1.26.4-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:03a8c78d01d9781b28a6989f6fa1bb2c4f2d51201cf99d3dd875df6fbd96b23b"},
{file = "numpy-1.26.4-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9fad7dcb1aac3c7f0584a5a8133e3a43eeb2fe127f47e3632d43d677c66c102b"},
{file = "numpy-1.26.4-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:675d61ffbfa78604709862923189bad94014bef562cc35cf61d3a07bba02a7ed"},
{file = "numpy-1.26.4-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:ab47dbe5cc8210f55aa58e4805fe224dac469cde56b9f731a4c098b91917159a"},
{file = "numpy-1.26.4-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:1dda2e7b4ec9dd512f84935c5f126c8bd8b9f2fc001e9f54af255e8c5f16b0e0"},
{file = "numpy-1.26.4-cp312-cp312-win32.whl", hash = "sha256:50193e430acfc1346175fcbdaa28ffec49947a06918b7b92130744e81e640110"},
{file = "numpy-1.26.4-cp312-cp312-win_amd64.whl", hash = "sha256:08beddf13648eb95f8d867350f6a018a4be2e5ad54c8d8caed89ebca558b2818"},
{file = "numpy-1.26.4-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:7349ab0fa0c429c82442a27a9673fc802ffdb7c7775fad780226cb234965e53c"},
{file = "numpy-1.26.4-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:52b8b60467cd7dd1e9ed082188b4e6bb35aa5cdd01777621a1658910745b90be"},
{file = "numpy-1.26.4-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d5241e0a80d808d70546c697135da2c613f30e28251ff8307eb72ba696945764"},
{file = "numpy-1.26.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f870204a840a60da0b12273ef34f7051e98c3b5961b61b0c2c1be6dfd64fbcd3"},
{file = "numpy-1.26.4-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:679b0076f67ecc0138fd2ede3a8fd196dddc2ad3254069bcb9faf9a79b1cebcd"},
{file = "numpy-1.26.4-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:47711010ad8555514b434df65f7d7b076bb8261df1ca9bb78f53d3b2db02e95c"},
{file = "numpy-1.26.4-cp39-cp39-win32.whl", hash = "sha256:a354325ee03388678242a4d7ebcd08b5c727033fcff3b2f536aea978e15ee9e6"},
{file = "numpy-1.26.4-cp39-cp39-win_amd64.whl", hash = "sha256:3373d5d70a5fe74a2c1bb6d2cfd9609ecf686d47a2d7b1d37a8f3b6bf6003aea"},
{file = "numpy-1.26.4-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:afedb719a9dcfc7eaf2287b839d8198e06dcd4cb5d276a3df279231138e83d30"},
{file = "numpy-1.26.4-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:95a7476c59002f2f6c590b9b7b998306fba6a5aa646b1e22ddfeaf8f78c3a29c"},
{file = "numpy-1.26.4-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:7e50d0a0cc3189f9cb0aeb3a6a6af18c16f59f004b866cd2be1c14b36134a4a0"},
{file = "numpy-1.26.4.tar.gz", hash = "sha256:2a02aba9ed12e4ac4eb3ea9421c420301a0c6460d9830d74a9df87efa4912010"},
]
[[package]] [[package]]
name = "progressbar2" name = "progressbar2"
version = "4.4.1" version = "4.4.1"
@ -210,4 +255,4 @@ files = [
[metadata] [metadata]
lock-version = "2.0" lock-version = "2.0"
python-versions = "^3.10" python-versions = "^3.10"
content-hash = "24ebd6aa474e99603bea046644ad7a24c1e8de0af67ee3f8120e8f7803cf633e" content-hash = "f74b2cab1dd0ef13caf6918978c4eed31e02027dd36c140e1552a25ad84c55cc"

3
pyproject.toml
View File

@ -10,7 +10,10 @@ readme = "README.md"
python = "^3.10" python = "^3.10"
slick-bitcoinrpc = "^0.1.4" slick-bitcoinrpc = "^0.1.4"
progressbar2 = "^4.4.1" progressbar2 = "^4.4.1"
numpy = "^1.26.4"
[tool.poetry.scripts]
analysis-examples = "zcash_graphs.analysis.examples:main"
[build-system] [build-system]
requires = ["poetry-core"] requires = ["poetry-core"]

0
zcash_graphs/analysis/__init__.py Normal file
View File

11
analysis/analyze.py → zcash_graphs/analysis/analyze.py
View File

@ -12,7 +12,7 @@ over some common range of blocks.
import datetime import datetime
import itertools import itertools
import math import math
from progress.bar import IncrementalBar import progressbar
from slickrpc.rpc import Proxy from slickrpc.rpc import Proxy
class Analysis: class Analysis:
@ -140,18 +140,21 @@ class Analyzer:
) )
longest_precache = max([x.preCache for x in analyses]) longest_precache = max([x.preCache for x in analyses])
data_start = bounded_range[0] data_start = bounded_range[0]
for i in IncrementalBar('Building Cache ').iter(range(max(0, data_start - longest_precache), data_start)): bar = progressbar.ProgressBar(widgets=['Building Cache ', progressbar.Bar()])
for i in bar(range(max(0, data_start - longest_precache), data_start)):
[x.updateCache(self.node.getblock(str(i), 2)) for x in analyses] [x.updateCache(self.node.getblock(str(i), 2)) for x in analyses]
bucketses = [(x, []) for x in analyses] bucketses = [(x, []) for x in analyses]
for block_height in IncrementalBar('Processing Blocks').iter(block_range): bar = progressbar.ProgressBar(widgets=['Processing Blocks', progressbar.Bar()])
for block_height in bar(block_range):
block = self.node.getblock(str(block_height), 2) block = self.node.getblock(str(block_height), 2)
for tx in block['tx']: for tx in block['tx']:
for analysis in analyses: for analysis in analyses:
dict(bucketses)[analysis].extend(analysis.extract(block, tx)) dict(bucketses)[analysis].extend(analysis.extract(block, tx))
result = [] result = []
for analysis in IncrementalBar('Running Analyses ').iter(analyses): bar = progressbar.ProgressBar(widgets=['Running Analyses ', progressbar.Bar()])
for analysis in bar(analyses):
result.append((analysis.name, analysis.aggregate(dict(bucketses)[analysis]))) result.append((analysis.name, analysis.aggregate(dict(bucketses)[analysis])))
return result return result

4
analysis/examples.py → zcash_graphs/analysis/examples.py
View File

@ -17,8 +17,8 @@ import numpy as np
from statistics import mean from statistics import mean
import sys import sys
from analyze import Analysis, Analyzer from zcash_graphs.analysis.analyze import Analysis, Analyzer
from helpers import * from zcash_graphs.analysis.helpers import *
### TODO: Get host/port from config ### TODO: Get host/port from config
if len(sys.argv) > 1: if len(sys.argv) > 1:

0
analysis/helpers.py → zcash_graphs/analysis/helpers.py
View File