#!/usr/bin/env python3 import networkx as nx from str2bool import str2bool as strtobool import itertools import os import re from textwrap import wrap from urllib.parse import urlparse from helpers import github, repos as repositories, zenhub GITHUB_TOKEN = os.environ.get('GITHUB_TOKEN') ZENHUB_TOKEN = os.environ.get('ZENHUB_TOKEN') # IDs of repos we look for releases in. RUST = 85334928 ANDROID_SDK = 151763639 SWIFT_SDK = 185480114 ZASHI_ANDROID = 390808594 ZASHI_IOS = 387551125 REPOS = github.CORE_REPOS + github.WALLET_REPOS RELEASE_MATRIX = { RUST: [ANDROID_SDK, SWIFT_SDK], ANDROID_SDK: [ZASHI_ANDROID], SWIFT_SDK: [ZASHI_IOS], ZASHI_ANDROID: [], ZASHI_IOS: [] } class Release: def __init__(self, repo_id, child): self.repo_id = repo_id # Extract version number from title if repo_id == RUST: self.version = re.search(r'zcash_[^ ]+ \d+(\.\d+)+', child.title).group() self.version_ints = tuple(int(x) for x in self.version.split(' ')[1].split('.')) else: self.version = re.search(r'\d+(\.\d+)+', child.title).group() self.version_ints = tuple(int(x) for x in self.version.split('.')) self.is_closed = child.state == 'closed' self.url = child.url def __repr__(self): return self.version def __eq__(self, other): return (self.repo_id, self.version) == (other.repo_id, other.version) def __hash__(self): return hash((self.repo_id, self.version)) def __lt__(self, other): return self.version_ints < other.version_ints def build_release(row, repo_id): child = row.get(repo_id) if child is None: return None else: return Release(repo_id, child) class ReleasePipeline: def __init__(self, row): self.rust = build_release(row, RUST) self.android_sdk = build_release(row, ANDROID_SDK) self.swift_sdk = build_release(row, SWIFT_SDK) self.zashi_android = build_release(row, ZASHI_ANDROID) self.zashi_ios = build_release(row, ZASHI_IOS) def __repr__(self): return '%s | %s | %s | %s | %s' % self.columns() def __eq__(self, other): return self.columns() == other.columns() def __hash__(self): return hash(self.columns()) def __lt__(self, other): return self.columns() < other.columns() def columns(self): return ( self.rust, self.android_sdk, self.swift_sdk, self.zashi_android, self.zashi_ios, ) def build_release_matrix_from(dg, issue, repo_id): acc = [] for child in dg.neighbors(issue): if child.repo.gh_id == repo_id and 'C-release' in child.labels: # Fetch the rows that each child's downstreams need rendered. child_deps = [ build_release_matrix_from(dg, child, dep_repo) for dep_repo in RELEASE_MATRIX.get(repo_id) ] # Merge the rows from each downstream repo together. child_releases = [ {k: v for d in prod for k, v in d.items()} for prod in itertools.product(*child_deps) ] if len(child_releases) > 0: for rec in child_releases: rec[repo_id] = child else: child_releases = [{repo_id: child}] acc.extend(child_releases) else: acc.extend(build_release_matrix_from(dg, child, repo_id)) return acc def main(): gapi = github.api(GITHUB_TOKEN) zapi = zenhub.api(ZENHUB_TOKEN) print('Fetching tracked issues') tracked_issues = github.download_issues_with_labels(gapi, ['C-tracked-bug', 'C-tracked-feature'], REPOS) # The repos we care about are now: # - Any repo containing a tracked issue. # - The wallet repos where releases occur. repos = set([repo for (repo, _) in tracked_issues] + [ repositories.LIBRUSTZCASH, repositories.ZCASH_ANDROID_WALLET_SDK, repositories.ZCASH_LIGHT_CLIENT_FFI, repositories.ZCASH_SWIFT_WALLET_SDK, repositories.ZASHI_ANDROID, repositories.ZASHI_IOS, ]) workspaces = { workspace_id: [repo for repo in repos if repo in repos] for (workspace_id, _) in zenhub.WORKSPACE_SETS.items() } # Build the full dependency graph from ZenHub's per-workspace API. print('Fetching graph') dg = nx.compose_all([ zenhub.get_dependency_graph(zapi, workspace_id, repos) for (workspace_id, repos) in workspaces.items() if len(repos) > 0 ]) print('Rendering deployment pipeline') # Ensure that the tracked issues all exist in the graph. This is a no-op for # issues that are already present. start_at = set([issue for issue in tracked_issues]) for i in start_at: dg.add_node(i) # Replace the graph with the subgraph that only includes the tracked # issues and their descendants. descendants = [nx.descendants(dg, n) for n in start_at] dg = nx.subgraph(dg, start_at.union(*descendants)) # Fetch the issues within the graph. mapping = github.download_issues(gapi, dg.nodes, repos) # Relabel the graph dg = nx.relabel_nodes(dg, mapping) # Filter out unknown issues unknown = [n for n in dg if n.repo not in repos] if len(unknown) > 0: dg.remove_nodes_from(unknown) # Apply property annotations for (source, sink) in dg.edges: attrs = dg.edges[source, sink] attrs['is_open'] = 0 if source.state == 'closed' else 1 # Render the HTML version! html_header = '''
🐞 = bug, 💡 = feature, ✅ = implemented / released, 🛑 = unfinished, 📥 = unassigned / DAG needs updating
Type | Issue | Rust crate | Android SDK | Swift SDK | Zashi Android | Zashi iOS |
---|