#!/usr/bin/env python3 import networkx as nx from str2bool import str2bool as strtobool import itertools import os import re from textwrap import wrap from urllib.parse import urlparse from helpers import github, repos as repositories, zenhub GITHUB_TOKEN = os.environ.get('GITHUB_TOKEN') ZENHUB_TOKEN = os.environ.get('ZENHUB_TOKEN') # Repository groups we look for releases in. Each of these groups corresponds to # a column in the pipeline table; in some cases the releases for that column may # be spread across several repositories. RUST = ( repositories.LIBRUSTZCASH, repositories.ZIP32, ) ANDROID_SDK = (repositories.ZCASH_ANDROID_WALLET_SDK,) SWIFT_SDK = (repositories.ZCASH_SWIFT_WALLET_SDK,) ZASHI_ANDROID = (repositories.ZASHI_ANDROID,) ZASHI_IOS = (repositories.ZASHI_IOS,) REPOS = github.CORE_REPOS + github.WALLET_REPOS RELEASE_MATRIX = { RUST: [ANDROID_SDK, SWIFT_SDK], ANDROID_SDK: [ZASHI_ANDROID], SWIFT_SDK: [ZASHI_IOS], ZASHI_ANDROID: [], ZASHI_IOS: [] } class Release: def __init__(self, repo_group, child): self.repo_group = repo_group # Extract version number from title self.version = None if repo_group == RUST: version = re.search(r'zcash_[^ ]+ \d+(\.\d+)+', child.title) if version: self.version = version.group() self.version_ints = tuple(int(x) for x in self.version.split(' ')[1].split('.')) if self.version is None: self.version = re.search(r'\d+(\.\d+)+', child.title).group() self.version_ints = tuple(int(x) for x in self.version.split('.')) self.is_closed = child.state == 'closed' self.url = child.url def __repr__(self): return self.version def __eq__(self, other): return (self.repo_group, self.version) == (other.repo_group, other.version) def __hash__(self): return hash((self.repo_group, self.version)) def __lt__(self, other): return self.version_ints < other.version_ints def build_release(row, repo_group): child = row.get(repo_group) if child is None: return None else: return Release(repo_group, child) class ReleasePipeline: def __init__(self, row): self.rust = build_release(row, RUST) self.android_sdk = build_release(row, ANDROID_SDK) self.swift_sdk = build_release(row, SWIFT_SDK) self.zashi_android = build_release(row, ZASHI_ANDROID) self.zashi_ios = build_release(row, ZASHI_IOS) def __repr__(self): return '%s | %s | %s | %s | %s' % self.columns() def __eq__(self, other): return self.columns() == other.columns() def __hash__(self): return hash(self.columns()) def __lt__(self, other): return self.columns() < other.columns() def columns(self): return ( self.rust, self.android_sdk, self.swift_sdk, self.zashi_android, self.zashi_ios, ) def build_release_matrix_from(dg, issue, repo_group): acc = [] for child in dg.neighbors(issue): if child.repo in repo_group and 'C-release' in child.labels: # Fetch the rows that each child's downstreams need rendered. child_deps = [ build_release_matrix_from(dg, child, dep_repo) for dep_repo in RELEASE_MATRIX.get(repo_group) ] # Merge the rows from each downstream repo together. child_releases = [ {k: v for d in prod for k, v in d.items()} for prod in itertools.product(*child_deps) ] if len(child_releases) > 0: for rec in child_releases: rec[repo_group] = child else: child_releases = [{repo_group: child}] acc.extend(child_releases) else: acc.extend(build_release_matrix_from(dg, child, repo_group)) return acc def main(): gapi = github.api(GITHUB_TOKEN) zapi = zenhub.api(ZENHUB_TOKEN) print('Fetching tracked issues') tracked_issues = github.download_issues_with_labels(gapi, ['C-tracked-bug', 'C-tracked-feature'], REPOS) # The repos we care about are now: # - Any repo containing a tracked issue. # - The wallet repos where releases occur. repos = set([repo for (repo, _) in tracked_issues] + [ repositories.LIBRUSTZCASH, repositories.ZCASH_ANDROID_WALLET_SDK, repositories.ZCASH_LIGHT_CLIENT_FFI, repositories.ZCASH_SWIFT_WALLET_SDK, repositories.ZASHI_ANDROID, repositories.ZASHI_IOS, ]) workspaces = { workspace_id: [repo for repo in repos if repo in repos] for (workspace_id, _) in zenhub.WORKSPACE_SETS.items() } # Build the full dependency graph from ZenHub's per-workspace API. print('Fetching graph') dg = nx.compose_all([ zenhub.get_dependency_graph(zapi, workspace_id, repos) for (workspace_id, repos) in workspaces.items() if len(repos) > 0 ]) print('Rendering deployment pipeline') # Ensure that the tracked issues all exist in the graph. This is a no-op for # issues that are already present. start_at = set([issue for issue in tracked_issues]) for i in start_at: dg.add_node(i) # Replace the graph with the subgraph that only includes the tracked # issues and their descendants. descendants = [nx.descendants(dg, n) for n in start_at] dg = nx.subgraph(dg, start_at.union(*descendants)) # Fetch the issues within the graph. mapping = github.download_issues(gapi, dg.nodes, repos) # Relabel the graph dg = nx.relabel_nodes(dg, mapping) # Filter out unknown issues unknown = [n for n in dg if n.repo not in repos] if len(unknown) > 0: dg.remove_nodes_from(unknown) # Apply property annotations for (source, sink) in dg.edges: attrs = dg.edges[source, sink] attrs['is_open'] = 0 if source.state == 'closed' else 1 # Render the HTML version! html_header = '''
🐞 = bug, 💡 = feature, ✅ = implemented / released, 🛑 = unfinished, 📥 = unassigned / DAG needs updating
Type | Issue | Rust crate | Android SDK | Swift SDK | Zashi Android | Zashi iOS |
---|