-
Notifications
You must be signed in to change notification settings - Fork 11
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
This shows the progress of implementing tracked bugs and features, and deploying them to the mobile SDKs and Zashi apps. Closes #64.
- Loading branch information
Showing
4 changed files
with
318 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,217 @@ | ||
| #!/usr/bin/env python3 | ||
|
|
||
| import networkx as nx | ||
| from str2bool import str2bool as strtobool | ||
|
|
||
| import os | ||
| import re | ||
| from textwrap import wrap | ||
| from urllib.parse import urlparse | ||
|
|
||
| from helpers import github, zenhub | ||
|
|
||
| GITHUB_TOKEN = os.environ.get('GITHUB_TOKEN') | ||
| ZENHUB_TOKEN = os.environ.get('ZENHUB_TOKEN') | ||
|
|
||
| # IDs of repos we look for releases in. | ||
| RUST = 85334928 | ||
| ANDROID_SDK = 151763639 | ||
| SWIFT_SDK = 185480114 | ||
| ZASHI_ANDROID = 390808594 | ||
| ZASHI_IOS = 387551125 | ||
|
|
||
| REPOS = { | ||
| **github.CORE_REPOS, | ||
| **github.WALLET_REPOS, | ||
| } | ||
|
|
||
|
|
||
| class TrackedIssue: | ||
| def __init__(self, issue): | ||
| self.issue = issue | ||
|
|
||
|
|
||
| def main(): | ||
| gapi = github.api(GITHUB_TOKEN) | ||
| zapi = zenhub.api(ZENHUB_TOKEN) | ||
|
|
||
| print('Fetching tracked issues') | ||
| tracked_issues = github.download_issues_with_labels(gapi, ['C-tracked-bug', 'C-tracked-feature'], REPOS) | ||
|
|
||
| # The repos we care about are now: | ||
| # - Any repo containing a tracked issue. | ||
| # - The wallet repos where releases occur. | ||
| tracked_repos = set([repo_id for (repo_id, _) in tracked_issues]) | ||
| repos = { | ||
| **github.WALLET_REPOS, | ||
| } | ||
| for repo_id in tracked_repos: | ||
| repos[repo_id] = REPOS[repo_id] | ||
| workspaces = { | ||
| workspace_id: [repo_id for repo_id in repos if repo_id in repos] | ||
| for (workspace_id, repos) in zenhub.WORKSPACE_SETS.items() | ||
| } | ||
|
|
||
| # Build the full dependency graph from ZenHub's per-workspace API. | ||
| print('Fetching graph') | ||
| dg = nx.compose_all([ | ||
| zenhub.get_dependency_graph(zapi, workspace_id, repos) | ||
| for (workspace_id, repos) in workspaces.items() | ||
| if len(repos) > 0 | ||
| ]) | ||
|
|
||
| print('Rendering deployment pipeline') | ||
|
|
||
| # Ensure that the tracked issues all exist in the graph. This is a no-op for | ||
| # issues that are already present. | ||
| start_at = set([issue for issue in tracked_issues]) | ||
| for i in start_at: | ||
| dg.add_node(i) | ||
|
|
||
| # Replace the graph with the subgraph that only includes the tracked | ||
| # issues and their descendants. | ||
| descendants = [nx.descendants(dg, n) for n in start_at] | ||
| dg = nx.subgraph(dg, start_at.union(*descendants)) | ||
|
|
||
| # Fetch the issues within the graph. | ||
| mapping = github.download_issues(gapi, dg.nodes, repos) | ||
|
|
||
| # Relabel the graph | ||
| dg = nx.relabel_nodes(dg, mapping) | ||
|
|
||
| # Filter out unknown issues | ||
| unknown = [n for n in dg if n.repo_id not in repos] | ||
| if len(unknown) > 0: | ||
| dg.remove_nodes_from(unknown) | ||
|
|
||
| # Apply property annotations | ||
| for (source, sink) in dg.edges: | ||
| attrs = dg.edges[source, sink] | ||
| attrs['is_open'] = 0 if source.state == 'closed' else 1 | ||
|
|
||
| # Render the HTML version! | ||
| html_header = '''<!DOCTYPE html> | ||
| <html> | ||
| <head> | ||
| <title>Zashi Pipeline</title> | ||
| <style> | ||
| body { | ||
| color: #1f2328; | ||
| font-family: -apple-system,BlinkMacSystemFont,"Segoe UI","Noto Sans",Helvetica,Arial,sans-serif,"Apple Color Emoji","Segoe UI Emoji"; | ||
| font-size: 14px; | ||
| line-height: 1.5; | ||
| word-wrap: break-word; | ||
| } | ||
| a { | ||
| color: #0969da; | ||
| } | ||
| table { | ||
| border-collapse: collapse; | ||
| width: 100%; | ||
| width: max-content; | ||
| max-width: 100%; | ||
| overflow: auto; | ||
| } | ||
| table tr { | ||
| border-top: 1px solid #d1d9e0b3; | ||
| } | ||
| table th, table td { | ||
| border: 1px solid #d1d9e0b3; | ||
| padding: 6px 13px; | ||
| text-align: center; | ||
| } | ||
| @media (prefers-color-scheme: dark) { | ||
| body { | ||
| background-color: #121212; | ||
| color: #f0f6fc; | ||
| } | ||
| a { | ||
| color: #4493f8; | ||
| } | ||
| table tr { | ||
| border-top: 1px solid #3d444db3; | ||
| } | ||
| table th, table td { | ||
| border: 1px solid #3d444db3; | ||
| } | ||
| } | ||
| </style> | ||
| </head> | ||
| <body> | ||
| <h1>Zashi Pipeline</h1> | ||
| <p>🐞 = bug, 💡 = feature, ✅ = implemented / released, 🛑 = unfinished, 📥 = unassigned / DAG needs updating</p> | ||
| <table> | ||
| <thead> | ||
| <tr> | ||
| <th>Type</th> | ||
| <th>Issue</th> | ||
| <th>Rust crate</th> | ||
| <th>Android SDK</th> | ||
| <th>Swift SDK</th> | ||
| <th>Zashi Android</th> | ||
| <th>Zashi iOS</th> | ||
| </tr> | ||
| </thead> | ||
| <tbody> | ||
| ''' | ||
| html_footer = ''' | ||
| </tbody> | ||
| </table> | ||
| </body> | ||
| </html> | ||
| ''' | ||
| with open('public/zashi-pipeline.html', 'w') as f: | ||
| f.write(html_header) | ||
|
|
||
| for issue in tracked_issues.values(): | ||
| f.write('<tr>') | ||
|
|
||
| if 'C-tracked-bug' in issue.labels: | ||
| f.write('<td>🐞</td>') | ||
| else: | ||
| f.write('<td>💡</td>') | ||
|
|
||
| f.write('<td>{} <a href="{}">{}</a></td>'.format( | ||
| '✅' if issue.state == 'closed' else '🛑', | ||
| issue.url, | ||
| issue.title, | ||
| )) | ||
|
|
||
| children = nx.descendants(dg, issue) | ||
| def find_child_release(repo_id): | ||
| for child in children: | ||
| if child.repo_id == repo_id and 'C-release' in child.labels: | ||
| # Extract version number from title | ||
| if repo_id == RUST: | ||
| version = re.search(r'zcash_[^ ]+ \d+(\.\d+)+', child.title).group() | ||
| else: | ||
| version = re.search(r'\d+(\.\d+)+', child.title).group() | ||
|
|
||
| f.write('<td>{} <a href="{}">{}</a></td>'.format( | ||
| '✅' if child.state == 'closed' else '🛑', | ||
| child.url, | ||
| version, | ||
| )) | ||
| return | ||
|
|
||
| # Release not found in this repo | ||
| f.write('<td>📥</td>') | ||
|
|
||
| find_child_release(RUST) | ||
| find_child_release(ANDROID_SDK) | ||
| find_child_release(SWIFT_SDK) | ||
| find_child_release(ZASHI_ANDROID) | ||
| find_child_release(ZASHI_IOS) | ||
|
|
||
| f.write('</tr>') | ||
|
|
||
| f.write(html_footer) | ||
|
|
||
|
|
||
| if __name__ == '__main__': | ||
| if GITHUB_TOKEN and ZENHUB_TOKEN: | ||
| main() | ||
| else: | ||
| print('Please set the GITHUB_TOKEN and ZENHUB_TOKEN environment variables.') |