aboutsummaryrefslogtreecommitdiff
path: root/maintainers
diff options
context:
space:
mode:
Diffstat (limited to 'maintainers')
-rw-r--r--maintainers/issue_import.py152
1 files changed, 152 insertions, 0 deletions
diff --git a/maintainers/issue_import.py b/maintainers/issue_import.py
new file mode 100644
index 000000000..4e6fea0fd
--- /dev/null
+++ b/maintainers/issue_import.py
@@ -0,0 +1,152 @@
+import requests
+import textwrap
+import dataclasses
+import logging
+import re
+import os
+
+API_BASE = 'https://git.lix.systems/api/v1'
+API_KEY = os.environ['FORGEJO_API_KEY']
+
+log = logging.getLogger(__name__)
+log.setLevel(logging.INFO)
+
+fmt = logging.Formatter('{asctime} {levelname} {name}: {message}',
+ datefmt='%b %d %H:%M:%S',
+ style='{')
+
+if not any(isinstance(h, logging.StreamHandler) for h in log.handlers):
+ hand = logging.StreamHandler()
+ hand.setFormatter(fmt)
+ log.addHandler(hand)
+
+# These are erring in the direction of re-triage, rather than necessarily
+# mapping all metadata of the issue
+LABEL_MAPPING = {
+ 'lix-import': 153, # 'imported',
+ 'contributor-experience': 148, # 'devx',
+ 'bug': 150, # 'bug',
+ 'UX': 149, # 'ux',
+ 'error-messages': 149, # 'ux',
+ 'lix-stability': 146, # 'stability',
+ 'performance': 147, # 'performance',
+ 'tests': 121, # 'tests',
+}
+
+def api(method, endpoint: str, resp_json=True, **kwargs):
+ log.info('http %s %s', method, endpoint)
+ if not endpoint.startswith('https'):
+ endpoint = API_BASE + endpoint
+ resp = requests.request(method,
+ endpoint,
+ headers={'Authorization': f'Bearer {API_KEY}'},
+ **kwargs)
+ resp.raise_for_status()
+ if resp_json:
+ return resp.json()
+ else:
+ return resp
+
+def paginate(method: str, url: str):
+ while True:
+ resp = api(method, url, resp_json=False)
+ yield from resp.json()
+ next_one = resp.links.get('next')
+ if not next_one:
+ return
+ url = next_one.get('url')
+ if not url:
+ return
+
+class DataClassUnpack:
+ """Taken from: https://stackoverflow.com/a/72164665"""
+ classFieldCache = {}
+
+ @classmethod
+ def instantiate(cls, classToInstantiate, argDict):
+ if classToInstantiate not in cls.classFieldCache:
+ cls.classFieldCache[classToInstantiate] = {
+ f.name
+ for f in getattr(classToInstantiate, dataclasses._FIELDS).values() if f._field_type is not dataclasses._FIELD_CLASSVAR # type: ignore
+ }
+
+ fieldSet = cls.classFieldCache[classToInstantiate]
+ filteredArgDict = {k: v for k, v in argDict.items() if k in fieldSet}
+ return classToInstantiate(**filteredArgDict)
+
+@dataclasses.dataclass
+class Label:
+ name: str
+ description: str
+
+@dataclasses.dataclass
+class Issue:
+ number: int
+ url: str
+ html_url: str
+ title: str
+ body: str
+ labels: dataclasses.InitVar[list[dict]]
+ labels_clean: list[Label] = dataclasses.field(init=False)
+
+ def __post_init__(self, labels):
+ self.labels_clean = [DataClassUnpack.instantiate(Label, l) for l in labels]
+
+def issues_to_import():
+ yield from paginate('GET', '/repos/nixos/nix/issues?state=open&labels=lix-import')
+
+def issues_already_imported():
+ yield from paginate('GET', '/repos/lix-project/lix/issues?state=open&labels=imported')
+
+
+UPSTREAM_ISSUE_RE = re.compile(r'^Upstream-Issue: https://git\.lix\.systems/NixOS/nix/issues/(\d+)$', re.MULTILINE)
+
+def make_already_imported():
+ d = {}
+ for issue in issues_already_imported():
+ iss = DataClassUnpack.instantiate(Issue, issue)
+ print(iss)
+ match = UPSTREAM_ISSUE_RE.search(iss.body)
+ if match:
+ d[int(match.group(1))] = iss
+
+ return d
+
+def new_issue(title, body, labels):
+ api('POST', '/repos/lix-project/lix/issues', resp_json=True, json={
+ 'labels': labels,
+ 'body': body,
+ 'title': title,
+ })
+
+already_imported = make_already_imported()
+
+def import_issue(iss: Issue):
+ if iss.number in already_imported:
+ log.info('Skipping already imported %d', iss.number)
+ return
+ new_body = textwrap.dedent('''
+ Upstream-Issue: {iss}
+
+ {original_body}
+ ''').format(iss=iss.html_url, original_body=iss.body)
+
+ new_labels = [LABEL_MAPPING[l.name] for l in iss.labels_clean if l.name in LABEL_MAPPING]
+
+ new_title = '[Nix#{num}] {title}'.format(num=iss.number, title=iss.title)
+
+ log.info('%s', f'create issue with: {new_labels} {new_title} {new_body}')
+ new_issue(new_title, new_body, new_labels)
+
+def go():
+ print('Have you turned off the forgejo mailer or limited the queue workers to 0 (assuming that works)? Enter "We have" if so:')
+ answer = input('> ')
+ if answer != 'We have':
+ return
+
+ log.info('Importing issues!')
+ for issue in issues_to_import():
+ import_issue(DataClassUnpack.instantiate(Issue, issue))
+
+if __name__ == '__main__':
+ go()