mirror of
https://github.com/skoelle/moonweb-site.git
synced 2026-09-17 17:00:25 +00:00
stefankoelle
ecbda171a6
Eleventy 3 only loads global data from inputDir/_data/, not from subdirectory _data/ dirs. Moved code/_data/repos.json to _data/repos.json and updated the GitHub aggregator output path.
79 lines
2.3 KiB
Python
79 lines
2.3 KiB
Python
"""
|
|
GitHub aggregator for code.moonweb.org.
|
|
Reads a `.moonweb.yml` from the root of every public repo under `skoelle`
|
|
and writes the combined result to `code/_data/repos.json`. Manual, on
|
|
demand. Network calls are NOT executed as part of building this scaffold.
|
|
"""
|
|
|
|
import base64
|
|
import json
|
|
import os
|
|
import sys
|
|
import urllib.request
|
|
|
|
GITHUB_USER = "skoelle"
|
|
API_ROOT = "https://api.github.com"
|
|
OUTPUT_PATH = os.path.join(
|
|
os.path.dirname(__file__), "..", "..", "_data", "repos.json"
|
|
)
|
|
|
|
|
|
def gh_get(path: str):
|
|
token = os.environ.get("GITHUB_TOKEN")
|
|
req = urllib.request.Request(f"{API_ROOT}{path}")
|
|
if token:
|
|
req.add_header("Authorization", f"Bearer {token}")
|
|
req.add_header("Accept", "application/vnd.github+json")
|
|
with urllib.request.urlopen(req) as resp:
|
|
return json.loads(resp.read().decode("utf-8"))
|
|
|
|
|
|
def list_public_repos():
|
|
repos, page = [], 1
|
|
while True:
|
|
batch = gh_get(f"/users/{GITHUB_USER}/repos?per_page=100&page={page}")
|
|
if not batch:
|
|
break
|
|
repos.extend(r for r in batch if not r["private"] and not r["fork"])
|
|
page += 1
|
|
return repos
|
|
|
|
|
|
def fetch_moonweb_yml(repo_name: str):
|
|
try:
|
|
data = gh_get(f"/repos/{GITHUB_USER}/{repo_name}/contents/.moonweb.yml")
|
|
except Exception:
|
|
return None
|
|
content = base64.b64decode(data["content"]).decode("utf-8")
|
|
try:
|
|
import yaml
|
|
except ImportError:
|
|
print("PyYAML is required: pip install pyyaml", file=sys.stderr)
|
|
raise
|
|
return yaml.safe_load(content)
|
|
|
|
|
|
def main():
|
|
entries = []
|
|
for repo in list_public_repos():
|
|
meta = fetch_moonweb_yml(repo["name"])
|
|
if not meta or meta.get("category") != "code":
|
|
continue
|
|
meta.setdefault("repo", repo["name"])
|
|
meta.setdefault("repo_url", repo["html_url"])
|
|
meta.setdefault("summary", repo.get("description", ""))
|
|
entries.append(meta)
|
|
|
|
entries.sort(key=lambda e: (e.get("subcategory", ""), e.get("title", "")))
|
|
|
|
os.makedirs(os.path.dirname(OUTPUT_PATH), exist_ok=True)
|
|
with open(OUTPUT_PATH, "w", encoding="utf-8") as f:
|
|
json.dump(entries, f, indent=2, ensure_ascii=False)
|
|
f.write("\n")
|
|
|
|
print(f"Wrote {len(entries)} entries to {OUTPUT_PATH}")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|