refactor: disable fetch milestone

Author: jiacai2050

README.org

@@ -1,6 +1,6 @@
 #+TITLE: Zig Milestone Monitor
 #+DATE: 2024-03-28T21:12:54+0800
-#+LASTMOD: 2024-04-18T21:56:25+0800
+#+LASTMOD: 2025-11-20T08:58:30+0800
 #+AUTHOR: Jiacai Liu
 
 [[https://github.com/zigcc/zig-milestone/actions/workflows/ci.yml][https://github.com/zigcc/zig-milestone/actions/workflows/ci.yml/badge.svg]]
@@ -49,6 +49,7 @@ CREATE TABLE IF NOT EXISTS repo_histories (
 #+end_src
 
 * Note
+- Only track stars/forks/watchers for the Zig repo since 2024-11-20.
 - All metrics are collected since 2024-03-28.
 * License
 MIT

app.mjs

@@ -1,23 +1,23 @@
 #!/usr/bin/env node
 
 import { createClient } from "@libsql/client";
-import ejs from 'ejs';
-import fs from 'fs';
+import ejs from "ejs";
+import fs from "fs";
 
 const client = createClient({
   url: process.env.TURSO_DB_URL ?? "file:./zig-milestone.db",
   authToken: process.env.TURSO_TOKEN,
 });
 const GITHUB_HEADERS = {
   Authorization: `Bearer ${process.env.GITHUB_TOKEN}`,
-  Accept: 'application/json',
+  Accept: "application/json",
 };
 
 async function initDatabase() {
-  let sqls = fs.readFileSync('schema.sql', 'utf8').split(';');
+  let sqls = fs.readFileSync("schema.sql", "utf8").split(";");
   sqls = sqls.filter((sql) => sql.trim().length > 0);
   console.log(sqls, sqls.length);
-  const ret = await client.batch(sqls, 'write');
+  const ret = await client.batch(sqls, "write");
   console.log(ret);
 }
 
@@ -47,16 +47,16 @@ query {
   }
 }
 `;
-  const r = await fetch('https://api.github.com/graphql', {
-    method: 'POST',
+  const r = await fetch("https://api.github.com/graphql", {
+    method: "POST",
     headers: GITHUB_HEADERS,
-    body: JSON.stringify({query: graphql})
+    body: JSON.stringify({ query: graphql }),
   });
-  if(!r.ok) {
+  if (!r.ok) {
     throw new Error(await r.text());
   }
   const body = JSON.parse(await r.text());
-  const repoInfo = await body['data']['repository'];
+  const repoInfo = await body["data"]["repository"];
   const sqlRet = await client.execute({
     sql: `
 INSERT INTO repo_histories (
@@ -74,30 +74,33 @@ INSERT INTO repo_histories (
 `,
     args: [
       Date.now(),
-      repoInfo['forkCount'],
-      repoInfo['stargazerCount'],
-      repoInfo['watchers']['totalCount'],
-      repoInfo['openPulls']['totalCount'],
-      repoInfo['closedPulls']['totalCount'],
-      repoInfo['mergedPulls']['totalCount'],
-      repoInfo['openIssues']['totalCount'],
-      repoInfo['closedIssues']['totalCount'],
+      repoInfo["forkCount"],
+      repoInfo["stargazerCount"],
+      repoInfo["watchers"]["totalCount"],
+      repoInfo["openPulls"]["totalCount"],
+      repoInfo["closedPulls"]["totalCount"],
+      repoInfo["mergedPulls"]["totalCount"],
+      repoInfo["openIssues"]["totalCount"],
+      repoInfo["closedIssues"]["totalCount"],
     ],
   });
   console.log(`insert repo history result`, sqlRet);
 }
 
 async function fetchMilestoneHistories() {
   const result = await client.execute(
-    "select id from milestones where state = 'open'"
+    "select id from milestones where state = 'open'",
   );
   const now = Date.now();
   let firstErr = null;
   for (const row of result.rows) {
-    const mid = row['id'];
-    const resp = await fetch(`https://api.github.com/repos/ziglang/zig/milestones/${mid}`, {
-      headers: GITHUB_HEADERS,
-    });
+    const mid = row["id"];
+    const resp = await fetch(
+      `https://api.github.com/repos/ziglang/zig/milestones/${mid}`,
+      {
+        headers: GITHUB_HEADERS,
+      },
+    );
     const milestone = await resp.json();
     try {
       const r = await client.execute({
@@ -108,8 +111,8 @@ INSERT INTO milestone_histories (created_at, mid, open_issues, closed_issues)
         args: {
           created_at: now,
           mid: mid,
-          open_issues: milestone['open_issues'],
-          closed_issues: milestone['closed_issues'],
+          open_issues: milestone["open_issues"],
+          closed_issues: milestone["closed_issues"],
         },
       });
       console.log(`insert milestone history`, r);
@@ -128,15 +131,16 @@ INSERT INTO milestone_histories (created_at, mid, open_issues, closed_issues)
 
 async function fetchMilestones() {
   // https://docs.github.com/en/rest/issues/milestones?apiVersion=2022-11-28
-  const url = 'https://api.github.com/repos/ziglang/zig/milestones?state=all&per_page=100';
+  const url =
+    "https://api.github.com/repos/ziglang/zig/milestones?state=all&per_page=100";
   const resp = await fetch(url, {
     headers: GITHUB_HEADERS,
   });
   if (!resp.ok) {
     throw new Error(await resp.text());
   }
   const milestones = await resp.json();
-  for(const m of milestones) {
+  for (const m of milestones) {
     const r = await client.execute({
       sql: `
 INSERT INTO milestones (id, created_at, updated_at, state, title, description)
@@ -146,26 +150,20 @@ ON CONFLICT (id)
         updated_at = excluded.updated_at, state = excluded.state, title = excluded.title, description = excluded.description
 `,
       args: {
-        id: m['number'],
-        created_at: m['created_at'],
-        updated_at: m['updated_at'],
-        state: m['state'],
-        title: m['title'],
-        description: m['description'],
+        id: m["number"],
+        created_at: m["created_at"],
+        updated_at: m["updated_at"],
+        state: m["state"],
+        title: m["title"],
+        description: m["description"],
       },
     });
     console.log(`insert milestone result`, r);
   }
 }
 
 async function GenerateHtml() {
-  const fileOpts = { 'encoding': 'utf8', 'flags': 'w' };
-  const idToTitle = {
-    '19': '0.15.0',
-    '20': '0.14.0',
-    '23': '0.12.0',
-    '25': '0.13.0',
-  };
+  const fileOpts = { encoding: "utf8", flags: "w" };
   let repoHistories = [];
   {
     const rs = await client.execute(
@@ -185,78 +183,47 @@ FROM
 ORDER BY
     created_at desc
 limit 1000
-`
+`,
     );
     for (const row of rs.rows) {
       repoHistories.push([
-        row['created_at'],
-        row['forks'],
-        row['stars'],
-        row['watchers'],
-        row['open_pulls'],
-        row['closed_pulls'],
-        row['merged_pulls'],
-        row['open_issues'],
-        row['closed_issues'],
+        row["created_at"],
+        row["forks"],
+        row["stars"],
+        row["watchers"],
+        row["open_pulls"],
+        row["closed_pulls"],
+        row["merged_pulls"],
+        row["open_issues"],
+        row["closed_issues"],
       ]);
     }
   }
 
-  const idsToShow = [
-    // '25', // 0.13.0
-    // '23', // 0.12.0
-    // '20', // '0.14.0',
-    '19', // '0.15.0',
-  ];
-
-  const sqls = idsToShow.map((id) => {
-    return { sql: `
-SELECT
-    created_at,
-    open_issues,
-    closed_issues
-FROM
-    milestone_histories
-where mid = ?
-ORDER BY
-    created_at desc
-limit 1000
-`, args: [id] };
-  });
-  const histories = await client.batch(sqls, 'read');
-  let historiesById = {}; // id -> [[timestamp, open, closed], ...]
-  idsToShow.forEach((id, idx) => {
-    historiesById[id] = histories[idx].rows.map((row) =>
-      [row['created_at'], row['open_issues'], row['closed_issues']]);
-  });
   let tmpl = fs.readFileSync(`template.ejs`, fileOpts);
   let body = ejs.render(tmpl, {
-    now: new Date().toLocaleString('en-GB'),
-    historiesById: historiesById,
-    historiesByIdStr: JSON.stringify(historiesById),
+    now: new Date().toLocaleString("en-GB"),
     repoHistoriesStr: JSON.stringify(repoHistories),
-    idToTitle: idToTitle,
-    idsToShow: idsToShow,
   });
-  fs.writeFileSync('web/raw.html', body, fileOpts);
+  fs.writeFileSync("web/raw.html", body, fileOpts);
 }
 
 const args = process.argv.slice(2);
 const cmd = args[0];
-switch(cmd) {
-case 'fetch-history':
-  await fetchRepoHistories();
-  await fetchMilestoneHistories();
-  break;
-case 'fetch-milestone':
-  await fetchMilestones();
-  break;
-case 'gen-html':
-  await GenerateHtml();
-  break;
-case 'init-db':
-  await initDatabase();
-  break;
-default:
-  console.error("unknown cmd", cmd);
+switch (cmd) {
+  case "fetch-history":
+    await fetchRepoHistories();
+    // await fetchMilestoneHistories();
+    break;
+  case "fetch-milestone":
+    await fetchMilestones();
+    break;
+  case "gen-html":
+    await GenerateHtml();
+    break;
+  case "init-db":
+    await initDatabase();
+    break;
+  default:
+    console.error("unknown cmd", cmd);
 }

package.json

@@ -1,7 +1,7 @@
 {
   "name": "zig-milestone",
   "version": "1.0.0",
-  "description": "",
+  "description": "Fetch Zig milestone and generate HTML report",
   "main": "db.mjs",
   "scripts": {
     "init-db": "./app.mjs init-db",

template.ejs

@@ -10,14 +10,10 @@
     <link rel="stylesheet" href="https://unpkg.com/magick.css">
     <link rel="stylesheet" href="app.css">
     <script>
-      const historiesById = <%- historiesByIdStr  %>;
       const repoHistories = <%- repoHistoriesStr  %>;
       window.onload = function() {
         const charts = [
           renderRepoChart(repoHistories, "repo-chart"),
-          <% for(const id of idsToShow) { %>
-          renderMilestoneChart(historiesById, <%= id %>),
-          <% } %>
         ];
         window.addEventListener('resize', (event) => {
           charts.forEach((chart) => {
@@ -33,27 +29,6 @@
       <h1><a href="https://github.com/ziglang/zig/milestones">Zig Milestone</a> Monitor</h1>
       <h3><a href="https://github.com/ziglang/zig">Zig repository</a></h3>
       <div class="chart" id="repo-chart"></div>
-      <% for(const id of idsToShow) { %>
-      <section>
-        <h3><a href="https://github.com/ziglang/zig/milestone/<%= id %>"><%= idToTitle[id] %></a></h3>
-        <div class="chart" id="chart-<%= id %>"></div>
-        <table>
-          <caption>Latest 10 histories</caption>
-          <tr>
-            <th>Date</th>
-            <th>Open issues</th>
-            <th>Closed issues</th>
-          </tr>
-          <% for(const row of historiesById[id].slice(0, 10)) { %>
-          <tr>
-            <td><%= new Date(row[0]).toLocaleString('en-GB') %></td>
-            <td><%= row[1] %></td>
-            <td><%= row[2] %></td>
-          </tr>
-          <% } %>
-        </table>
-      </section>
-      <% } %>
 
       <footer> &copy; 2024 - 2025 <a href="https://ziglang.cc">ZigCC</a>
         | <a href="https://github.com/zigcc/zig-milestone">GitHub</a>