feat: Add monthly HF downloads, add scheduler (#20)

* Add hf downloads

* Add schedule

Author: Pringled

.github/workflows/deploy.yml

@@ -4,6 +4,8 @@ on:
   push:
     branches: [main]
   workflow_dispatch:
+  schedule:
+    - cron: '0 6 * * 1'
 
 permissions:
   contents: read
@@ -22,6 +24,9 @@ jobs:
         uses: actions/checkout@v5
       - name: Install, build, and upload site
         uses: withastro/action@v5
+        env:
+          MINISH_GITHUB_TOKEN: ${{ secrets.MINISH_GITHUB_TOKEN }}
+          PEPY_API_KEY: ${{ secrets.PEPY_API_KEY }}
 
   deploy:
     needs: build

src/components/home/HomepageSocialProof.astro

@@ -29,4 +29,16 @@ const totals = await getHomepageTotals();
       <span class="hero-proof-label">Package downloads</span>
     </span>
   </span>
+  {typeof totals.monthlyModelDownloads === 'number' && totals.monthlyModelDownloads > 0 && (
+    <span
+      class="hero-proof-chip hero-proof-chip-hf"
+      title={`${formatExactNumber(totals.monthlyModelDownloads)} model downloads in the last 30 days on Hugging Face`}
+    >
+      <span class="hero-proof-icon hero-proof-icon-downloads" aria-hidden="true"></span>
+      <span class="hero-proof-copy">
+        <span class="hero-proof-value">{formatCompactNumber(totals.monthlyModelDownloads)}+</span>
+        <span class="hero-proof-label">Monthly model downloads</span>
+      </span>
+    </span>
+  )}
 </div>

src/data/homepageMetrics.ts

@@ -103,14 +103,20 @@ type PepyResponse = {
   total_downloads?: number;
 };
 
+type HuggingFaceModelResponse = {
+  downloads?: number;
+};
+
 const PEPY_API_KEY = import.meta.env.PEPY_API_KEY;
 const GITHUB_TOKEN = import.meta.env.MINISH_GITHUB_TOKEN;
 const REQUEST_HEADERS = {
   Accept: 'application/json',
   'User-Agent': 'minish-docs-build',
 };
+const HUGGING_FACE_AUTHOR = 'minishlab';
 
 let homepageMetricsPromise: Promise<HomepagePackageMetrics[]> | undefined;
+let huggingFaceMonthlyDownloadsPromise: Promise<number | undefined> | undefined;
 
 async function fetchJson<T>(url: string, extraHeaders: Record<string, string> = {}) {
   const response = await fetch(url, {
@@ -153,6 +159,19 @@ async function fetchDownloads(source: DownloadSource) {
   return typeof data.total_downloads === 'number' ? data.total_downloads : undefined;
 }
 
+async function fetchHuggingFaceMonthlyDownloads() {
+  const params = new URLSearchParams({
+    author: HUGGING_FACE_AUTHOR,
+    limit: '100',
+    full: 'true',
+  });
+  const models = await fetchJson<HuggingFaceModelResponse[]>(
+    `https://huggingface.co/api/models?${params.toString()}`,
+  );
+
+  return models.reduce((sum, model) => sum + (model.downloads ?? 0), 0);
+}
+
 async function resolvePackageMetrics(pkg: HomepagePackageDefinition): Promise<HomepagePackageMetrics> {
   const [stars, downloads] = await Promise.all([
     fetchGithubStars(pkg.githubRepo).catch(() => undefined),
@@ -172,13 +191,23 @@ export async function getHomepagePackageMetrics() {
 }
 
 export async function getHomepageTotals() {
-  const packages = await getHomepagePackageMetrics();
+  const [packages, monthlyModelDownloads] = await Promise.all([
+    getHomepagePackageMetrics(),
+    (huggingFaceMonthlyDownloadsPromise ??=
+      fetchHuggingFaceMonthlyDownloads().catch(() => undefined)),
+  ]);
+
   return packages.reduce(
     (totals, pkg) => ({
       stars: totals.stars + pkg.stars,
       downloads: totals.downloads + pkg.downloads,
+      monthlyModelDownloads: totals.monthlyModelDownloads,
     }),
-    { stars: 0, downloads: 0 },
+    {
+      stars: 0,
+      downloads: 0,
+      monthlyModelDownloads,
+    },
   );
 }
 

src/styles/custom.css

@@ -148,6 +148,12 @@ main:has(.pkg-list) .hero {
     rgba(74, 82, 70, 0.045);
 }
 
+.hero-proof-chip-hf {
+  background:
+    linear-gradient(180deg, rgba(255, 255, 255, 0.2) 0%, rgba(255, 255, 255, 0.04) 100%),
+    rgba(34, 151, 94, 0.045);
+}
+
 .hero-proof-copy {
   display: flex;
   flex-direction: column;
@@ -222,6 +228,12 @@ main:has(.pkg-list) .hero {
     rgba(226, 236, 228, 0.024);
 }
 
+[data-theme='dark'] .hero-proof-chip-hf {
+  background:
+    linear-gradient(180deg, rgba(255, 255, 255, 0.014) 0%, rgba(255, 255, 255, 0) 100%),
+    rgba(126, 216, 148, 0.03);
+}
+
 [data-theme='dark'] .hero-proof-value {
   color: rgba(238, 244, 238, 0.94);
 }
@@ -919,6 +931,11 @@ main:has(.pkg-list) .hero {
     line-height: 1.15;
   }
 
+  .hero-proof-chip-hf {
+    grid-column: 1 / -1;
+    justify-self: start;
+  }
+
   .pkg-row {
     flex-direction: column;
     align-items: flex-start;