refactor: remove unused API utilities and optimize tech snapshot data fetching

Author: jobehi

.github/workflows/deaditude-cron.yml

@@ -30,11 +30,12 @@ jobs:
           pip install -r deaditude/requirements.txt
 
       - name: Run batch analysis
+        id: batch
         env:
           # core
           SUPABASE_URL: ${{ secrets.SUPABASE_URL }}
           SUPABASE_KEY: ${{ secrets.SUPABASE_KEY }}
-          ENABLE_REVALIDATION: "true"
+          ENABLE_REVALIDATION: "false"
           DEBUG_LOGGING: ${{ vars.DEBUG_LOGGING || 'false' }}
           # GitHub
           DEAD_GITHUB_PAT: ${{ secrets.DEAD_GITHUB_PAT }}
@@ -61,6 +62,17 @@ jobs:
         run: |
           cd deaditude && python -m engine.cli --batch
 
+      - name: Trigger Site Rebuild
+        if: success() && steps.batch.outputs.updated_techs != ''
+        run: |
+          curl -L \
+            -X POST \
+            -H "Accept: application/vnd.github+json" \
+            -H "Authorization: Bearer ${{ secrets.DEAD_GITHUB_PAT }}" \
+            -H "X-GitHub-Api-Version: 2022-11-28" \
+            https://api.github.com/repos/${{ github.repository }}/dispatches \
+            -d "{\"event_type\":\"rebuild_site\", \"client_payload\": {\"tech_ids\": \"${{ steps.batch.outputs.updated_techs }}\"}}"
+
   update-badges:
     needs: run-analysis
     uses: ./.github/workflows/badge-update-reusable.yml

.github/workflows/deploy.yml

@@ -52,6 +52,7 @@ jobs:
           PUBLIC_SUPABASE_ANON_KEY: ${{ secrets.NEXT_PUBLIC_SUPABASE_ANON_KEY }}
           SITE_URL: "https://${{ github.repository_owner }}.github.io"
           BASE_PATH: "/${{ github.event.repository.name }}/"
+          BUILD_TECHS: ${{ github.event.client_payload.tech_ids || '' }}
       - name: Bypass Jekyll
         run: touch website/dist/.nojekyll
       - name: Deploy to GitHub Pages

deaditude/engine/cli.py

@@ -662,6 +662,11 @@ def run_batch(techTest=None, analyzers=None):
                                     metrics,
                                     score_data)
                     update_last_checked(tech["id"])
+                    
+                    # Track for GITHUB_OUTPUT
+                    if "updated_techs" not in locals():
+                        updated_techs = []
+                    updated_techs.append(tech["id"])
                 except Exception as e:
                     logger.error(f"Failed to save {tech['name']} to database:"
                                  f" {e}")
@@ -692,6 +697,14 @@ def run_batch(techTest=None, analyzers=None):
             logger.error(f"Scoring failed for {tech['name']}: {e}")
             print(f"❌ Scoring failed for {tech['name']}: {e}")
 
+    # Write the updated techs to GITHUB_OUTPUT for the Genius Hack
+    if not DRY_RUN and "GITHUB_OUTPUT" in os.environ and "updated_techs" in locals() and updated_techs:
+        try:
+            with open(os.environ["GITHUB_OUTPUT"], "a") as f:
+                f.write(f"updated_techs={','.join(updated_techs)}\n")
+        except Exception as e:
+            logger.error(f"Failed to write to GITHUB_OUTPUT: {e}")
+
 
 def parse_args():
     """Parse command line arguments."""

website/scripts/src/api.ts

@@ -3,7 +3,7 @@
  */
 import { createClient, SupabaseClient } from '@supabase/supabase-js';
 import { loadEnvVars } from './env-loader';
-import { TechWithScore } from '@/domains/tech/tech.types';
+import { TechWithScore } from '../../src/domains/tech/tech.types';
 
 // Initialize environment
 const env = loadEnvVars();

website/scripts/src/generate-og-images-ci.ts

@@ -4,7 +4,7 @@
  * CI version of the OG image generator
  * Only generates the fallback image to speed up CI builds
  */
-import { generateFallbackOGImage } from '../../lib/shared/server';
+import { generateFallbackOGImage } from '../../src/lib/shared/server';
 import { loadEnvVars } from './env-loader';
 
 // Load environment variables

website/scripts/src/generate-og-images.ts

@@ -5,8 +5,8 @@
  * and saving the results as static files. It's designed to be run as part of
  * the build process to ensure all OG images are pre-generated.
  */
-import { calculateDeaditudeScore } from '../../lib/shared';
-import { generateFallbackOGImage, generateTechOGImage } from '../../lib/shared/server';
+import { calculateDeaditudeScore } from '../../src/lib/shared';
+import { generateFallbackOGImage, generateTechOGImage } from '../../src/lib/shared/server';
 import { loadEnvVars } from './env-loader';
 import { getAllTechs } from './api';
 

website/src/domains/index.ts

@@ -1,3 +1,2 @@
 export * from './tech/tech.types';
 export * from './project/project.types';
-export * from './respect/respect.types';

website/src/domains/tech/tech.repository.ts

@@ -168,6 +168,25 @@ export class TechRepository {
     }
   }
 
+  /**
+   * Get optimized lightweight snapshots for a tech (for charts)
+   */
+  static async getLightweightSnapshotsByTechId(techId: string): Promise<Partial<Snapshot>[]> {
+    try {
+      const { data, error } = await supabase
+        .from(DB_TABLES.TECH_SNAPSHOTS)
+        .select('id, tech_id, snapshot_date, deaditude_score')
+        .eq('tech_id', techId)
+        .order('snapshot_date', { ascending: false });
+
+      if (error) throw error;
+      return data || [];
+    } catch (error) {
+      handleSupabaseError(error, 'Get lightweight snapshots by tech id');
+      return [];
+    }
+  }
+
   /**
    * Get all details for a tech by ID
    */
@@ -178,12 +197,24 @@ export class TechRepository {
       return { tech: null, snapshots: [], projects: [] };
     }
 
-    // Parallel fetching for better performance
-    const [snapshots, projects] = await Promise.all([
-      this.getSnapshotsByTechId(tech.id),
+    // Fetch the full latest snapshot, lightweight history, and projects in parallel
+    const [latestSnapshot, lightweightSnapshots, projects] = await Promise.all([
+      this.getLatestSnapshotByTechId(tech.id),
+      this.getLightweightSnapshotsByTechId(tech.id),
       this.getProjectsByTechId(tech.id),
     ]);
 
+    // Construct the snapshots array where index 0 has FULL data, and the rest are lightweight
+    const snapshots: Snapshot[] = [];
+    if (latestSnapshot) {
+      snapshots.push(latestSnapshot);
+      // Append historical snapshots, filtering out the latest one to avoid duplicates
+      const others = lightweightSnapshots.filter(s => s.id !== latestSnapshot.id);
+      snapshots.push(...(others as Snapshot[]));
+    } else {
+      snapshots.push(...(lightweightSnapshots as Snapshot[]));
+    }
+
     return { tech, snapshots, projects };
   }
 }