Experimental package hub updates

.github/workflows/deploy.yml

@@ -16,11 +16,20 @@ jobs:
           ruby-version: '2.7'
           bundler-cache: true
 
+      - uses: actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020 # actions/setup-node@v4
+        with:
+          node-version: '20'
+          cache: 'npm'
+
+      - name: Install npm dependencies (Biga + Sourdough for import_file)
+        run: npm ci
+
       - name: Deploy
         env:
           AWS_REGION: us-east-1
           AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
           AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         run: |
           bundle exec middleman build
           aws s3 cp --recursive build/ s3://com.getdbt.hub/

.gitignore

@@ -5,3 +5,4 @@
 build/
 vendor/
 .vercel
+node_modules/

.npmrc

@@ -0,0 +1,2 @@
+@dbt-labs:registry=https://npm.pkg.github.com
+//npm.pkg.github.com/:_authToken=${GITHUB_TOKEN}

config.rb

@@ -1,4 +1,6 @@
 require 'open-uri'
+require 'json'
+require 'time'
 
 class Middleman::Util::EnhancedHash
     # Mila: Looked into Hashie::Mash's source code where this class is
@@ -151,6 +153,35 @@ def combine_packages(packages)
 
 set :package_index, combine_packages(@app.data.packages)
 
+# Fetches repository metadata from the GitHub API.
+# Returns an empty hash on any error so callers can treat missing fields as absent.
+def fetch_github_repo(org, repo, token = nil)
+  url = "https://api.github.com/repos/#{org}/#{repo}"
+  options = {
+    'Accept'               => 'application/vnd.github+json',
+    'X-GitHub-Api-Version' => '2022-11-28',
+    'User-Agent'           => 'hub.getdbt.com-middleman-build'
+  }
+  options['Authorization'] = "Bearer #{token}" if token
+  JSON.parse(URI.open(url, options).read)
+rescue => e
+  warn "[hub] GitHub API fetch failed for #{org}/#{repo}: #{e.message}"
+  {}
+end
+
+# Fetch live description for each featured package at build time.
+# Falls back gracefully to the values in data/featured.json if the API is unavailable.
+github_token = ENV['GITHUB_TOKEN']
+featured_live = {}
+@app.data.featured.each do |feat|
+  repo = fetch_github_repo(feat['org'], feat['package'], github_token)
+  live = {
+    'description' => repo['description'],
+  }.compact
+  featured_live["#{feat['org']}/#{feat['package']}"] = live
+end
+set :featured_live, featured_live
+
 after_configuration do
 
   proxy "/api/v1/packages.json",
@@ -220,6 +251,12 @@ def combine_packages(packages)
 ignore '/api/v1/package.template.json.erb'
 ignore '/api/v1/raw.json.erb'
 
+# Vendor CSS from npm (Biga tokens must load before Sourdough). Requires `npm install`.
+import_file File.expand_path('node_modules/@dbt-labs/biga/tokens/tokens.css', root),
+              '/stylesheets/vendor/biga-tokens.css'
+import_file File.expand_path('node_modules/@dbt-labs/sourdough/dist/sourdough.css', root),
+              '/stylesheets/vendor/sourdough.css'
+
 activate :livereload
 
 configure :development do

data/featured.json

@@ -1,26 +1,44 @@
 [
     {
         "org": "dbt-labs",
-        "package": "dbt_utils"
+        "package": "dbt_utils",
+        "tile": {
+            "description": "Utility functions for dbt projects"
+        }
     },
     {
         "org": "dbt-labs",
-        "package": "codegen"
+        "package": "codegen",
+        "tile": {
+            "description": "Macros that generate dbt code"
+        }
     },
     {
         "org": "dbt-labs",
-        "package": "dbt_project_evaluator"
+        "package": "dbt_project_evaluator",
+        "tile": {
+            "description": "This package contains macros and models to find DAG issues automatically"
+        }
     },
     {
         "org": "dbt-labs",
-        "package": "audit_helper"
+        "package": "audit_helper",
+        "tile": {
+            "description": "Useful macros when performing data audits"
+        }
     },
     {
         "org": "dbt-labs",
-        "package": "dbt_external_tables"
+        "package": "dbt_external_tables",
+        "tile": {
+            "description": "dbt macros to stage external source"
+        }
     },
     {
         "org": "metaplane",
-        "package": "dbt_expectations"
+        "package": "dbt_expectations",
+        "tile": {
+            "description": "Great Expectations tests for dbt models"
+        }
     }
 ]