Add first-pass wrangle registry and documentation pipeline

.devcontainer/devcontainer.json

@@ -16,8 +16,8 @@
   // 1. Nukes the root-owned temp cache
   // 2. Forces workspace ownership to the 'node' user
   // 3. Installs dependencies
-  "postCreateCommand": "sudo rm -rf /tmp/node-jiti && sudo chown -R node:node /workspaces/Wrangles.io-Docusaurus && cd my-docs-site && npm install",
+  "postCreateCommand": "sudo rm -rf /tmp/node-jiti && sudo chown -R node:node /workspaces/Wrangles.io-Docusaurus && cd wrangles-docs && npm install",
 
   // Starts the server automatically in a visible terminal
-  "postAttachCommand": "cd my-docs-site && npm start"
+  "postAttachCommand": "cd wrangles-docs && npm start"
 }

.github/workflows/publish.yml

@@ -26,19 +26,23 @@ jobs:
         with:
           node-version: 22.x
           cache: 'npm'
-          cache-dependency-path: my-docs-site/package-lock.json
+          cache-dependency-path: wrangles-docs/package-lock.json
 
       - name: Lowercase Image Name
         run: |
           echo "IMAGE_OWNER=${IMAGE_OWNER,,}" >>${GITHUB_ENV}
           echo "IMAGE_NAME=${IMAGE_NAME,,}" >>${GITHUB_ENV}
 
       - name: Install Dependencies
-        working-directory: ./my-docs-site
+        working-directory: ./wrangles-docs
         run: npm install
 
+      - name: Validate Registry Artifacts
+        working-directory: ./wrangles-docs
+        run: npm run check:registry
+
       - name: Build the App
-        working-directory: ./my-docs-site
+        working-directory: ./wrangles-docs
         run: npm run build
 
       - name: Log into registry
@@ -57,8 +61,8 @@ jobs:
       - name: Build and Push Docker Image
         uses: docker/build-push-action@v3
         with:
-          context: ./my-docs-site
-          file: ./my-docs-site/Dockerfile
+          context: ./wrangles-docs
+          file: ./wrangles-docs/Dockerfile
           push: true
           tags: ${{ env.REGISTRY }}/${{ env.IMAGE_OWNER }}/${{ env.IMAGE_NAME }}:${{ env.IMAGE_TAG }}
           labels: ${{ steps.meta.outputs.labels }}

.github/workflows/registry.yml

@@ -0,0 +1,58 @@
+name: Validate Registry
+
+on:
+  pull_request:
+    paths:
+      - 'registry/**'
+      - 'wrangles-docs/registry-docs/**'
+      - 'wrangles-docs/static/registry/**'
+      - 'wrangles-docs/static/schemas/recipes/**'
+      - 'wrangles-docs/scripts/compile-registry.cjs'
+      - 'wrangles-docs/docusaurus.config.js'
+      - 'wrangles-docs/sidebarsRegistry.js'
+      - 'wrangles-docs/package.json'
+      - 'wrangles-docs/package-lock.json'
+      - '.github/workflows/registry.yml'
+  push:
+    branches:
+      - main
+    paths:
+      - 'registry/**'
+      - 'wrangles-docs/registry-docs/**'
+      - 'wrangles-docs/static/registry/**'
+      - 'wrangles-docs/static/schemas/recipes/**'
+      - 'wrangles-docs/scripts/compile-registry.cjs'
+      - 'wrangles-docs/docusaurus.config.js'
+      - 'wrangles-docs/sidebarsRegistry.js'
+      - 'wrangles-docs/package.json'
+      - 'wrangles-docs/package-lock.json'
+      - '.github/workflows/registry.yml'
+
+jobs:
+  registry:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v5
+
+      - name: Use Node.js 22
+        uses: actions/setup-node@v6
+        with:
+          node-version: 22.x
+          cache: npm
+          cache-dependency-path: wrangles-docs/package-lock.json
+
+      - name: Install dependencies
+        working-directory: wrangles-docs
+        run: npm ci
+
+      - name: Validate Registry artifacts
+        working-directory: wrangles-docs
+        run: npm run check:registry
+
+      - name: Build documentation site
+        working-directory: wrangles-docs
+        run: npm run build

.gitignore

@@ -1,5 +1,5 @@
 node_modules/
-/my-docs-site/node_modules/
+/wrangles-docs/node_modules/
 npm-debug.log*
 yarn-debug.log*
 yarn-error.log*
@@ -9,10 +9,10 @@ yarn.lock
 pnpm-lock.yaml
 .DS_Store
 .env# Node / Docusaurus
-my-docs-site/node_modules/
-my-docs-site/.docusaurus/
-my-docs-site/build/
-my-docs-site/.cache/
+wrangles-docs/node_modules/
+wrangles-docs/.docusaurus/
+wrangles-docs/build/
+wrangles-docs/.cache/
 
 # Logs
 npm-debug.log*
@@ -38,4 +38,3 @@ yarn-error.log
 package-lock.json
 yarn.lock
 .pnpm-debug.log
-

WRANGLESIO_CONTENT_TABLE_DOCUMENTATION.md

@@ -13,10 +13,10 @@ It is separate from the older mixed `models` table. The old table contains DIY w
 Current seed source:
 
 ```text
-my-docs-site/src/components/WrangleFlowPlayground/wrangleCatalog.generated.js
-my-docs-site/src/components/WrangleFlowPlayground/wrangleMappings.json
-my-docs-site/docs/python/recipes/wrangles/*.md
-my-docs-site/docs/excel/*.md
+wrangles-docs/src/components/WrangleFlowPlayground/wrangleCatalog.generated.js
+wrangles-docs/src/components/WrangleFlowPlayground/wrangleMappings.json
+wrangles-docs/docs/python/recipes/wrangles/*.md
+wrangles-docs/docs/excel/*.md
 ```
 
 ## Naming Model
@@ -406,8 +406,8 @@ Current shape:
 {
   "docs": ["docs/python/recipes/wrangles/convert.md"],
   "color": "sun",
-  "source_catalog": "my-docs-site/src/components/WrangleFlowPlayground/wrangleCatalog.generated.js",
-  "source_mapping": "my-docs-site/src/components/WrangleFlowPlayground/wrangleMappings.json"
+  "source_catalog": "wrangles-docs/src/components/WrangleFlowPlayground/wrangleCatalog.generated.js",
+  "source_mapping": "wrangles-docs/src/components/WrangleFlowPlayground/wrangleMappings.json"
 }
 ```
 

frontmatter.json

@@ -51,53 +51,53 @@
   "frontMatter.preview.host": "http://localhost:3000",
   "frontMatter.content.pageFolders": [
     {
-      "path": "[[workspace]]/my-docs-site/docs",
+      "path": "[[workspace]]/wrangles-docs/docs",
       "title": "docs"
     },
     {
-      "path": "[[workspace]]/my-docs-site/docs/waas"
+      "path": "[[workspace]]/wrangles-docs/docs/waas"
     },
     {
-      "path": "[[workspace]]/my-docs-site/docs/tutorials"
+      "path": "[[workspace]]/wrangles-docs/docs/tutorials"
     },
     {
-      "path": "[[workspace]]/my-docs-site/docs/python"
+      "path": "[[workspace]]/wrangles-docs/docs/python"
     },
     {
-      "path": "[[workspace]]/my-docs-site/docs/excel"
+      "path": "[[workspace]]/wrangles-docs/docs/excel"
     },
     {
-      "path": "[[workspace]]/my-docs-site/docs/account"
+      "path": "[[workspace]]/wrangles-docs/docs/account"
     },
     {
-      "path": "[[workspace]]/my-docs-site/docs/ADI"
+      "path": "[[workspace]]/wrangles-docs/docs/ADI"
     },
     {
-      "path": "[[workspace]]/my-docs-site/docs/python/connectors"
+      "path": "[[workspace]]/wrangles-docs/docs/python/connectors"
     },
     {
-      "path": "[[workspace]]/my-docs-site/docs/python/recipes"
+      "path": "[[workspace]]/wrangles-docs/docs/python/recipes"
     },
     {
-      "path": "[[workspace]]/my-docs-site/docs/excel/my_wrangles"
+      "path": "[[workspace]]/wrangles-docs/docs/excel/my_wrangles"
     },
     {
-      "path": "[[workspace]]/my-docs-site/docs/excel/in-depth-examples"
+      "path": "[[workspace]]/wrangles-docs/docs/excel/in-depth-examples"
     },
     {
-      "path": "[[workspace]]/my-docs-site/docs/excel/Let's-Get-Ready-To-Wrangle"
+      "path": "[[workspace]]/wrangles-docs/docs/excel/Let's-Get-Ready-To-Wrangle"
     },
     {
-      "path": "[[workspace]]/my-docs-site/docs/python/recipes/wrangles"
+      "path": "[[workspace]]/wrangles-docs/docs/python/recipes/wrangles"
     },
     {
-      "path": "[[workspace]]/my-docs-site/docs/python/recipes/custom-functions"
+      "path": "[[workspace]]/wrangles-docs/docs/python/recipes/custom-functions"
     },
     {
-      "path": "[[workspace]]/my-docs-site/docs/python/connectors/notification"
+      "path": "[[workspace]]/wrangles-docs/docs/python/connectors/notification"
     },
     {
-      "path": "[[workspace]]/my-docs-site/docs/excel/in-depth-examples/example-1"
+      "path": "[[workspace]]/wrangles-docs/docs/excel/in-depth-examples/example-1"
     }
   ],
   "frontMatter.git.enabled": true

migrate.py

@@ -19,8 +19,8 @@
 CURRENT_DIR = pathlib.Path(os.getcwd())
 
 # Dump into the Docusaurus site structure.
-OUT_DIR = CURRENT_DIR / "my-docs-site" / "docs"
-STATIC_DIR = CURRENT_DIR / "my-docs-site" / "static"
+OUT_DIR = CURRENT_DIR / "wrangles-docs" / "docs"
+STATIC_DIR = CURRENT_DIR / "wrangles-docs" / "static"
 
 RATE_LIMIT_DELAY = 0.2
 HEAD = {"Authorization": f"Bearer {API_TOKEN}"}