feat: run a brokered Grok training slot in one container

README.md

@@ -95,6 +95,7 @@ Portability is capability-specific: the compiler reports each feature as **suppo
 | Explore complete projects | [Examples](examples/) |
 | Add an adapter or contribute | [Contributing](CONTRIBUTING.md) |
 | Integrate with deployment tooling | [Target and lifecycle contracts](specs/TARGETS.md) |
+| Plan isolated agent training | [Paideia training handoff](specs/TRAINING.md) |
 | Find a detailed contract | [Specification index](specs/INDEX.md) |
 
 Spawnfile is part of [Noopolis](https://github.com/noopolis). [Moltnet](https://moltnet.dev) supplies messaging; [Daimon](https://github.com/noopolis/daimon) runs individual agents; [Simfile](https://simfile.org) builds simulation worlds around organizations. You can use Spawnfile on its own.

fixtures/grok-lean-worker/AGENTS.md

@@ -0,0 +1,3 @@
+# Grok lean worker live check
+
+You are a test agent. When woken, answer with the single word OK and call no tools.

fixtures/grok-lean-worker/Spawnfile

@@ -0,0 +1,22 @@
+spawnfile_version: "0.1"
+kind: agent
+name: grok-lean-worker
+description: "One brokered Daimon Grok agent for the Grok 1.0.34 lean-worker live check"
+
+runtime:
+  name: daimon
+  options:
+    engine: grok
+
+execution:
+  model:
+    primary:
+      provider: xai
+      name: grok-4.6
+      auth:
+        method: grok
+      reasoning_effort: low
+
+workspace:
+  docs:
+    system: AGENTS.md

package.json

@@ -18,7 +18,7 @@
   },
   "scripts": {
     "compile:explicit-test-mcp": "node --experimental-strip-types scripts/compile-explicit-test-mcp.ts",
-    "build": "rm -rf dist && tsc --project tsconfig.build.json && chmod +x dist/cli/index.js && node --experimental-strip-types ./src/evidenceExportHelper/copyAssets.ts && node --experimental-strip-types ./src/runtime/copyScaffoldAssets.ts && node --experimental-strip-types ./src/deployment/native/copyArtifacts.ts",
+    "build": "rm -rf dist && tsc --project tsconfig.build.json && chmod +x dist/cli/index.js && node --experimental-strip-types ./src/evidenceExportHelper/copyAssets.ts && node --experimental-strip-types ./src/runtime/copyScaffoldAssets.ts && node --experimental-strip-types ./src/deployment/native/copyArtifacts.ts && node --experimental-strip-types ./src/compiler/training/preparation/copyAssets.ts",
     "build:native": "node --experimental-strip-types ./src/deployment/native/build.ts",
     "clean": "rm -rf coverage dist",
     "coverage": "vitest run --coverage",
@@ -35,6 +35,7 @@
     "audit:generate": "tsx src/audit/auditCli.ts",
     "build:local-moltnet": "node --experimental-strip-types ./scripts/build-local-moltnet.ts",
     "build:local-daimon": "node --experimental-strip-types ./scripts/build-local-daimon-runtime.ts",
+    "vendor:daimon-contract": "node --import tsx ./scripts/vendor-daimon-grok-contract.ts",
     "bundle:source-provenance": "node --experimental-strip-types ./scripts/create-source-provenance-bundle.ts",
     "prepare:linux-amd64-closure": "node --experimental-strip-types ./scripts/create-linux-amd64-dependency-closure.ts",
     "prepare:linux-amd64-go-closure": "node --experimental-strip-types ./scripts/create-linux-amd64-go-closure.ts",
@@ -56,14 +57,16 @@
     "test:coverage-verdict": "node --import tsx -e \"import fs from 'node:fs'; const file='coverage/coverage-summary.json'; const fail=(message)=>{ console.error('COVERAGE VERDICT: '+message); process.exit(1); }; let summary; try { summary=JSON.parse(fs.readFileSync(file, 'utf8')); } catch (error) { fail(error && error.code === 'ENOENT' ? 'summary file missing' : 'summary file unparseable'); } import('./vitest.config.ts').then(({default:config})=>{ const thresholds=config.test && config.test.coverage && config.test.coverage.thresholds; if (!thresholds || typeof thresholds !== 'object' || !summary || typeof summary !== 'object' || !summary.total || typeof summary.total !== 'object') fail('summary or threshold schema unrecognised'); const metricNames=['branches','functions','lines','statements']; const metrics=metricNames.filter((metric)=>Object.prototype.hasOwnProperty.call(thresholds, metric)); if (metrics.length === 0) fail('no threshold metrics configured'); let shortfall=false; for (const metric of metrics) { const threshold=thresholds[metric]; const pct=summary.total[metric] && summary.total[metric].pct; if (typeof threshold !== 'number' || !Number.isFinite(threshold) || typeof pct !== 'number' || !Number.isFinite(pct)) fail('missing or non-numeric value for '+metric); console.log('COVERAGE: '+metric+' '+pct+'% (threshold '+threshold+'%)'); if (pct < threshold) shortfall=true; } if (shortfall) { console.error('COVERAGE VERDICT: thresholds not met'); process.exit(2); } console.log('COVERAGE VERDICT: thresholds met'); }).catch((error)=>fail('could not load vitest config: '+error.message));\"",
     "test:node": "mkdir -p coverage || exit 1; rm -f coverage/node-test.tap || exit 1; node --import tsx --test --test-reporter=tap src/runtime/pi/appControlDeliveryMetadata.test.ts > coverage/node-test.tap 2>&1; node_status=$?; cat coverage/node-test.tap; cat_status=$?; npm run test:node-verdict; verdict_status=$?; if [ \"$verdict_status\" -eq 2 ]; then exit 2; fi; if [ \"$verdict_status\" -ne 0 ]; then exit 1; fi; if [ \"$cat_status\" -ne 0 ]; then echo 'NODE VERDICT: could not read TAP output' >&2; exit 1; fi; if [ \"$node_status\" -ne 0 ]; then echo \"NODE VERDICT: node:test runner exited $node_status despite a passing TAP summary\" >&2; exit 1; fi; exit 0",
     "test:node-verdict": "node -e \"const fs=require('fs'); const text=fs.readFileSync('coverage/node-test.tap', 'utf8'); const tests=text.match(/^# tests ([0-9]+)\\r?$/m); const suites=text.match(/^# suites ([0-9]+)\\r?$/m); const passed=text.match(/^# pass ([0-9]+)\\r?$/m); const failed=text.match(/^# fail ([0-9]+)\\r?$/m); const skipped=text.match(/^# skipped ([0-9]+)\\r?$/m); const todo=text.match(/^# todo ([0-9]+)\\r?$/m); const cancelled=text.match(/^# cancelled ([0-9]+)\\r?$/m); if (!tests || !suites || !passed || !failed || !skipped || !todo || !cancelled) { console.error('NODE VERDICT: TAP summary unrecognised'); process.exit(1); } const testCount=Number(tests[1]); const suiteCount=Number(suites[1]); const passCount=Number(passed[1]); const failCount=Number(failed[1]); const skippedCount=Number(skipped[1]); const todoCount=Number(todo[1]); const cancelledCount=Number(cancelled[1]); if (failCount > 0) { console.error('NODE VERDICT: test failures found (tests='+testCount+', failed='+failCount+')'); process.exit(2); } if (cancelledCount > 0) { console.error('NODE VERDICT: incomplete run (cancelled='+cancelledCount+')'); process.exit(1); } if (passCount + skippedCount + todoCount + cancelledCount !== testCount) { console.error('NODE VERDICT: TAP counts do not reconcile (tests='+testCount+', passed='+passCount+', skipped='+skippedCount+', todo='+todoCount+', cancelled='+cancelledCount+')'); process.exit(1); } if (testCount < 10) { console.error('NODE VERDICT: expected at least 10 node:test cases, found '+testCount+' — cases were removed or the file was gutted'); process.exit(1); } if (passCount < 10) { console.error('NODE VERDICT: expected at least 10 passing node:test cases, found '+passCount+' (skipped='+skippedCount+', todo='+todoCount+')'); process.exit(1); } if (suiteCount < 1) { console.error('NODE VERDICT: expected at least 1 node:test suite, found '+suiteCount); process.exit(1); } console.log('NODE VERDICT: tests passed (tests='+testCount+', suites='+suiteCount+', passed='+passCount+', skipped='+skippedCount+', todo='+todoCount+', failed=0)');\"",
+    "verify:training-image-modes": "tsx scripts/verify-training-image-modes.ts",
     "test:product-state-volume": "node --experimental-strip-types scripts/product-state-volume-integration.test.ts",
     "test:boundaries": "vitest run --coverage.enabled=false src/ownership/rootOwnershipBoundary.test.ts src/deployment/providerRuntimeBoundary.test.ts src/ownership/mnemePublicImportBoundary.test.ts src/target/containerBundleArchive.test.ts",
     "test:causal-conformance": "tsx src/ledger/causalConformanceCli.ts",
     "typecheck": "tsc --project tsconfig.json --noEmit && tsc --project scripts/tsconfig.json",
     "test:e2e:distribution-image": "tsx src/e2e/cli.ts distribution-image",
     "test:e2e:distribution-roundtrip": "tsx src/e2e/cli.ts distribution-roundtrip",
     "test:e2e:daimon-org": "tsx src/e2e/cli.ts daimon-org",
-    "test:scripts": "node --experimental-strip-types --test scripts/build-local-daimon-runtime.test.ts scripts/build-local-moltnet.test.ts scripts/compile-explicit-test-mcp.test.ts scripts/native-helper-workflows.test.ts scripts/typescript-policy.test.ts",
+    "test:live:grok-lean-worker": "node --experimental-strip-types ./scripts/grok-lean-worker-live-check.ts",
+    "test:scripts": "node --experimental-strip-types --test scripts/build-local-daimon-runtime.test.ts scripts/grok-lean-worker-live-check.test.ts scripts/build-local-moltnet.test.ts scripts/compile-explicit-test-mcp.test.ts scripts/native-helper-workflows.test.ts scripts/typescript-policy.test.ts scripts/training-image-modes.test.ts",
     "test:unit": "npm run test:vitest; vitest_status=$?; npm run test:verdict; verdict_status=$?; npm run test:coverage-verdict; coverage_status=$?; npm run test:node; node_status=$?; failed_lanes=''; if [ \"$verdict_status\" -eq 2 ]; then failed_lanes='vitest test failures'; fi; if [ \"$node_status\" -eq 2 ]; then if [ -n \"$failed_lanes\" ]; then failed_lanes=\"$failed_lanes; node:test suite\"; else failed_lanes='node:test suite'; fi; fi; result_status=0; if [ -n \"$failed_lanes\" ]; then echo \"FAIL(tests): $failed_lanes\"; result_status=1; fi; if [ \"$verdict_status\" -ne 0 ] && [ \"$verdict_status\" -ne 2 ]; then echo 'FAIL(vitest-verdict): could not determine the vitest result'; result_status=1; fi; if [ \"$node_status\" -ne 0 ] && [ \"$node_status\" -ne 2 ]; then echo 'FAIL(node-lane): could not determine the node:test result'; result_status=1; fi; if [ \"$result_status\" -ne 0 ]; then exit 1; elif [ \"$vitest_status\" -ne 0 ]; then echo \"FAIL(vitest): exited $vitest_status with no test failure\"; exit 1; elif [ \"$coverage_status\" -eq 2 ]; then echo 'FAIL(coverage): thresholds not met (tests all passed)'; exit 2; elif [ \"$coverage_status\" -ne 0 ]; then echo 'FAIL(coverage-verdict): could not evaluate coverage (tests all passed)'; exit 1; else echo 'PASS'; fi",
     "test": "npm run test:unit && npm run test:scripts"
   },
@@ -81,5 +84,16 @@
     "typescript": "^5.9.3",
     "vitest": "^3.2.4"
   },
-  "packageManager": "pnpm@10.32.1+sha512.a706938f0e89ac1456b6563eab4edf1d1faf3368d1191fc5c59790e96dc918e4456ab2e67d613de1043d2e8c81f87303e6b40d4ffeca9df15ef1ad567348f2be"
+  "packageManager": "pnpm@10.32.1+sha512.a706938f0e89ac1456b6563eab4edf1d1faf3368d1191fc5c59790e96dc918e4456ab2e67d613de1043d2e8c81f87303e6b40d4ffeca9df15ef1ad567348f2be",
+  "exports": {
+    "./auth": {
+      "types": "./dist/auth/index.d.ts",
+      "import": "./dist/auth/index.js"
+    },
+    "./*": "./*",
+    "./training": {
+      "types": "./dist/compiler/training/index.d.ts",
+      "import": "./dist/compiler/training/index.js"
+    }
+  }
 }

runtime-images/daimon/Dockerfile

@@ -139,10 +139,14 @@ RUN test -n "${GROK_CLI_VERSION}" \
   && test -x ${RUNTIME_ROOT}/node_modules/@openai/codex/bin/codex.js \
   && test -f ${RUNTIME_ROOT}/node_modules/@noopolis/daimon/dist/runtime/cli.js \
   && case "${TARGETARCH}" in \
-       amd64) broker_arch=x64; broker_sha=e3fe2738fc8a979861085b4003bf2d5d7c284874897cb6ec2e2e2383211768bd ;; \
-       arm64) broker_arch=arm64; broker_sha=ad44e02c38e6a3207ac4a3d5fd98b6d2e55341ce42dfd2f07204bbe54a7a653d ;; \
+       amd64) broker_arch=x64 ;; \
+       arm64) broker_arch=arm64 ;; \
        *) echo "Unsupported Daimon engine-broker architecture: ${TARGETARCH}" >&2; exit 1 ;; \
      esac \
+  && package_manifest=${RUNTIME_ROOT}/node_modules/@noopolis/daimon/dist/runtime/contract-manifest.json \
+  && test "$(sha256sum "${package_manifest}" | awk '{print "sha256:" $1}')" = "${DAIMON_MANIFEST_SHA256}" \
+  && broker_sha="$(node -e 'const m=JSON.parse(require("fs").readFileSync(process.argv[1],"utf8")).grokEngineBroker; const v=m?.artifacts?.[process.argv[2]+"Sha256"]; if(typeof v!=="string"||!/^[a-f0-9]{64}$/.test(v))process.exit(1); process.stdout.write(v)' "${package_manifest}" "${broker_arch}")" \
+  && node -e 'const m=JSON.parse(require("fs").readFileSync(process.argv[1],"utf8")).grokEngineBroker, a=m?.grokCliArtifacts?.[process.argv[2]]; if(!a||m.grokCliVersion!==process.argv[3]||a.url!==process.argv[4]||a.sha256!==process.argv[5].replace(/^sha256:/,"")){console.error("Grok CLI pin does not match the Daimon contract manifest ("+(m?.grokCliVersion)+")");process.exit(1)}' "${package_manifest}" "${broker_arch}" "${GROK_CLI_VERSION}" "${GROK_CLI_URL}" "${GROK_CLI_SHA256}" \
   && broker_source=${RUNTIME_ROOT}/node_modules/@noopolis/daimon/dist/runtime/native/daimon-engine-broker \
   && test -x "${broker_source}" \
   && test "$(sha256sum "${broker_source}" | awk '{print $1}')" = "${broker_sha}" \

runtime-images/training/AGENTS.md

@@ -0,0 +1,56 @@
+# Training image
+
+Owns the single-container training dependency recipe. Spawnfile launches and
+stops the outer container; Paideia supervises experiments and native trial child
+processes inside it. No Docker socket or host home is mounted.
+
+Build inputs are explicit package distributions, locked dependency manifests,
+verified native executables and an installed integration entrypoint. Credentials,
+cases and results are runtime mounts, never image contents. Native runtime and
+Python base images must be immutable. Do not download unpinned CLI installers.
+The recipe is opt-in during incubation; no published runtime is implied.
+
+## Layer order and modes
+
+Layers run from least to most frequently changing: Python parent copies, the
+baked `2000`/`2100`/`2200` Daimon identities (context-independent, so first),
+locked Claude/Paideia/Spawnfile/compiler dependencies, the lock-keyed DSPy venv,
+one layout RUN, bridge source plus its editable install, then the entrypoints and
+distributions. Nothing RUNs after the late COPY layers, so a changed distribution
+rebuilds its own COPY layer, every later COPY layer and the label, but no RUN
+layer (no npm, pip or recursive chmod work).
+
+The image copies no Grok binary: `spawnfile.training-container.v3` runs the
+native parent's pinned `/usr/local/bin/grok` through the broker, and a second
+copy could only ever be an unattested build. The fixed uid/gid identities are
+baked because that container's root filesystem is read-only, so its entrypoint
+cannot write `/etc/passwd` the way the production organization entrypoint does.
+
+In-image modes are unchanged from the former `chmod 0555 train train-broker &&
+chmod -R a+rX /opt/training`, and owners stay COPY/RUN defaults (root):
+
+- Staged context (`src/compiler/training/preparation/contextModes.ts`): every
+  directory gains 0555 (private staging dirs become 0755); every file gains 0444
+  plus 0111 when any execute bit exists (0600 -> 0644, 0700/0744 -> 0755,
+  0400 -> 0444); `train` and `train-broker` are exactly 0555. Staged mtimes are
+  fixed at 2000-01-01T00:00:00Z.
+- RUN outputs: a `find ... -exec chmod a+rX` closure that selects only entries the
+  recursive chmod would change, so closed lower-layer files are never copied up.
+  It covers `/opt/training` after dependencies and the bridge after `pip -e`. The
+  integration `node_modules` layout is created after the closure, as before.
+- `contextModes.test.ts` runs the rendered closure against real `chmod -R a+rX`
+  and asserts staged modes, recipe order and symlinks. Build-cache and timing
+  effects require a Docker-enabled measurement
+  (`npm run verify:training-image-modes`, evidence in `.runtime/grok-p5/build/`).
+
+## Broker contract paths
+
+The layout RUN also installs the native parent's own pinned Grok and engine
+broker at `/usr/local/bin/grok` and `/opt/daimon/bin/daimon-engine-broker`, the
+two paths `GROK_ENGINE_BROKER` fixes, exactly as a generated organization image
+does (`src/runtime/container.ts`). It introduces no second build — both come
+from `/opt/spawnfile/runtime-installs/daimon/bin` — and a parent whose Grok is
+not a manifest-pinned 1.0.34 build is refused at slot provisioning and again by
+the slot supervisor, by digest. `spawnfile/node_modules/@noopolis/daimon` links
+to the same install so the root entrypoint can import Daimon's public
+`/runtime` export for the broker projection.

runtime-images/training/CLAUDE.md

@@ -0,0 +1 @@
+AGENTS.md