Make clean installs validate the real NeMo/Hermes runtime

.github/workflows/adapters.yml

@@ -0,0 +1,154 @@
+name: Avo Adapter Matrix
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+
+jobs:
+  adapter-discovery:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - extra: codex
+            adapter: nvidia.fabric.codex
+          - extra: claude
+            adapter: nvidia.fabric.claude
+          - extra: deepagents
+            adapter: nvidia.fabric.langchain.deepagents
+          - extra: mini-swe-agent
+            adapter: nvidia.fabric.mini-swe-agent
+    steps:
+      - uses: actions/checkout@v7
+      - uses: actions/setup-python@v7
+        with:
+          python-version: "3.12"
+          cache: pip
+          cache-dependency-path: pyproject.toml
+      - name: Create isolated environment
+        run: python -m venv "$RUNNER_TEMP/avo-adapter"
+      - name: Install Avo and adapter
+        env:
+          AVO_ADAPTER_EXTRA: ${{ matrix.extra }}
+        run: |
+          "$RUNNER_TEMP/avo-adapter/bin/python" -m pip install ".[${AVO_ADAPTER_EXTRA}]"
+          "$RUNNER_TEMP/avo-adapter/bin/python" -m pip check
+      - name: Resolve and plan installed adapter
+        env:
+          AVO_ADAPTER_ID: ${{ matrix.adapter }}
+        run: |
+          cd "$RUNNER_TEMP"
+          "$RUNNER_TEMP/avo-adapter/bin/python" - <<'PY'
+          import os
+          import sys
+          from pathlib import Path
+
+          from nemo_fabric import Fabric
+
+          from avo_harness.config import WorkerConfig
+          from avo_harness.worker import NeMoWorker, _adapter_python_env
+
+          adapter_id = os.environ["AVO_ADAPTER_ID"]
+          workspace = Path(os.environ["GITHUB_WORKSPACE"])
+          config = WorkerConfig(
+              backend="nemo",
+              adapter_id=adapter_id,
+              provider="openai",
+              model="smoke",
+              api_key_env="OPENAI_API_KEY",
+              base_url="http://127.0.0.1:1/v1",
+              env={"OPENAI_API_KEY": "smoke"},
+              timeout_seconds=5,
+          )
+          worker = NeMoWorker(config)
+          with _adapter_python_env(sys.executable):
+              fabric_config = worker._fabric_config(workspace)
+              plan = Fabric().plan(fabric_config, base_dir=workspace)
+          resolved = getattr(getattr(plan, "adapter", None), "adapter_id", None)
+          assert resolved == adapter_id, (resolved, adapter_id)
+          print(f"resolved {adapter_id} with {sys.executable}")
+          PY
+
+  isolated-hermes:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v7
+      - uses: actions/setup-python@v7
+        with:
+          python-version: "3.12"
+          cache: pip
+          cache-dependency-path: pyproject.toml
+      - name: Create separate Avo and Hermes environments
+        run: |
+          python -m venv "$RUNNER_TEMP/avo-main"
+          python -m venv "$RUNNER_TEMP/hermes-adapter"
+      - name: Install Avo runtime without the Hermes adapter
+        run: |
+          "$RUNNER_TEMP/avo-main/bin/python" -m pip install '.[fabric]'
+          "$RUNNER_TEMP/avo-main/bin/python" -m pip check
+      - name: Install Hermes only in the adapter environment
+        run: |
+          "$RUNNER_TEMP/hermes-adapter/bin/python" -m pip install 'nemo-fabric[hermes-agent]==0.2.0'
+          "$RUNNER_TEMP/hermes-adapter/bin/python" scripts/install_hermes.py "$RUNNER_TEMP/hermes-agent"
+          "$RUNNER_TEMP/hermes-adapter/bin/python" -m pip check
+      - name: Run Hermes through ADAPTER_PYTHON
+        run: |
+          "$RUNNER_TEMP/avo-main/bin/python" \
+            "$GITHUB_WORKSPACE/tests/support/openai_smoke_server.py" 18080 \
+            >"$RUNNER_TEMP/isolated-hermes-smoke.log" 2>&1 &
+          fixture_pid=$!
+          cleanup() {
+            kill "$fixture_pid" 2>/dev/null || true
+          }
+          trap cleanup EXIT
+
+          ready=0
+          for _ in $(seq 1 20); do
+            if curl -fsS http://127.0.0.1:18080/v1/models >/dev/null; then
+              ready=1
+              break
+            fi
+            sleep 0.25
+          done
+          if [ "$ready" -ne 1 ]; then
+            cat "$RUNNER_TEMP/isolated-hermes-smoke.log"
+            exit 1
+          fi
+
+          cd "$RUNNER_TEMP"
+          "$RUNNER_TEMP/avo-main/bin/python" - <<'PY'
+          import os
+          from pathlib import Path
+
+          from avo_harness.config import WorkerConfig
+          from avo_harness.worker import NeMoWorker
+
+          workspace = Path(os.environ["GITHUB_WORKSPACE"])
+          adapter_python = str(Path(os.environ["RUNNER_TEMP"], "hermes-adapter", "bin", "python"))
+          worker = NeMoWorker(
+              WorkerConfig(
+                  backend="nemo",
+                  adapter_id="nvidia.fabric.hermes",
+                  provider="openai",
+                  model="local-open-model",
+                  base_url="http://127.0.0.1:18080/v1",
+                  env={
+                      "ADAPTER_PYTHON": adapter_python,
+                      "OPENAI_API_KEY": "smoke",
+                  },
+                  max_turns=1,
+                  timeout_seconds=30,
+                  system_prompt="Do not use tools. Return the model response directly.",
+              )
+          )
+          preflight = worker.validate(workspace)
+          assert preflight.success, preflight.error
+          assert preflight.metadata["adapter_python"] == adapter_python
+          result = worker.run("Reply exactly AVO_HERMES_SMOKE_OK", workspace)
+          assert result.success, result.error
+          assert result.metadata["adapter_python"] == adapter_python
+          assert "AVO_HERMES_SMOKE_OK" in result.output, result.output
+          print(result.output)
+          PY