{
  "schema_version": "agent_nemotron_external_runner_manifest_v1",
  "generated_at": "2026-06-02T09:58:58+08:00",
  "updated_at": "2026-06-02T10:09:00+08:00",
  "candidate_id": "nemo_nemotron_fabric",
  "candidate_variant_id": "nemo_nemotron_fabric_contract_tuned_v1",
  "run_id": "nemotron-replay-prod-20260602095438-contract-tuned-fast-model-smoke",
  "status": "smoke_completed_full_replay_blocked",
  "external_replay_status": "smoke_completed_blocked_fallback_trace_latency",
  "external_calls_performed_by_codex": true,
  "approval_required_before_external_execution": true,
  "raw_artifacts_committed": false,
  "selected_smoke_model": "nvidia/nvidia-nemotron-nano-9b-v2",
  "model_selection_basis": {
    "source": "NVIDIA /v1/models live lookup on 2026-06-02",
    "goal": "replace the blocked 120B latency profile with a faster Nemotron-family runtime for a 5-record contract-tuned smoke gate",
    "full_replay_allowed_before_smoke_gate": false
  },
  "source_failure_analysis": "docs/evaluations/agent_nemotron_replay_failure_analysis_2026-06-01.json",
  "request_pack_build_report": "docs/evaluations/agent_nemotron_contract_tuned_request_pack_build_2026-06-02.json",
  "sanitize_report": "docs/evaluations/agent_nemotron_request_pack_sanitize_2026-06-02.json",
  "external_runner_preflight_report_sanitized": "docs/evaluations/agent_nemotron_contract_tuned_preflight_2026-06-02.json",
  "external_runner_readiness_report": "docs/evaluations/agent_nemotron_contract_tuned_fast_model_smoke_readiness_2026-06-02.json",
  "request_pack": {
    "local_path": "/tmp/nemotron-replay-prod-20260602095438-sanitized-contract-tuned-nemotron-requests.jsonl",
    "source_unsanitized_path": "/tmp/nemotron-replay-prod-20260602095438-sanitized-nemotron-requests.jsonl",
    "schema": "docs/schemas/agent_nemotron_replay_request_v1.schema.json",
    "records": 50,
    "request_only_records": 50,
    "not_replacement_evidence_records": 50,
    "label_leak_records": 0,
    "sensitive_marker_records": 0
  },
  "candidate_inputs": {
    "local_path": "/tmp/nemotron-replay-prod-20260602095438-sanitized-candidate-inputs.jsonl",
    "source_unsanitized_path": "/tmp/nemotron-replay-prod-20260602095438-candidate-inputs.jsonl",
    "schema": "docs/schemas/agent_replay_candidate_input_v1.schema.json",
    "records": 50,
    "label_leak_records": 0
  },
  "fixtures": {
    "local_path": "/tmp/nemotron-replay-prod-20260602095438-sanitized-fixtures.jsonl",
    "source_unsanitized_path": "/tmp/nemotron-replay-prod-20260602095438-fixtures.jsonl",
    "schema": "docs/schemas/agent_replay_fixture_v1.schema.json",
    "records": 50,
    "expected_action_marker_records": 13,
    "operator_only": true
  },
  "baseline_raw": {
    "required_before_scoring": true,
    "local_path": "/tmp/nemotron-replay-prod-20260602095438-openclaw-incumbent.jsonl",
    "schema": "docs/schemas/agent_replacement_replay_v1.schema.json",
    "aggregate_snapshot": "docs/evaluations/openclaw_incumbent_baseline_2026-06-01.json"
  },
  "external_runner_output": {
    "required_path": "/tmp/nemotron-replay-prod-20260602095438-contract-tuned-fast-model-external-results.jsonl",
    "schema": "docs/schemas/agent_nemotron_external_result_v1.schema.json",
    "required_records": 50,
    "one_result_per_request": true,
    "forbidden_model_output_fields": [
      "evaluation_labels",
      "verification_result",
      "execution_success",
      "execution_error",
      "self_healing_score",
      "rca_correct",
      "tool_dry_run_pass",
      "repair_success",
      "false_repair"
    ],
    "allowed_model_output_fields": [
      "proposed_action",
      "action_plan",
      "risk_level",
      "requires_human_approval",
      "blocked_by_policy"
    ]
  },
  "external_smoke_runner_command": "NVIDIA_API_KEY=<from approved secret> apps/api/.venv/bin/python scripts/agents/nemotron-run-external-offline.py --readiness docs/evaluations/agent_nemotron_contract_tuned_fast_model_smoke_readiness_2026-06-02.json --requests /tmp/nemotron-replay-prod-20260602095438-sanitized-contract-tuned-nemotron-requests.jsonl --output /tmp/nemotron-replay-prod-20260602095438-contract-tuned-nano9b-smoke-external-results.jsonl --report /tmp/nemotron-replay-prod-20260602095438-contract-tuned-nano9b-smoke-external-runner-report.json --model nvidia/nvidia-nemotron-nano-9b-v2 --timeout-seconds 180 --max-records 5",
  "external_runner_report": {
    "local_path": "/tmp/nemotron-replay-prod-20260602095438-contract-tuned-nano9b-smoke-external-runner-report.json",
    "schema": "docs/schemas/agent_nemotron_external_runner_report_v1.schema.json",
    "aggregate_snapshot": "docs/evaluations/agent_nemotron_contract_tuned_nano9b_smoke_external_runner_report_2026-06-02.json"
  },
  "external_smoke_result": {
    "decision": "blocked_before_full_replay",
    "runner_report": "docs/evaluations/agent_nemotron_contract_tuned_nano9b_smoke_external_runner_report_2026-06-02.json",
    "smoke_gate": "docs/evaluations/agent_nemotron_contract_tuned_nano9b_smoke_gate_2026-06-02.json",
    "runner_valid": true,
    "requests": 5,
    "results": 5,
    "external_error_records": 0,
    "fallback_used_records": 5,
    "trace_incomplete_records": 5,
    "retry_used_records": 0,
    "avg_latency_ms": 60103.0275,
    "p95_latency_ms": 60108.6491,
    "latency_budget_ms": 45000,
    "blocking_failures": [
      "fallbacks_present",
      "trace_incomplete_records_present",
      "latency_budget_exceeded"
    ],
    "full_replay_performed": false
  },
  "preferred_post_external_run_command": "apps/api/.venv/bin/python scripts/agents/nemotron-finalize-replay.py --requests /tmp/nemotron-replay-prod-20260602095438-sanitized-contract-tuned-nemotron-requests.jsonl --external-results /tmp/nemotron-replay-prod-20260602095438-contract-tuned-fast-model-external-results.jsonl --inputs /tmp/nemotron-replay-prod-20260602095438-sanitized-candidate-inputs.jsonl --fixtures /tmp/nemotron-replay-prod-20260602095438-sanitized-fixtures.jsonl --baseline /tmp/nemotron-replay-prod-20260602095438-openclaw-incumbent.jsonl --output-prefix /tmp/nemotron-replay-prod-20260602095438-contract-tuned-fast-model --target-stage shadow",
  "safety_constraints": [
    "This fast-model smoke is not replacement evidence until the smoke gate, full replay, finalizer, scorecard, and promotion gate pass.",
    "The runner may read only the tuned sanitized request pack, not fixture labels.",
    "The runner must not execute tools, mutate production systems, send Telegram messages, or open write credentials.",
    "The first approved execution is limited to 5 records; full 50-record replay remains blocked until the smoke gate approves it.",
    "The fast-model result cannot overwrite the blocked 120B evidence."
  ],
  "promotion_requires": [
    "smoke_gate.approved_for_full_replay=true before any 50-record run",
    "import_report.valid=true",
    "contract_report.valid=true",
    "external_error_records=0",
    "audit_trace_rate>=0.95",
    "hitl_preserved_rate=1.0",
    "scorecard.beats_baseline=true",
    "promotion_gate.approved=true"
  ]
}
