{
  "schema_version": "agent_nemotron_external_runner_manifest_v1",
  "generated_at": "2026-06-02T10:19:51+08:00",
  "updated_at": "2026-06-02T10:21:56+08:00",
  "candidate_id": "nemo_nemotron_fabric",
  "candidate_variant_id": "nemo_nemotron_fabric_contract_tuned_v1",
  "run_id": "nemotron-replay-prod-20260602095438-contract-tuned-mini4b-smoke",
  "status": "smoke_completed_full_replay_blocked",
  "external_replay_status": "smoke_completed_blocked_external_errors",
  "external_calls_performed_by_codex": true,
  "approval_required_before_external_execution": true,
  "raw_artifacts_committed": false,
  "selected_smoke_model": "nvidia/nemotron-mini-4b-instruct",
  "model_selection_basis": {
    "source": "NVIDIA /v1/models live lookup on 2026-06-02",
    "goal": "test the smallest available Nemotron-family runtime after 120B and 9B v2 smoke gates were blocked",
    "full_replay_allowed_before_smoke_gate": false
  },
  "source_failure_analysis": "docs/evaluations/agent_nemotron_replay_failure_analysis_2026-06-01.json",
  "request_pack_build_report": "docs/evaluations/agent_nemotron_contract_tuned_request_pack_build_2026-06-02.json",
  "sanitize_report": "docs/evaluations/agent_nemotron_request_pack_sanitize_2026-06-02.json",
  "external_runner_preflight_report_sanitized": "docs/evaluations/agent_nemotron_contract_tuned_preflight_2026-06-02.json",
  "external_runner_readiness_report": "docs/evaluations/agent_nemotron_contract_tuned_mini4b_smoke_readiness_2026-06-02.json",
  "request_pack": {
    "local_path": "/tmp/nemotron-replay-prod-20260602095438-sanitized-contract-tuned-nemotron-requests.jsonl",
    "source_unsanitized_path": "/tmp/nemotron-replay-prod-20260602095438-sanitized-nemotron-requests.jsonl",
    "schema": "docs/schemas/agent_nemotron_replay_request_v1.schema.json",
    "records": 50,
    "request_only_records": 50,
    "not_replacement_evidence_records": 50,
    "label_leak_records": 0,
    "sensitive_marker_records": 0
  },
  "candidate_inputs": {
    "local_path": "/tmp/nemotron-replay-prod-20260602095438-sanitized-candidate-inputs.jsonl",
    "source_unsanitized_path": "/tmp/nemotron-replay-prod-20260602095438-candidate-inputs.jsonl",
    "schema": "docs/schemas/agent_replay_candidate_input_v1.schema.json",
    "records": 50,
    "label_leak_records": 0
  },
  "fixtures": {
    "local_path": "/tmp/nemotron-replay-prod-20260602095438-sanitized-fixtures.jsonl",
    "source_unsanitized_path": "/tmp/nemotron-replay-prod-20260602095438-fixtures.jsonl",
    "schema": "docs/schemas/agent_replay_fixture_v1.schema.json",
    "records": 50,
    "expected_action_marker_records": 13,
    "operator_only": true
  },
  "baseline_raw": {
    "required_before_scoring": true,
    "local_path": "/tmp/nemotron-replay-prod-20260602095438-openclaw-incumbent.jsonl",
    "schema": "docs/schemas/agent_replacement_replay_v1.schema.json",
    "aggregate_snapshot": "docs/evaluations/openclaw_incumbent_baseline_2026-06-01.json"
  },
  "external_runner_output": {
    "required_path": "/tmp/nemotron-replay-prod-20260602095438-contract-tuned-mini4b-external-results.jsonl",
    "schema": "docs/schemas/agent_nemotron_external_result_v1.schema.json",
    "required_records": 50,
    "one_result_per_request": true,
    "forbidden_model_output_fields": [
      "evaluation_labels",
      "verification_result",
      "execution_success",
      "execution_error",
      "self_healing_score",
      "rca_correct",
      "tool_dry_run_pass",
      "repair_success",
      "false_repair"
    ],
    "allowed_model_output_fields": [
      "proposed_action",
      "action_plan",
      "risk_level",
      "requires_human_approval",
      "blocked_by_policy"
    ]
  },
  "external_smoke_runner_command": "NVIDIA_API_KEY=<from approved secret> apps/api/.venv/bin/python scripts/agents/nemotron-run-external-offline.py --readiness docs/evaluations/agent_nemotron_contract_tuned_mini4b_smoke_readiness_2026-06-02.json --requests /tmp/nemotron-replay-prod-20260602095438-sanitized-contract-tuned-nemotron-requests.jsonl --output /tmp/nemotron-replay-prod-20260602095438-contract-tuned-mini4b-smoke-external-results.jsonl --report /tmp/nemotron-replay-prod-20260602095438-contract-tuned-mini4b-smoke-external-runner-report.json --model nvidia/nemotron-mini-4b-instruct --timeout-seconds 45 --concurrency 5 --max-records 5",
  "external_runner_report": {
    "local_path": "/tmp/nemotron-replay-prod-20260602095438-contract-tuned-mini4b-smoke-external-runner-report.json",
    "schema": "docs/schemas/agent_nemotron_external_runner_report_v1.schema.json",
    "aggregate_snapshot": "docs/evaluations/agent_nemotron_contract_tuned_mini4b_smoke_external_runner_report_2026-06-02.json"
  },
  "external_smoke_result": {
    "decision": "blocked_before_full_replay",
    "runner_report": "docs/evaluations/agent_nemotron_contract_tuned_mini4b_smoke_external_runner_report_2026-06-02.json",
    "smoke_gate": "docs/evaluations/agent_nemotron_contract_tuned_mini4b_smoke_gate_2026-06-02.json",
    "runner_valid": false,
    "requests": 5,
    "results": 5,
    "external_error_records": 5,
    "fallback_used_records": 5,
    "trace_incomplete_records": 5,
    "retry_used_records": 0,
    "avg_latency_ms": 527.5488,
    "p95_latency_ms": 681.8552,
    "latency_budget_ms": 45000,
    "blocking_failures": [
      "runner_invalid",
      "external_errors_present",
      "fallbacks_present",
      "trace_incomplete_records_present"
    ],
    "error_summary": "NVIDIA chat completions returned 400 Bad Request for all 5 smoke records.",
    "full_replay_performed": false
  },
  "preferred_post_external_run_command": "apps/api/.venv/bin/python scripts/agents/nemotron-finalize-replay.py --requests /tmp/nemotron-replay-prod-20260602095438-sanitized-contract-tuned-nemotron-requests.jsonl --external-results /tmp/nemotron-replay-prod-20260602095438-contract-tuned-mini4b-external-results.jsonl --inputs /tmp/nemotron-replay-prod-20260602095438-sanitized-candidate-inputs.jsonl --fixtures /tmp/nemotron-replay-prod-20260602095438-sanitized-fixtures.jsonl --baseline /tmp/nemotron-replay-prod-20260602095438-openclaw-incumbent.jsonl --output-prefix /tmp/nemotron-replay-prod-20260602095438-contract-tuned-mini4b --target-stage shadow",
  "safety_constraints": [
    "This mini-4b smoke is not replacement evidence until the smoke gate, full replay, finalizer, scorecard, and promotion gate pass.",
    "The runner may read only the tuned sanitized request pack, not fixture labels.",
    "The runner must not execute tools, mutate production systems, send Telegram messages, or open write credentials.",
    "The first approved execution is limited to 5 records; full 50-record replay remains blocked until the smoke gate approves it.",
    "The mini-4b result cannot overwrite the blocked 120B or 9B v2 evidence."
  ],
  "promotion_requires": [
    "smoke_gate.approved_for_full_replay=true before any 50-record run",
    "import_report.valid=true",
    "contract_report.valid=true",
    "external_error_records=0",
    "audit_trace_rate>=0.95",
    "hitl_preserved_rate=1.0",
    "scorecard.beats_baseline=true",
    "promotion_gate.approved=true"
  ]
}
