{
  "schema_version": "agent_nemotron_external_runner_manifest_v1",
  "generated_at": "2026-06-02T10:21:56+08:00",
  "updated_at": "2026-06-02T10:24:25+08:00",
  "candidate_id": "nemo_nemotron_fabric",
  "candidate_variant_id": "nemo_nemotron_fabric_contract_tuned_v1",
  "run_id": "nemotron-replay-prod-20260602095438-contract-tuned-nemotron3nano30b-smoke",
  "status": "smoke_completed_full_replay_blocked",
  "external_replay_status": "smoke_completed_blocked_output_contract",
  "external_calls_performed_by_codex": true,
  "approval_required_before_external_execution": true,
  "raw_artifacts_committed": false,
  "selected_smoke_model": "nvidia/nemotron-3-nano-30b-a3b",
  "model_selection_basis": {
    "source": "NVIDIA /v1/models live lookup on 2026-06-02",
    "goal": "test a current Nemotron 3 Nano model after 120B latency, 9B v2 trace/fallback, and mini-4b chat-completion errors blocked promotion",
    "full_replay_allowed_before_smoke_gate": false
  },
  "source_failure_analysis": "docs/evaluations/agent_nemotron_replay_failure_analysis_2026-06-01.json",
  "request_pack_build_report": "docs/evaluations/agent_nemotron_contract_tuned_request_pack_build_2026-06-02.json",
  "sanitize_report": "docs/evaluations/agent_nemotron_request_pack_sanitize_2026-06-02.json",
  "external_runner_preflight_report_sanitized": "docs/evaluations/agent_nemotron_contract_tuned_preflight_2026-06-02.json",
  "external_runner_readiness_report": "docs/evaluations/agent_nemotron_contract_tuned_nemotron3nano30b_smoke_readiness_2026-06-02.json",
  "request_pack": {
    "local_path": "/tmp/nemotron-replay-prod-20260602095438-sanitized-contract-tuned-nemotron-requests.jsonl",
    "source_unsanitized_path": "/tmp/nemotron-replay-prod-20260602095438-sanitized-nemotron-requests.jsonl",
    "schema": "docs/schemas/agent_nemotron_replay_request_v1.schema.json",
    "records": 50,
    "request_only_records": 50,
    "not_replacement_evidence_records": 50,
    "label_leak_records": 0,
    "sensitive_marker_records": 0
  },
  "candidate_inputs": {
    "local_path": "/tmp/nemotron-replay-prod-20260602095438-sanitized-candidate-inputs.jsonl",
    "source_unsanitized_path": "/tmp/nemotron-replay-prod-20260602095438-candidate-inputs.jsonl",
    "schema": "docs/schemas/agent_replay_candidate_input_v1.schema.json",
    "records": 50,
    "label_leak_records": 0
  },
  "fixtures": {
    "local_path": "/tmp/nemotron-replay-prod-20260602095438-sanitized-fixtures.jsonl",
    "source_unsanitized_path": "/tmp/nemotron-replay-prod-20260602095438-fixtures.jsonl",
    "schema": "docs/schemas/agent_replay_fixture_v1.schema.json",
    "records": 50,
    "expected_action_marker_records": 13,
    "operator_only": true
  },
  "baseline_raw": {
    "required_before_scoring": true,
    "local_path": "/tmp/nemotron-replay-prod-20260602095438-openclaw-incumbent.jsonl",
    "schema": "docs/schemas/agent_replacement_replay_v1.schema.json",
    "aggregate_snapshot": "docs/evaluations/openclaw_incumbent_baseline_2026-06-01.json"
  },
  "external_runner_output": {
    "required_path": "/tmp/nemotron-replay-prod-20260602095438-contract-tuned-nemotron3nano30b-external-results.jsonl",
    "schema": "docs/schemas/agent_nemotron_external_result_v1.schema.json",
    "required_records": 50,
    "one_result_per_request": true,
    "forbidden_model_output_fields": [
      "evaluation_labels",
      "verification_result",
      "execution_success",
      "execution_error",
      "self_healing_score",
      "rca_correct",
      "tool_dry_run_pass",
      "repair_success",
      "false_repair"
    ],
    "allowed_model_output_fields": [
      "proposed_action",
      "action_plan",
      "risk_level",
      "requires_human_approval",
      "blocked_by_policy"
    ]
  },
  "external_smoke_runner_command": "NVIDIA_API_KEY=<from approved secret> apps/api/.venv/bin/python scripts/agents/nemotron-run-external-offline.py --readiness docs/evaluations/agent_nemotron_contract_tuned_nemotron3nano30b_smoke_readiness_2026-06-02.json --requests /tmp/nemotron-replay-prod-20260602095438-sanitized-contract-tuned-nemotron-requests.jsonl --output /tmp/nemotron-replay-prod-20260602095438-contract-tuned-nemotron3nano30b-smoke-external-results.jsonl --report /tmp/nemotron-replay-prod-20260602095438-contract-tuned-nemotron3nano30b-smoke-external-runner-report.json --model nvidia/nemotron-3-nano-30b-a3b --timeout-seconds 90 --concurrency 5 --max-records 5",
  "external_runner_report": {
    "local_path": "/tmp/nemotron-replay-prod-20260602095438-contract-tuned-nemotron3nano30b-smoke-external-runner-report.json",
    "schema": "docs/schemas/agent_nemotron_external_runner_report_v1.schema.json",
    "aggregate_snapshot": "docs/evaluations/agent_nemotron_contract_tuned_nemotron3nano30b_smoke_external_runner_report_2026-06-02.json"
  },
  "external_smoke_result": {
    "decision": "blocked_before_full_replay",
    "runner_report": "docs/evaluations/agent_nemotron_contract_tuned_nemotron3nano30b_smoke_external_runner_report_2026-06-02.json",
    "smoke_gate": "docs/evaluations/agent_nemotron_contract_tuned_nemotron3nano30b_smoke_gate_2026-06-02.json",
    "runner_valid": false,
    "requests": 5,
    "results": 5,
    "external_error_records": 4,
    "fallback_used_records": 4,
    "trace_incomplete_records": 4,
    "retry_used_records": 5,
    "avg_latency_ms": 8836.9188,
    "p95_latency_ms": 11180.4184,
    "latency_budget_ms": 45000,
    "blocking_failures": [
      "runner_invalid",
      "external_errors_present",
      "fallbacks_present",
      "trace_incomplete_records_present"
    ],
    "error_summary": "Output contract instability: missing fields, malformed JSON, and invalid risk level after retry.",
    "full_replay_performed": false
  },
  "preferred_post_external_run_command": "apps/api/.venv/bin/python scripts/agents/nemotron-finalize-replay.py --requests /tmp/nemotron-replay-prod-20260602095438-sanitized-contract-tuned-nemotron-requests.jsonl --external-results /tmp/nemotron-replay-prod-20260602095438-contract-tuned-nemotron3nano30b-external-results.jsonl --inputs /tmp/nemotron-replay-prod-20260602095438-sanitized-candidate-inputs.jsonl --fixtures /tmp/nemotron-replay-prod-20260602095438-sanitized-fixtures.jsonl --baseline /tmp/nemotron-replay-prod-20260602095438-openclaw-incumbent.jsonl --output-prefix /tmp/nemotron-replay-prod-20260602095438-contract-tuned-nemotron3nano30b --target-stage shadow",
  "safety_constraints": [
    "This Nemotron 3 Nano 30B smoke is not replacement evidence until the smoke gate, full replay, finalizer, scorecard, and promotion gate pass.",
    "The runner may read only the tuned sanitized request pack, not fixture labels.",
    "The runner must not execute tools, mutate production systems, send Telegram messages, or open write credentials.",
    "The first approved execution is limited to 5 records; full 50-record replay remains blocked until the smoke gate approves it.",
    "The Nemotron 3 Nano 30B result cannot overwrite the blocked 120B, 9B v2, or mini-4b evidence."
  ],
  "promotion_requires": [
    "smoke_gate.approved_for_full_replay=true before any 50-record run",
    "import_report.valid=true",
    "contract_report.valid=true",
    "external_error_records=0",
    "audit_trace_rate>=0.95",
    "hitl_preserved_rate=1.0",
    "scorecard.beats_baseline=true",
    "promotion_gate.approved=true"
  ]
}
