{
  "schema_version": "agent_nemotron_external_runner_manifest_v1",
  "generated_at": "2026-06-02T10:24:25+08:00",
  "updated_at": "2026-06-02T10:27:22+08:00",
  "candidate_id": "nemo_nemotron_fabric",
  "candidate_variant_id": "nemo_nemotron_fabric_contract_tuned_v1",
  "run_id": "nemotron-replay-prod-20260602095438-contract-tuned-49b-v15-smoke",
  "status": "smoke_completed_full_replay_blocked",
  "external_replay_status": "smoke_completed_blocked_latency",
  "external_calls_performed_by_codex": true,
  "approval_required_before_external_execution": true,
  "raw_artifacts_committed": false,
  "selected_smoke_model": "nvidia/llama-3.3-nemotron-super-49b-v1.5",
  "model_selection_basis": {
    "source": "NVIDIA /v1/models live lookup on 2026-06-02",
    "goal": "test a stronger Nemotron-family model after mini/9B/30B variants failed smoke gates for contract or trace reliability",
    "full_replay_allowed_before_smoke_gate": false
  },
  "source_failure_analysis": "docs/evaluations/agent_nemotron_replay_failure_analysis_2026-06-01.json",
  "request_pack_build_report": "docs/evaluations/agent_nemotron_contract_tuned_request_pack_build_2026-06-02.json",
  "sanitize_report": "docs/evaluations/agent_nemotron_request_pack_sanitize_2026-06-02.json",
  "external_runner_preflight_report_sanitized": "docs/evaluations/agent_nemotron_contract_tuned_preflight_2026-06-02.json",
  "external_runner_readiness_report": "docs/evaluations/agent_nemotron_contract_tuned_49b_v15_smoke_readiness_2026-06-02.json",
  "request_pack": {
    "local_path": "/tmp/nemotron-replay-prod-20260602095438-sanitized-contract-tuned-nemotron-requests.jsonl",
    "source_unsanitized_path": "/tmp/nemotron-replay-prod-20260602095438-sanitized-nemotron-requests.jsonl",
    "schema": "docs/schemas/agent_nemotron_replay_request_v1.schema.json",
    "records": 50,
    "request_only_records": 50,
    "not_replacement_evidence_records": 50,
    "label_leak_records": 0,
    "sensitive_marker_records": 0
  },
  "candidate_inputs": {
    "local_path": "/tmp/nemotron-replay-prod-20260602095438-sanitized-candidate-inputs.jsonl",
    "source_unsanitized_path": "/tmp/nemotron-replay-prod-20260602095438-candidate-inputs.jsonl",
    "schema": "docs/schemas/agent_replay_candidate_input_v1.schema.json",
    "records": 50,
    "label_leak_records": 0
  },
  "fixtures": {
    "local_path": "/tmp/nemotron-replay-prod-20260602095438-sanitized-fixtures.jsonl",
    "source_unsanitized_path": "/tmp/nemotron-replay-prod-20260602095438-fixtures.jsonl",
    "schema": "docs/schemas/agent_replay_fixture_v1.schema.json",
    "records": 50,
    "expected_action_marker_records": 13,
    "operator_only": true
  },
  "baseline_raw": {
    "required_before_scoring": true,
    "local_path": "/tmp/nemotron-replay-prod-20260602095438-openclaw-incumbent.jsonl",
    "schema": "docs/schemas/agent_replacement_replay_v1.schema.json",
    "aggregate_snapshot": "docs/evaluations/openclaw_incumbent_baseline_2026-06-01.json"
  },
  "external_runner_output": {
    "required_path": "/tmp/nemotron-replay-prod-20260602095438-contract-tuned-49b-v15-external-results.jsonl",
    "schema": "docs/schemas/agent_nemotron_external_result_v1.schema.json",
    "required_records": 50,
    "one_result_per_request": true,
    "forbidden_model_output_fields": [
      "evaluation_labels",
      "verification_result",
      "execution_success",
      "execution_error",
      "self_healing_score",
      "rca_correct",
      "tool_dry_run_pass",
      "repair_success",
      "false_repair"
    ],
    "allowed_model_output_fields": [
      "proposed_action",
      "action_plan",
      "risk_level",
      "requires_human_approval",
      "blocked_by_policy"
    ]
  },
  "external_smoke_runner_command": "NVIDIA_API_KEY=<from approved secret> apps/api/.venv/bin/python scripts/agents/nemotron-run-external-offline.py --readiness docs/evaluations/agent_nemotron_contract_tuned_49b_v15_smoke_readiness_2026-06-02.json --requests /tmp/nemotron-replay-prod-20260602095438-sanitized-contract-tuned-nemotron-requests.jsonl --output /tmp/nemotron-replay-prod-20260602095438-contract-tuned-49b-v15-smoke-external-results.jsonl --report /tmp/nemotron-replay-prod-20260602095438-contract-tuned-49b-v15-smoke-external-runner-report.json --model nvidia/llama-3.3-nemotron-super-49b-v1.5 --timeout-seconds 120 --concurrency 5 --max-records 5",
  "external_runner_report": {
    "local_path": "/tmp/nemotron-replay-prod-20260602095438-contract-tuned-49b-v15-smoke-external-runner-report.json",
    "schema": "docs/schemas/agent_nemotron_external_runner_report_v1.schema.json",
    "aggregate_snapshot": "docs/evaluations/agent_nemotron_contract_tuned_49b_v15_smoke_external_runner_report_2026-06-02.json"
  },
  "external_smoke_result": {
    "decision": "blocked_before_full_replay",
    "runner_report": "docs/evaluations/agent_nemotron_contract_tuned_49b_v15_smoke_external_runner_report_2026-06-02.json",
    "smoke_gate": "docs/evaluations/agent_nemotron_contract_tuned_49b_v15_smoke_gate_2026-06-02.json",
    "runner_valid": true,
    "requests": 5,
    "results": 5,
    "external_error_records": 0,
    "fallback_used_records": 0,
    "trace_incomplete_records": 0,
    "retry_used_records": 2,
    "avg_latency_ms": 40121.8494,
    "p95_latency_ms": 67191.2835,
    "latency_budget_ms": 45000,
    "blocking_failures": [
      "latency_budget_exceeded"
    ],
    "error_summary": "Contract passed, but p95 latency exceeded the 45s smoke-gate budget.",
    "full_replay_performed": false
  },
  "preferred_post_external_run_command": "apps/api/.venv/bin/python scripts/agents/nemotron-finalize-replay.py --requests /tmp/nemotron-replay-prod-20260602095438-sanitized-contract-tuned-nemotron-requests.jsonl --external-results /tmp/nemotron-replay-prod-20260602095438-contract-tuned-49b-v15-external-results.jsonl --inputs /tmp/nemotron-replay-prod-20260602095438-sanitized-candidate-inputs.jsonl --fixtures /tmp/nemotron-replay-prod-20260602095438-sanitized-fixtures.jsonl --baseline /tmp/nemotron-replay-prod-20260602095438-openclaw-incumbent.jsonl --output-prefix /tmp/nemotron-replay-prod-20260602095438-contract-tuned-49b-v15 --target-stage shadow",
  "safety_constraints": [
    "This Nemotron 49B v1.5 smoke is not replacement evidence until the smoke gate, full replay, finalizer, scorecard, and promotion gate pass.",
    "The runner may read only the tuned sanitized request pack, not fixture labels.",
    "The runner must not execute tools, mutate production systems, send Telegram messages, or open write credentials.",
    "The first approved execution is limited to 5 records; full 50-record replay remains blocked until the smoke gate approves it.",
    "The Nemotron 49B v1.5 result cannot overwrite any blocked evidence from earlier Nemotron models."
  ],
  "promotion_requires": [
    "smoke_gate.approved_for_full_replay=true before any 50-record run",
    "import_report.valid=true",
    "contract_report.valid=true",
    "external_error_records=0",
    "audit_trace_rate>=0.95",
    "hitl_preserved_rate=1.0",
    "scorecard.beats_baseline=true",
    "promotion_gate.approved=true"
  ]
}
