Files
awoooi/docs/evaluations/examples/agent_nemotron_external_runner_readiness.sample.json
Your Name cfb866d055
Some checks failed
Ansible Lint / lint (push) Successful in 35s
CD Pipeline / tests (push) Failing after 13s
CD Pipeline / build-and-deploy (push) Has been skipped
CD Pipeline / post-deploy-checks (push) Has been skipped
Code Review / ai-code-review (push) Failing after 11s
feat(governance): add agent market automation surfaces
2026-06-04 21:50:55 +08:00

80 lines
2.6 KiB
JSON

{
"schema_version": "agent_nemotron_external_runner_readiness_v1",
"candidate_id": "nemo_nemotron_fabric",
"run_id": "nemotron-replay-prod-20260601165413",
"ready": true,
"decision": "ready_for_approval",
"minimum_records": 50,
"gates": {
"manifest_schema_valid": true,
"candidate_is_nemotron_fabric": true,
"manifest_status_sanitized_ready": true,
"external_execution_still_requires_approval": true,
"sanitize_report_valid": true,
"sanitized_preflight_valid": true,
"no_label_leaks": true,
"no_sensitive_context_markers": true,
"counts_match_across_reports": true,
"minimum_records_met": true
},
"failures": [],
"counts": {
"manifest": {
"fixtures": 50,
"candidate_inputs": 50,
"requests": 50,
"expected_action_marker_records": 17
},
"sanitize_report": {
"fixtures": 50,
"candidate_inputs": 50,
"requests": 50,
"expected_action_marker_records": null
},
"sanitized_preflight": {
"fixtures": 50,
"candidate_inputs": 50,
"requests": 50,
"expected_action_marker_records": 17
}
},
"artifacts": {
"request_pack": {
"local_path": "/tmp/nemotron-replay-prod-20260601165413-sanitized-nemotron-requests.jsonl",
"records": 50,
"request_only_records": 50,
"not_replacement_evidence_records": 50,
"label_leak_records": 0,
"sensitive_marker_records": 0
},
"candidate_inputs": {
"local_path": "/tmp/nemotron-replay-prod-20260601165413-sanitized-candidate-inputs.jsonl",
"records": 50,
"label_leak_records": 0
},
"fixtures": {
"local_path": "/tmp/nemotron-replay-prod-20260601165413-sanitized-fixtures.jsonl",
"records": 50,
"expected_action_marker_records": 17,
"operator_only": true
},
"external_results_required_path": "/tmp/nemotron-replay-prod-20260601165413-external-results.jsonl"
},
"safety": {
"external_calls_performed_by_codex": false,
"approval_required_before_external_execution": true,
"raw_artifacts_committed": false,
"sensitive_marker_records": 0,
"candidate_input_label_leak_records": 0,
"request_context_label_leak_records": 0,
"request_only_records": 50,
"not_replacement_evidence_records": 50
},
"next_actions": [
"Obtain explicit commander approval before external execution.",
"Run the approved offline NeMo/NIM/Nemotron runner against the sanitized request pack only.",
"Write external results to /tmp/nemotron-replay-prod-20260601165413-external-results.jsonl.",
"Run the preferred post-external finalizer command."
]
}