85 lines
1.7 KiB
JSON
85 lines
1.7 KiB
JSON
{
|
|
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
"$id": "urn:awoooi:agent-nemotron-external-runner-report-v1",
|
|
"title": "AWOOOI NeMo/Nemotron External Runner Report (v1)",
|
|
"type": "object",
|
|
"required": [
|
|
"schema_version",
|
|
"candidate_id",
|
|
"requests",
|
|
"results",
|
|
"valid",
|
|
"model",
|
|
"failures",
|
|
"external_error_records",
|
|
"fallback_used_records",
|
|
"trace_incomplete_records",
|
|
"total_cost_usd",
|
|
"avg_latency_ms",
|
|
"p95_latency_ms"
|
|
],
|
|
"properties": {
|
|
"schema_version": {
|
|
"type": "string",
|
|
"const": "agent_nemotron_external_runner_report_v1"
|
|
},
|
|
"candidate_id": {
|
|
"type": "string",
|
|
"const": "nemo_nemotron_fabric"
|
|
},
|
|
"requests": {
|
|
"type": "integer",
|
|
"minimum": 0
|
|
},
|
|
"results": {
|
|
"type": "integer",
|
|
"minimum": 0
|
|
},
|
|
"valid": {
|
|
"type": "boolean"
|
|
},
|
|
"model": {
|
|
"type": "string",
|
|
"minLength": 1
|
|
},
|
|
"candidate_variant_id": {
|
|
"type": "string"
|
|
},
|
|
"failures": {
|
|
"type": "array",
|
|
"items": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"external_error_records": {
|
|
"type": "integer",
|
|
"minimum": 0
|
|
},
|
|
"fallback_used_records": {
|
|
"type": "integer",
|
|
"minimum": 0
|
|
},
|
|
"trace_incomplete_records": {
|
|
"type": "integer",
|
|
"minimum": 0
|
|
},
|
|
"retry_used_records": {
|
|
"type": "integer",
|
|
"minimum": 0
|
|
},
|
|
"total_cost_usd": {
|
|
"type": "number",
|
|
"minimum": 0
|
|
},
|
|
"avg_latency_ms": {
|
|
"type": "number",
|
|
"minimum": 0
|
|
},
|
|
"p95_latency_ms": {
|
|
"type": "number",
|
|
"minimum": 0
|
|
}
|
|
},
|
|
"additionalProperties": false
|
|
}
|