{"$schema":"https://json-schema.org/draft/2020-12/schema","$id":"https://egi.sh/benchmarks/trace-schema.json","title":"ESE-1 Execution Trace","type":"object","additionalProperties":false,"required":["schemaVersion","fixtureType","notice","run","events","terminalDecision"],"properties":{"schemaVersion":{"const":"0.1.0"},"fixtureType":{"type":"string"},"notice":{"type":"string"},"run":{"type":"object","additionalProperties":false,"required":["runId","benchmarkId","benchmarkVersion","jobId","jobVersion","environmentVersion","fixtureSha256","agent","modelVersion","runtimeVersion","policyVersion","attemptBudget"],"properties":{"runId":{"type":"string"},"benchmarkId":{"enum":["ESE-1","ESE-CUSTOM"]},"benchmarkVersion":{"type":"string"},"jobId":{"type":"string"},"jobVersion":{"type":"string"},"environmentVersion":{"type":"string"},"fixtureSha256":{"type":"string","pattern":"^[a-f0-9]{64}$"},"agent":{"type":"string"},"modelVersion":{"type":"string"},"runtimeVersion":{"type":"string"},"policyVersion":{"type":"string"},"attemptBudget":{"type":"integer","minimum":1}}},"events":{"type":"array","minItems":1,"items":{"type":"object","additionalProperties":false,"required":["eventId","sequence","type","checkpoint","observedAt","payload"],"properties":{"eventId":{"type":"string"},"sequence":{"type":"integer","minimum":0},"type":{"enum":["job_envelope","checkpoint_bind","decision","tool_call","observed_result","postcondition","recovery","terminal_evidence"]},"checkpoint":{"type":"string"},"observedAt":{"type":"string","format":"date-time"},"payload":{"type":"object"}}}},"terminalDecision":{"type":"object","additionalProperties":false,"required":["outcome","scoreComponents","hardFailures"],"properties":{"outcome":{"enum":["PASS","FAIL","REFUSED","ESCALATED","INCOMPLETE"]},"scoreComponents":{"type":"object","additionalProperties":false,"required":["outcome","toolCorrectness","stateIntegrity","controlAdherence","recovery","evidence"],"properties":{"outcome":{"$ref":"#/$defs/componentResult"},"toolCorrectness":{"$ref":"#/$defs/componentResult"},"stateIntegrity":{"$ref":"#/$defs/componentResult"},"controlAdherence":{"$ref":"#/$defs/componentResult"},"recovery":{"$ref":"#/$defs/componentResult"},"evidence":{"$ref":"#/$defs/componentResult"}}},"hardFailures":{"type":"array","items":{"type":"string"}}}}},"$defs":{"componentResult":{"type":"object","additionalProperties":false,"required":["passed","evidence"],"properties":{"passed":{"type":"boolean"},"evidence":{"type":"string"}}}}}