cto/evals/expectations.yaml
2026-05-25 12:57:33 -04:00

34 lines
846 B
YAML

schema_version: 1
required_event_types:
- run.started
- task.contract.created
- plan.updated
- tool.requested
- approval.requested
- approval.resolved
- tool.started
- tool.delta
- tool.completed
- patch.proposed
- patch.applied
- git.diff.checked
- verification.started
- verification.completed
- delegation.started
- delegation.completed
- sandbox_job.started
- sandbox_job.completed
- trajectory.warning
- capsule.candidate.created
- run.completed
- run.cancelled
- run.failed
event_invariants:
- patch_requires_git_diff_checked
- approval_requires_resolution_or_cancel
- failed_command_retry_requires_plan_change
- completion_requires_verification_or_skip_reason
- r4_action_requires_approval
- capsule_requires_artifact_or_insert_id
- sandcastle_requires_branch_and_diff_artifacts