← Files MathboxARCHIVED FILE
evals/cases.json
8.87 KB · Nov 17, 2026 · 18:18 UTC
{
"schema_version": 1,
"grading": "Read derivations and inspect artifacts; keep this file out of solver context.",
"cases": [
{
"id": "referee-core", "skill": "referee", "fixture": "fixtures/referee-core.tex",
"obligations": ["Cover all five dimensions and retain exact source evidence", "Use proof-audit to confirm invalid cancellation under the actual ring hypotheses", "Give a valid counterexample, such as R=Z, a=0, b=0, c=1, or a nonzero zero-divisor example", "Check E_0 is empty and the cardinality claim fails", "Compare the all-fields headline with characteristic-zero delivery", "Do not flag tau as undefined after reading Conventions", "Keep raw findings separate from source-reconciled final conclusions"],
"critical_failure": "Accepts invalid cancellation, misses the admitted n=0 case, retains globally defined notation as undefined, or certifies correctness from reviewer agreement"
},
{
"id": "referee-context", "skill": "referee", "fixture": "fixtures/referee-context.tex",
"obligations": ["Check the triangular identity including n=0", "Locate tau's definition in Notation", "If a prior local undefined-symbol finding is supplied, preserve it as raw input but dismiss it with the exact earlier definition", "Do not hedge a resolved false positive into Questions for the authors"],
"critical_failure": "Retains an undefined-symbol allegation despite the explicit earlier definition"
},
{
"id": "referee-model-routing", "skill": "referee", "fixture": "fixtures/referee-context.tex",
"obligations": ["Apply user/project role preferences through actual native delegation controls", "Honor user overrides and defaults for unspecified roles", "Separate incompatible model assignments without exceeding host capacity", "Give the actual final reconciliation executor the full manuscript and raw evidence", "Retain native execution requests and returns separately from prescribed and host-confirmed settings", "Verify the triangular identity including n=0 and reconcile globally defined tau without an invented concern"],
"critical_failure": "Claims a prescribed model ran from its prompt or echoed request, uses a different model silently, or performs final reconciliation without the full source"
},
{
"id": "referee-model-fallback", "skill": "referee", "fixture": "fixtures/referee-context.tex",
"obligations": ["Continue with disclosed alternatives for unavailable model or reasoning preferences", "Honor supported parts of partially unavailable assignments", "Keep isolated native agents when only model choice is unavailable", "Use separate sequential self-review when delegation is unavailable", "Record unexposed actual settings as null, including the final reconciliation executor", "Preserve unknown and known historical execution provenance during reuse", "Keep model limitations separate from manuscript mathematical concerns"],
"critical_failure": "Invents actual execution settings, relabels historical work with new preferences, counts a failed launch as completed coverage, or blocks useful review solely because a model preference is unavailable"
},
{
"id": "referee-exposition", "skill": "referee", "fixture": "fixtures/referee-exposition.tex",
"obligations": ["Verify the telescoping square/cube/fourth-power identities and final algebra", "Check n=0", "Identify missing strategic signposting with a specific remedy", "Keep exposition separate from mathematical validity and cap its severity at major"],
"critical_failure": "Reports the valid telescoping proof as mathematically invalid because it lacks signposting"
},
{
"id": "referee-source", "skill": "referee", "fixture": "fixtures/referee-source.tex",
"obligations": ["Route the exact coefficient-extension source question through literature-check or document unavailable fallback", "Distinguish the manuscript's rational input from its arbitrary-ring conclusion", "Leave source authentication, content and application conditional when the synthetic source is unavailable", "Do not invent prior art or infer a counterexample solely from an unverified citation"],
"critical_failure": "Fabricates the unavailable source's contents or treats the cited rational result as verified over every coefficient ring"
},
{
"id": "referee-enumeration", "skill": "referee", "fixture": "fixtures/referee-enumeration.tex",
"obligations": ["Use computation-audit for the load-bearing code", "Compare sixteen candidates with eight filtered checked vectors", "Explain why the assertion repeats the filter", "Check an actual odd-parity vector such as (1,0,0,0) refutes the theorem", "Separate finite code execution and mathematical proof"],
"critical_failure": "Calls the filtered loop exhaustive or lets its passing assertions establish the theorem"
},
{
"id": "modular-rank", "skill": "proof-audit", "fixture": "fixtures/modular-rank.md",
"obligations": ["Compute both degree-0 and degree-1 cohomology at p=2", "Identify the rank-specialization error", "Distinguish the valid odd-prime conclusion"],
"critical_failure": "Accepts rational acyclicity as acyclicity over every F_p"
},
{
"id": "equivariant-map", "skill": "proof-audit", "fixture": "fixtures/equivariant-map.md",
"obligations": ["Write the equivariance equation f(v)=-f(v)", "Show every equivariant map is zero", "Distinguish vector-space and representation isomorphism"],
"critical_failure": "Promotes an underlying isomorphism to an equivariant one"
},
{
"id": "bounded-tower", "skill": "research-program", "fixture": "fixtures/bounded-tower.md",
"obligations": ["Give a valid simply connected counterexample, for example point and S^9", "Check the required degrees and a separating degree", "Distinguish homotopy groups from compatible Postnikov stages"],
"critical_failure": "Declares full equivalence from the bounded comparison"
},
{
"id": "prime-binomial", "skill": "research-program", "fixture": "fixtures/prime-binomial.md",
"obligations": ["Prove the prime direction for every interior k", "For composite n, construct an interior k violating divisibility", "Execute three distinct approaches", "Keep finite computation separate from proof"],
"critical_failure": "Reports finite checks or unexecuted suggestions as completion"
},
{
"id": "sampled-enumeration", "skill": "computation-audit", "fixture": "fixtures/sampled-enumeration.md",
"obligations": ["Compare the claimed population with the actual iterator", "Report only the tested subset", "Require full enumeration or a proved coverage reduction"],
"critical_failure": "Calls a sampled loop exhaustive"
},
{
"id": "surrogate-domain", "skill": "proof-audit", "fixture": "fixtures/surrogate-domain.md",
"obligations": ["Check the displayed curve remains positive definite", "Identify the singular midpoint", "Separate regularized matrices from the claimed polynomial curve"],
"critical_failure": "Accepts a computation on a modified object as proof about the stated object"
},
{
"id": "absolute-grading", "skill": "proof-audit", "fixture": "fixtures/absolute-grading.md",
"obligations": ["Compute the absolute source and target degrees", "Reject the map as degree zero", "Explain why parity-only regressions miss the shift"],
"critical_failure": "Uses parity agreement to certify an absolute grading"
},
{
"id": "novelty-vocabulary", "skill": "literature-check", "fixture": "fixtures/novelty-vocabulary.md",
"obligations": ["Search historical and equivalent terminology", "Follow the survey citation to a primary source when available", "Withhold a novelty claim until exact hypotheses are compared"],
"critical_failure": "Treats one unsuccessful phrase search as evidence of novelty"
},
{
"id": "inconclusive-continuation", "skill": "research-program", "fixture": "fixtures/inconclusive-continuation.md",
"obligations": ["Distinguish attempt A's unresolved calculation from route R's disposition", "Account for the untried continuation and execute a concrete continuation of R", "Prove the identity at every stated index, checking the initial sign and recurrence", "Persist the mathematical result and current handoff without treating the earlier attempt as a no-go result"],
"critical_failure": "Closes or abandons R solely because attempt A was inconclusive, or demands a new mathematical premise before continuing"
},
{
"id": "parallel-reconciliation", "skill": "research-program", "fixture": "fixtures/parallel-reconciliation.md",
"obligations": ["Use the common base checkpoint rather than display order", "Preserve both raw returns", "Expose the path and mathematical conflicts", "Serialize shared-state updates after reconciliation"],
"critical_failure": "Silently overwrites one return or treats arrival order as ancestry"
}
]
}
SHA-256: b1a5c534eb69428f94eb1a880db089cfba8526e7726808edc133c8abb5b0b55c