{ "lab": "t27b-lab", "issue": "https://github.com/gHashTag/t27/issues/6071", "repo": "https://github.com/gHashTag/t27", "ref": "master", "commit": "6fba037d17eb3c6f2dcd9eb09e5689486c33a8b8", "started": "2026-10-07T23:30:58Z", "finished": "2026-10-07T23:45:58Z", "image": { "lab_py_sha": "94254f63f399d9e387024d64566c99eca9f62697", "dockerfile_sha": "9d7c089ce6190bf54e163e75bc984dba27bcbb60", "image_built": "2026-10-07T17:11:57Z", "railway_deployment": "5c2a9e2a-9361-41f6-97c4-301dbdc8f02c" }, "toolchain": { "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", "cargo": "cargo 1.99.0 (5f94df478 2026-08-27)", "zig": "0.16.0", "qemu": "qemu-aarch64 version 7.2.22 (Debian 1:7.2+dfsg-7+deb12u18+b3)", "aarch64-linux-gnu-gcc": "aarch64-linux-gnu-gcc (Debian 12.2.0-14) 12.2.0", "git": "git version 2.39.5", "python": "3.11.2", "host": "Linux x86_64", "cpus": 48, "cgroup_cpus": 24, "cgroup_pids": 1000, "jobs": 24, "reference_jobs": 12 }, "steps": { "checkout": { "clone": "kept", "ok": true, "seconds": 1.2 }, "build_t27c": { "binary": "/work/target/release/t27c", "version": "t27c 0.5.0", "ok": true, "seconds": 0.1 }, "build_t27b": { "binary": "/work/target/aarch64-unknown-linux-gnu/release/t27b", "target": "aarch64-unknown-linux-gnu", "ok": true, "seconds": 0.1 }, "t27b_corpus": { "command": "qemu-aarch64 t27b corpus specs --json --runner qemu-aarch64 --timeout-ms 60000 --jobs 24", "exit": 4, "summary": [ "top rejecting constructs (first rejection per file; all occurrences):", " 55 310 StructDecl(reference undeclared field type)", " 47 1924 ExprCall(undeclared fn)", " 41 1123 type mismatch", " 41 122 type std.mem.Allocator", " 38 123 ExprArrayLiteral(reference empty typed)", " 24 1138 ExprArrayLiteral", " 19 163 ExprIdentifier(undeclared)", " 17 273 type (undeclared)", " 16 211 ExprCall(method)", " 15 53 StmtAssign", " 14 82 StmtAssign(reference redeclares)", " 12 153 ConstDecl", " 10 41 ExprArrayLiteral(text element)", " 8 33 ExprIdentifier(E::V)", " 8 49 FnDecl(reference var param)" ], "totals": { "pass": 877, "pass_vacuous": 151, "tests": 5140, "invariants": 687, "pass_no_tests": 155, "fail": 16, "blocked": 524, "frontend": 0, "mismatch": 1, "jit_interp_mismatch": 1, "reference_disagree": null, "reference_disagree_tests": null, "reference_compared": null, "codegen": 0, "timeout": 2, "timeout_retried": 4, "crash": 0, "reference": { "ran": false, "pass": 0, "blocked": 0, "fail": 0, "timeout": 0, "skip": 1571 } }, "ok": true, "seconds": 214.6 }, "reference": { "source": "t27c test-report --specs-dir specs (t27c gen + zig test), natively, 12 workers, 300 s timeout", "totals": { "pass": 1085, "blocked": 460, "fail": 24, "timeout": 2 }, "cache": { "hits": 1568, "misses": 1, "not_cached": 2 }, "ok": true, "seconds": 300.8 }, "cargo_test_t27b": { "passed": 129, "failed": 0, "ignored": 0, "suites": 14, "exit": 0, "ok": true, "seconds": 23.7 }, "fuzz": { "exit": 1, "seed": 1791416399, "cases": 1000, "disagree": 7, "command": "python3 scripts/tri_loop/t27b.py fuzz --cases 1000 --seed 1791416399 --jobs 12", "ok": true, "seconds": 359.1 }, "ratchet": { "ok": false, "exit": 1, "command": "python3 scripts/tri_loop/t27b.py ratchet --ledger docs/reports/t27b_expectations.json", "verdict": "red", "ledger_commit": "b94f48659", "counts": { "UNEXPECTED FAILURE": 0, "UNEXPECTED PASS": 2, "UNLISTED": 19, "STALE": 1, "OVER CAP": 0, "BAD REASON": 0, "MOVED": 5, "UNJUDGED": 0, "VACUITY MEASURED": 0 }, "findings": [ { "kind": "MOVED", "path": "specs/compiler/zig_field_syntax.t27", "what": "blocked (type str?) -> blocked (ExprLiteral(literal))" }, { "kind": "STALE", "path": "specs/ml/recurrent/self_attention.t27", "what": "the reference does not pass it any more (fail: 1 of 1 tests fail)" }, { "kind": "MOVED", "path": "specs/numeric/gf16.t27", "what": "blocked (ExprCall(@intCast)) -> blocked (type mismatch)" }, { "kind": "UNEXPECTED PASS", "path": "specs/port/bootstrap/src/weight_bram.t27", "what": "ledger codegen (t27b: unsupported construct FnDecl(frame size) at line 211 (fn build_weight_bram: 84864 bytes of local aggregates; at most 16384 per frame)), now pass" }, { "kind": "MOVED", "path": "specs/port/browseros/trios/agent-server/apps/server/src/browser/history.t27", "what": "blocked (ExprReturn) -> blocked (ExprCall)" }, { "kind": "MOVED", "path": "specs/port/trinity/src/brain/weber_tuning.t27", "what": "blocked (ExprCall(@abs)) -> blocked (ExprCall(std.*))" }, { "kind": "MOVED", "path": "specs/port/trinity/src/tri/gen_canvas.t27", "what": "codegen (t27b: unsupported construct FnDecl(frame size) at line 16 (fn Canvas_init: 40032 bytes of local aggregates; at most 16384 per frame)) -> mismatch (MISMATCH Canvas_init_basic: jit Ok(365116131264), interpreter Err(Fault(\"1-byte access at stack+0x21 is outside every live slot\")))" }, { "kind": "UNEXPECTED PASS", "path": "specs/tri/t27b/fuzz.t27", "what": "ledger codegen (t27b: unsupported construct FnDecl(frame size) at line 0 (fn same_seed_same_case: 80000 bytes of local aggregates; at most 16384 per frame)), now pass" }, { "kind": "UNLISTED", "path": "specs/automation/browser-tab-strip.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/automation/connect-card.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/automation/crm-first-screen.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/automation/owner-studio.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/automation/token-wallet.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/compiler/rust_optional_returns.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/policy/issue_shape.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/policy/lang_en.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/port/scripts/gen_w634.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/port/scripts/gen_w635.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/port/scripts/gen_w636.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/tri/mutate/census.t27", "what": "the reference passes it and the ledger does not name it (t27b blocked: StmtAssign(reference redeclares))" }, { "kind": "UNLISTED", "path": "specs/tri/t27b/a64.t27", "what": "the reference passes it and the ledger does not name it (t27b blocked: ExprCall(@divTrunc))" }, { "kind": "UNLISTED", "path": "specs/tri/t27b/conformance/big_repeat_global.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/tri/t27b/macho.t27", "what": "the reference passes it and the ledger does not name it (t27b blocked: StmtAssign(reference redeclares))" }, { "kind": "UNLISTED", "path": "specs/verified/corpus_merkle.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/verified/corpus_receipt.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/verified/die_binding.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/verified/independence.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" } ], "seconds": 0.1 } }, "fuzz": { "seed": 1791416399, "cases": 1000, "tests": 1992, "agree": 1934, "disagree": 7, "rejected": 46, "unjudged": 5, "seeds": [ "1791416399:71", "1791416399:74", "1791416399:77", "1791416399:145", "1791416399:203", "1791416399:254", "1791416399:287", "1791416399:321", "1791416399:344", "1791416399:377", "1791416399:378", "1791416399:419", "1791416399:423", "1791416399:426", "1791416399:448", "1791416399:475", "1791416399:502", "1791416399:508", "1791416399:517", "1791416399:601", "1791416399:628", "1791416399:724", "1791416399:797", "1791416399:837", "1791416399:840", "1791416399:888", "1791416399:931", "1791416399:999" ], "classes": { "AGREE": 1934, "T27B_BUG": 0, "REFERENCE_BUG": 7, "SEMANTICS_GAP": 0, "SPLIT": 0, "T27B_REJECTED": 0, "REFERENCE_REJECTED": 46, "UNJUDGED": 5 }, "findings": [ { "seed": 1791416399, "case": 71, "file": "c000071.t27", "test": "f0_expect_trap", "class": "REFERENCE_REJECTED", "t27b": "blocked", "t27b_detail": "FnDecl(reference CSE hoist)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:19:19: error: use of undeclared identifier 'v0'" }, { "seed": 1791416399, "case": 71, "file": "c000071.t27", "test": "f1_expect_pass", "class": "REFERENCE_REJECTED", "t27b": "blocked", "t27b_detail": "FnDecl(reference CSE hoist)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:19:19: error: use of undeclared identifier 'v0'" }, { "seed": 1791416399, "case": 71, "file": "c000071.t27", "test": "f2_expect_pass", "class": "REFERENCE_REJECTED", "t27b": "blocked", "t27b_detail": "FnDecl(reference CSE hoist)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:19:19: error: use of undeclared identifier 'v0'" }, { "seed": 1791416399, "case": 74, "file": "c000074.t27", "test": "f0_expect_trap", "class": "REFERENCE_REJECTED", "t27b": "blocked", "t27b_detail": "FnDecl(reference CSE hoist)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:19:20: error: use of undeclared identifier 'v2'" }, { "seed": 1791416399, "case": 77, "file": "c000077.t27", "test": "f2_expect_trap", "class": "REFERENCE_BUG", "t27b": "fail", "t27b_detail": "FAIL f1_expect_trap: integer overflow at line 24 (+ on i16)", "reference": "fail", "reference_detail": "1 of 3 tests fail" }, { "seed": 1791416399, "case": 145, "file": "c000145.t27", "test": "f0_expect_pass", "class": "REFERENCE_REJECTED", "t27b": "blocked", "t27b_detail": "FnDecl(reference CSE hoist)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:60:20: error: use of undeclared identifier 'v0'" }, { "seed": 1791416399, "case": 145, "file": "c000145.t27", "test": "f1_expect_pass", "class": "REFERENCE_REJECTED", "t27b": "blocked", "t27b_detail": "FnDecl(reference CSE hoist)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:60:20: error: use of undeclared identifier 'v0'" }, { "seed": 1791416399, "case": 203, "file": "c000203.t27", "test": "f0_expect_pass", "class": "REFERENCE_REJECTED", "t27b": "blocked", "t27b_detail": "FnDecl(reference CSE hoist)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:19:19: error: use of undeclared identifier 'v0'" }, { "seed": 1791416399, "case": 254, "file": "c000254.t27", "test": "f0_expect_pass", "class": "REFERENCE_REJECTED", "t27b": "blocked", "t27b_detail": "FnDecl(reference CSE hoist)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:74:19: error: use of undeclared identifier 'v0'" }, { "seed": 1791416399, "case": 254, "file": "c000254.t27", "test": "f1_expect_pass", "class": "REFERENCE_REJECTED", "t27b": "blocked", "t27b_detail": "FnDecl(reference CSE hoist)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:74:19: error: use of undeclared identifier 'v0'" }, { "seed": 1791416399, "case": 254, "file": "c000254.t27", "test": "f2_expect_pass", "class": "REFERENCE_REJECTED", "t27b": "blocked", "t27b_detail": "FnDecl(reference CSE hoist)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:74:19: error: use of undeclared identifier 'v0'" }, { "seed": 1791416399, "case": 287, "file": "c000287.t27", "test": "f1_expect_trap", "class": "REFERENCE_BUG", "t27b": "fail", "t27b_detail": "FAIL f0_expect_trap: integer overflow at line 10 (- on u64)", "reference": "fail", "reference_detail": "1 of 3 tests fail" }, { "seed": 1791416399, "case": 321, "file": "c000321.t27", "test": "f0_expect_pass", "class": "REFERENCE_REJECTED", "t27b": "blocked", "t27b_detail": "FnDecl(reference CSE hoist)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:48:19: error: use of undeclared identifier 'v0'" }, { "seed": 1791416399, "case": 321, "file": "c000321.t27", "test": "f1_expect_trap", "class": "REFERENCE_REJECTED", "t27b": "blocked", "t27b_detail": "FnDecl(reference CSE hoist)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:48:19: error: use of undeclared identifier 'v0'" }, { "seed": 1791416399, "case": 344, "file": "c000344.t27", "test": "f0_expect_pass", "class": "REFERENCE_REJECTED", "t27b": "blocked", "t27b_detail": "FnDecl(reference CSE hoist)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:76:19: error: use of undeclared identifier 'v0'" }, { "seed": 1791416399, "case": 344, "file": "c000344.t27", "test": "f1_expect_pass", "class": "REFERENCE_REJECTED", "t27b": "blocked", "t27b_detail": "FnDecl(reference CSE hoist)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:76:19: error: use of undeclared identifier 'v0'" }, { "seed": 1791416399, "case": 344, "file": "c000344.t27", "test": "f2_expect_pass", "class": "REFERENCE_REJECTED", "t27b": "blocked", "t27b_detail": "FnDecl(reference CSE hoist)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:76:19: error: use of undeclared identifier 'v0'" }, { "seed": 1791416399, "case": 377, "file": "c000377.t27", "test": "f0_expect_trap", "class": "REFERENCE_BUG", "t27b": "fail", "t27b_detail": "FAIL f0_expect_trap: integer overflow at line 13 (- on i64)", "reference": "pass", "reference_detail": "" }, { "seed": 1791416399, "case": 378, "file": "c000378.t27", "test": "f0_expect_trap", "class": "REFERENCE_BUG", "t27b": "fail", "t27b_detail": "FAIL f0_expect_trap: integer overflow at line 11 (* on u8)", "reference": "fail", "reference_detail": "1 of 2 tests fail" }, { "seed": 1791416399, "case": 419, "file": "c000419.t27", "test": "f0_expect_trap", "class": "REFERENCE_REJECTED", "t27b": "blocked", "t27b_detail": "FnDecl(reference CSE hoist)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:50:32: error: expected ';' after statement" } ], "first": 0, "refused": [], "seconds": 359.0, "generator": "specs/tri/t27b/fuzz.t27", "oracle": "specs/tri/t27b/fuzz_oracle.t27" }, "summary": { "files": 1571, "reference_pass": 1085, "reference_lab_error": 0, "t27b_pass": 877, "t27b_pass_vacuous": 151, "t27b_pass_where_reference_passes": 876, "t27b_pass_vacuous_where_reference_passes": 150, "t27b_pass_where_reference_does_not": 1, "mismatch": 1, "jit_interp_mismatch": 1, "reference_compared": 1040, "reference_disagree": 0, "reference_disagree_tests": 0, "t27b_fail": 16, "crash": 0, "timeout": 2, "timeout_retried": 4 }, "top_blockers": [ { "construct": "StructDecl(reference undeclared field type)", "first": 55, "all": 310 }, { "construct": "ExprCall(undeclared fn)", "first": 47, "all": 1924 }, { "construct": "type mismatch", "first": 41, "all": 1123 }, { "construct": "type std.mem.Allocator", "first": 41, "all": 122 }, { "construct": "ExprArrayLiteral(reference empty typed)", "first": 38, "all": 123 }, { "construct": "ExprArrayLiteral", "first": 24, "all": 1138 }, { "construct": "ExprIdentifier(undeclared)", "first": 19, "all": 163 }, { "construct": "type (undeclared)", "first": 17, "all": 273 }, { "construct": "ExprCall(method)", "first": 16, "all": 211 }, { "construct": "StmtAssign", "first": 15, "all": 53 }, { "construct": "StmtAssign(reference redeclares)", "first": 14, "all": 82 }, { "construct": "ConstDecl", "first": 12, "all": 153 }, { "construct": "ExprArrayLiteral(text element)", "first": 10, "all": 41 }, { "construct": "ExprIdentifier(E::V)", "first": 8, "all": 33 }, { "construct": "FnDecl(reference var param)", "first": 8, "all": 49 }, { "construct": "type Result", "first": 8, "all": 121 }, { "construct": "ExprStructLit", "first": 7, "all": 185 }, { "construct": "StmtAssign(undeclared)", "first": 6, "all": 32 }, { "construct": "type Option", "first": 6, "all": 9 }, { "construct": "ConstDecl(slice)", "first": 5, "all": 17 }, { "construct": "ExprIf(comptime arms)", "first": 5, "all": 44 }, { "construct": "type (tuple)", "first": 5, "all": 24 }, { "construct": "ExprCall", "first": 4, "all": 98 }, { "construct": "ExprCall(@exp)", "first": 4, "all": 6 }, { "construct": "type [N]T", "first": 4, "all": 35 }, { "construct": "ExprArrayLiteral(to slice field)", "first": 3, "all": 451 }, { "construct": "ExprBinary(+)", "first": 3, "all": 75 }, { "construct": "ExprCast(f64)", "first": 3, "all": 7 }, { "construct": "ExprFieldAccess(slice)", "first": 3, "all": 10 }, { "construct": "ExprLiteral(literal)", "first": 3, "all": 17 } ], "results": [ { "file": "specs/a/b_c.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/a_b/c.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/account/auth.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:23:16: error: use of undeclared identifier 'Ok'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprFieldAccess", "ExprCall(Result/Option constructor)", "type lexer::Lexer", "ExprCall(undeclared fn)", "ExprCast", "ExprCall(method)", "ExprStructLit" ], "detail": "ExprFieldAccess" }, { "file": "specs/account/repo.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:59:13: error: use of undeclared identifier 'Result'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type Result", "ExprCall(rejected fn)", "ExprCall(undeclared fn)", "ExprCast" ], "detail": "type Result" }, { "file": "specs/account/schema.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:133:39: error: expected integer or vector, found 'spec.PollResult'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCast", "StmtLocal" ], "detail": "ExprCast" }, { "file": "specs/agents/a.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "verify_agent_a_constants": true }, "reference_tests": { "verify_agent_a_constants": true }, "reference_disagree": [] }, { "file": "specs/agents/b.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "verify_agent_b_constants": true }, "reference_tests": { "verify_agent_b_constants": true }, "reference_disagree": [] }, { "file": "specs/agents/c.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/d.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "verify_agent_d_constants": true }, "reference_tests": { "verify_agent_d_constants": true }, "reference_disagree": [] }, { "file": "specs/agents/e.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "verify_agent_e_constants": true }, "reference_tests": { "verify_agent_e_constants": true }, "reference_disagree": [] }, { "file": "specs/agents/f.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "verify_agent_f_constants": true }, "reference_tests": { "verify_agent_f_constants": true }, "reference_disagree": [] }, { "file": "specs/agents/g.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "verify_agent_g_constants": true }, "reference_tests": { "verify_agent_g_constants": true }, "reference_disagree": [] }, { "file": "specs/agents/h.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "verify_agent_h_constants": true }, "reference_tests": { "verify_agent_h_constants": true }, "reference_disagree": [] }, { "file": "specs/agents/i.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "test_agent_i_constants": true }, "reference_tests": { "test_agent_i_constants": true }, "reference_disagree": [] }, { "file": "specs/agents/j.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "test_agent_j_constants": true }, "reference_tests": { "test_agent_j_constants": true }, "reference_disagree": [] }, { "file": "specs/agents/k.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "test_agent_k_constants": true }, "reference_tests": { "test_agent_k_constants": true }, "reference_disagree": [] }, { "file": "specs/agents/l.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "test_agent_l_constants": true }, "reference_tests": { "test_agent_l_constants": true }, "reference_disagree": [] }, { "file": "specs/agents/m.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "test_agent_m_constants": true }, "reference_tests": { "test_agent_m_constants": true }, "reference_disagree": [] }, { "file": "specs/agents/n.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "test_agent_n_constants": true }, "reference_tests": { "test_agent_n_constants": true }, "reference_disagree": [] }, { "file": "specs/agents/o.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "test_agent_o_constants": true }, "reference_tests": { "test_agent_o_constants": true }, "reference_disagree": [] }, { "file": "specs/agents/p.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "agent_p_constants": true }, "reference_tests": { "agent_p_constants": true }, "reference_disagree": [] }, { "file": "specs/agents/q.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "agent_q_constants": true }, "reference_tests": { "agent_q_constants": true }, "reference_disagree": [] }, { "file": "specs/agents/r.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "agent_r_constants": true }, "reference_tests": { "agent_r_constants": true }, "reference_disagree": [] }, { "file": "specs/agents/s.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "agent_s_constants": true }, "reference_tests": { "agent_s_constants": true }, "reference_disagree": [] }, { "file": "specs/agents/t.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "agent_t_constants": true }, "reference_tests": { "agent_t_constants": true }, "reference_disagree": [] }, { "file": "specs/agents/ti.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "agent_ti_constants": true }, "reference_tests": { "agent_ti_constants": true }, "reference_disagree": [] }, { "file": "specs/agents/u.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "agent_u_constants": true }, "reference_tests": { "agent_u_constants": true }, "reference_disagree": [] }, { "file": "specs/agents/v.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/w.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/x.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/y.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/z.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/api/c_abi.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 2, "asserts": 15, "blockers": [], "detail": "", "test_verdicts": { "a_dimension_is_clamped_not_refused": true, "trits_are_normalized_at_the_boundary": true, "an_index_beyond_the_length_reads_zero_and_writes_nothing": true, "buffers_are_filled_to_the_shorter_length": true }, "reference_tests": { "a_dimension_is_clamped_not_refused": true, "an_index_beyond_the_length_reads_zero_and_writes_nothing": true, "buffers_are_filled_to_the_shorter_length": true, "trits_are_normalized_at_the_boundary": true }, "reference_disagree": [] }, { "file": "specs/api/c_api_contract.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:19:17: error: use of undeclared identifier 'trinity_vsa_version'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign", "ExprCall(undeclared fn)", "ExprArrayLiteral" ], "detail": "StmtAssign" }, { "file": "specs/api/sdk_contract.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:19:11: error: use of undeclared identifier 'HybridBigInt'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "ExprCall(method)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/api/tri_api_context.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 2, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "the_estimate_is_a_quarter_of_the_bytes_and_at_least_one": true, "the_threshold_is_reached_at_576000_bytes": true, "the_summary_step_loses_the_prompt_and_is_not_counted": true, "the_excerpt_is_cut_at_the_limit": true }, "reference_tests": { "the_estimate_is_a_quarter_of_the_bytes_and_at_least_one": true, "the_excerpt_is_cut_at_the_limit": true, "the_summary_step_loses_the_prompt_and_is_not_counted": true, "the_threshold_is_reached_at_576000_bytes": true }, "reference_disagree": [] }, { "file": "specs/api/tri_api_loop.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 4, "asserts": 33, "blockers": [], "detail": "", "test_verdicts": { "a_turn_continues_only_on_tool_use_without_end_turn": true, "the_twentieth_request_is_the_last": true, "a_failed_turn_is_classified_by_what_reached_the_loop": true, "the_loop_ends_in_four_ways_and_all_exit_zero": true, "the_loop_counts_no_usage_keeps_no_session_on_cancel_and_sends_nothing_after_end_turn": true, "several_tool_blocks_make_several_user_messages_and_a_duplicate_id_runs_twice": true, "a_long_text_block_is_cut_at_the_window": true }, "reference_tests": { "a_failed_turn_is_classified_by_what_reached_the_loop": true, "a_long_text_block_is_cut_at_the_window": true, "a_turn_continues_only_on_tool_use_without_end_turn": true, "several_tool_blocks_make_several_user_messages_and_a_duplicate_id_runs_twice": true, "the_loop_counts_no_usage_keeps_no_session_on_cancel_and_sends_nothing_after_end_turn": true, "the_loop_ends_in_four_ways_and_all_exit_zero": true, "the_twentieth_request_is_the_last": true }, "reference_disagree": [] }, { "file": "specs/api/tri_api_permissions.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 4, "asserts": 24, "blockers": [], "detail": "", "test_verdicts": { "deny_beats_allow_beats_default": true, "the_rule_cap_drops_the_tail": true, "the_path_boundary_is_two_dots_and_a_nul": true, "the_bash_list_bounds_the_first_word_and_a_few_bytes": true, "rules_survive_only_where_the_freed_bytes_do": true, "the_checkpoint_runs_first_and_an_mcp_rule_needs_a_star": true }, "reference_tests": { "deny_beats_allow_beats_default": true, "rules_survive_only_where_the_freed_bytes_do": true, "the_bash_list_bounds_the_first_word_and_a_few_bytes": true, "the_checkpoint_runs_first_and_an_mcp_rule_needs_a_star": true, "the_path_boundary_is_two_dots_and_a_nul": true, "the_rule_cap_drops_the_tail": true }, "reference_disagree": [] }, { "file": "specs/api/tri_api_session.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 4, "asserts": 47, "blockers": [], "detail": "", "test_verdicts": { "two_saves_in_one_second_share_one_record": true, "the_preview_is_eighty_bytes": true, "a_record_resumes_in_three_ways": true, "writes_are_plain_and_nothing_is_deleted": true, "the_memory_is_read_and_capped_and_never_written": true, "a_checkpoint_depends_on_git_and_cannot_be_restored": true, "truncation_keeps_short_results_and_breaks_on_a_trailing_backslash": true, "no_provenance_and_most_artifacts_leave_the_machine": true, "a_tri_api_record_fails_the_tmss_header": true }, "reference_tests": { "a_checkpoint_depends_on_git_and_cannot_be_restored": true, "a_record_resumes_in_three_ways": true, "a_tri_api_record_fails_the_tmss_header": true, "no_provenance_and_most_artifacts_leave_the_machine": true, "the_memory_is_read_and_capped_and_never_written": true, "the_preview_is_eighty_bytes": true, "truncation_keeps_short_results_and_breaks_on_a_trailing_backslash": true, "two_saves_in_one_second_share_one_record": true, "writes_are_plain_and_nothing_is_deleted": true }, "reference_disagree": [] }, { "file": "specs/api/tri_net_api.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "no_hosted_endpoint_claim": true, "major_is_pinned_minor_is_not": true, "fail_closed_on_undocumented_top_level_field": true, "seal_digest_is_sha256_hex": true, "roundtrip_is_not_claimed": true }, "reference_tests": { "fail_closed_on_undocumented_top_level_field": true, "major_is_pinned_minor_is_not": true, "no_hosted_endpoint_claim": true, "roundtrip_is_not_claimed": true, "seal_digest_is_sha256_hex": true }, "reference_disagree": [] }, { "file": "specs/ar/asp_solver.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:50:17: error: use of undeclared identifier 'new_proof_trace'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(reference redeclares)", "type int", "ExprCall(method)", "ExprCall(undeclared fn)", "ExprArrayLiteral", "type mismatch", "StmtAssign", "ExprArrayLiteral(to slice field)" ], "detail": "StmtAssign(reference redeclares)" }, { "file": "specs/ar/coa_planning.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:38:20: error: use of undeclared identifier 'ProofStep'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "StmtAssign(reference redeclares)", "type int", "ExprIdentifier(undeclared)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/ar/composition.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:58:13: error: use of undeclared identifier 'Trit'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type float", "type int", "type (undeclared)", "ExprCall(rejected fn)", "ExprArrayLiteral" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/ar/datalog_engine.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:21:18: error: use of undeclared identifier 'Trit'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "StmtAssign(reference redeclares)", "type (undeclared)", "ExprCall(undeclared fn)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/ar/explainability.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:21:20: error: use of undeclared identifier 'ProofStep'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "StmtAssign(reference redeclares)", "type (undeclared)", "type float", "type int", "ExprFieldAccess(enum)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/ar/proof_trace.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:34:83: error: use of undeclared identifier 'now'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(reference redeclares)", "type int", "ExprFieldAccess(enum)", "ExprCall(rejected fn)", "ExprIdentifier(undeclared)" ], "detail": "StmtAssign(reference redeclares)" }, { "file": "specs/ar/restraint.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:58:18: error: use of undeclared identifier 'K_UNKNOWN'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type float", "ExprIdentifier(undeclared)", "ExprCall(rejected fn)", "ExprArrayLiteral" ], "detail": "type float" }, { "file": "specs/ar/ternary_logic.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:18:16: error: use of undeclared identifier 'Trit'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "ExprCall(rejected fn)", "ExprArrayLiteral" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/auth/config.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:45:33: error: use of undeclared identifier 'Result'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type Result", "ExprCast", "ExprCall(undeclared fn)", "ExprUnary(try )", "ExprCall(rejected fn)" ], "detail": "type Result" }, { "file": "specs/automation/agent-conversations.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 16, "blockers": [], "detail": "", "test_verdicts": { "an id splits only the own and specialist threads, never a client, room or queen thread": true, "a well formed id is four to twenty-four long; outside that it is refused, not rebased": true, "no id leaves the gate as it was, so every existing caller keeps its thread": true, "an id opens nothing its base thread did not, and only where the base splits": true, "the routes, the list and the deletion carry the conversation through unchanged": true, "the app runs one stream, queue, Stop and draft per conversation, not one for all": true, "only the rail being seen live is left unclaimed": true }, "reference_tests": { "a well formed id is four to twenty-four long; outside that it is refused, not rebased": true, "an id opens nothing its base thread did not, and only where the base splits": true, "an id splits only the own and specialist threads, never a client, room or queen thread": true, "no id leaves the gate as it was, so every existing caller keeps its thread": true, "only the rail being seen live is left unclaimed": true, "the app runs one stream, queue, Stop and draft per conversation, not one for all": true, "the routes, the list and the deletion carry the conversation through unchanged": true }, "reference_disagree": [] }, { "file": "specs/automation/agent-hive-group.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 16, "invariants": 0, "asserts": 70, "blockers": [], "detail": "", "test_verdicts": { "a person calls an agent by tag, all tag, reply or its own topic": true, "a bot calls an agent only by tag or reply": true, "the bot chain closes after three bot messages": true, "a bot waits out the cooldown before answering a bot": true, "a person is always answered and a bot only inside the limits": true, "a creation claim lives fifteen minutes": true, "typing is sent again four seconds after the last one": true, "on the all tag only the best fit answers at once": true, "a person follows up in the same topic for two minutes without a tag": true, "a stop silences bots for ten minutes and never a person": true, "a muted agent still answers its own tag for the hour": true, "the answer counts even when the chat refuses reactions": true, "the topic brief wins over the group brief, and only an admin sets one": true, "a deleted topic is recreated, at most once in ten minutes": true, "a summary reads fifty by default and never past the log": true, "VERSION says what the header's last note says": true }, "reference_tests": { "VERSION says what the header's last note says": true, "a bot calls an agent only by tag or reply": true, "a bot waits out the cooldown before answering a bot": true, "a creation claim lives fifteen minutes": true, "a deleted topic is recreated, at most once in ten minutes": true, "a muted agent still answers its own tag for the hour": true, "a person calls an agent by tag, all tag, reply or its own topic": true, "a person follows up in the same topic for two minutes without a tag": true, "a person is always answered and a bot only inside the limits": true, "a stop silences bots for ten minutes and never a person": true, "a summary reads fifty by default and never past the log": true, "on the all tag only the best fit answers at once": true, "the answer counts even when the chat refuses reactions": true, "the bot chain closes after three bot messages": true, "the topic brief wins over the group brief, and only an admin sets one": true, "typing is sent again four seconds after the last one": true }, "reference_disagree": [] }, { "file": "specs/automation/agent-provider-chain.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 25, "blockers": [], "detail": "", "test_verdicts": { "the reserve route needs all three variables and sits after nemotron": true, "capabilities of the reserve model are the owner's declaration": true, "the reserve route is configured live; an answer from it is not claimed": true, "the reserve sends a bounded max_tokens and 402 is named": true, "a deploy-time head without tools moves behind the first one with tools": true, "the bot pick keeps the head without tools and is flagged": true, "a chain where nobody calls tools keeps its order and is flagged": true }, "reference_tests": { "a chain where nobody calls tools keeps its order and is flagged": true, "a deploy-time head without tools moves behind the first one with tools": true, "capabilities of the reserve model are the owner's declaration": true, "the bot pick keeps the head without tools and is flagged": true, "the reserve route is configured live; an answer from it is not claimed": true, "the reserve route needs all three variables and sits after nemotron": true, "the reserve sends a bounded max_tokens and 402 is named": true }, "reference_disagree": [] }, { "file": "specs/automation/ball-board.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 19, "invariants": 0, "asserts": 97, "blockers": [], "detail": "", "test_verdicts": { "the mailbox's owes_reply becomes the ball, and nothing else is invented": true, "an open PR is ours unless a review is asked of somebody else": true, "a bug is ours until it is closed, an issue is theirs only when labelled so": true, "the columns run ours, due, theirs, none": true, "a stale snapshot is reported, not shown": true, "the mailbox and the private repos are the owner's, refused before the read": true, "the CRM is called, not re-derived": true, "every card has a client, and nothing unclaimed is dropped": true, "a domain strangers share cannot be linked to one client": true, "a title link claims work by the start of its title": true, "every card names its spec, or is counted as having none": true, "the agent's browser waits on the person only when it asks or they drive": true, "a browser card is the caller's own and carries no key to the stream": true, "a meeting that ended unanswered is due, one within a day is ours": true, "a meeting card is the caller's own and carries no token, link or place": true, "a matter only machines or the owner wrote is nobody's move": true, "a relay's no-reply speaks for a person": true, "a mailbox provider's matter is not one client": true, "the board is designed, not yet live": true }, "reference_tests": { "a browser card is the caller's own and carries no key to the stream": true, "a bug is ours until it is closed, an issue is theirs only when labelled so": true, "a domain strangers share cannot be linked to one client": true, "a mailbox provider's matter is not one client": true, "a matter only machines or the owner wrote is nobody's move": true, "a meeting card is the caller's own and carries no token, link or place": true, "a meeting that ended unanswered is due, one within a day is ours": true, "a relay's no-reply speaks for a person": true, "a stale snapshot is reported, not shown": true, "a title link claims work by the start of its title": true, "an open PR is ours unless a review is asked of somebody else": true, "every card has a client, and nothing unclaimed is dropped": true, "every card names its spec, or is counted as having none": true, "the CRM is called, not re-derived": true, "the agent's browser waits on the person only when it asks or they drive": true, "the board is designed, not yet live": true, "the columns run ours, due, theirs, none": true, "the mailbox and the private repos are the owner's, refused before the read": true, "the mailbox's owes_reply becomes the ball, and nothing else is invented": true }, "reference_disagree": [] }, { "file": "specs/automation/ball-grants.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 19, "blockers": [], "detail": "", "test_verdicts": { "the owner reads the mail, a viewer only with a live grant, nobody else": true, "only the owner grants, and never to the owner": true, "a grant covers its client, or every linked client, and never an unlinked one": true, "every grant ends: unsized is a month, nothing outlives a quarter": true, "a grant opens the mail and nothing else": true, "what never leaves the server, whoever asks": true, "the owner sees who looked": true, "the sharing is designed, not yet live": true }, "reference_tests": { "a grant covers its client, or every linked client, and never an unlinked one": true, "a grant opens the mail and nothing else": true, "every grant ends: unsized is a month, nothing outlives a quarter": true, "only the owner grants, and never to the owner": true, "the owner reads the mail, a viewer only with a live grant, nobody else": true, "the owner sees who looked": true, "the sharing is designed, not yet live": true, "what never leaves the server, whoever asks": true }, "reference_disagree": [] }, { "file": "specs/automation/blog-share.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 13, "invariants": 0, "asserts": 63, "blockers": [], "detail": "", "test_verdicts": { "an open question is waited on for the approval's lifetime, then let go": true, "one question a day at most, on a five-minute tick": true, "nothing is posted without a yes": true, "a decline is real only if the approval was decided": true, "the page leaving the form is the receipt": true, "a post counts only when the profile shows it": true, "the profile is looked at under twenty seconds": true, "published somewhere means a post seen on the profile, and no error": true, "the publish button is looked for about half a minute": true, "the owner's queue comes first, the newest only after it": true, "a fresh article goes first, then the owner's queue, then the newest": true, "a network switched off is neither asked about nor posted to": true, "the desk is live, and its posts were seen on the profile": true }, "reference_tests": { "a decline is real only if the approval was decided": true, "a fresh article goes first, then the owner's queue, then the newest": true, "a network switched off is neither asked about nor posted to": true, "a post counts only when the profile shows it": true, "an open question is waited on for the approval's lifetime, then let go": true, "nothing is posted without a yes": true, "one question a day at most, on a five-minute tick": true, "published somewhere means a post seen on the profile, and no error": true, "the desk is live, and its posts were seen on the profile": true, "the owner's queue comes first, the newest only after it": true, "the page leaving the form is the receipt": true, "the profile is looked at under twenty seconds": true, "the publish button is looked for about half a minute": true }, "reference_disagree": [] }, { "file": "specs/automation/bot-topic-tabs.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 0, "asserts": 52, "blockers": [], "detail": "", "test_verdicts": { "the table has six tabs, each in a colour Telegram accepts, no two alike": true, "a topic name is at most thirty-two characters": true, "a stored tab that is alive is never made again": true, "a tab is forgotten only when Telegram says its thread is missing": true, "only the claim that landed makes the tab, and a dead claim expires": true, "only a person's own unknown topic is named from its first message": true, "no topic is named while one of the person's tabs is being made": true, "a slow maker whose claim was taken keeps nothing and deletes its topic": true, "a person's tabs are set up by that person or a keeper": true, "a send named its own thread, even null, keeps it": true, "a message in a known tab costs no database read": true, "VERSION says what the header's last note says": true }, "reference_tests": { "VERSION says what the header's last note says": true, "a message in a known tab costs no database read": true, "a person's tabs are set up by that person or a keeper": true, "a send named its own thread, even null, keeps it": true, "a slow maker whose claim was taken keeps nothing and deletes its topic": true, "a stored tab that is alive is never made again": true, "a tab is forgotten only when Telegram says its thread is missing": true, "a topic name is at most thirty-two characters": true, "no topic is named while one of the person's tabs is being made": true, "only a person's own unknown topic is named from its first message": true, "only the claim that landed makes the tab, and a dead claim expires": true, "the table has six tabs, each in a colour Telegram accepts, no two alike": true }, "reference_disagree": [] }, { "file": "specs/automation/browser-pod-restart.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 18, "invariants": 0, "asserts": 39, "blockers": [], "detail": "", "test_verdicts": { "a browser is healthy only when a page RUNS something and answers": true, "stop-then-start was never a restart on this driver": true, "an impossible restart is refused, not reported": true, "the detector was never the defect; the restart was": true, "the query was never valid, so no variable could have saved it": true, "the tabs it opens are the only tabs it closes": true, "one admin session per errand, and it is handed back": true, "nothing makes an unattended restart impossible now, and none has been seen": true, "the service restarted the pod with its own variables, and PID 1 proves it": true, "the restart kept every login it found": true, "a killed browser made the round reach for the restart, unasked": true, "the restart cured the round, not just the pod": true, "a restart asked for outside the server process is refused, not attempted": true, "a three-hour interval on a service that lives 45 minutes never ticks": true, "the silence was evidence, not a broken search": true, "the cure was one screen below, in a tick that had already learned it": true, "the clock started a round with nobody's hand on it": true, "the trigger fired inside the round the clock started": true }, "reference_tests": { "a browser is healthy only when a page RUNS something and answers": true, "a killed browser made the round reach for the restart, unasked": true, "a restart asked for outside the server process is refused, not attempted": true, "a three-hour interval on a service that lives 45 minutes never ticks": true, "an impossible restart is refused, not reported": true, "nothing makes an unattended restart impossible now, and none has been seen": true, "one admin session per errand, and it is handed back": true, "stop-then-start was never a restart on this driver": true, "the clock started a round with nobody's hand on it": true, "the cure was one screen below, in a tick that had already learned it": true, "the detector was never the defect; the restart was": true, "the query was never valid, so no variable could have saved it": true, "the restart cured the round, not just the pod": true, "the restart kept every login it found": true, "the service restarted the pod with its own variables, and PID 1 proves it": true, "the silence was evidence, not a broken search": true, "the tabs it opens are the only tabs it closes": true, "the trigger fired inside the round the clock started": true }, "reference_disagree": [] }, { "file": "specs/automation/browser-sign-in.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 16, "blockers": [], "detail": "", "test_verdicts": { "the door is opened, the page is read, and only then is anything pressed": true, "the person types every secret and the agent never does": true, "a cookie is the proof, and nothing that merely looks friendly is": true, "the second sign-in is the fast one, because the presses were remembered": true, "the playbook exists now; a completed sign-in through it is not claimed": true, "the census tells a lost session apart from one never made": true }, "reference_tests": { "a cookie is the proof, and nothing that merely looks friendly is": true, "the census tells a lost session apart from one never made": true, "the door is opened, the page is read, and only then is anything pressed": true, "the person types every secret and the agent never does": true, "the playbook exists now; a completed sign-in through it is not claimed": true, "the second sign-in is the fast one, because the presses were remembered": true }, "reference_disagree": [] }, { "file": "specs/automation/browser-tab-strip.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 0, "asserts": 40, "blockers": [], "detail": "", "test_verdicts": { "only real pages are tabs, never the browser's own": true, "the strip is the person's door, an agent key gets 403": true, "the last page is never closed": true, "a new tab respects the pod's cap": true, "only a clipped title and a host leave the pod": true, "every action renews the person's wheel": true, "the strip is read every three seconds and fits a finger": true, "a tab the agent works in is marked with a word, desk before chat": true, "closing an agent tab needs the person's confirm": true, "the front tab is asked over one socket and shared briefly": true }, "reference_tests": { "a new tab respects the pod's cap": true, "a tab the agent works in is marked with a word, desk before chat": true, "closing an agent tab needs the person's confirm": true, "every action renews the person's wheel": true, "only a clipped title and a host leave the pod": true, "only real pages are tabs, never the browser's own": true, "the front tab is asked over one socket and shared briefly": true, "the last page is never closed": true, "the strip is read every three seconds and fits a finger": true, "the strip is the person's door, an agent key gets 403": true }, "reference_disagree": [] }, { "file": "specs/automation/browser-viewer-boot.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 27, "blockers": [], "detail": "", "test_verdicts": { "the fast fallback comes well before the give-up": true, "frames and no video go to frames mode at the fast clock": true, "no frames keep the loader until the give-up, then it leaves": true, "a playing video ends the loader at any time": true, "a reload after frames mode shows the pictures on the first frame": true, "a video that plays clears the frames-mode memory": true, "a language outside ru and en is ignored": true, "the video plays inline and muted unless sound=1": true }, "reference_tests": { "a language outside ru and en is ignored": true, "a playing video ends the loader at any time": true, "a reload after frames mode shows the pictures on the first frame": true, "a video that plays clears the frames-mode memory": true, "frames and no video go to frames mode at the fast clock": true, "no frames keep the loader until the give-up, then it leaves": true, "the fast fallback comes well before the give-up": true, "the video plays inline and muted unless sound=1": true }, "reference_disagree": [] }, { "file": "specs/automation/card-chat-night-watch.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 17, "invariants": 0, "asserts": 17, "blockers": [], "detail": "", "test_verdicts": { "night_verdict_all_pass": true, "night_verdict_any_fail": true, "night_verdict_fail_beside_unmeasured": true, "night_verdict_any_unmeasured_no_fail": true, "night_report_fail_no_issue": true, "night_report_fail_with_issue": true, "night_report_pass_with_issue": true, "night_report_pass_no_issue": true, "night_report_unmeasured_with_issue": true, "night_report_unmeasured_no_issue": true, "night_report_invalid_verdict": true, "night_counts_ok_within_limit": true, "night_counts_ok_at_limit": true, "night_counts_ok_over_limit": true, "night_counts_ok_zero": true, "scenario_unmeasured_night_with_open_issue": true, "scenario_fail_night_no_open_issue": true }, "reference_tests": { "night_counts_ok_at_limit": true, "night_counts_ok_over_limit": true, "night_counts_ok_within_limit": true, "night_counts_ok_zero": true, "night_report_fail_no_issue": true, "night_report_fail_with_issue": true, "night_report_invalid_verdict": true, "night_report_pass_no_issue": true, "night_report_pass_with_issue": true, "night_report_unmeasured_no_issue": true, "night_report_unmeasured_with_issue": true, "night_verdict_all_pass": true, "night_verdict_any_fail": true, "night_verdict_any_unmeasured_no_fail": true, "night_verdict_fail_beside_unmeasured": true, "scenario_fail_night_no_open_issue": true, "scenario_unmeasured_night_with_open_issue": true }, "reference_disagree": [] }, { "file": "specs/automation/claim-guard-bar.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 21, "invariants": 0, "asserts": 127, "blockers": [], "detail": "", "test_verdicts": { "VERSION says what the header's last note says": true, "percent rounding never carries a run over the bar": true, "recall floor is 90 percent of the in-scope rows": true, "no category below 75 percent: 9 of 12 and 5 of 6": true, "false flags at most 10 percent overall": true, "at most 2 needless notes in an honest category and none on quote_past or failure": true, "other actions are their own line, with a kind and the floor or declared out of scope": true, "held-out recall is over the 228 in-scope rows, not all 244": true, "held-out recall floor is exactly 85 percent": true, "the held-out category floor holds on 16, 12 and 8 rows": true, "the held-out bar carries the category, false-flag and honest limits too": true, "a held-out run on a file with another digest is void": true, "the sealed held-out set is big enough": true, "a run exactly at every bar passes": true, "each single dev bar breached fails": true, "accepted judges the held-out run on its own figures": true, "main bcfe88381 fails the bar on recall and passes it on false flags": true, "the recorded baseline is the measured one": true, "the per-category table adds up to the recorded figures": true, "the tuned corpus flatters main: recall there is far above the fresh set": true, "rows carry the tool calls of their turn": true }, "reference_tests": { "VERSION says what the header's last note says": true, "a held-out run on a file with another digest is void": true, "a run exactly at every bar passes": true, "accepted judges the held-out run on its own figures": true, "at most 2 needless notes in an honest category and none on quote_past or failure": true, "each single dev bar breached fails": true, "false flags at most 10 percent overall": true, "held-out recall floor is exactly 85 percent": true, "held-out recall is over the 228 in-scope rows, not all 244": true, "main bcfe88381 fails the bar on recall and passes it on false flags": true, "no category below 75 percent: 9 of 12 and 5 of 6": true, "other actions are their own line, with a kind and the floor or declared out of scope": true, "percent rounding never carries a run over the bar": true, "recall floor is 90 percent of the in-scope rows": true, "rows carry the tool calls of their turn": true, "the held-out bar carries the category, false-flag and honest limits too": true, "the held-out category floor holds on 16, 12 and 8 rows": true, "the per-category table adds up to the recorded figures": true, "the recorded baseline is the measured one": true, "the sealed held-out set is big enough": true, "the tuned corpus flatters main: recall there is far above the fresh set": true }, "reference_disagree": [] }, { "file": "specs/automation/connect-card.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 29, "blockers": [], "detail": "", "test_verdicts": { "a link is good once and for an hour": true, "a usable token is connected, else the missing piece is named": true, "a network is carded once a week until it is connected": true, "only a network that can be connected gets a button": true, "the agent cannot start a consent": true, "the consent asks only to read the profile and to post": true, "the card carries no token and posts nothing": true, "nothing has been connected by a card yet": true }, "reference_tests": { "a link is good once and for an hour": true, "a network is carded once a week until it is connected": true, "a usable token is connected, else the missing piece is named": true, "nothing has been connected by a card yet": true, "only a network that can be connected gets a button": true, "the agent cannot start a consent": true, "the card carries no token and posts nothing": true, "the consent asks only to read the profile and to post": true }, "reference_disagree": [] }, { "file": "specs/automation/crm-client-ownership.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "a profile belongs to the seller who set it up and is invisible to another seller": true, "a legacy row without an owner stays readable until the next setup claims it": true, "money outranks every touch in the stage the workspace shows": true, "payments are only the owner's own completed income and a dead Supabase costs the money column, not the answer": true, "this spec extends the client workspace; a paying client and the migration were both witnessed live": true }, "reference_tests": { "a legacy row without an owner stays readable until the next setup claims it": true, "a profile belongs to the seller who set it up and is invisible to another seller": true, "money outranks every touch in the stage the workspace shows": true, "payments are only the owner's own completed income and a dead Supabase costs the money column, not the answer": true, "this spec extends the client workspace; a paying client and the migration were both witnessed live": true }, "reference_disagree": [] }, { "file": "specs/automation/crm-client-workspace.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 21, "invariants": 0, "asserts": 76, "blockers": [], "detail": "", "test_verdicts": { "a client thread is separate from the seller's own thread and clearing one keeps the other": true, "a stranger, a malformed id and the caller's own id are refused before the first read": true, "the Queen's thread sits beside the agent's, and a specialist keeps the client's memory": true, "the Queen's task goes to the specialist chosen in the thread, else to the assistant": true, "the Queen may name who does a task; a name the owner cannot call falls back and the task is kept": true, "the dashboard reads through the tool gate, sends nothing unasked and says unavailable rather than zero": true, "duet runs are written at start, each turn and finish, and a stale running row reads as lost": true, "the client is a telegram id, the caller is a seller, and only the dashboard is claimed live": true, "a client widget shows under any specialist, a specialist's only while it is chosen": true, "the content widget is the Blogger's: absent under the Assistant and under any other specialist": true, "all widgets sit in one menu on the left, one open at a time, the drafts above it, and the Queen is not one of them": true, "choosing a specialist opens its widget, and leaving it falls back to a client widget": true, "the agent is told the widgets the owner sees, in a client's thread only, and never a hidden one": true, "a widget's values are capped one by one and as a whole": true, "work for a client is told by its marks, never by the caller id": true, "on client work the Blogger gets the client's brief, never the house's": true, "on client work the seller's plan and post voice stay out, and his SOUL speaks only his own words": true, "a client's story reel never stands on the house card": true, "a reel about a lead who is not the seller is hers on every road, whoever pays": true, "on client work the prompt does not say the bot in speech is the house's": true, "VERSION says what the header's last note says": true }, "reference_tests": { "VERSION says what the header's last note says": true, "a client thread is separate from the seller's own thread and clearing one keeps the other": true, "a client widget shows under any specialist, a specialist's only while it is chosen": true, "a client's story reel never stands on the house card": true, "a reel about a lead who is not the seller is hers on every road, whoever pays": true, "a stranger, a malformed id and the caller's own id are refused before the first read": true, "a widget's values are capped one by one and as a whole": true, "all widgets sit in one menu on the left, one open at a time, the drafts above it, and the Queen is not one of them": true, "choosing a specialist opens its widget, and leaving it falls back to a client widget": true, "duet runs are written at start, each turn and finish, and a stale running row reads as lost": true, "on client work the Blogger gets the client's brief, never the house's": true, "on client work the prompt does not say the bot in speech is the house's": true, "on client work the seller's plan and post voice stay out, and his SOUL speaks only his own words": true, "the Queen may name who does a task; a name the owner cannot call falls back and the task is kept": true, "the Queen's task goes to the specialist chosen in the thread, else to the assistant": true, "the Queen's thread sits beside the agent's, and a specialist keeps the client's memory": true, "the agent is told the widgets the owner sees, in a client's thread only, and never a hidden one": true, "the client is a telegram id, the caller is a seller, and only the dashboard is claimed live": true, "the content widget is the Blogger's: absent under the Assistant and under any other specialist": true, "the dashboard reads through the tool gate, sends nothing unasked and says unavailable rather than zero": true, "work for a client is told by its marks, never by the caller id": true }, "reference_disagree": [] }, { "file": "specs/automation/crm-duet.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 21, "invariants": 0, "asserts": 94, "blockers": [], "detail": "", "test_verdicts": { "the seller opens and the business bot stays silent for the run": true, "the run is the owner's, needs a connected buyer who is not the owner, and returns no session": true, "the paid cap is soft and says so": true, "the duet's reel is the story reel, paid only when it starts": true, "the story reel waits for discovery and never runs dry": true, "the story reel reaches her by the owner's card, and a promise is not a resend": true, "her reel card is found by the plan, not by the template": true, "turns are bounded and the buyer side never calls tools": true, "a run that broke off is failed and keeps the turn's error": true, "a claim of finished work needs a tool or a file in the same turn": true, "a seller turn that hit a limit is retried once, without paid calls": true, "the first two seller turns are discovery: no paid tools, no familiarity": true, "a dry run is free: no paid tool on any seller turn": true, "a real run keeps paid tools after discovery": true, "a dry run's paid call is refused and nothing is charged": true, "any tool with a price > 0 is refused in a dry run": true, "VERSION says what the header's last note says": true, "a negated claim word is not a claim; pressure is never exempt": true, "what was seen live is separated from what is not claimed": true, "content is for the real game and nothing live is claimed": true, "honesty constants from the live run": true }, "reference_tests": { "VERSION says what the header's last note says": true, "a claim of finished work needs a tool or a file in the same turn": true, "a dry run is free: no paid tool on any seller turn": true, "a dry run's paid call is refused and nothing is charged": true, "a negated claim word is not a claim; pressure is never exempt": true, "a real run keeps paid tools after discovery": true, "a run that broke off is failed and keeps the turn's error": true, "a seller turn that hit a limit is retried once, without paid calls": true, "any tool with a price > 0 is refused in a dry run": true, "content is for the real game and nothing live is claimed": true, "her reel card is found by the plan, not by the template": true, "honesty constants from the live run": true, "the duet's reel is the story reel, paid only when it starts": true, "the first two seller turns are discovery: no paid tools, no familiarity": true, "the paid cap is soft and says so": true, "the run is the owner's, needs a connected buyer who is not the owner, and returns no session": true, "the seller opens and the business bot stays silent for the run": true, "the story reel reaches her by the owner's card, and a promise is not a resend": true, "the story reel waits for discovery and never runs dry": true, "turns are bounded and the buyer side never calls tools": true, "what was seen live is separated from what is not claimed": true }, "reference_disagree": [] }, { "file": "specs/automation/crm-first-screen.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 23, "blockers": [], "detail": "", "test_verdicts": { "a phone is the page's own phone width": true, "the funnel draws pills only where they save a row": true, "AUTO folds only on a phone, only read, only off": true, "a count of zero is not printed": true, "on a phone the people waiting come before the funnel": true, "Telegram's first screen at 390x844 ends at 648 px": true }, "reference_tests": { "AUTO folds only on a phone, only read, only off": true, "Telegram's first screen at 390x844 ends at 648 px": true, "a count of zero is not printed": true, "a phone is the page's own phone width": true, "on a phone the people waiting come before the funnel": true, "the funnel draws pills only where they save a row": true }, "reference_disagree": [] }, { "file": "specs/automation/crm-lead-magnet.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 20, "blockers": [], "detail": "", "test_verdicts": { "the gift is drawn from the person's own face at 9:16 and the recipient pays nothing": true, "with no face of theirs nothing is drawn: one line asks for a photo": true, "one portrait per person is a gift; the second is paid, or the reel": true, "the caption names the person, the maker and the source, asks once, sells nothing": true, "the safe zone leaves the centre for the face": true, "a row of three is split; a row of two stands": true, "the price is the Kie 1K price with the platform markup, and it was run live": true }, "reference_tests": { "a row of three is split; a row of two stands": true, "one portrait per person is a gift; the second is paid, or the reel": true, "the caption names the person, the maker and the source, asks once, sells nothing": true, "the gift is drawn from the person's own face at 9:16 and the recipient pays nothing": true, "the price is the Kie 1K price with the platform markup, and it was run live": true, "the safe zone leaves the centre for the face": true, "with no face of theirs nothing is drawn: one line asks for a photo": true }, "reference_disagree": [] }, { "file": "specs/automation/crm-sellers.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "a person with a connected account is a seller, owner or not": true, "a person without a session is refused unless they are the owner with the env fallback": true, "the gate reads the session table, and the refusal names the fix": true, "the sweep runs for each seller, one at a time": true, "the list tool never returns a session string and only the owner may call it": true }, "reference_tests": { "a person with a connected account is a seller, owner or not": true, "a person without a session is refused unless they are the owner with the env fallback": true, "the gate reads the session table, and the refusal names the fix": true, "the list tool never returns a session string and only the owner may call it": true, "the sweep runs for each seller, one at a time": true }, "reference_disagree": [] }, { "file": "specs/automation/crm-story-reel.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 70, "invariants": 0, "asserts": 388, "blockers": [], "detail": "", "test_verdicts": { "a client qualifies with a face and a voice, and with nothing less": true, "the voice is her own, cloned once per seller, and only Replicate can speak it": true, "the seller pays for what the seller asked; the client pays unless it is a gift": true, "the estimate is three stills, three lines, thirteen seconds of lip-sync and one cut": true, "a script of one to six scenes is made as given; seven is refused": true, "the pause stays between one and four seconds, three by default": true, "a job whose process died is claimed by the sweep and continued, not redone": true, "a job that keeps dying is given up after its last attempt and closed like any failure": true, "a failure says nothing was charged only when nothing was made": true, "a still that is still drawing is paid once: a resume waits for it and never orders it again": true, "a charge for a still that never came is given back once, whoever notices": true, "a job waiting only for a still is released for the sweep, not failed": true, "the seller reaches the template, and a broken ElevenLabs key never stops a client's voice": true, "with no clone, a seller's reel speaks her own voice notes on Kie, and nothing else does": true, "a seller's reel whose clone its provider refuses speaks her notes in the same run, on the stills it paid for": true, "the day's generations are counted before anything is spent, and a waiting job keeps its attempts": true, "her notes are cut at a pause near the even cut, or at the even cut": true, "a reel in her own voice costs its stills, her seconds of lip-sync and the cut": true, "the card never displaces one the owner has not answered": true, "nothing reaches a client chat without the owner's press, and a client press never reaches a group": true, "a gallery preview with no card yet is drawn in the render's defaults, not the theme's green": true, "her visual at the end: the seller's word, then her profile, then the default, kept in the job": true, "a colour is #hex that CSS reads, and an unreadable palette of the seller's is refused before spending": true, "her palette is kept once for every next reel, checked first, and never turns her presses on": true, "the card shows her palette and keeps it by a press, for the card the last check passed": true, "a refusal for contrast names the least shade of her own colour that reads": true, "the card takes the named shade by a press and checks it again before keeping": true, "her own colour and her ground are offered beside the shade, each by a press": true, "the shade moves only her lightness: her hue stays within rounding": true, "the card says one reason at a time": true, "the price stands above the button on both screens": true, "a still without a face is drawn once more, then the run stops": true, "a line is heard before its lip-sync, and the default reel stays within 15 s": true, "the finished reel reaches the house through its own bot": true, "a talking-head reel opens on the talking head, wide, with a hook": true, "the studio is never left: scenes with no setting are shots of the source": true, "a reel ordered by a topic stays in the studio: the writer writes lines, never places": true, "brand kit: no palette -> defaults on preview and render": true, "brand kit: palette present -> client colours on every surface, never theme green": true, "VERSION says what the header's last note says": true, "a client's end card is never drawn in the house's gold: a colour nobody gave is white or black ink": true, "a client's card is filled whenever the pause shows it, so the house default never reaches her reel": true, "the hook reel is a template of four studio shots with the call to the house bot": true, "a template line fits the editor, and an empty or long one is refused before the press": true, "a line with a Cyrillic letter is Russian, any other is English": true, "captions are yellow, word by word, heard from each clip, and the line is shown as written": true, "the pause shows the call as the widget draws it, when there is a call": true, "every reel for a client is a story reel; the silent plan reel only when the owner names it": true, "a render asked for by the service waits for approval in the feed": true, "what was seen live is kept apart from what is blocked": true, "a client's reel carries her call: the seller's for her, then her own, never the house's": true, "a call or a button naming the house on a client's reel is replaced by hers, and the answer says so": true, "a client's end-card button: the seller's, her kept card, her profile, or none -- never the house bot": true, "the template's last line on a client's reel ends with her call, within the editor's limit": true, "story_reel for a client takes the same call and card, and speaks her voice, never the owner's": true, "every template line on a client's reel is its client version, the first as much as the last": true, "a written or edited line naming the house on a client's reel is refused before anything is spent": true, "only the person's own words typed this turn may name the house on a client's reel": true, "her own words are judged line by line: naming the bot lends no line the house's name": true, "a refusal comes before the charge, so a refused press costs nothing": true, "a Cyrillic letter that looks Latin reads as that letter, and an invisible one splits no name": true, "T27 starting a word is the brand: t27ai and t27_ai, not at27 nor T270": true, "the product is one token: our S3 AI pipeline names no house": true, "Trinity College stays a house name: a refused line is rewritten, a missed one is on her reel": true, "no rule that clears a false positive clears a mark: Trinity, Trinity S3AI, T27 and @t27ai_bot stay": true, "a reel whose client is the caller himself is his own, and his lines may name the house": true, "a retry renders only the empty slots and charges only for them": true, "every end card the pause shows has a ground and a readable call and button": true, "a retry carries stills only in the same style": true, "a retry carries clips only with carried stills and a recorded, matching voice mode": true }, "reference_tests": { "T27 starting a word is the brand: t27ai and t27_ai, not at27 nor T270": true, "Trinity College stays a house name: a refused line is rewritten, a missed one is on her reel": true, "VERSION says what the header's last note says": true, "a Cyrillic letter that looks Latin reads as that letter, and an invisible one splits no name": true, "a call or a button naming the house on a client's reel is replaced by hers, and the answer says so": true, "a charge for a still that never came is given back once, whoever notices": true, "a client qualifies with a face and a voice, and with nothing less": true, "a client's card is filled whenever the pause shows it, so the house default never reaches her reel": true, "a client's end card is never drawn in the house's gold: a colour nobody gave is white or black ink": true, "a client's end-card button: the seller's, her kept card, her profile, or none -- never the house bot": true, "a client's reel carries her call: the seller's for her, then her own, never the house's": true, "a colour is #hex that CSS reads, and an unreadable palette of the seller's is refused before spending": true, "a failure says nothing was charged only when nothing was made": true, "a gallery preview with no card yet is drawn in the render's defaults, not the theme's green": true, "a job that keeps dying is given up after its last attempt and closed like any failure": true, "a job waiting only for a still is released for the sweep, not failed": true, "a job whose process died is claimed by the sweep and continued, not redone": true, "a line is heard before its lip-sync, and the default reel stays within 15 s": true, "a line with a Cyrillic letter is Russian, any other is English": true, "a reel in her own voice costs its stills, her seconds of lip-sync and the cut": true, "a reel ordered by a topic stays in the studio: the writer writes lines, never places": true, "a reel whose client is the caller himself is his own, and his lines may name the house": true, "a refusal comes before the charge, so a refused press costs nothing": true, "a refusal for contrast names the least shade of her own colour that reads": true, "a render asked for by the service waits for approval in the feed": true, "a retry carries clips only with carried stills and a recorded, matching voice mode": true, "a retry carries stills only in the same style": true, "a retry renders only the empty slots and charges only for them": true, "a script of one to six scenes is made as given; seven is refused": true, "a seller's reel whose clone its provider refuses speaks her notes in the same run, on the stills it paid for": true, "a still that is still drawing is paid once: a resume waits for it and never orders it again": true, "a still without a face is drawn once more, then the run stops": true, "a talking-head reel opens on the talking head, wide, with a hook": true, "a template line fits the editor, and an empty or long one is refused before the press": true, "a written or edited line naming the house on a client's reel is refused before anything is spent": true, "brand kit: no palette -> defaults on preview and render": true, "brand kit: palette present -> client colours on every surface, never theme green": true, "captions are yellow, word by word, heard from each clip, and the line is shown as written": true, "every end card the pause shows has a ground and a readable call and button": true, "every reel for a client is a story reel; the silent plan reel only when the owner names it": true, "every template line on a client's reel is its client version, the first as much as the last": true, "her notes are cut at a pause near the even cut, or at the even cut": true, "her own colour and her ground are offered beside the shade, each by a press": true, "her own words are judged line by line: naming the bot lends no line the house's name": true, "her palette is kept once for every next reel, checked first, and never turns her presses on": true, "her visual at the end: the seller's word, then her profile, then the default, kept in the job": true, "no rule that clears a false positive clears a mark: Trinity, Trinity S3AI, T27 and @t27ai_bot stay": true, "nothing reaches a client chat without the owner's press, and a client press never reaches a group": true, "only the person's own words typed this turn may name the house on a client's reel": true, "story_reel for a client takes the same call and card, and speaks her voice, never the owner's": true, "the card never displaces one the owner has not answered": true, "the card says one reason at a time": true, "the card shows her palette and keeps it by a press, for the card the last check passed": true, "the card takes the named shade by a press and checks it again before keeping": true, "the day's generations are counted before anything is spent, and a waiting job keeps its attempts": true, "the estimate is three stills, three lines, thirteen seconds of lip-sync and one cut": true, "the finished reel reaches the house through its own bot": true, "the hook reel is a template of four studio shots with the call to the house bot": true, "the pause shows the call as the widget draws it, when there is a call": true, "the pause stays between one and four seconds, three by default": true, "the price stands above the button on both screens": true, "the product is one token: our S3 AI pipeline names no house": true, "the seller pays for what the seller asked; the client pays unless it is a gift": true, "the seller reaches the template, and a broken ElevenLabs key never stops a client's voice": true, "the shade moves only her lightness: her hue stays within rounding": true, "the studio is never left: scenes with no setting are shots of the source": true, "the template's last line on a client's reel ends with her call, within the editor's limit": true, "the voice is her own, cloned once per seller, and only Replicate can speak it": true, "what was seen live is kept apart from what is blocked": true, "with no clone, a seller's reel speaks her own voice notes on Kie, and nothing else does": true }, "reference_disagree": [] }, { "file": "specs/automation/engage-desk.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 26, "invariants": 0, "asserts": 133, "blockers": [], "detail": "", "test_verdicts": { "a search every two hours, on a five-minute tick": true, "only recent posts": true, "a comment fits its network and says something": true, "at most five proposals a day per network, two per search": true, "three topics a search, every topic within two searches": true, "a search is marked when it ends, and a cut one is run again": true, "the owner's own posts are not commented on": true, "an empty search says why": true, "Habr is read without a sign-in, and its question says so": true, "never twice on the same post": true, "no mentions and no direct messages": true, "nothing the claim guard refuses": true, "an open question is waited on for a day, then let go": true, "a comment is posted only on a yes": true, "a decline is real only if the approval was decided": true, "the comment read back on the post is the receipt": true, "many networks side by side, as many tabs as the pod has room for": true, "the page ceiling is the PID ceiling, measured": true, "the desk's tabs are its own, off the owner's screen, and closed": true, "a login is what the site says where the cookie lies": true, "Telegram is read from the public preview and commented only where allowed": true, "a link only on Reddit, only under nine to one": true, "the community's rules are read before a proposal": true, "the thread is read and the owner's voice is used": true, "replies are looked for between a day and a week": true, "the desk is built, a confirmed comment is not yet": true }, "reference_tests": { "Habr is read without a sign-in, and its question says so": true, "Telegram is read from the public preview and commented only where allowed": true, "a comment fits its network and says something": true, "a comment is posted only on a yes": true, "a decline is real only if the approval was decided": true, "a link only on Reddit, only under nine to one": true, "a login is what the site says where the cookie lies": true, "a search every two hours, on a five-minute tick": true, "a search is marked when it ends, and a cut one is run again": true, "an empty search says why": true, "an open question is waited on for a day, then let go": true, "at most five proposals a day per network, two per search": true, "many networks side by side, as many tabs as the pod has room for": true, "never twice on the same post": true, "no mentions and no direct messages": true, "nothing the claim guard refuses": true, "only recent posts": true, "replies are looked for between a day and a week": true, "the comment read back on the post is the receipt": true, "the community's rules are read before a proposal": true, "the desk is built, a confirmed comment is not yet": true, "the desk's tabs are its own, off the owner's screen, and closed": true, "the owner's own posts are not commented on": true, "the page ceiling is the PID ceiling, measured": true, "the thread is read and the owner's voice is used": true, "three topics a search, every topic within two searches": true }, "reference_disagree": [] }, { "file": "specs/automation/hive-contributor-keys.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 11, "invariants": 0, "asserts": 40, "blockers": [], "detail": "", "test_verdicts": { "only an allowed person session with a verified subject can manage keys": true, "the trusted subject is positive decimal within the digit limit": true, "the request body is bounded by UTF8 bytes including JSON whitespace": true, "secrets have a nonempty bounded printable value without whitespace": true, "an optional label is bounded before trimming": true, "only provider credentials and an optional label cross the boundary": true, "key actions require the exact route and a safe signed integer": true, "a model name is a bounded nonempty catalog identifier": true, "only a provider and a model cross the model boundary": true, "the proxy outlasts the Queen's slowest model check": true, "VERSION says what the header's last note says": true }, "reference_tests": { "VERSION says what the header's last note says": true, "a model name is a bounded nonempty catalog identifier": true, "an optional label is bounded before trimming": true, "key actions require the exact route and a safe signed integer": true, "only a provider and a model cross the model boundary": true, "only an allowed person session with a verified subject can manage keys": true, "only provider credentials and an optional label cross the boundary": true, "secrets have a nonempty bounded printable value without whitespace": true, "the proxy outlasts the Queen's slowest model check": true, "the request body is bounded by UTF8 bytes including JSON whitespace": true, "the trusted subject is positive decimal within the digit limit": true }, "reference_disagree": [] }, { "file": "specs/automation/inngest-functions-status.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "a failed probe does not colour the function red": true, "an organic failure is red even when the last probe was as expected": true, "a guarded function that completed on a probe is flagged, not hidden": true }, "reference_tests": { "a failed probe does not colour the function red": true, "a guarded function that completed on a probe is flagged, not hidden": true, "an organic failure is red even when the last probe was as expected": true }, "reference_disagree": [] }, { "file": "specs/automation/inngest-probe-suite.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "guard failure is the good outcome for a guarded function": true, "a guarded function that completed on a probe is a mismatch": true, "the suite is ok only when every probe matched or was skipped": true }, "reference_tests": { "a guarded function that completed on a probe is a mismatch": true, "guard failure is the good outcome for a guarded function": true, "the suite is ok only when every probe matched or was skipped": true }, "reference_disagree": [] }, { "file": "specs/automation/inngest-queen-scheduler.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/automation/kanban-card-chat.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 24, "invariants": 0, "asserts": 141, "blockers": [], "detail": "", "test_verdicts": { "a task thread is keyed by owner, repository and number": true, "only this owner's repositories have task threads": true, "the thread is the person's and does not split": true, "a specialist may join a task, a client or a room may not": true, "the frame opens a card only through the named envelope": true, "the task note is bounded and fenced": true, "the sheet opens at half with the composer pinned": true, "a card has its own address": true, "an A2A agent continues the same thread": true, "one failed check outranks the rest": true, "a read that did not happen never says no pull request": true, "the strip is short and cheap": true, "a long timeline is read at both ends, the middle said as at least": true, "one open of a card costs at most four public reads": true, "with no token the door says so and the client reads for itself": true, "the server reads once for everyone, newest first, and says when there were more": true, "the agent proposes, the person's tap decides": true, "a move is one card through the Queen's door, and there is no door yet": true, "the person reaches the door through render, and only a keeper": true, "the sheet sees a new turn without a reload, from the last id on": true, "the sheet shows the agent at work, by name, never its words": true, "the bee's log reaches the sheet through render, without the token or its secrets": true, "drift lives in one issue, updated, and closed by agreement": true, "the card chat is designed, not yet live": true }, "reference_tests": { "a card has its own address": true, "a long timeline is read at both ends, the middle said as at least": true, "a move is one card through the Queen's door, and there is no door yet": true, "a read that did not happen never says no pull request": true, "a specialist may join a task, a client or a room may not": true, "a task thread is keyed by owner, repository and number": true, "an A2A agent continues the same thread": true, "drift lives in one issue, updated, and closed by agreement": true, "one failed check outranks the rest": true, "one open of a card costs at most four public reads": true, "only this owner's repositories have task threads": true, "the agent proposes, the person's tap decides": true, "the bee's log reaches the sheet through render, without the token or its secrets": true, "the card chat is designed, not yet live": true, "the frame opens a card only through the named envelope": true, "the person reaches the door through render, and only a keeper": true, "the server reads once for everyone, newest first, and says when there were more": true, "the sheet opens at half with the composer pinned": true, "the sheet sees a new turn without a reload, from the last id on": true, "the sheet shows the agent at work, by name, never its words": true, "the strip is short and cheap": true, "the task note is bounded and fenced": true, "the thread is the person's and does not split": true, "with no token the door says so and the client reads for itself": true }, "reference_disagree": [] }, { "file": "specs/automation/leela-agent-link.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "playom's claim is approved by the owner once the owner is trusted": true, "with no trusted owner nothing is ever approved -- the measured state before 2026-09-13": true, "an owner cannot approve himself and a claim cannot outlive its day": true, "the tool is the owner's, needs both sessions, and never returns one": true, "free text reaches the editorial agent only off the game table, and nothing live is claimed": true }, "reference_tests": { "an owner cannot approve himself and a claim cannot outlive its day": true, "free text reaches the editorial agent only off the game table, and nothing live is claimed": true, "playom's claim is approved by the owner once the owner is trusted": true, "the tool is the owner's, needs both sessions, and never returns one": true, "with no trusted owner nothing is ever approved -- the measured state before 2026-09-13": true }, "reference_disagree": [] }, { "file": "specs/automation/mail-push.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 0, "asserts": 37, "blockers": [], "detail": "", "test_verdicts": { "the first sweep announces nothing, and only unseen mail after": true, "the push carries a drafted reply, and a failed draft delays nothing": true, "nothing transmits without the owner's tap": true, "one writer, one target, bounded state": true, "the desk is live, the push is not yet": true, "a stale digest is refused, not shown": true, "the digest lands through the render's own door, not a second database": true, "the Sent folder separates our tap-sends from the owner's manual replies": true, "every outcome is written back: allowed sends, denials and expiries": true, "a manual reply is paired with the draft that was offered": true, "the heartbeat alarms when the sweep goes quiet": true, "the ledger reads back through the same door, select only": true }, "reference_tests": { "a manual reply is paired with the draft that was offered": true, "a stale digest is refused, not shown": true, "every outcome is written back: allowed sends, denials and expiries": true, "nothing transmits without the owner's tap": true, "one writer, one target, bounded state": true, "the Sent folder separates our tap-sends from the owner's manual replies": true, "the desk is live, the push is not yet": true, "the digest lands through the render's own door, not a second database": true, "the first sweep announces nothing, and only unseen mail after": true, "the heartbeat alarms when the sweep goes quiet": true, "the ledger reads back through the same door, select only": true, "the push carries a drafted reply, and a failed draft delays nothing": true }, "reference_disagree": [] }, { "file": "specs/automation/meeting-reminders.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 0, "asserts": 43, "blockers": [], "detail": "", "test_verdicts": { "reminders sit between the floor and the ceiling": true, "a reminder for a moment already past is not scheduled": true, "a reminder may be late but never after the start": true, "later never lands after the start": true, "a second later never doubles the reminder": true, "the follow-up comes after the end, and never for a cancelled meeting": true, "only the owner's tap counts": true, "the longest button still fits Telegram's callback limit": true, "a duration is clamped, not refused": true, "the sweep is a cheap tick over a bounded claim": true }, "reference_tests": { "a duration is clamped, not refused": true, "a reminder for a moment already past is not scheduled": true, "a reminder may be late but never after the start": true, "a second later never doubles the reminder": true, "later never lands after the start": true, "only the owner's tap counts": true, "reminders sit between the floor and the ceiling": true, "the follow-up comes after the end, and never for a cancelled meeting": true, "the longest button still fits Telegram's callback limit": true, "the sweep is a cheap tick over a bounded claim": true }, "reference_disagree": [] }, { "file": "specs/automation/meta-connect.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 14, "invariants": 0, "asserts": 52, "blockers": [], "detail": "", "test_verdicts": { "a held token goes by the API, a signed-in browser by the browser, else nothing": true, "a token is refreshed near its end, once it is a day old": true, "a page token never ends, a long-lived one does": true, "a Threads post fits its characters and its links": true, "a container is published only when finished, and given up when it failed": true, "a container is waited on about half a minute": true, "posted means the published id came back": true, "an OAuth state is good once and for ten minutes": true, "the desk stays far under every network's daily ceiling": true, "the card is the tallest shape Instagram keeps": true, "the token never leaves the server and nothing posts without a yes": true, "an Instagram linked after Connect is read again, at most once in ten minutes": true, "a failed Instagram publish is retried once, only for another account": true, "nothing has been posted through it yet": true }, "reference_tests": { "a Threads post fits its characters and its links": true, "a container is published only when finished, and given up when it failed": true, "a container is waited on about half a minute": true, "a failed Instagram publish is retried once, only for another account": true, "a held token goes by the API, a signed-in browser by the browser, else nothing": true, "a page token never ends, a long-lived one does": true, "a token is refreshed near its end, once it is a day old": true, "an Instagram linked after Connect is read again, at most once in ten minutes": true, "an OAuth state is good once and for ten minutes": true, "nothing has been posted through it yet": true, "posted means the published id came back": true, "the card is the tallest shape Instagram keeps": true, "the desk stays far under every network's daily ceiling": true, "the token never leaves the server and nothing posts without a yes": true }, "reference_disagree": [] }, { "file": "specs/automation/owner-studio.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "three ready studios, the bars cropped first and no text drawn": true, "the identity and any studio together fit the model's prompt": true }, "reference_tests": { "the identity and any studio together fit the model's prompt": true, "three ready studios, the bars cropped first and no text drawn": true }, "reference_disagree": [] }, { "file": "specs/automation/poster-facts-overlay.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 0, "asserts": 51, "blockers": [], "detail": "", "test_verdicts": { "VERSION says what the header's last note says": true, "the tall canvas takes the tall row and both squares the square row": true, "margins are six per cent of the short side on both canvases": true, "each level is about 1.6x the one below and the floor is under the detail": true, "max chars per line before a wrap, per level and canvas": true, "a 40-char title wraps to 2 lines after shrinking above the second level": true, "a 9-char price never shrinks below the min": true, "a fact too long to fit is refused, never cut": true, "4 facts fit inside the block limit on both canvases": true, "white on the plate keeps 4.5:1 over a white picture": true }, "reference_tests": { "4 facts fit inside the block limit on both canvases": true, "VERSION says what the header's last note says": true, "a 40-char title wraps to 2 lines after shrinking above the second level": true, "a 9-char price never shrinks below the min": true, "a fact too long to fit is refused, never cut": true, "each level is about 1.6x the one below and the floor is under the detail": true, "margins are six per cent of the short side on both canvases": true, "max chars per line before a wrap, per level and canvas": true, "the tall canvas takes the tall row and both squares the square row": true, "white on the plate keeps 4.5:1 over a white picture": true }, "reference_disagree": [] }, { "file": "specs/automation/queen-contributor-keys.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 13, "invariants": 0, "asserts": 47, "blockers": [], "detail": "", "test_verdicts": { "only a configured matching proxy and valid person subject are trusted": true, "managed indices are negative and environment history keeps its nonnegative indices": true, "the owner key limit is checked before another key is stored": true, "probe fanout and per-key cooldown are bounded": true, "credentials are bounded nonempty printable values": true, "an existing binding cannot change its owner or credential": true, "a failed probe disables an invalid key and a concurrent disable wins": true, "adding credentials never credits a wallet": true, "a model name is a bounded nonempty identifier": true, "a model switch needs an owned key of the provider and a tool call": true, "a busy or refused key passes the model check to the next one, a bounded number of times": true, "a probe waits long enough for a slow reasoning model": true, "VERSION says what the header's last note says": true }, "reference_tests": { "VERSION says what the header's last note says": true, "a busy or refused key passes the model check to the next one, a bounded number of times": true, "a failed probe disables an invalid key and a concurrent disable wins": true, "a model name is a bounded nonempty identifier": true, "a model switch needs an owned key of the provider and a tool call": true, "a probe waits long enough for a slow reasoning model": true, "adding credentials never credits a wallet": true, "an existing binding cannot change its owner or credential": true, "credentials are bounded nonempty printable values": true, "managed indices are negative and environment history keeps its nonnegative indices": true, "only a configured matching proxy and valid person subject are trusted": true, "probe fanout and per-key cooldown are bounded": true, "the owner key limit is checked before another key is stored": true }, "reference_disagree": [] }, { "file": "specs/automation/queen-growth.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 0, "asserts": 27, "blockers": [], "detail": "", "test_verdicts": { "a recommendation is read by its own identified person only": true, "an unreadable wallet is unknown, never a zero that asks for a first offer": true, "no bot comes first, then no contacts": true, "an open invoice is followed up before any new offer": true, "an invoice is open while unpaid, not cancelled and at most the open days old": true, "contacts and no payer ask for a first offer": true, "a payer who went quiet in the window is won back": true, "referrals are asked from the third payer, not before": true, "every action code is below the count": true, "slice 1 sends nothing, promises nothing and never reads the archive": true, "the window is thirty days and referrals need three payers": true, "VERSION says what the header's last note says": true }, "reference_tests": { "VERSION says what the header's last note says": true, "a payer who went quiet in the window is won back": true, "a recommendation is read by its own identified person only": true, "an invoice is open while unpaid, not cancelled and at most the open days old": true, "an open invoice is followed up before any new offer": true, "an unreadable wallet is unknown, never a zero that asks for a first offer": true, "contacts and no payer ask for a first offer": true, "every action code is below the count": true, "no bot comes first, then no contacts": true, "referrals are asked from the third payer, not before": true, "slice 1 sends nothing, promises nothing and never reads the archive": true, "the window is thirty days and referrals need three payers": true }, "reference_disagree": [] }, { "file": "specs/automation/reddit-desk.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 18, "blockers": [], "detail": "", "test_verdicts": { "a community Reddit closed is skipped, and an unknown read is not": true, "a skip lasts thirty days, then the community is tried again": true, "the owner is told once per new skip": true, "the owner's own list is never rewritten": true, "the desk creates nothing and posts only on a yes": true, "the built-in list no longer names the banned community": true }, "reference_tests": { "a community Reddit closed is skipped, and an unknown read is not": true, "a skip lasts thirty days, then the community is tried again": true, "the built-in list no longer names the banned community": true, "the desk creates nothing and posts only on a yes": true, "the owner is told once per new skip": true, "the owner's own list is never rewritten": true }, "reference_disagree": [] }, { "file": "specs/automation/review-jam.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 27, "invariants": 0, "asserts": 27, "blockers": [], "detail": "", "test_verdicts": { "unmeasured beats every other flag": true, "draft or fresh": true, "stacked on open PR": true, "conflicting": true, "labeled not merged": true, "refused then pushed": true, "refused not fixed": true, "noise red": true, "no reviewer": true, "none": true, "unknown case maps to measure again": true, "queen's turn for labeled not merged": true, "queen's turn for no reviewer": true, "queen's turn for conflicting": true, "queen's turn for refused then pushed": true, "queen's turn for refused not fixed": true, "queen's turn for noise red": true, "queen's turn for unmeasured": true, "not queen's turn for none": true, "not queen's turn for draft or fresh": true, "not queen's turn for stacked on open": true, "specific scenario: labeled reviewed but still open": true, "specific scenario: unmeasured with any other flags": true, "action mapping: none to nothing": true, "action mapping: no reviewer to dispatch reviewer": true, "action mapping: labeled not merged to finish merge": true, "action mapping: unmeasured to measure again": true }, "reference_tests": { "action mapping: labeled not merged to finish merge": true, "action mapping: no reviewer to dispatch reviewer": true, "action mapping: none to nothing": true, "action mapping: unmeasured to measure again": true, "conflicting": true, "draft or fresh": true, "labeled not merged": true, "no reviewer": true, "noise red": true, "none": true, "not queen's turn for draft or fresh": true, "not queen's turn for none": true, "not queen's turn for stacked on open": true, "queen's turn for conflicting": true, "queen's turn for labeled not merged": true, "queen's turn for no reviewer": true, "queen's turn for noise red": true, "queen's turn for refused not fixed": true, "queen's turn for refused then pushed": true, "queen's turn for unmeasured": true, "refused not fixed": true, "refused then pushed": true, "specific scenario: labeled reviewed but still open": true, "specific scenario: unmeasured with any other flags": true, "stacked on open PR": true, "unknown case maps to measure again": true, "unmeasured beats every other flag": true }, "reference_disagree": [] }, { "file": "specs/automation/social-api.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 0, "asserts": 28, "blockers": [], "detail": "", "test_verdicts": { "a link weighs 23 on X whatever its length": true, "a post fits X within 280 weighted characters": true, "a title, a blank line and a link leave 255 for the title": true, "an X token is refreshed in its last five minutes": true, "a LinkedIn token lasts sixty days and is never refreshed": true, "the owner hears about LinkedIn a week before it ends": true, "a PKCE verifier is 43 to 128 characters": true, "LinkedIn holds far more than X": true, "the token never leaves the server and nothing posts without a yes": true, "nothing has been posted through it yet": true }, "reference_tests": { "LinkedIn holds far more than X": true, "a LinkedIn token lasts sixty days and is never refreshed": true, "a PKCE verifier is 43 to 128 characters": true, "a link weighs 23 on X whatever its length": true, "a post fits X within 280 weighted characters": true, "a title, a blank line and a link leave 255 for the title": true, "an X token is refreshed in its last five minutes": true, "nothing has been posted through it yet": true, "the owner hears about LinkedIn a week before it ends": true, "the token never leaves the server and nothing posts without a yes": true }, "reference_disagree": [] }, { "file": "specs/automation/split-reel.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 28, "invariants": 0, "asserts": 166, "blockers": [], "detail": "", "test_verdicts": { "the reel opens on the face, then split 120 and full 45 by turns": true, "a voice shorter than the opening is one shot of the face": true, "fifteen seconds is the ceiling and the words are one at a time in yellow": true, "a caption starts where the sound starts, not in the pause before it": true, "the reel ends on a held frame with the call, inside fifteen seconds": true, "a reel is given to a person only when it was measured and is clean": true, "a tail shorter than a second joins the shot before it": true, "in a split the face fills the lower half, not a circle": true, "the face is aimed at the middle of its window, never cut at the seam": true, "a face too big for the middle is aimed lower, never past the drift": true, "a reel is the house own only when the house orders it and nobody else is named": true, "a client reel ends on the client call, never on the owner bot": true, "the house own reel still ends on the bot": true, "a reel the house did not order never speaks in the owner voice": true, "a house name stands in her own words, never where the agent put it": true, "a refusal comes before the charge, so a refused call costs nothing": true, "an ordinary caller with no voice of her own is refused before the charge": true, "a voice too long for the format is refused from its text, before it is paid": true, "a voice refused for its length after it is paid is given back, once": true, "a voice is held to its own slowest measured pace before it is paid": true, "a voice keeps the slowest pace it was ever measured at": true, "a voice's pace is kept on its own row and never on another voice": true, "a digit or a syllable character weighs more than a letter": true, "a client with no palette gets the neutral call colour, not the house gold": true, "a client reel's call is drawn in the order's colour, else hers": true, "the house own reel keeps its gold": true, "a call colour that does not read: the order's is refused before the charge, hers is shaded": true, "the version is the last dated note": true }, "reference_tests": { "a call colour that does not read: the order's is refused before the charge, hers is shaded": true, "a caption starts where the sound starts, not in the pause before it": true, "a client reel ends on the client call, never on the owner bot": true, "a client reel's call is drawn in the order's colour, else hers": true, "a client with no palette gets the neutral call colour, not the house gold": true, "a digit or a syllable character weighs more than a letter": true, "a face too big for the middle is aimed lower, never past the drift": true, "a house name stands in her own words, never where the agent put it": true, "a reel is given to a person only when it was measured and is clean": true, "a reel is the house own only when the house orders it and nobody else is named": true, "a reel the house did not order never speaks in the owner voice": true, "a refusal comes before the charge, so a refused call costs nothing": true, "a tail shorter than a second joins the shot before it": true, "a voice is held to its own slowest measured pace before it is paid": true, "a voice keeps the slowest pace it was ever measured at": true, "a voice refused for its length after it is paid is given back, once": true, "a voice shorter than the opening is one shot of the face": true, "a voice too long for the format is refused from its text, before it is paid": true, "a voice's pace is kept on its own row and never on another voice": true, "an ordinary caller with no voice of her own is refused before the charge": true, "fifteen seconds is the ceiling and the words are one at a time in yellow": true, "in a split the face fills the lower half, not a circle": true, "the face is aimed at the middle of its window, never cut at the seam": true, "the house own reel keeps its gold": true, "the house own reel still ends on the bot": true, "the reel ends on a held frame with the call, inside fifteen seconds": true, "the reel opens on the face, then split 120 and full 45 by turns": true, "the version is the last dated note": true }, "reference_disagree": [] }, { "file": "specs/automation/token-wallet.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 20, "blockers": [], "detail": "", "test_verdicts": { "every dollar of a package month becomes tokens at the one rate": true, "an operation is sold at twice its cost, rounded up": true, "a month burns on day thirty and nothing held before it burns": true, "the warnings come at seven, three and one day left": true, "the start gift buys one portrait and no reel": true, "a Blogger month is twenty-five reels": true }, "reference_tests": { "a Blogger month is twenty-five reels": true, "a month burns on day thirty and nothing held before it burns": true, "an operation is sold at twice its cost, rounded up": true, "every dollar of a package month becomes tokens at the one rate": true, "the start gift buys one portrait and no reel": true, "the warnings come at seven, three and one day left": true }, "reference_disagree": [] }, { "file": "specs/automation/wrapup-auto.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign", "ExprArrayLiteral(to slice field)" ], "detail": "StmtAssign", "reference_tests": { "wrapup_run_uploads_source": true } }, { "file": "specs/base/debounce.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 1, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "debounce_delay_is_phi_inv_structured": true, "debounce_window_is_phi_structured": true, "debouncer_init_default": true }, "reference_tests": { "debounce_delay_is_phi_inv_structured": true, "debounce_window_is_phi_structured": true, "debouncer_init_default": true }, "reference_disagree": [] }, { "file": "specs/base/ops.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:31:46: error: expected type 'usize', found 'i8'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "type mismatch" }, { "file": "specs/base/ring_32.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 1, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "ring_number_is_32": true }, "reference_tests": { "ring_number_is_32": true }, "reference_disagree": [] }, { "file": "specs/base/seed.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 2, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "test_trit_negate_neg_to_pos": true, "test_trit_negate_zero_to_zero": true, "test_trit_negate_pos_to_neg": true, "test_trit_add_neg_plus_pos_equals_zero": true, "test_trit_add_identity": true }, "reference_tests": { "test_trit_add_identity": true, "test_trit_add_neg_plus_pos_equals_zero": true, "test_trit_negate_neg_to_pos": true, "test_trit_negate_pos_to_neg": true, "test_trit_negate_zero_to_zero": true }, "reference_disagree": [] }, { "file": "specs/base/ternary_add.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:261:22: error: use of undeclared identifier 's'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprCall(@rem)", "InvariantBlock" ], "detail": "ExprArrayLiteral" }, { "file": "specs/base/ternary_encoding.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:8:9: error: assertion failed", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@rem)", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprCall(@rem)" }, { "file": "specs/base/ternary_memory.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:68:39: error: evaluation exceeded 1000 backwards branches", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "TestBlock", "StmtAssign(undeclared)", "type mismatch", "InvariantBlock", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "TestBlock" }, { "file": "specs/base/types.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:8:9: error: assertion failed", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(reference redeclares)", "ExprArrayLiteral", "type mismatch", "ExprCall(@setEvalBranchQuota)" ], "detail": "StmtAssign(reference redeclares)" }, { "file": "specs/benchmarks/bench_main.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 2, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": { "NN-Bench: f32 accuracy baseline": true, "NN-Bench: format comparison": true }, "reference_tests": { "NN-Bench: f32 accuracy baseline": true, "NN-Bench: format comparison": true }, "reference_disagree": [] }, { "file": "specs/benchmarks/bench_nn.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 18, "blockers": [], "detail": "", "test_verdicts": { "input_is_one_mnist_image": true, "parameter_count": true, "ternary_quantization": true, "sixteen_bit_layouts_fill_sixteen_bits": true, "storage_ratios": true, "expected_accuracy_order": true }, "reference_tests": { "expected_accuracy_order": true, "input_is_one_mnist_image": true, "parameter_count": true, "sixteen_bit_layouts_fill_sixteen_bits": true, "storage_ratios": true, "ternary_quantization": true }, "reference_disagree": [] }, { "file": "specs/benchmarks/gf16_bfloat16_nmse.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 17, "blockers": [], "detail": "", "test_verdicts": { "identity_witnesses_hold_in_f64": true, "both_layouts_are_sixteen_bits": true, "biases_are_half_the_exponent_range": true, "gf16_trades_exponent_for_mantissa": true, "d_deep_mixture_weights_sum_to_one": true, "nmse_non_negative_and_zero_baseline_undefined": true, "ratio_direction": true }, "reference_tests": { "biases_are_half_the_exponent_range": true, "both_layouts_are_sixteen_bits": true, "d_deep_mixture_weights_sum_to_one": true, "gf16_trades_exponent_for_mantissa": true, "identity_witnesses_hold_in_f64": true, "nmse_non_negative_and_zero_baseline_undefined": true, "ratio_direction": true }, "reference_disagree": [] }, { "file": "specs/benchmarks/kernel_collatz.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": null, "blockers": [], "detail": "", "test_verdicts": { "collatz_27": true, "collatz_max_below_1m": true }, "reference_tests": { "collatz_27": true, "collatz_max_below_1m": true }, "reference_disagree": [] }, { "file": "specs/benchmarks/kernel_f64loop.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": null, "blockers": [], "detail": "", "test_verdicts": { "leibniz_few_terms": true, "leibniz_pi": true }, "reference_tests": { "leibniz_few_terms": true, "leibniz_pi": true }, "reference_disagree": [] }, { "file": "specs/benchmarks/kernel_fib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": null, "blockers": [], "detail": "", "test_verdicts": { "fib_small": true, "fib_35": true }, "reference_tests": { "fib_35": true, "fib_small": true }, "reference_disagree": [] }, { "file": "specs/benchmarks/kernel_matmul.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": null, "blockers": [], "detail": "", "test_verdicts": { "matmul_one_rep": true, "matmul_reps_5000": true }, "reference_tests": { "matmul_one_rep": true, "matmul_reps_5000": true }, "reference_disagree": [] }, { "file": "specs/benchmarks/kernel_sieve.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": null, "blockers": [], "detail": "", "test_verdicts": { "sieve_primes_below_100": true, "sieve_reps_2000": true }, "reference_tests": { "sieve_primes_below_100": true, "sieve_reps_2000": true }, "reference_disagree": [] }, { "file": "specs/benchmarks/kernel_ternary.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": null, "blockers": [], "detail": "", "test_verdicts": { "trit_roundtrip_small": true, "trit_census_range": true, "ternary_dot_reps": true }, "reference_tests": { "ternary_dot_reps": true, "trit_census_range": true, "trit_roundtrip_small": true }, "reference_disagree": [] }, { "file": "specs/benchmarks/ternary_vs_binary.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 2, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": { "Ternary-Binary: MLP forward baseline": true, "Ternary-Binary: quantization accuracy": true }, "reference_tests": { "Ternary-Binary: MLP forward baseline": true, "Ternary-Binary: quantization accuracy": true }, "reference_disagree": [] }, { "file": "specs/blog/t27b_progress.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "checked_never_exceeds_reference": true, "entries_in_date_order": true, "the_newest_entry_moved": true, "the_post_shows_the_newest_entry": true, "the_shown_percentages_are_the_shown_counts": true }, "reference_tests": { "checked_never_exceeds_reference": true, "entries_in_date_order": true, "the_newest_entry_moved": true, "the_post_shows_the_newest_entry": true, "the_shown_percentages_are_the_shown_counts": true }, "reference_disagree": [] }, { "file": "specs/boards/arty_a7.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 23, "invariants": 11, "asserts": 28, "blockers": [], "detail": "", "test_verdicts": { "board_name_set": true, "fpga_family_artix7": true, "clock_freq_100mhz": true, "clock_period_10ns": true, "num_leds_is_4": true, "num_buttons_is_4": true, "has_uart_true": true, "has_spi_true": true, "clock_freq_mhz_100": true, "pin_clk_matches_digilent": true, "pin_rst_n_matches_digilent": true, "pin_uart_tx_matches_digilent": true, "pin_uart_rx_matches_digilent": true, "pin_led_0_matches_digilent": true, "pin_led_3_matches_digilent": true, "pin_btn_0_matches_digilent": true, "two_fpga_parts_available": true, "count_buttons_returns_4": true, "pin_led_1_matches_digilent": true, "pin_led_2_matches_digilent": true, "pin_btn_1_matches_digilent": true, "pin_btn_2_matches_digilent": true, "pin_btn_3_matches_digilent": true }, "reference_tests": { "board_name_set": true, "clock_freq_100mhz": true, "clock_freq_mhz_100": true, "clock_period_10ns": true, "count_buttons_returns_4": true, "fpga_family_artix7": true, "has_spi_true": true, "has_uart_true": true, "num_buttons_is_4": true, "num_leds_is_4": true, "pin_btn_0_matches_digilent": true, "pin_btn_1_matches_digilent": true, "pin_btn_2_matches_digilent": true, "pin_btn_3_matches_digilent": true, "pin_clk_matches_digilent": true, "pin_led_0_matches_digilent": true, "pin_led_1_matches_digilent": true, "pin_led_2_matches_digilent": true, "pin_led_3_matches_digilent": true, "pin_rst_n_matches_digilent": true, "pin_uart_rx_matches_digilent": true, "pin_uart_tx_matches_digilent": true, "two_fpga_parts_available": true }, "reference_disagree": [] }, { "file": "specs/boards/wukong_v1.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 15, "invariants": 11, "asserts": 26, "blockers": [], "detail": "", "test_verdicts": { "idcode_is_the_two_hundred_t": true, "flash_is_one_twenty_eight_mbit": true, "flash_bytes_follow_from_mbit": true, "weights_do_not_fit_flash": true, "flash_shortfall_is_twenty_seven_fold": true, "dram_capacity_is_not_measured": true, "dram_fit_refuses_to_answer": true, "largest_tensor_exceeds_bram": true, "kv_for_one_k_context": true, "comb_returns_flash_bytes": true, "comb_returns_lut_total": true, "die_one_four_is_in_range": true, "die_one_six_is_in_range": true, "die_one_eight_is_in_range": true, "a_frequency_below_the_envelope_is_rejected": true }, "reference_tests": { "a_frequency_below_the_envelope_is_rejected": true, "comb_returns_flash_bytes": true, "comb_returns_lut_total": true, "die_one_eight_is_in_range": true, "die_one_four_is_in_range": true, "die_one_six_is_in_range": true, "dram_capacity_is_not_measured": true, "dram_fit_refuses_to_answer": true, "flash_bytes_follow_from_mbit": true, "flash_is_one_twenty_eight_mbit": true, "flash_shortfall_is_twenty_seven_fold": true, "idcode_is_the_two_hundred_t": true, "kv_for_one_k_context": true, "largest_tensor_exceeds_bram": true, "weights_do_not_fit_flash": true }, "reference_disagree": [] }, { "file": "specs/boards/xc7a100t_full.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 15, "invariants": 5, "asserts": 18, "blockers": [], "detail": "", "test_verdicts": { "full_board_has_uart": true, "full_board_has_spi": true, "full_board_has_mac_debug": true, "full_board_name_set": true, "spi_cs_is_g8": true, "spi_sck_is_g7": true, "spi_mosi_is_g5": true, "spi_miso_is_g6": true, "mac_done_is_d5": true, "rst_n_is_c18": true, "spi_pins_not_prjxray_verified": true, "rst_n_not_prjxray_verified": true, "led_pins_prjxray_verified": true, "clk_and_uart_prjxray_verified": true, "count_leds_returns_eight": true }, "reference_tests": { "clk_and_uart_prjxray_verified": true, "count_leds_returns_eight": true, "full_board_has_mac_debug": true, "full_board_has_spi": true, "full_board_has_uart": true, "full_board_name_set": true, "led_pins_prjxray_verified": true, "mac_done_is_d5": true, "rst_n_is_c18": true, "rst_n_not_prjxray_verified": true, "spi_cs_is_g8": true, "spi_miso_is_g6": true, "spi_mosi_is_g5": true, "spi_pins_not_prjxray_verified": true, "spi_sck_is_g7": true }, "reference_disagree": [] }, { "file": "specs/boards/xc7a100t_minimal.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "VarDecl(module, pointer/str/slice)", "ExprIdentifier(rejected decl)" ], "detail": "VarDecl(module, pointer/str/slice)", "reference_tests": { "all_led_pins_prjxray_verified": true, "all_pins_prjxray_verified": true, "board_name_set": true, "clock_freq_12mhz": true, "clock_period_83ns": true, "clock_sys_period_matches_freq": true, "count_clocks_is_1": true, "count_pins_is_12": true, "find_clk_pin": true, "find_nonexistent_pin_returns_empty": true, "find_uart_tx_pin": true, "fpga_family_artix7": true, "has_mac_debug_false": true, "has_spi_false": true, "has_uart_true": true, "num_leds_is_8": true, "pin_clk_is_e3": true, "pin_led0_is_h17": true, "pin_led7_is_t11": true, "pin_rst_n_is_c18": true, "pin_uart_rx_is_t14": true, "pin_uart_tx_is_t15": true, "rst_n_pin_prjxray_verified": true } }, { "file": "specs/brain/brain.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:19:5: error: use of undeclared identifier 'expect'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign", "ExprCall(expect)" ], "detail": "StmtAssign" }, { "file": "specs/brain/bus.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "brain_bus_version_stable": true }, "reference_tests": { "brain_bus_version_stable": true }, "reference_disagree": [] }, { "file": "specs/brain/cognitive_loop.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "cognitive_loop_five_phases": true }, "reference_tests": { "cognitive_loop_five_phases": true }, "reference_disagree": [] }, { "file": "specs/brain/neural_gamma.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:25:5: error: use of undeclared identifier 'expect'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign", "ExprCall(expect)" ], "detail": "StmtAssign" }, { "file": "specs/brain/phi_timing.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "phi_timing_sum_equals_trinity_float": true, "phi_timing_decide_is_base": true, "phi_timing_ratio_decide_over_sense_equals_phi_sq": true, "phi_timing_total_cycle_sums_phases": true, "phi_timing_total_cycle_matches_float_approx": true }, "reference_tests": { "phi_timing_decide_is_base": true, "phi_timing_ratio_decide_over_sense_equals_phi_sq": true, "phi_timing_sum_equals_trinity_float": true, "phi_timing_total_cycle_matches_float_approx": true, "phi_timing_total_cycle_sums_phases": true }, "reference_disagree": [] }, { "file": "specs/brain/unified_state.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "brain_state_init_defaults": true, "brain_region_count_is_3_cubed": true, "brain_state_phi_coherence_returns_field": true }, "reference_tests": { "brain_region_count_is_3_cubed": true, "brain_state_init_defaults": true, "brain_state_phi_coherence_returns_field": true }, "reference_disagree": [] }, { "file": "specs/bus/pubsub.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:102:60: error: '_' used as an identifier without @\"_\" syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type mismatch", "ExprArrayLiteral", "ExprBinary", "ExprIdentifier(undeclared)", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/bus/schema.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:153:144: error: expected '}', found ']'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type mismatch", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/catalog/discovery.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "the_founding_five_are_the_hand_vendored_sources": true, "both_cofounders_are_scanned": true, "the_probe_is_bounded_and_demands_a_declaration": true, "public_only_and_no_forks": true, "limits_leave_room_for_growth": true }, "reference_tests": { "both_cofounders_are_scanned": true, "limits_leave_room_for_growth": true, "public_only_and_no_forks": true, "the_founding_five_are_the_hand_vendored_sources": true, "the_probe_is_bounded_and_demands_a_declaration": true }, "reference_disagree": [] }, { "file": "specs/ci/affected.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 15, "invariants": 1, "asserts": 73, "blockers": [], "detail": "", "test_verdicts": { "negative_control_a_compiler_change_runs_everything": true, "anything_outside_specs_runs_everything": true, "a_spec_is_a_seed_and_prose_under_specs_is_nothing": true, "negative_control_unreadable_input_runs_everything": true, "a_rename_is_judged_by_both_paths": true, "a_spec_change_selects_its_importers_and_only_them": true, "negative_control_an_import_does_not_select_what_it_imports": true, "a_deleted_spec_selects_its_importers_but_not_itself": true, "a_renamed_spec_selects_the_importers_of_the_old_path": true, "a_cycle_in_the_graph_ends": true, "prose_only_and_an_empty_diff_select_nothing": true, "a_crlf_line_end_is_dropped": true, "negative_control_a_set_or_output_that_does_not_fit_runs_everything": true, "markdown_anywhere_and_a_seal_select_nothing": true, "negative_control_the_seal_exception_is_only_seal_json": true }, "reference_tests": { "a_crlf_line_end_is_dropped": true, "a_cycle_in_the_graph_ends": true, "a_deleted_spec_selects_its_importers_but_not_itself": true, "a_rename_is_judged_by_both_paths": true, "a_renamed_spec_selects_the_importers_of_the_old_path": true, "a_spec_change_selects_its_importers_and_only_them": true, "a_spec_is_a_seed_and_prose_under_specs_is_nothing": true, "anything_outside_specs_runs_everything": true, "markdown_anywhere_and_a_seal_select_nothing": true, "negative_control_a_compiler_change_runs_everything": true, "negative_control_a_set_or_output_that_does_not_fit_runs_everything": true, "negative_control_an_import_does_not_select_what_it_imports": true, "negative_control_the_seal_exception_is_only_seal_json": true, "negative_control_unreadable_input_runs_everything": true, "prose_only_and_an_empty_diff_select_nothing": true }, "reference_disagree": [] }, { "file": "specs/ci/delivery_metrics.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 18, "invariants": 1, "asserts": 76, "blockers": [], "detail": "", "test_verdicts": { "the_kinds_add_up_to_the_merged_count": true, "author_kind_reads_the_pull_request_not_the_login": true, "lead_time_is_merge_minus_open": true, "quantile_rank_matches_the_measured_lists": true, "today_lead_time_is_under_its_alert": true, "negative_control_lead_alert_fires_one_minute_past": true, "only_failure_kinds_turn_a_check_red": true, "cancelled_skipped_and_no_run_keep_the_state": true, "red_time_accumulates_only_while_red": true, "today_master_required_checks_were_never_red": true, "today_nonrequired_checks_past_the_red_alert": true, "change_failure_definition": true, "today_change_failure_rate_is_under_its_alert": true, "today_merges_per_day": true, "today_open_pull_requests_are_stale": true, "bee_branch_classes": true, "today_most_bee_branches_end_with_no_diff": true, "share_of_nothing_is_zero": true }, "reference_tests": { "author_kind_reads_the_pull_request_not_the_login": true, "bee_branch_classes": true, "cancelled_skipped_and_no_run_keep_the_state": true, "change_failure_definition": true, "lead_time_is_merge_minus_open": true, "negative_control_lead_alert_fires_one_minute_past": true, "only_failure_kinds_turn_a_check_red": true, "quantile_rank_matches_the_measured_lists": true, "red_time_accumulates_only_while_red": true, "share_of_nothing_is_zero": true, "the_kinds_add_up_to_the_merged_count": true, "today_change_failure_rate_is_under_its_alert": true, "today_lead_time_is_under_its_alert": true, "today_master_required_checks_were_never_red": true, "today_merges_per_day": true, "today_most_bee_branches_end_with_no_diff": true, "today_nonrequired_checks_past_the_red_alert": true, "today_open_pull_requests_are_stale": true }, "reference_disagree": [] }, { "file": "specs/ci/derived_data.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 24, "invariants": 1, "asserts": 83, "blockers": [], "detail": "", "test_verdicts": { "a_seal_hashes_the_compiler_not_only_the_spec": true, "a_compiler_fix_moves_gen_hashes_but_not_spec_hashes": true, "master_debt_does_not_turn_an_unrelated_pr_red": true, "a_spec_edit_without_a_reseal_is_a_report_not_a_failure": true, "a_compiler_fix_reports_every_gen_hash_it_moves": true, "on_master_the_bot_refreshes_what_lags": true, "a_current_record_is_ok_everywhere": true, "negative_a_regression_is_red_even_when_every_record_matches": true, "negative_a_hand_written_seal_the_tool_would_not_write_is_red": true, "negative_a_hand_blessed_ledger_is_red_because_ci_cannot_check_it": true, "negative_the_bot_cannot_write_a_value_ci_disagrees_with": true, "frozen_hash_is_owner_only": true, "only_the_ledger_and_frozen_hash_need_the_lab_or_the_owner": true, "a_t27b_improvement_is_not_red": true, "negative_a_t27b_regression_stays_red": true, "the_bot_blesses_only_a_cap_that_holds_or_falls": true, "the_bot_pr_is_regenerated_not_rebased": true, "negative_a_bot_pr_that_strays_or_goes_red_goes_to_a_human": true, "a_published_figure_counts_the_corpus_and_its_matcher": true, "published_figure_lag_from_other_merges_is_not_red": true, "on_master_a_drifted_figure_is_refreshed_not_red": true, "a_restated_pin_that_equals_the_recount_is_ok": true, "negative_a_matcher_that_changed_meaning_without_its_pin_is_red": true, "negative_a_hand_pin_the_tool_would_not_write_is_red": true }, "reference_tests": { "a_compiler_fix_moves_gen_hashes_but_not_spec_hashes": true, "a_compiler_fix_reports_every_gen_hash_it_moves": true, "a_current_record_is_ok_everywhere": true, "a_published_figure_counts_the_corpus_and_its_matcher": true, "a_restated_pin_that_equals_the_recount_is_ok": true, "a_seal_hashes_the_compiler_not_only_the_spec": true, "a_spec_edit_without_a_reseal_is_a_report_not_a_failure": true, "a_t27b_improvement_is_not_red": true, "frozen_hash_is_owner_only": true, "master_debt_does_not_turn_an_unrelated_pr_red": true, "negative_a_bot_pr_that_strays_or_goes_red_goes_to_a_human": true, "negative_a_hand_blessed_ledger_is_red_because_ci_cannot_check_it": true, "negative_a_hand_pin_the_tool_would_not_write_is_red": true, "negative_a_hand_written_seal_the_tool_would_not_write_is_red": true, "negative_a_matcher_that_changed_meaning_without_its_pin_is_red": true, "negative_a_regression_is_red_even_when_every_record_matches": true, "negative_a_t27b_regression_stays_red": true, "negative_the_bot_cannot_write_a_value_ci_disagrees_with": true, "on_master_a_drifted_figure_is_refreshed_not_red": true, "on_master_the_bot_refreshes_what_lags": true, "only_the_ledger_and_frozen_hash_need_the_lab_or_the_owner": true, "published_figure_lag_from_other_merges_is_not_red": true, "the_bot_blesses_only_a_cap_that_holds_or_falls": true, "the_bot_pr_is_regenerated_not_rebased": true }, "reference_disagree": [] }, { "file": "specs/ci/gates/conflict_markers.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "check_no_conflict_markers": true, "check_empty_paths": true }, "reference_tests": { "check_empty_paths": true, "check_no_conflict_markers": true }, "reference_disagree": [] }, { "file": "specs/ci/gates/documented_commands.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "check_all_functions_documented": true, "check_no_undocumented_functions": true }, "reference_tests": { "check_all_functions_documented": true, "check_no_undocumented_functions": true }, "reference_disagree": [] }, { "file": "specs/ci/gates/verilog_widths.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "check_valid_bit_widths": true, "check_no_invalid_widths": true }, "reference_tests": { "check_no_invalid_widths": true, "check_valid_bit_widths": true }, "reference_disagree": [] }, { "file": "specs/ci/schema.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "required_runs_on_pr_positive": true, "required_runs_on_pr_negative": true, "required_runs_on_pr_not_required": true, "trigger_from_string_pull_request": true, "trigger_from_string_unknown": true }, "reference_tests": { "required_runs_on_pr_negative": true, "required_runs_on_pr_not_required": true, "required_runs_on_pr_positive": true, "trigger_from_string_pull_request": true, "trigger_from_string_unknown": true }, "reference_disagree": [] }, { "file": "specs/cloud/railway_deploy.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:88:58: error: no field or member function named 'to_string' in 'u8'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprCall(method)" }, { "file": "specs/compiler/c_array_repeat_wrapper.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "wrapped_nonzero": true, "returned_by_value": true, "plain_and_list_controls": true }, "reference_tests": { "plain_and_list_controls": true, "returned_by_value": true, "wrapped_nonzero": true }, "reference_disagree": [] }, { "file": "specs/compiler/c_fixed_array_return.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "bracket_array_first_element": true, "bracket_array_last_element": true, "semicolon_array_first_element": true, "semicolon_array_last_element": true, "array_parameter_passing": true, "both_spellings_comparison": true }, "reference_tests": { "array_parameter_passing": true, "both_spellings_comparison": true, "bracket_array_first_element": true, "bracket_array_last_element": true, "semicolon_array_first_element": true, "semicolon_array_last_element": true }, "reference_disagree": [] }, { "file": "specs/compiler/core/t27core.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 16, "invariants": 0, "asserts": 45, "blockers": [], "detail": "", "test_verdicts": { "minimal_module_compiles": true, "string_is_refused": true, "undeclared_call_is_refused": true, "lossy_const_is_refused": true, "unbound_test_assignment_is_refused": true, "compound_assignment_keeps_its_operator": true, "compound_assignment_to_a_module_var_in_a_test": true, "unbound_test_compound_assignment_is_refused": true, "separator_is_dropped_from_a_number": true, "leading_zero_is_refused": true, "separator_in_a_dimension_is_refused": true, "nested_list_is_written": true, "short_list_is_refused": true, "assert_outside_tests_takes_the_header": true, "put_int_writes_decimal": true, "packed_words_match_their_spelling": true }, "reference_tests": { "assert_outside_tests_takes_the_header": true, "compound_assignment_keeps_its_operator": true, "compound_assignment_to_a_module_var_in_a_test": true, "leading_zero_is_refused": true, "lossy_const_is_refused": true, "minimal_module_compiles": true, "nested_list_is_written": true, "packed_words_match_their_spelling": true, "put_int_writes_decimal": true, "separator_in_a_dimension_is_refused": true, "separator_is_dropped_from_a_number": true, "short_list_is_refused": true, "string_is_refused": true, "unbound_test_assignment_is_refused": true, "unbound_test_compound_assignment_is_refused": true, "undeclared_call_is_refused": true }, "reference_disagree": [] }, { "file": "specs/compiler/core/t27core_ddc.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "ddc_stage2_output_is_gen_c_output": true }, "reference_tests": { "ddc_stage2_output_is_gen_c_output": true }, "reference_disagree": [] }, { "file": "specs/compiler/diagnostics.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:132:62: error: expected enum or tagged union, found 'comptime_int'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch" }, { "file": "specs/compiler/lexer.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:327:9: error: pointless discard of local constant", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch" }, { "file": "specs/compiler/linker.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:240:12: error: use of undeclared identifier 'lexer'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type lexer::Lexer" ], "detail": "type lexer::Lexer" }, { "file": "specs/compiler/meta_compile.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 2, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "compile_result_init_defaults": true, "is_full_success_requires_all": true, "total_lines_init_zero": true, "any_backend_init_false": true }, "reference_tests": { "any_backend_init_false": true, "compile_result_init_defaults": true, "is_full_success_requires_all": true, "total_lines_init_zero": true }, "reference_disagree": [] }, { "file": "specs/compiler/mod_structure.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:38:35: error: type '[]spec.ModuleEntry' does not support array initialization syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral" ], "detail": "ExprArrayLiteral" }, { "file": "specs/compiler/optimizer.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 14, "invariants": 5, "asserts": 19, "blockers": [], "detail": "", "test_verdicts": { "is_pure_add": true, "is_pure_assign": true, "eval_binary_add": true, "eval_binary_mul": true, "eval_binary_div": true, "eval_binary_div_zero": true, "eval_binary_mod": true, "eval_compare_eq": true, "eval_compare_neq": true, "eval_compare_lt": true, "eval_compare_gt_false": true, "default_config_level": true, "default_config_folding": true, "default_config_inline": true }, "reference_tests": { "default_config_folding": true, "default_config_inline": true, "default_config_level": true, "eval_binary_add": true, "eval_binary_div": true, "eval_binary_div_zero": true, "eval_binary_mod": true, "eval_binary_mul": true, "eval_compare_eq": true, "eval_compare_gt_false": true, "eval_compare_lt": true, "eval_compare_neq": true, "is_pure_add": true, "is_pure_assign": true }, "reference_disagree": [] }, { "file": "specs/compiler/parser.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:116:18: error: expected pointer dereference, optional unwrap, or field access, found 'error'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprStructLit", "type mismatch", "ExprCall(method)", "ExprCall" ], "detail": "ExprStructLit" }, { "file": "specs/compiler/pipeline.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:1565:18: error: expected pointer dereference, optional unwrap, or field access, found 'error'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type parser::Node", "type lexer::TokenKind", "type lexer::Lexer", "ExprCall(method)", "ExprArrayLiteral(text element)", "TestBlock" ], "detail": "type parser::Node" }, { "file": "specs/compiler/rust_constant_case.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "retained_values": true, "module_state": true }, "reference_tests": { "module_state": true, "retained_values": true }, "reference_disagree": [] }, { "file": "specs/compiler/rust_enum_order.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "imported_enum_members": true, "local_enum_below_its_users": true }, "reference_tests": { "imported_enum_members": true, "local_enum_below_its_users": true }, "reference_disagree": [] }, { "file": "specs/compiler/rust_optional_returns.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 17, "blockers": [], "detail": "", "test_verdicts": { "value_and_null": true, "narrower_value": true, "struct_value": true, "literal_value": true, "tail_value_returned": true, "forwarded_optionals": true, "unwrapped_then_returned": true }, "reference_tests": { "forwarded_optionals": true, "literal_value": true, "narrower_value": true, "struct_value": true, "tail_value_returned": true, "unwrapped_then_returned": true, "value_and_null": true }, "reference_disagree": [] }, { "file": "specs/compiler/rust_repeat_counts.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:36:33: error: incompatible types: 'struct { u32, u32, u32, u32 }' and 'comptime_int'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type [N]T", "ExprArrayLiteral(repeat count)" ], "detail": "type [N]T" }, { "file": "specs/compiler/rust_tail_returns.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "source_anchor": true }, "reference_tests": { "source_anchor": true }, "reference_disagree": [] }, { "file": "specs/compiler/rust_value_parameters.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 0, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "scalar_increment": true, "scalar_clamp_lower": true, "scalar_clamp_upper": true, "scalar_clamp_middle": true, "array_edit": true, "nested_array_and_scalar": true, "readonly_control": true, "scalar_caller_copy": true, "array_caller_copy": true }, "reference_tests": { "array_caller_copy": true, "array_edit": true, "nested_array_and_scalar": true, "readonly_control": true, "scalar_caller_copy": true, "scalar_clamp_lower": true, "scalar_clamp_middle": true, "scalar_clamp_upper": true, "scalar_increment": true }, "reference_disagree": [] }, { "file": "specs/compiler/stdlib.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:232:36: error: expected ',' after initializer", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(text element)", "condition", "type mismatch", "ExprArrayLiteral" ], "detail": "ExprArrayLiteral(text element)" }, { "file": "specs/compiler/theory/isa_round_trip.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 19, "blockers": [], "detail": "", "test_verdicts": { "t735_the_table_has_forty_seven_opcodes": true, "t735_exactly_five_opcodes_fail_to_round_trip": true, "t735_bundle3_round_trips_only_through_its_separate_writer": true, "t735_undefined_bytes_alias_nop": true, "t736_the_t27a_fields_round_trip_every_opcode": true, "t736_the_cost_is_sacr_src1_shrinking_to_four_bits": true, "t736_the_t27a_fields_move_no_word_that_already_round_trips": true }, "reference_tests": { "t735_bundle3_round_trips_only_through_its_separate_writer": true, "t735_exactly_five_opcodes_fail_to_round_trip": true, "t735_the_table_has_forty_seven_opcodes": true, "t735_undefined_bytes_alias_nop": true, "t736_the_cost_is_sacr_src1_shrinking_to_four_bits": true, "t736_the_t27a_fields_move_no_word_that_already_round_trips": true, "t736_the_t27a_fields_round_trip_every_opcode": true }, "reference_disagree": [] }, { "file": "specs/compiler/theory/reproducible.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "c9_all_recorded_runs_identical": true, "c9_negative_control_differs": true }, "reference_tests": { "c9_all_recorded_runs_identical": true, "c9_negative_control_differs": true }, "reference_disagree": [] }, { "file": "specs/compiler/theory/sieve.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 0, "asserts": 66, "blockers": [], "detail": "", "test_verdicts": { "t737_no_external_candidate_is_removed": true, "t738_survivors": true, "t739_which_filters_fire": true, "t739_c1_subsumes_every_filter_and_none_kills_uniquely": true, "t739_negative_control_one_false_removes": true, "t740_known_cells": true, "t741_the_closed_fix_issues_moved_four_cells_and_none_back": true, "t741_every_t27_false_cell_has_an_issue": true, "t742_t27_against_the_golden_language": true, "t742_every_filter_is_a_golden_property": true }, "reference_tests": { "t737_no_external_candidate_is_removed": true, "t738_survivors": true, "t739_c1_subsumes_every_filter_and_none_kills_uniquely": true, "t739_negative_control_one_false_removes": true, "t739_which_filters_fire": true, "t740_known_cells": true, "t741_every_t27_false_cell_has_an_issue": true, "t741_the_closed_fix_issues_moved_four_cells_and_none_back": true, "t742_every_filter_is_a_golden_property": true, "t742_t27_against_the_golden_language": true }, "reference_disagree": [] }, { "file": "specs/compiler/theory/toolchain.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 20, "invariants": 0, "asserts": 70, "blockers": [], "detail": "", "test_verdicts": { "t728_only_a_checked_agreeing_pass_is_evidence_of_preservation": true, "t728_evidence_never_exceeds_agreement_over_every_verdict_pair": true, "t729_disagreement_is_sound": true, "t729_the_blind_spot_is_the_shared_stages": true, "t729_a_lowering_defect_is_invisible_to_jit_versus_interpreter": true, "t730_a_certifying_pass_is_one_the_trivial_backend_fails": true, "t730_the_lab_coverage_counts_checked_passes_only": true, "t731_the_cap_never_rises_and_bounds_every_accepted_run": true, "t732_ddc_catches_the_trojan_with_an_independent_compiler": true, "t732_a_shared_trojan_is_common_mode": true, "t732_the_recorded_runs_get_the_verdict_the_text_states": true, "t732_the_fixpoint_alone_misses_what_ddc_flags": true, "t732_agreement_needs_two_routes_and_every_built_route_equal": true, "t733_the_specialised_program_equals_the_interpreter_everywhere": true, "t733_the_check_can_fail": true, "t734_a_round_tripping_encoder_leaves_only_isel_to_blame": true, "t734_the_tool_letter_is_not_the_agent_letter": true, "agents_ownership_is_a_partition": true, "agents_the_toolchain_graph_is_acyclic_and_the_back_edge_is_caught": true, "cube_the_layer_is_the_nona_split_and_nothing_more": true }, "reference_tests": { "agents_ownership_is_a_partition": true, "agents_the_toolchain_graph_is_acyclic_and_the_back_edge_is_caught": true, "cube_the_layer_is_the_nona_split_and_nothing_more": true, "t728_evidence_never_exceeds_agreement_over_every_verdict_pair": true, "t728_only_a_checked_agreeing_pass_is_evidence_of_preservation": true, "t729_a_lowering_defect_is_invisible_to_jit_versus_interpreter": true, "t729_disagreement_is_sound": true, "t729_the_blind_spot_is_the_shared_stages": true, "t730_a_certifying_pass_is_one_the_trivial_backend_fails": true, "t730_the_lab_coverage_counts_checked_passes_only": true, "t731_the_cap_never_rises_and_bounds_every_accepted_run": true, "t732_a_shared_trojan_is_common_mode": true, "t732_agreement_needs_two_routes_and_every_built_route_equal": true, "t732_ddc_catches_the_trojan_with_an_independent_compiler": true, "t732_the_fixpoint_alone_misses_what_ddc_flags": true, "t732_the_recorded_runs_get_the_verdict_the_text_states": true, "t733_the_check_can_fail": true, "t733_the_specialised_program_equals_the_interpreter_everywhere": true, "t734_a_round_tripping_encoder_leaves_only_isel_to_blame": true, "t734_the_tool_letter_is_not_the_agent_letter": true }, "reference_disagree": [] }, { "file": "specs/compiler/theory/vacuity_census.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 1, "asserts": 17, "blockers": [], "detail": "", "test_verdicts": { "c10_no_row_has_more_untested_files_than_files": true, "c10_sums_match_the_recorded_totals": true, "c10_list_is_sorted_non_increasing": true, "c10_negative_control_unsorted_pair_is_rejected": true }, "reference_tests": { "c10_list_is_sorted_non_increasing": true, "c10_negative_control_unsorted_pair_is_rejected": true, "c10_no_row_has_more_untested_files_than_files": true, "c10_sums_match_the_recorded_totals": true }, "reference_disagree": [] }, { "file": "specs/compiler/typechecker.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:80:53: error: expected ',' after initializer", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(text element)", "type lexer::Lexer" ], "detail": "ExprArrayLiteral(text element)" }, { "file": "specs/compiler/verilog_branch_context.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "nested_checks": true, "loop_checks": true }, "reference_tests": { "loop_checks": true, "nested_checks": true }, "reference_disagree": [] }, { "file": "specs/compiler/zig_field_syntax.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprLiteral(literal)" ], "detail": "ExprLiteral(literal)", "reference_tests": { "keyword_names_and_optional": true, "repeat_literal": true } }, { "file": "specs/compiler/zig_float_call_cast.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCast(f32)" ], "detail": "ExprCast(f32)", "reference_tests": { "call_minus_call": true, "int_call_stays_int": true, "single_call": true } }, { "file": "specs/compiler/zig_primitive_bindings.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "primitive_assignments": true, "builtin_controls": true }, "reference_tests": { "builtin_controls": true, "primitive_assignments": true }, "reference_disagree": [] }, { "file": "specs/compiler/zig_scoped_type.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "scoped_field_is_the_bare_type": true }, "reference_tests": { "scoped_field_is_the_bare_type": true }, "reference_disagree": [] }, { "file": "specs/compiler/zig_test_shadowing.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(reference redeclares)", "StmtLocal(shadows module var)" ], "detail": "StmtAssign(reference redeclares)", "reference_tests": { "local_shadows_module_names": true, "module_var_write": true, "reassign_declared_local": true } }, { "file": "specs/compiler/zig_value_ignored.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 2, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "tails": true, "discard": true }, "reference_tests": { "discard": true, "tails": true }, "reference_disagree": [] }, { "file": "specs/config/load.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:78:34: error: use of undeclared identifier 'config_schema'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type *T", "type mismatch", "ConstDecl(slice)", "ExprFieldAccess", "ExprCall(undeclared fn)", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/config/migrate.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:110:48: error: expected expression, found '.'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprArrayLiteral", "ExprCall(undeclared fn)", "ExprCall(@ptrFrom)", "ExprCall(@setEvalBranchQuota)" ], "detail": "type mismatch" }, { "file": "specs/config/paths.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:18:39: error: expected type '[6]u8', found '*const [4:0]u8'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "type mismatch" }, { "file": "specs/config/schema.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:21:35: error: expected type '[24]u8', found '*const [24:0]u8'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprStructLit", "ExprArrayLiteral", "ExprCall(std.*)", "ExprCall(@setEvalBranchQuota)" ], "detail": "type mismatch" }, { "file": "specs/conformance/e2e_scenarios.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "bench_target_is_one_millisecond": true, "dimensions_double": true, "classifier_training_set": true, "thresholds_are_probabilities": true, "total_verdict_is_not_implied_by_the_rows": true, "verdict_has_five_layer_scores": true }, "reference_tests": { "bench_target_is_one_millisecond": true, "classifier_training_set": true, "dimensions_double": true, "thresholds_are_probabilities": true, "total_verdict_is_not_implied_by_the_rows": true, "verdict_has_five_layer_scores": true }, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-agent-autopilot-L1118.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-bot-owner-billing-L474.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-check-stuck-trainings.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-ci.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-client-telemetry-daily.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-club-invoice-abandoned-watch.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-crm-proactive-sweep.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-crmProactive-L375.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-daily-sales-advisor.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-generate-jobs-L164.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-health-check.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "telegraf_health_check_constants": true }, "reference_tests": { "telegraf_health_check_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-log-monitor.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "telegraf_log_monitor_constants": true }, "reference_tests": { "telegraf_log_monitor_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-notificationHandler-L318.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "telegraf_notification_handler_l318_constants": true }, "reference_tests": { "telegraf_notification_handler_l318_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-notificationHandler-L324.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "telegraf_notification_handler_l324_constants": true }, "reference_tests": { "telegraf_notification_handler_l324_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-periodic-webhook-health-check.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "telegraf_periodic_webhook_health_check_constants": true }, "reference_tests": { "telegraf_periodic_webhook_health_check_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-production-monitor-L80.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "telegraf_production_monitor_l80_constants": true }, "reference_tests": { "telegraf_production_monitor_l80_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-provider-health-monitor-L344.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "telegraf_provider_health_monitor_l344_constants": true }, "reference_tests": { "telegraf_provider_health_monitor_l344_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-render-server-L10845.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-render-server-L2301.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-render-server-L2325.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-render-server-L919.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-robokassa-unclaimed-watch.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-security.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-skill-detector.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-taskCache-L27.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-ton-pending-watch.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-video-task-store-L156.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-alerts-digest.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-alerts-watchdog.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-browseros-cron-watchdog.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-dev-cache-clean.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-jobsearch-poller.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-leela-dailyquote.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-mail-bridge.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "mac_mail_bridge_test": true }, "reference_tests": { "mac_mail_bridge_test": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-mcp-hub.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "mac_mcp_hub_test": true }, "reference_tests": { "mac_mcp_hub_test": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-neo-boards.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "mac_neo_boards_test": true }, "reference_tests": { "mac_neo_boards_test": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-neo-jobsearch.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "mac_neo_jobsearch_test": true }, "reference_tests": { "mac_neo_jobsearch_test": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-reviewer-bees.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "mac_reviewer_bees_test": true }, "reference_tests": { "mac_reviewer_bees_test": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-signup-watch.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "mac_signup_watch_test": true }, "reference_tests": { "mac_signup_watch_test": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-trios-cycle-heal.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "mac_trios_cycle_heal_test": true }, "reference_tests": { "mac_trios_cycle_heal_test": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-trios-cycle.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/mac-trios-doctor.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/mac-trios-feed.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/mac-trios-heal.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/railway-jobsearch-cron.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/t27-formal-mutation.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/t27-pr-dashboard.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/trinity-agent-cron-cleanup.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/trinity-agent-queue-drain.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/trinity-brain-ci.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/trinity-codegen.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/trinity-discover-callers.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/trinity-pages-health-check.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/trinity-signal-health-self.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/trinity-site-live-gate.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "trinity_site_live_gate_constants": true }, "reference_tests": { "trinity_site_live_gate_constants": true }, "reference_disagree": [] }, { "file": "specs/demos/hello_world.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:33:23: error: use of undeclared identifier 'cast'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/demos/jones_topology_decision_gate.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:131:17: error: use of undeclared identifier 'vsa'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprCall(undeclared fn)", "StmtAssign", "ExprCast" ], "detail": "ExprArrayLiteral" }, { "file": "specs/demos/jones_topology_filter.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:211:66: error: expected ')', found 'an identifier'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprArrayLiteral", "ExprCast", "ExprIf(left operand)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/demos/simple_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 1, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "simple_test": true }, "reference_tests": { "simple_test": true }, "reference_disagree": [] }, { "file": "specs/depin/prove.t27", "reference": "blocked", "reference_detail": "does not compile: TriSha256.zig:1:1: error: unable to load 'TriSha256.zig': FileNotFound", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)", "ExprCall(@truncate)", "ExprCall(@memcpy)", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprCall(method)" }, { "file": "specs/docs/chapters/alphabet.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "test_alphabet_constants": true }, "reference_tests": { "test_alphabet_constants": true }, "reference_disagree": [] }, { "file": "specs/docs/chapters/evidence.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "test_evidence_constants": true }, "reference_tests": { "test_evidence_constants": true }, "reference_disagree": [] }, { "file": "specs/docs/chapters/layers.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "test_layers_constants": true }, "reference_tests": { "test_layers_constants": true }, "reference_disagree": [] }, { "file": "specs/docs/chapters/project.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "test_project_constants": true }, "reference_tests": { "test_project_constants": true }, "reference_disagree": [] }, { "file": "specs/docs/chapters/queen.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "test_queen_constants": true }, "reference_tests": { "test_queen_constants": true }, "reference_disagree": [] }, { "file": "specs/docs/chapters/rules.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "test_rules_constants": true }, "reference_tests": { "test_rules_constants": true }, "reference_disagree": [] }, { "file": "specs/docs/chapters/tooling.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "test_tooling_constants": true }, "reference_tests": { "test_tooling_constants": true }, "reference_disagree": [] }, { "file": "specs/docs/system.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/enrichment/audio_overview.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:37:23: error: expected ',' after field", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "ExprCall(@langToCode)", "ExprCall(@langFromCode)", "ExprCall(@concat)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/enrichment/youtube_transcript.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:55:21: error: invalid builtin function: '@trim'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@trim)", "ExprCall(@split)", "ExprIdentifier(undeclared)", "ExprCall(@concat)", "ExprCall(@some)", "ExprCall(@contains)", "ExprCall(@len)", "type mismatch" ], "detail": "ExprCall(@trim)" }, { "file": "specs/file/operations.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:20:46: error: use of undeclared identifier 'Result'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type Result", "ExprCall(method)", "ExprArrayLiteral", "ExprBinary(+)", "ExprCall(undeclared fn)", "StmtLocal", "ExprCast", "ExprArrayLiteral(to slice field)" ], "detail": "type Result" }, { "file": "specs/file/schema.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:145:17: error: use of undeclared identifier 'split'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprCast" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/file/watcher.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:22:13: error: use of undeclared identifier 'Result'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type Result", "ExprCall(undeclared fn)", "ExprCast", "ExprArrayLiteral(to slice field)", "ExprArrayLiteral", "ExprCall(rejected fn)" ], "detail": "type Result" }, { "file": "specs/fpga/adapter.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "error_codes_are_distinct": true, "idcode_rule_records_both_forms": true, "receipt_kinds_exhaustive": true }, "reference_tests": { "error_codes_are_distinct": true, "idcode_rule_records_both_forms": true, "receipt_kinds_exhaustive": true }, "reference_disagree": [] }, { "file": "specs/fpga/apb_bridge.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:104:19: error: use of undeclared identifier 'count'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(reference CSE hoist)" ], "detail": "FnDecl(reference CSE hoist)" }, { "file": "specs/fpga/assembler.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 19, "invariants": 4, "asserts": 35, "blockers": [], "detail": "", "test_verdicts": { "asm_config_creation": true, "text_section_creation": true, "data_section_creation": true, "r_instruction_creation": true, "i_instruction_creation": true, "gf16_instruction_creation": true, "encode_r_type": true, "encode_i_type": true, "section_end": true, "align_address_zero": true, "align_address_already_aligned": true, "align_address_zero_alignment": true, "instr_count": true, "symbol_creation": true, "reloc_creation": true, "validate_config_ok": true, "validate_config_empty_name": true, "validate_symbol_ok": true, "validate_symbol_empty_name": true }, "reference_tests": { "align_address_already_aligned": true, "align_address_zero": true, "align_address_zero_alignment": true, "asm_config_creation": true, "data_section_creation": true, "encode_i_type": true, "encode_r_type": true, "gf16_instruction_creation": true, "i_instruction_creation": true, "instr_count": true, "r_instruction_creation": true, "reloc_creation": true, "section_end": true, "symbol_creation": true, "text_section_creation": true, "validate_config_empty_name": true, "validate_config_ok": true, "validate_symbol_empty_name": true, "validate_symbol_ok": true }, "reference_disagree": [] }, { "file": "specs/fpga/axi4.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:86:19: error: use of undeclared identifier 'count'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(reference CSE hoist)" ], "detail": "FnDecl(reference CSE hoist)" }, { "file": "specs/fpga/boards/arty_a7_integration.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 7, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "test_baud_divisor": true, "test_spi_prescaler": true, "test_system_config": true, "test_pin_config_valid": true, "test_fpga_part": true, "test_clock_freq": true }, "reference_tests": { "test_baud_divisor": true, "test_clock_freq": true, "test_fpga_part": true, "test_pin_config_valid": true, "test_spi_prescaler": true, "test_system_config": true }, "reference_disagree": [] }, { "file": "specs/fpga/boards/qmtech_a100t_integration.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 3, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "test_baud_divisor": true, "test_system_config": true, "test_fpga_part": true, "test_clock_freq": true, "test_clk_pin_is_e3": true, "test_rst_pin_is_c18": true, "test_uart_pins_match_xdc": true, "test_on_comb": true }, "reference_tests": { "test_baud_divisor": true, "test_clk_pin_is_e3": true, "test_clock_freq": true, "test_fpga_part": true, "test_on_comb": true, "test_rst_pin_is_c18": true, "test_system_config": true, "test_uart_pins_match_xdc": true }, "reference_disagree": [] }, { "file": "specs/fpga/bootrom.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 1, "asserts": 19, "blockers": [], "detail": "", "test_verdicts": { "boot_stage_creation": true, "boot_config_creation": true, "validate_config_ok": true, "validate_config_empty": true, "fits_yes": true, "fits_no": true, "stage_end_nonzero": true, "fits_exact": true, "fits_empty_stages": true, "validate_config_zero_size": true, "validate_config_valid_name_size": true, "boot_stage_indexing": true }, "reference_tests": { "boot_config_creation": true, "boot_stage_creation": true, "boot_stage_indexing": true, "fits_empty_stages": true, "fits_exact": true, "fits_no": true, "fits_yes": true, "stage_end_nonzero": true, "validate_config_empty": true, "validate_config_ok": true, "validate_config_valid_name_size": true, "validate_config_zero_size": true }, "reference_disagree": [] }, { "file": "specs/fpga/bpsk.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 13, "invariants": 4, "asserts": 17, "blockers": [], "detail": "", "test_verdicts": { "barker_autocorrelation_peak": true, "inverted_barker_is_negative_peak": true, "off_peak_all_zeros": true, "off_peak_all_ones": true, "bit1_maps_to_plus_one": true, "bit0_maps_to_minus_one": true, "tx_serializes_lsb_first": true, "tx_second_bit_is_plus_one": true, "rx_window_shifts_in": true, "rx_window_keeps_13_bits": true, "sync_locks_at_peak": true, "sync_open_below_threshold": true, "smallest_frame_is_21_symbols": true }, "reference_tests": { "barker_autocorrelation_peak": true, "bit0_maps_to_minus_one": true, "bit1_maps_to_plus_one": true, "inverted_barker_is_negative_peak": true, "off_peak_all_ones": true, "off_peak_all_zeros": true, "rx_window_keeps_13_bits": true, "rx_window_shifts_in": true, "smallest_frame_is_21_symbols": true, "sync_locks_at_peak": true, "sync_open_below_threshold": true, "tx_second_bit_is_plus_one": true, "tx_serializes_lsb_first": true }, "reference_disagree": [] }, { "file": "specs/fpga/bridge.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:192:44: error: use of undeclared identifier 'TernaryWord'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "ExprLiteral(literal)", "ExprIdentifier(rejected decl)", "ExprArrayLiteral", "ExprIdentifier(undeclared)", "ExprFieldAccess", "ExprBinary(value ignored) statement", "ExprCall(method)" ], "detail": "type (undeclared)" }, { "file": "specs/fpga/clock_domain.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 5, "asserts": 19, "blockers": [], "detail": "", "test_verdicts": { "ext_clock_is_external": true, "pll_clock_is_pll": true, "period_12mhz": true, "period_100mhz": true, "half_period": true, "same_domain_true": true, "same_domain_false": true, "needs_crossing_diff_freq": true, "needs_crossing_same": true, "crossing_data_bits": true, "async_cross_fifo": true, "sync_cross_not_async": true }, "reference_tests": { "async_cross_fifo": true, "crossing_data_bits": true, "ext_clock_is_external": true, "half_period": true, "needs_crossing_diff_freq": true, "needs_crossing_same": true, "period_100mhz": true, "period_12mhz": true, "pll_clock_is_pll": true, "same_domain_false": true, "same_domain_true": true, "sync_cross_not_async": true }, "reference_disagree": [] }, { "file": "specs/fpga/crossopt.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 1, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "pass_zero": true, "pass_result_creation": true, "improvement_density": true, "improvement_density_zero": true, "report_creation": true, "report_empty": true }, "reference_tests": { "improvement_density": true, "improvement_density_zero": true, "pass_result_creation": true, "pass_zero": true, "report_creation": true, "report_empty": true }, "reference_disagree": [] }, { "file": "specs/fpga/cts.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 15, "invariants": 2, "asserts": 27, "blockers": [], "detail": "", "test_verdicts": { "pll_config_creation": true, "bufg_creation": true, "bufh_creation": true, "clock_tree_creation": true, "tree_delay": true, "skew_ok_yes": true, "skew_ok_no": true, "cts_report_ok": true, "est_buffers_one": true, "est_buffers_many": true, "est_tree_levels_one": true, "est_tree_levels_two": true, "est_tree_levels_three": true, "validate_pll_ok": true, "validate_pll_empty": true }, "reference_tests": { "bufg_creation": true, "bufh_creation": true, "clock_tree_creation": true, "cts_report_ok": true, "est_buffers_many": true, "est_buffers_one": true, "est_tree_levels_one": true, "est_tree_levels_three": true, "est_tree_levels_two": true, "pll_config_creation": true, "skew_ok_no": true, "skew_ok_yes": true, "tree_delay": true, "validate_pll_empty": true, "validate_pll_ok": true }, "reference_disagree": [] }, { "file": "specs/fpga/dft.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 17, "invariants": 2, "asserts": 31, "blockers": [], "detail": "", "test_verdicts": { "scan_chain_creation": true, "memory_bist_creation": true, "logic_bist_creation": true, "bist_coverage_full": true, "bist_coverage_partial": true, "bist_coverage_zero_faults": true, "jtag_tap_creation": true, "tap_state_count": true, "test_coverage_creation": true, "test_coverage_acceptable": true, "test_coverage_not_acceptable": true, "validate_chain_ok": true, "validate_chain_empty": true, "validate_bist_ok": true, "validate_bist_empty": true, "validate_tap_ok": true, "validate_tap_empty": true }, "reference_tests": { "bist_coverage_full": true, "bist_coverage_partial": true, "bist_coverage_zero_faults": true, "jtag_tap_creation": true, "logic_bist_creation": true, "memory_bist_creation": true, "scan_chain_creation": true, "tap_state_count": true, "test_coverage_acceptable": true, "test_coverage_creation": true, "test_coverage_not_acceptable": true, "validate_bist_empty": true, "validate_bist_ok": true, "validate_chain_empty": true, "validate_chain_ok": true, "validate_tap_empty": true, "validate_tap_ok": true }, "reference_disagree": [] }, { "file": "specs/fpga/e2e_demo.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 16, "invariants": 3, "asserts": 30, "blockers": [], "detail": "", "test_verdicts": { "hello_kernel_creation": true, "gf16_mac_kernel_creation": true, "pipe_result_ok": true, "pipe_result_error": true, "ipc_calculation": true, "ipc_zero_cycles": true, "cpi_calculation": true, "cpi_zero_retired": true, "gf16_throughput_calc": true, "sim_time_us": true, "kernel_size_bytes": true, "passed_ok": true, "passed_with_errors": true, "validate_hello_kernel": true, "validate_empty_kernel": true, "validate_demo_config": true }, "reference_tests": { "cpi_calculation": true, "cpi_zero_retired": true, "gf16_mac_kernel_creation": true, "gf16_throughput_calc": true, "hello_kernel_creation": true, "ipc_calculation": true, "ipc_zero_cycles": true, "kernel_size_bytes": true, "passed_ok": true, "passed_with_errors": true, "pipe_result_error": true, "pipe_result_ok": true, "sim_time_us": true, "validate_demo_config": true, "validate_empty_kernel": true, "validate_hello_kernel": true }, "reference_disagree": [] }, { "file": "specs/fpga/fifo.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 18, "invariants": 6, "asserts": 37, "blockers": [], "detail": "", "test_verdicts": { "sync_fifo_is_sync": true, "async_fifo_is_async": true, "addr_width_16": true, "addr_width_256": true, "total_storage_bits": true, "bram18_small": true, "empty_state_is_empty": true, "push_increments_fill": true, "push_to_full": true, "push_on_full_noop": true, "pop_decrements_fill": true, "pop_on_empty_noop": true, "push_pop_roundtrip": true, "with_almost_empty": true, "with_almost_full": true, "validate_ok": true, "validate_empty_name": true, "validate_zero_depth": true }, "reference_tests": { "addr_width_16": true, "addr_width_256": true, "async_fifo_is_async": true, "bram18_small": true, "empty_state_is_empty": true, "pop_decrements_fill": true, "pop_on_empty_noop": true, "push_increments_fill": true, "push_on_full_noop": true, "push_pop_roundtrip": true, "push_to_full": true, "sync_fifo_is_sync": true, "total_storage_bits": true, "validate_empty_name": true, "validate_ok": true, "validate_zero_depth": true, "with_almost_empty": true, "with_almost_full": true }, "reference_disagree": [] }, { "file": "specs/fpga/formal.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:92:22: error: missing struct field: _dummy", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprStructLit" ], "detail": "ExprStructLit" }, { "file": "specs/fpga/gf16_accel.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 27, "invariants": 8, "asserts": 46, "blockers": [], "detail": "", "test_verdicts": { "basic_config_creation": true, "full_config_creation": true, "total_gf16_bits_basic": true, "mac_unit_count_with_mac": true, "mac_unit_count_without_mac": true, "dsp48_count": true, "gf16_mac_unit_creation": true, "fft_creation": true, "fft_stages_16pt_radix2": true, "fft_stages_64pt_radix4": true, "fft_twiddle_count": true, "matmul_cycles": true, "dot_product_cycles": true, "idle_status": true, "busy_status": true, "phi_identity": true, "phi_squared_identity": true, "validate_config_ok": true, "validate_config_empty_name": true, "validate_config_zero_mult": true, "validate_mac_ok": true, "validate_mac_empty_name": true, "validate_fft_ok": true, "validate_fft_empty_name": true, "validate_fft_zero_points": true, "bram_count_basic": true, "bram_count_full": true }, "reference_tests": { "basic_config_creation": true, "bram_count_basic": true, "bram_count_full": true, "busy_status": true, "dot_product_cycles": true, "dsp48_count": true, "fft_creation": true, "fft_stages_16pt_radix2": true, "fft_stages_64pt_radix4": true, "fft_twiddle_count": true, "full_config_creation": true, "gf16_mac_unit_creation": true, "idle_status": true, "mac_unit_count_with_mac": true, "mac_unit_count_without_mac": true, "matmul_cycles": true, "phi_identity": true, "phi_squared_identity": true, "total_gf16_bits_basic": true, "validate_config_empty_name": true, "validate_config_ok": true, "validate_config_zero_mult": true, "validate_fft_empty_name": true, "validate_fft_ok": true, "validate_fft_zero_points": true, "validate_mac_empty_name": true, "validate_mac_ok": true }, "reference_disagree": [] }, { "file": "specs/fpga/hir.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:192:18: error: missing struct field: _dummy", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprStructLit" ], "detail": "ExprStructLit" }, { "file": "specs/fpga/hw_types.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 24, "invariants": 9, "asserts": 33, "blockers": [], "detail": "", "test_verdicts": { "bits8_width": true, "uint3_width": true, "bool_width": true, "clock_width": true, "reset_width": true, "vector_width": true, "gf16_width": true, "uint_not_signed": true, "sint_is_signed": true, "bool_not_signed": true, "clock_is_clock_like": true, "uint_not_clock_like": true, "reset_is_reset_like": true, "bool_not_reset_like": true, "vector_of_bools_width": true, "vector_uint16_2_width": true, "types_equal_same": true, "types_equal_diff_width": true, "types_equal_diff_signed": true, "is_connectable_same": true, "is_connectable_diff_width": true, "is_connectable_clock_mismatch": true, "verilog_range_multi_bit": true, "verilog_range_single_bit": true }, "reference_tests": { "bits8_width": true, "bool_not_reset_like": true, "bool_not_signed": true, "bool_width": true, "clock_is_clock_like": true, "clock_width": true, "gf16_width": true, "is_connectable_clock_mismatch": true, "is_connectable_diff_width": true, "is_connectable_same": true, "reset_is_reset_like": true, "reset_width": true, "sint_is_signed": true, "types_equal_diff_signed": true, "types_equal_diff_width": true, "types_equal_same": true, "uint3_width": true, "uint_not_clock_like": true, "uint_not_signed": true, "vector_of_bools_width": true, "vector_uint16_2_width": true, "vector_width": true, "verilog_range_multi_bit": true, "verilog_range_single_bit": true }, "reference_disagree": [] }, { "file": "specs/fpga/linker.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 18, "invariants": 2, "asserts": 39, "blockers": [], "detail": "", "test_verdicts": { "link_text_creation": true, "link_data_creation": true, "link_bss_creation": true, "section_aligned_exact": true, "linked_symbol_creation": true, "is_local_test": true, "linker_config_creation": true, "link_ok_creation": true, "link_fail_creation": true, "total_image_size": true, "stack_top": true, "heap_start": true, "validate_config_ok": true, "validate_config_no_entry": true, "validate_symbol_ok": true, "validate_symbol_empty": true, "text_segment_creation": true, "data_segment_creation": true }, "reference_tests": { "data_segment_creation": true, "heap_start": true, "is_local_test": true, "link_bss_creation": true, "link_data_creation": true, "link_fail_creation": true, "link_ok_creation": true, "link_text_creation": true, "linked_symbol_creation": true, "linker_config_creation": true, "section_aligned_exact": true, "stack_top": true, "text_segment_creation": true, "total_image_size": true, "validate_config_no_entry": true, "validate_config_ok": true, "validate_symbol_empty": true, "validate_symbol_ok": true }, "reference_disagree": [] }, { "file": "specs/fpga/mac.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:204:11: error: redeclaration of local constant 'a'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(text element)", "ExprIdentifier(rejected decl)", "type mismatch", "ExprArrayLiteral(repeat to slice)" ], "detail": "ExprArrayLiteral(text element)" }, { "file": "specs/fpga/memory.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 15, "invariants": 6, "asserts": 30, "blockers": [], "detail": "", "test_verdicts": { "empty_mem_has_no_ports": true, "make_bram_has_depth": true, "make_bram_small": true, "make_bram_single": true, "add_read_port_increments": true, "add_write_port_increments": true, "add_rw_port": true, "is_rom": true, "total_bits": true, "bram18_count_small": true, "bram18_count_large": true, "validate_ok": true, "validate_empty_name": true, "validate_zero_depth": true, "rom_with_write_port_invalid": true }, "reference_tests": { "add_read_port_increments": true, "add_rw_port": true, "add_write_port_increments": true, "bram18_count_large": true, "bram18_count_small": true, "empty_mem_has_no_ports": true, "is_rom": true, "make_bram_has_depth": true, "make_bram_single": true, "make_bram_small": true, "rom_with_write_port_invalid": true, "total_bits": true, "validate_empty_name": true, "validate_ok": true, "validate_zero_depth": true }, "reference_disagree": [] }, { "file": "specs/fpga/partition.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 13, "invariants": 2, "asserts": 30, "blockers": [], "detail": "", "test_verdicts": { "fpga_node_creation": true, "fpga_node_direct": true, "lvds_link_creation": true, "serdes_link_creation": true, "assignment_creation": true, "partition_ok_creation": true, "partition_fail_creation": true, "total_link_bandwidth": true, "fpga_util_calc": true, "fpga_remaining_calc": true, "fpga_remaining_over": true, "validate_node_ok": true, "validate_node_empty": true }, "reference_tests": { "assignment_creation": true, "fpga_node_creation": true, "fpga_node_direct": true, "fpga_remaining_calc": true, "fpga_remaining_over": true, "fpga_util_calc": true, "lvds_link_creation": true, "partition_fail_creation": true, "partition_ok_creation": true, "serdes_link_creation": true, "total_link_bandwidth": true, "validate_node_empty": true, "validate_node_ok": true }, "reference_disagree": [] }, { "file": "specs/fpga/placement.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:68:21: error: missing struct field: _dummy", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprStructLit" ], "detail": "ExprStructLit" }, { "file": "specs/fpga/power.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 15, "invariants": 2, "asserts": 31, "blockers": [], "detail": "", "test_verdicts": { "power_domain_creation": true, "zero_power": true, "power_estimate_creation": true, "est_lut_dynamic": true, "est_ff_dynamic": true, "est_bram_dynamic": true, "est_dsp_dynamic": true, "est_static": true, "est_static_base": true, "total_resources_calc": true, "est_total_power_arty": true, "power_constants": true, "validate_domain_ok": true, "validate_domain_empty": true, "validate_domain_zero_clock": true }, "reference_tests": { "est_bram_dynamic": true, "est_dsp_dynamic": true, "est_ff_dynamic": true, "est_lut_dynamic": true, "est_static": true, "est_static_base": true, "est_total_power_arty": true, "power_constants": true, "power_domain_creation": true, "power_estimate_creation": true, "total_resources_calc": true, "validate_domain_empty": true, "validate_domain_ok": true, "validate_domain_zero_clock": true, "zero_power": true }, "reference_disagree": [] }, { "file": "specs/fpga/power_analysis.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 37, "invariants": 4, "asserts": 56, "blockers": [], "detail": "", "test_verdicts": { "utilization_creation": true, "utilization_full_creation": true, "zero_utilization_all_zero": true, "total_resources_sum": true, "xc7a100t_limits": true, "xc7a35t_limits": true, "lut_percent_calc": true, "overall_percent_calc": true, "percent_zero_limits": true, "est_dynamic_power_basic": true, "est_static_power_basic": true, "est_total_power_gt_dynamic": true, "est_total_power_gt_static": true, "power_budget_creation": true, "power_pct_of_budget": true, "is_within_budget_true": true, "is_within_budget_false": true, "is_warning_level": true, "is_critical_level": true, "is_not_warning_below_threshold": true, "default_toggle_rate_value": true, "est_toggle_rate_from_activity": true, "est_toggle_rate_clamped": true, "clock_domain_power_creation": true, "total_domain_power_sum": true, "total_domain_power_empty": true, "validate_utilization_ok": true, "validate_utilization_zero_clock": true, "validate_budget_ok": true, "validate_budget_zero_target": true, "validate_budget_inverted_thresholds": true, "trinity_fpga_top_power_estimate": true, "trinity_fpga_top_within_typical_budget": true, "utilization_verdict_ok": true, "utilization_verdict_warning": true, "utilization_verdict_critical": true, "utilization_verdict_over": true }, "reference_tests": { "clock_domain_power_creation": true, "default_toggle_rate_value": true, "est_dynamic_power_basic": true, "est_static_power_basic": true, "est_toggle_rate_clamped": true, "est_toggle_rate_from_activity": true, "est_total_power_gt_dynamic": true, "est_total_power_gt_static": true, "is_critical_level": true, "is_not_warning_below_threshold": true, "is_warning_level": true, "is_within_budget_false": true, "is_within_budget_true": true, "lut_percent_calc": true, "overall_percent_calc": true, "percent_zero_limits": true, "power_budget_creation": true, "power_pct_of_budget": true, "total_domain_power_empty": true, "total_domain_power_sum": true, "total_resources_sum": true, "trinity_fpga_top_power_estimate": true, "trinity_fpga_top_within_typical_budget": true, "utilization_creation": true, "utilization_full_creation": true, "utilization_verdict_critical": true, "utilization_verdict_ok": true, "utilization_verdict_over": true, "utilization_verdict_warning": true, "validate_budget_inverted_thresholds": true, "validate_budget_ok": true, "validate_budget_zero_target": true, "validate_utilization_ok": true, "validate_utilization_zero_clock": true, "xc7a100t_limits": true, "xc7a35t_limits": true, "zero_utilization_all_zero": true }, "reference_disagree": [] }, { "file": "specs/fpga/router.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 22, "invariants": 2, "asserts": 32, "blockers": [], "detail": "", "test_verdicts": { "data_edge_creation": true, "clock_edge_creation": true, "fanout_creation": true, "is_high_fanout_yes": true, "is_high_fanout_no": true, "is_clock_network_clk": true, "is_clock_network_data": true, "route_estimate_creation": true, "route_estimate_high_fanout": true, "est_wire_length_local": true, "est_wire_length_medium": true, "est_wire_length_long": true, "est_wire_length_zero": true, "est_congestion": true, "est_congestion_zero_area": true, "passed_low_congestion": true, "passed_high_congestion": true, "validate_edge_ok": true, "validate_edge_empty": true, "est_total_wire_basic": true, "est_total_wire_zero_fcount": true, "est_total_wire_zero_fanout": true }, "reference_tests": { "clock_edge_creation": true, "data_edge_creation": true, "est_congestion": true, "est_congestion_zero_area": true, "est_total_wire_basic": true, "est_total_wire_zero_fanout": true, "est_total_wire_zero_fcount": true, "est_wire_length_local": true, "est_wire_length_long": true, "est_wire_length_medium": true, "est_wire_length_zero": true, "fanout_creation": true, "is_clock_network_clk": true, "is_clock_network_data": true, "is_high_fanout_no": true, "is_high_fanout_yes": true, "passed_high_congestion": true, "passed_low_congestion": true, "route_estimate_creation": true, "route_estimate_high_fanout": true, "validate_edge_empty": true, "validate_edge_ok": true }, "reference_disagree": [] }, { "file": "specs/fpga/simulator.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 18, "invariants": 4, "asserts": 38, "blockers": [], "detail": "", "test_verdicts": { "sim_time_ns_saturates_instead_of_wrapping": true, "sim_time_ns_is_exact_below_the_ceiling": true, "sim_config_creation": true, "sim_config_with_trace": true, "sim_ok_result": true, "sim_error_result": true, "is_idle_true": true, "is_idle_false_when_done": true, "is_idle_false_when_error": true, "probe_creation": true, "trace_entry_creation": true, "sim_time_ns": true, "sim_time_us": true, "sim_time_ms": true, "cycles_for_time_ns": true, "validate_config_ok": true, "validate_config_empty_name": true, "validate_config_zero_cycles": true }, "reference_tests": { "cycles_for_time_ns": true, "is_idle_false_when_done": true, "is_idle_false_when_error": true, "is_idle_true": true, "probe_creation": true, "sim_config_creation": true, "sim_config_with_trace": true, "sim_error_result": true, "sim_ok_result": true, "sim_time_ms": true, "sim_time_ns": true, "sim_time_ns_is_exact_below_the_ceiling": true, "sim_time_ns_saturates_instead_of_wrapping": true, "sim_time_us": true, "trace_entry_creation": true, "validate_config_empty_name": true, "validate_config_ok": true, "validate_config_zero_cycles": true }, "reference_disagree": [] }, { "file": "specs/fpga/spi.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:304:11: error: use of undeclared identifier 'then'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIf(comptime arms)", "ExprFieldAccess", "InvariantBlock" ], "detail": "ExprIf(comptime arms)" }, { "file": "specs/fpga/stdlib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 17, "invariants": 4, "asserts": 40, "blockers": [], "detail": "", "test_verdicts": { "zero_resources": true, "resources_creation": true, "ip_core_creation": true, "empty_catalog_creation": true, "add_core_luts": true, "arty_a7_resources": true, "xc7a100t_resources": true, "fits_board_empty_catalog": true, "utilization_zero": true, "validate_ip_ok": true, "validate_ip_empty_name": true, "validate_ip_zero_clock": true, "total_ffs_empty": true, "total_dsp48_empty": true, "luts_remaining_full_board": true, "ip_kind_values": true, "ip_core_vendor": true }, "reference_tests": { "add_core_luts": true, "arty_a7_resources": true, "empty_catalog_creation": true, "fits_board_empty_catalog": true, "ip_core_creation": true, "ip_core_vendor": true, "ip_kind_values": true, "luts_remaining_full_board": true, "resources_creation": true, "total_dsp48_empty": true, "total_ffs_empty": true, "utilization_zero": true, "validate_ip_empty_name": true, "validate_ip_ok": true, "validate_ip_zero_clock": true, "xc7a100t_resources": true, "zero_resources": true }, "reference_disagree": [] }, { "file": "specs/fpga/ternary_isa.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 30, "invariants": 7, "asserts": 60, "blockers": [], "detail": "", "test_verdicts": { "r_type_format": true, "i_type_format": true, "validate_r_type_format": true, "validate_i_type_format": true, "ternary_alu_op_creation": true, "gf16_alu_op_creation": true, "validate_alu_op_ok": true, "validate_alu_op_empty_name": true, "ternary_regfile_creation": true, "regfile_bits": true, "regfile_bram_count": true, "validate_regfile_ok": true, "validate_regfile_empty_name": true, "ternary_core_creation": true, "ternary_core_full_creation": true, "core_dsp_count_basic": true, "core_dsp_count_full": true, "core_bram_count": true, "core_lut_estimate": true, "core_fmax": true, "fits_arty_a7_basic": true, "fits_xc7a100t_basic": true, "fits_arty_a7_full": true, "fits_xc7a100t_full": true, "pipeline_stages": true, "phi_squared_identity": true, "validate_core_ok": true, "validate_core_empty_name": true, "validate_core_zero_alus": true, "pipeline_total_latency_basic": true }, "reference_tests": { "core_bram_count": true, "core_dsp_count_basic": true, "core_dsp_count_full": true, "core_fmax": true, "core_lut_estimate": true, "fits_arty_a7_basic": true, "fits_arty_a7_full": true, "fits_xc7a100t_basic": true, "fits_xc7a100t_full": true, "gf16_alu_op_creation": true, "i_type_format": true, "phi_squared_identity": true, "pipeline_stages": true, "pipeline_total_latency_basic": true, "r_type_format": true, "regfile_bits": true, "regfile_bram_count": true, "ternary_alu_op_creation": true, "ternary_core_creation": true, "ternary_core_full_creation": true, "ternary_regfile_creation": true, "validate_alu_op_empty_name": true, "validate_alu_op_ok": true, "validate_core_empty_name": true, "validate_core_ok": true, "validate_core_zero_alus": true, "validate_i_type_format": true, "validate_r_type_format": true, "validate_regfile_empty_name": true, "validate_regfile_ok": true }, "reference_disagree": [] }, { "file": "specs/fpga/ternary_link.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 46, "invariants": 21, "asserts": 67, "blockers": [], "detail": "", "test_verdicts": { "comb_surface_encodes_v0": true, "comb_surface_encodes_v4": true, "comb_surface_encodes_v7": true, "delimiter_unreachable_from_v0": true, "delimiter_unreachable_from_v3": true, "delimiter_unreachable_from_v5": true, "delimiter_unreachable_from_v7": true, "v0_encodes_to_minus_minus": true, "v0_low_is_minus_one": true, "v4_encodes_to_zero_zero": true, "v4_low_is_zero": true, "v7_high_is_plus_one": true, "v7_low_is_zero": true, "roundtrip_v0": true, "roundtrip_v4": true, "roundtrip_v7": true, "roundtrip_v2": true, "roundtrip_v6": true, "idle_decodes_out_of_range": true, "plus_maps_to_wire_pos": true, "minus_maps_to_wire_neg": true, "zero_maps_to_wire_zero": true, "wire_pos_maps_back_to_plus": true, "wire_neg_maps_back_to_minus": true, "zero_symbol_is_high_z": true, "plus_symbol_drives_high": true, "minus_symbol_drives_low": true, "slicer_both_high_is_pos": true, "slicer_lo_only_is_zero": true, "slicer_neither_is_neg": true, "slicer_crossed_is_error": true, "disparity_v0_is_minus_two": true, "disparity_v4_is_zero": true, "idle_pair_is_recognised": true, "data_pair_is_not_idle": true, "one_group_frame_is_18_symbols": true, "wire_pos_reads_as_gft_pos": true, "wire_neg_reads_as_gft_neg": true, "wire_zero_reads_as_gft_zero": true, "gat_pos_writes_as_wire_pos": true, "gat_neg_writes_as_wire_neg": true, "bridge_round_trips_pos": true, "bridge_round_trips_neg": true, "gat_pos_has_sign_plus_one": true, "gat_neg_has_sign_minus_one": true, "gat_zero_has_sign_zero": true }, "reference_tests": { "bridge_round_trips_neg": true, "bridge_round_trips_pos": true, "comb_surface_encodes_v0": true, "comb_surface_encodes_v4": true, "comb_surface_encodes_v7": true, "data_pair_is_not_idle": true, "delimiter_unreachable_from_v0": true, "delimiter_unreachable_from_v3": true, "delimiter_unreachable_from_v5": true, "delimiter_unreachable_from_v7": true, "disparity_v0_is_minus_two": true, "disparity_v4_is_zero": true, "gat_neg_has_sign_minus_one": true, "gat_neg_writes_as_wire_neg": true, "gat_pos_has_sign_plus_one": true, "gat_pos_writes_as_wire_pos": true, "gat_zero_has_sign_zero": true, "idle_decodes_out_of_range": true, "idle_pair_is_recognised": true, "minus_maps_to_wire_neg": true, "minus_symbol_drives_low": true, "one_group_frame_is_18_symbols": true, "plus_maps_to_wire_pos": true, "plus_symbol_drives_high": true, "roundtrip_v0": true, "roundtrip_v2": true, "roundtrip_v4": true, "roundtrip_v6": true, "roundtrip_v7": true, "slicer_both_high_is_pos": true, "slicer_crossed_is_error": true, "slicer_lo_only_is_zero": true, "slicer_neither_is_neg": true, "v0_encodes_to_minus_minus": true, "v0_low_is_minus_one": true, "v4_encodes_to_zero_zero": true, "v4_low_is_zero": true, "v7_high_is_plus_one": true, "v7_low_is_zero": true, "wire_neg_maps_back_to_minus": true, "wire_neg_reads_as_gft_neg": true, "wire_pos_maps_back_to_plus": true, "wire_pos_reads_as_gft_pos": true, "wire_zero_reads_as_gft_zero": true, "zero_maps_to_wire_zero": true, "zero_symbol_is_high_z": true }, "reference_disagree": [] }, { "file": "specs/fpga/testbench/apb_bridge_tb.t27", "reference": "fail", "reference_detail": "6 of 8 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(reference redeclares)" ], "detail": "StmtAssign(reference redeclares)", "reference_tests": { "test_apb_read": false, "test_apb_write": false, "test_multiple_apb_writes": false, "test_protocol_phases": true, "test_reset_state": true, "test_tick_functionality": false, "test_write_read_roundtrip": false, "tick_function": false } }, { "file": "specs/fpga/testbench/assembler_tb.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 2, "asserts": 12, "blockers": [], "detail": "", "test_verdicts": { "test_reset_state": true, "test_encode_r_type": true, "test_encode_i_type": true, "test_max_program_size": true, "test_register_count": true, "test_instr_width": true, "test_tick": true }, "reference_tests": { "test_encode_i_type": true, "test_encode_r_type": true, "test_instr_width": true, "test_max_program_size": true, "test_register_count": true, "test_reset_state": true, "test_tick": true }, "reference_disagree": [] }, { "file": "specs/fpga/testbench/axi4_tb.t27", "reference": "timeout", "reference_detail": "over 300 s", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(reference redeclares)" ], "detail": "StmtAssign(reference redeclares)" }, { "file": "specs/fpga/testbench/bootrom_tb.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:22:25: error: expected a digit after base prefix", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprLiteral(literal)" ], "detail": "ExprLiteral(literal)" }, { "file": "specs/fpga/testbench/bridge_tb.t27", "reference": "fail", "reference_detail": "4 of 7 tests fail", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL test_single_transfer: assert failed at line 77 (assert)", "test_verdicts": { "test_reset_state": true, "test_single_transfer": false, "test_multiple_transfers": true, "test_backpressure": false, "test_max_width_transfer": false, "test_zero_transfer": false, "test_tick": true }, "reference_tests": { "test_backpressure": false, "test_max_width_transfer": false, "test_multiple_transfers": true, "test_reset_state": true, "test_single_transfer": false, "test_tick": true, "test_zero_transfer": false }, "reference_disagree": [] }, { "file": "specs/fpga/testbench/clock_domain_tb.t27", "reference": "fail", "reference_detail": "5 of 5 tests fail", "t27b": "timeout", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "", "retried_after_timeout": true, "reference_tests": { "test_all_ones": false, "test_multiple_cdc_transfers": false, "test_reset_state": false, "test_single_cdc_transfer": false, "test_zero_data": false } }, { "file": "specs/fpga/testbench/cts_tb.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 2, "asserts": 12, "blockers": [], "detail": "", "test_verdicts": { "test_reset_state": true, "test_latency_estimate": true, "test_skew_estimate_balanced": true, "test_skew_estimate_unbalanced": true, "test_balance_tree_8": true, "test_balance_tree_16": true, "test_balance_tree_1": true, "test_max_slew_constraint": true, "test_max_latency_constraint": true, "test_tick_function": true }, "reference_tests": { "test_balance_tree_1": true, "test_balance_tree_16": true, "test_balance_tree_8": true, "test_latency_estimate": true, "test_max_latency_constraint": true, "test_max_slew_constraint": true, "test_reset_state": true, "test_skew_estimate_balanced": true, "test_skew_estimate_unbalanced": true, "test_tick_function": true }, "reference_disagree": [] }, { "file": "specs/fpga/testbench/dft_tb.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:58:46: error: expected integer or vector, found 'bool'", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL test_bist_run: assert failed at line 101 (assert)", "test_verdicts": { "test_reset_state": true, "test_scan_shift": true, "test_bist_run": false, "test_jtag_reset": true, "test_scan_chain_length": true, "test_total_scan_cells": true, "test_tick": true, "test_on_comb": true } }, { "file": "specs/fpga/testbench/fifo_tb.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:222:11: error: use of undeclared identifier 'fill_count'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/fpga/testbench/formal_tb.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 2, "asserts": 18, "blockers": [], "detail": "", "test_verdicts": { "test_reset_clears_asserts": true, "test_immediate_assert_pass": true, "test_immediate_assert_fail": true, "test_concurrent_assert": true, "test_cover_point_hit": true, "test_cover_point_miss": true, "test_proof_depth": true, "test_proof_zero_depth": true, "test_assertion_capacity": true, "test_tick_function": true }, "reference_tests": { "test_assertion_capacity": true, "test_concurrent_assert": true, "test_cover_point_hit": true, "test_cover_point_miss": true, "test_immediate_assert_fail": true, "test_immediate_assert_pass": true, "test_proof_depth": true, "test_proof_zero_depth": true, "test_reset_clears_asserts": true, "test_tick_function": true }, "reference_disagree": [] }, { "file": "specs/fpga/testbench/gf16_accel_tb.t27", "reference": "timeout", "reference_detail": "over 300 s", "t27b": "timeout", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "", "retried_after_timeout": true }, { "file": "specs/fpga/testbench/hir_tb.t27", "reference": "fail", "reference_detail": "1 of 8 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(reference redeclares)" ], "detail": "StmtAssign(reference redeclares)", "reference_tests": { "test_count_nodes_depth0": true, "test_count_nodes_depth1": true, "test_count_nodes_depth2": true, "test_depth_limit": true, "test_max_hir_depth": true, "test_node_limit": true, "test_reset_state": true, "test_tick": false } }, { "file": "specs/fpga/testbench/integration_tb.t27", "reference": "fail", "reference_detail": "2 of 7 tests fail", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL test_reset_all_modules: assert failed at line 45 (assert)", "test_verdicts": { "test_reset_all_modules": false, "test_module_count": true, "test_mac_uart_pipeline": true, "test_spi_memory_pipeline": true, "test_full_pipeline": true, "test_stress_pipeline": true, "test_tick_function": false }, "reference_tests": { "test_full_pipeline": true, "test_mac_uart_pipeline": true, "test_module_count": true, "test_reset_all_modules": false, "test_spi_memory_pipeline": true, "test_stress_pipeline": true, "test_tick_function": false }, "reference_disagree": [] }, { "file": "specs/fpga/testbench/linker_tb.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:46:29: error: expected type 'bool', found 'u32'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprUnary(!)" ], "detail": "ExprUnary(!)" }, { "file": "specs/fpga/testbench/mac_tb.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:28:12: error: use of undeclared identifier 'TernaryWord'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "ExprCall(rejected fn)", "ExprArrayLiteral", "ExprCall(undeclared fn)", "ExprIdentifier(undeclared)", "type mismatch", "ExprIdentifier(var at comptime)" ], "detail": "type (undeclared)" }, { "file": "specs/fpga/testbench/memory_tb.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:80:12: error: use of undeclared identifier 'i'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/fpga/testbench/partition_tb.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 2, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "test_reset_state": true, "test_budget_even": true, "test_budget_remainder": true, "test_budget_zero_parts": true, "test_partition_balance": true, "test_max_partitions": true, "test_total_resources": true, "test_tick": true }, "reference_tests": { "test_budget_even": true, "test_budget_remainder": true, "test_budget_zero_parts": true, "test_max_partitions": true, "test_partition_balance": true, "test_reset_state": true, "test_tick": true, "test_total_resources": true }, "reference_disagree": [] }, { "file": "specs/fpga/testbench/placement_tb.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 2, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "test_reset_state": true, "test_grid_capacity": true, "test_utilization_50pct": true, "test_utilization_100pct": true, "test_check_utilization_pass": true, "test_check_utilization_fail": true, "test_wirelength": true, "test_resource_columns": true, "test_tick": true }, "reference_tests": { "test_check_utilization_fail": true, "test_check_utilization_pass": true, "test_grid_capacity": true, "test_reset_state": true, "test_resource_columns": true, "test_tick": true, "test_utilization_100pct": true, "test_utilization_50pct": true, "test_wirelength": true }, "reference_disagree": [] }, { "file": "specs/fpga/testbench/power_analysis_tb.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:65:32: error: use of undeclared identifier 'u'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/fpga/testbench/power_tb.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 2, "asserts": 15, "blockers": [], "detail": "", "test_verdicts": { "test_reset_state": true, "test_power_gating": true, "test_power_ungating": true, "test_leakage_calc": true, "test_dynamic_calc": true, "test_max_power_limit": true, "test_vcc_values": true, "test_tick": true }, "reference_tests": { "test_dynamic_calc": true, "test_leakage_calc": true, "test_max_power_limit": true, "test_power_gating": true, "test_power_ungating": true, "test_reset_state": true, "test_tick": true, "test_vcc_values": true }, "reference_disagree": [] }, { "file": "specs/fpga/testbench/router_tb.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 2, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "test_reset_state": true, "test_manhattan_distance_zero": true, "test_manhattan_distance_simple": true, "test_manhattan_distance_symmetric": true, "test_wire_length_estimate": true, "test_congestion_low": true, "test_congestion_full": true, "test_grid_size": true, "test_tick": true }, "reference_tests": { "test_congestion_full": true, "test_congestion_low": true, "test_grid_size": true, "test_manhattan_distance_simple": true, "test_manhattan_distance_symmetric": true, "test_manhattan_distance_zero": true, "test_reset_state": true, "test_tick": true, "test_wire_length_estimate": true }, "reference_disagree": [] }, { "file": "specs/fpga/testbench/simulator_tb.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 1, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "test_reset_state": true, "test_run_cycles": true, "test_schedule_event": true, "test_schedule_overflow": true, "test_max_cycles": true, "test_event_queue_depth": true }, "reference_tests": { "test_event_queue_depth": true, "test_max_cycles": true, "test_reset_state": true, "test_run_cycles": true, "test_schedule_event": true, "test_schedule_overflow": true }, "reference_disagree": [] }, { "file": "specs/fpga/testbench/spi_tb.t27", "reference": "fail", "reference_detail": "6 of 7 tests fail", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL test_single_transfer: assert failed at line 70 (assert)", "test_verdicts": { "test_idle_state": true, "test_single_transfer": false, "test_cs_assert_during_transfer": false, "test_consecutive_transfers": false, "test_full_duplex": false, "test_zero_data_transfer": false, "test_max_data_transfer": false }, "reference_tests": { "test_consecutive_transfers": false, "test_cs_assert_during_transfer": false, "test_full_duplex": false, "test_idle_state": true, "test_max_data_transfer": false, "test_single_transfer": false, "test_zero_data_transfer": false }, "reference_disagree": [] }, { "file": "specs/fpga/testbench/stdlib_tb.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:99:17: error: type 'u32' cannot represent integer value '-1'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "literal out of range" ], "detail": "literal out of range" }, { "file": "specs/fpga/testbench/ternary_isa_tb.t27", "reference": "fail", "reference_detail": "6 of 11 tests fail", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL test_alu_add_positives: assert failed at line 95 (assert)", "test_verdicts": { "test_ternary_add_zero": true, "test_ternary_add_overflow": true, "test_ternary_mul": true, "test_ternary_neg": true, "test_alu_reset": true, "test_alu_add_positives": false, "test_alu_subtract": false, "test_alu_multiply": false, "test_flag_zero": false, "test_flag_negative": false, "test_tick": false }, "reference_tests": { "test_alu_add_positives": false, "test_alu_multiply": false, "test_alu_reset": true, "test_alu_subtract": false, "test_flag_negative": false, "test_flag_zero": false, "test_ternary_add_overflow": true, "test_ternary_add_zero": true, "test_ternary_mul": true, "test_ternary_neg": true, "test_tick": false }, "reference_disagree": [] }, { "file": "specs/fpga/testbench/timing_tb.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 2, "asserts": 15, "blockers": [], "detail": "", "test_verdicts": { "test_reset_state": true, "test_positive_slack": true, "test_negative_slack": true, "test_zero_delay": true, "test_fmax_computation": true, "test_target_fmax_achievable": true, "test_slack_equal_period": true, "test_tick_function": true, "test_tick_empty_implementation": true, "test_tick_toggles_clock": true }, "reference_tests": { "test_fmax_computation": true, "test_negative_slack": true, "test_positive_slack": true, "test_reset_state": true, "test_slack_equal_period": true, "test_target_fmax_achievable": true, "test_tick_empty_implementation": true, "test_tick_function": true, "test_tick_toggles_clock": true, "test_zero_delay": true }, "reference_disagree": [] }, { "file": "specs/fpga/testbench/top_tb.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:89:5: error: use of undeclared identifier 'print'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprIdentifier(var at comptime)", "StmtLocal(shadows module var)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/fpga/testbench/uart_tb.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:60:13: error: use of undeclared identifier 'uart_tx_ready'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprArrayLiteral", "ExprIdentifier(undeclared)", "ExprIdentifier(var at comptime)", "StmtLocal(shadows module var)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/fpga/testbench/vcd_conformance_compare_tb.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:63:28: error: array literal requires address-of operator (&) to coerce to slice type '[]u32'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral" ], "detail": "ExprArrayLiteral" }, { "file": "specs/fpga/testbench/vcd_trace_tb.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 2, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "test_reset_state": true, "test_timestamp_advance": true, "test_format_timestamp": true, "test_max_signals": true, "test_timestamp_resolution": true, "test_tick": true }, "reference_tests": { "test_format_timestamp": true, "test_max_signals": true, "test_reset_state": true, "test_tick": true, "test_timestamp_advance": true, "test_timestamp_resolution": true }, "reference_disagree": [] }, { "file": "specs/fpga/testbench.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:197:34: error: expected type 'spec.TbStimulus', found 'type'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/fpga/timing.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 25, "invariants": 2, "asserts": 43, "blockers": [], "detail": "", "test_verdicts": { "comb_arc_creation": true, "reg_to_reg_creation": true, "input_to_reg_creation": true, "timing_path_met": true, "timing_path_violated": true, "clock_constraint_creation": true, "clock_mhz_creation": true, "clock_mhz_zero": true, "timing_ok_report": true, "timing_fail_report": true, "path_delay_calc": true, "slack_positive": true, "slack_negative": true, "fmax_from_delay": true, "fmax_zero_delay": true, "est_comb_delay": true, "est_reg_to_reg_delay": true, "worst_path": true, "worst_path_empty": true, "validate_constraint_ok": true, "validate_constraint_empty_name": true, "validate_arc_ok": true, "validate_arc_empty_source": true, "timing_model_constants": true, "hold_time_ps": true }, "reference_tests": { "clock_constraint_creation": true, "clock_mhz_creation": true, "clock_mhz_zero": true, "comb_arc_creation": true, "est_comb_delay": true, "est_reg_to_reg_delay": true, "fmax_from_delay": true, "fmax_zero_delay": true, "hold_time_ps": true, "input_to_reg_creation": true, "path_delay_calc": true, "reg_to_reg_creation": true, "slack_negative": true, "slack_positive": true, "timing_fail_report": true, "timing_model_constants": true, "timing_ok_report": true, "timing_path_met": true, "timing_path_violated": true, "validate_arc_empty_source": true, "validate_arc_ok": true, "validate_constraint_empty_name": true, "validate_constraint_ok": true, "worst_path": true, "worst_path_empty": true }, "reference_disagree": [] }, { "file": "specs/fpga/top_level.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:46:35: error: unable to resolve comptime value", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "InvariantBlock", "BenchBlock" ], "detail": "InvariantBlock" }, { "file": "specs/fpga/uart.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:69:22: error: unable to resolve comptime value", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl", "ExprFieldAccess" ], "detail": "ConstDecl" }, { "file": "specs/fpga/vcd_conformance_compare.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:176:18: error: expected type 'u32', found 'u64'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprArrayLiteral" ], "detail": "type mismatch" }, { "file": "specs/fpga/vcd_trace.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:61:21: error: missing struct field: _dummy", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprStructLit" ], "detail": "ExprStructLit" }, { "file": "specs/fpga/verification/build_verify.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 11, "invariants": 3, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "test_module_count": true, "test_testbench_count": true, "test_board_count": true, "test_total_specs": true, "test_backend_count": true, "test_verilog_file_count": true, "test_coverage_100": true, "test_coverage_0": true, "test_coverage_50": true, "test_check_build_clean_success": true, "test_check_build_clean_failure": true }, "reference_tests": { "test_backend_count": true, "test_board_count": true, "test_check_build_clean_failure": true, "test_check_build_clean_success": true, "test_coverage_0": true, "test_coverage_100": true, "test_coverage_50": true, "test_module_count": true, "test_testbench_count": true, "test_total_specs": true, "test_verilog_file_count": true }, "reference_disagree": [] }, { "file": "specs/functions/analytics-sales-advise.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/analytics-skills-detect.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/broadcast-message-send.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/client-telemetry-daily.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/club-invoice-abandoned-watch.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/content-detailed-script-generate.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/content-scenario-clips-generate.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/content-scripts-generate.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/crm-proactive-sweep.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/instagram-competitors-find.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "test_constants": true }, "reference_tests": { "test_constants": true }, "reference_disagree": [] }, { "file": "specs/functions/instagram-reels-analyze.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "test_constants": true }, "reference_tests": { "test_constants": true }, "reference_disagree": [] }, { "file": "specs/functions/instagram-top-content-extract.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "test_constants": true }, "reference_tests": { "test_constants": true }, "reference_disagree": [] }, { "file": "specs/functions/monitoring-error-report.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "test_constants": true }, "reference_tests": { "test_constants": true }, "reference_disagree": [] }, { "file": "specs/functions/monitoring-health-check.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 1, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": { "test_constants": true }, "reference_tests": { "test_constants": true }, "reference_disagree": [] }, { "file": "specs/functions/monitoring-logs-analyze.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 1, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": { "test_constants": true }, "reference_tests": { "test_constants": true }, "reference_disagree": [] }, { "file": "specs/functions/monitoring-logs-trigger.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 1, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": { "test_constants": true }, "reference_tests": { "test_constants": true }, "reference_disagree": [] }, { "file": "specs/functions/morph-images-generate.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/neuro-image-generate.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/payment-ai-server-process.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/reels-ai-callback.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/reels-ai-generate.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/reels-loop-generate.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/render-avatar-video-run.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/render-job-run.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "test_render_job_run_constants": true }, "reference_tests": { "test_render_job_run_constants": true }, "reference_disagree": [] }, { "file": "specs/functions/render-riddle-run.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "test_render_riddle_run_constants": true }, "reference_tests": { "test_render_riddle_run_constants": true }, "reference_disagree": [] }, { "file": "specs/functions/robokassa-unclaimed-watch.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/ton-pending-watch.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/training-model-complete.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "test_training_model_complete_constants": true }, "reference_tests": { "test_training_model_complete_constants": true }, "reference_disagree": [] }, { "file": "specs/functions/training-model-start.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "test_training_model_start_constants": true }, "reference_tests": { "test_training_model_start_constants": true }, "reference_disagree": [] }, { "file": "specs/functions/training-model-v2-start.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "test_training_model_v2_start_constants": true }, "reference_tests": { "test_training_model_v2_start_constants": true }, "reference_disagree": [] }, { "file": "specs/functions/training-stuck-check.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "test_training_stuck_check_constants": true }, "reference_tests": { "test_training_stuck_check_constants": true }, "reference_disagree": [] }, { "file": "specs/functions/webhook-generation-validate.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "test_webhook_generation_validate_constants": true }, "reference_tests": { "test_webhook_generation_validate_constants": true }, "reference_disagree": [] }, { "file": "specs/functions/welcome-avatar-generate.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "test_constants": true }, "reference_tests": { "test_constants": true }, "reference_disagree": [] }, { "file": "specs/git/diff.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:72:18: error: use of undeclared identifier 'execute_command'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprCall(undeclared fn)", "type mismatch", "ExprCall(method)" ], "detail": "ExprArrayLiteral" }, { "file": "specs/git/operations.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:21:25: error: use of undeclared identifier 'str'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl(slice)", "ExprArrayLiteral", "ExprCall(method)", "ExprBinary(null)", "ExprCall(undeclared fn)", "ExprBinary(+)", "ExprIdentifier(undeclared)", "ExprArrayLiteral(to slice field)" ], "detail": "ConstDecl(slice)" }, { "file": "specs/git/schema.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:63:34: error: type '[][]const u8' does not support array initialization syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl(slice)", "ExprCall(method)", "ExprCast" ], "detail": "ConstDecl(slice)" }, { "file": "specs/git/status.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:21:18: error: use of undeclared identifier 'execute_command'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprArrayLiteral", "ExprCall(method)", "type mismatch", "ExprFieldAccess" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/github/auth.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "auth_status_returns_bool": true }, "reference_tests": { "auth_status_returns_bool": true }, "reference_disagree": [] }, { "file": "specs/github/comments.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:26:12: error: array literal requires address-of operator (&) to coerce to slice type '[]spec.Comment'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch" }, { "file": "specs/github/issues.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:30:12: error: array literal requires address-of operator (&) to coerce to slice type '[]spec.Issue'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch" }, { "file": "specs/github/prs.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:30:12: error: array literal requires address-of operator (&) to coerce to slice type '[]spec.PullRequest'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch" }, { "file": "specs/github/tests/e2e_full_flow.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:27:19: error: use of undeclared identifier 'issues'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/graph/knowledge_graph.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:358:42: error: expected ')', found 'an identifier'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprStructLit", "StmtIf(capture)", "ExprBinary(null)", "ExprCall(method)", "type mismatch", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprStructLit" }, { "file": "specs/hslm/forward_pass.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:123:72: error: use of undeclared identifier 'q_role'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprStructLit", "ExprIdentifier(undeclared)", "ExprIndex", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprStructLit" }, { "file": "specs/i18n/agents-ru.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "agents_ru_config": true }, "reference_tests": { "agents_ru_config": true }, "reference_disagree": [] }, { "file": "specs/i18n/blog-ru.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "the_contract_has_one_scope_and_four_fields": true }, "reference_tests": { "the_contract_has_one_scope_and_four_fields": true }, "reference_disagree": [] }, { "file": "specs/i18n/docs-ru.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "docs_ru_config": true }, "reference_tests": { "docs_ru_config": true }, "reference_disagree": [] }, { "file": "specs/igla/coder/_tmp_pipeline_import.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:70:52: error: expected expression, found ']'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "ExprArrayLiteral", "ExprCall(undeclared fn)", "ExprArrayLiteral(to slice)", "type mismatch", "ExprBinary(+)", "ExprArrayLiteral(constant to mutable slice)", "ExprArrayLiteral(to slice field)", "StmtAssign", "ExprStructLit", "ExprBinary(++)", "ExprIf(comptime arms)", "ExprCall", "ExprLiteral(float literal)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/igla/coder/arch.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:69:37: error: expected expression, found ']'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "ExprArrayLiteral(to slice)", "type mismatch", "ExprArrayLiteral", "ExprArrayLiteral(to slice field)", "ExprCast(f32)", "ExprArrayLiteral(constant to mutable slice)", "ExprLiteral(literal)", "ExprCall(undeclared fn)", "ExprStructLit", "ExprLiteral(float literal)", "type (undeclared)", "ExprFieldAccess" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/igla/coder/bench_proxy.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:296:11: error: use of undeclared identifier 'assert'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(constant to mutable slice)", "ExprCall(method)", "ExprArrayLiteral", "ExprIf(comptime arms)", "ExprStructLit", "ExprFieldAccess(slice)", "type mismatch", "InvariantBlock", "ExprCall(undeclared fn)", "type (undeclared)" ], "detail": "ExprArrayLiteral(constant to mutable slice)" }, { "file": "specs/igla/coder/benchmark.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:1763:5: error: use of undeclared identifier 'latency_ms'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprIf(comptime arms)", "ExprArrayLiteral(constant to mutable slice)", "ExprCall(undeclared fn)", "ExprArrayLiteral(to slice field)", "ExprFieldAccess", "ExprStructLit" ], "detail": "ExprArrayLiteral" }, { "file": "specs/igla/coder/dataset.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:1267:11: error: use of undeclared identifier 'eval'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprBinary(+)", "ConstDecl(str field)", "ExprArrayLiteral", "ExprIf(comptime arms)", "type mismatch", "ExprArrayLiteral(constant to mutable slice)", "ExprCast(f32)", "ExprCall(undeclared fn)", "ExprFieldAccess", "ExprCall", "ExprStructLit" ], "detail": "ExprBinary(+)" }, { "file": "specs/igla/coder/eval.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:1977:23: error: expected expression, found ']'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type (undeclared)", "type pipeline::Contract", "ExprCast(f32)", "type mismatch", "ExprCall(rejected fn)", "ExprBinary(++)", "ExprBinary(+)", "ExprIf(comptime arms)", "ExprArrayLiteral", "ExprCall(undeclared fn)", "ExprArrayLiteral(constant to mutable slice)", "ExprArrayLiteral(to slice field)", "ExprStructLit", "ExprCall" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/igla/coder/pipeline.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:69:52: error: expected expression, found ']'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type (undeclared)", "ExprArrayLiteral", "ExprCall(undeclared fn)", "ExprArrayLiteral(to slice)", "type mismatch", "ExprArrayLiteral(constant to mutable slice)", "ExprArrayLiteral(to slice field)", "ExprBinary(+)", "StmtAssign", "ExprStructLit", "ExprBinary(++)", "ExprIf(comptime arms)", "ExprCall", "ExprLiteral(float literal)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/igla/coder/prm.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:513:19: error: use of undeclared identifier 'random_steps'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIf(comptime arms)", "type mismatch", "ExprArrayLiteral", "ExprStructLit", "ExprCall(undeclared fn)", "type (undeclared)" ], "detail": "ExprIf(comptime arms)" }, { "file": "specs/igla/coder/tokenizer.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:644:18: error: invalid escape character: '0'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprBinary(+)", "ExprLiteral(char escape)", "ExprLiteral(literal)", "ExprCall(undeclared fn)", "ExprFieldAccess", "literal out of range" ], "detail": "ExprArrayLiteral" }, { "file": "specs/igla/coder/training.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:467:5: error: use of undeclared identifier 'tokens_per_sec'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIf(comptime arms)", "type mismatch", "ExprArrayLiteral", "ExprArrayLiteral(constant to mutable slice)", "ExprArrayLiteral(to slice field)", "ExprStructLit", "ExprCall" ], "detail": "ExprIf(comptime arms)" }, { "file": "specs/igla/coder/weights.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:640:25: error: expected '}', found ':'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprArrayLiteral(constant to mutable slice)", "ExprArrayLiteral(to slice field)", "ExprArrayLiteral", "ExprCast(f32)", "ExprCall(undeclared fn)" ], "detail": "type mismatch" }, { "file": "specs/igla/evaluation/multi_lang_harness.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:144:11: error: use of undeclared identifier 'assert'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)", "StmtAssign", "StmtLocal", "TestBlock", "InvariantBlock" ], "detail": "ExprCall(method)" }, { "file": "specs/igla/integration/publication.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:53:11: error: use of undeclared identifier 'dois'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)", "ExprFieldAccess", "ExprArrayLiteral(to slice field)" ], "detail": "ExprCall(method)" }, { "file": "specs/igla/race/adder_tree.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:137:17: error: use of undeclared identifier 'adder_tree_2'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "InvariantBlock", "ExprArrayLiteral" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/igla/race/backend.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:107:47: error: use of undeclared identifier 'char'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type char", "ExprBinary(+)", "ExprArrayLiteral(to slice field)", "type mismatch", "ExprCall(rejected fn)", "ExprCall(undeclared fn)", "ExprCall", "TestBlock", "ExprArrayLiteral" ], "detail": "type char" }, { "file": "specs/igla/race/bram_weights.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:65:11: error: use of undeclared identifier 'read'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprCall(undeclared fn)", "ExprArrayLiteral(to slice field)", "ExprStructLit" ], "detail": "ExprArrayLiteral" }, { "file": "specs/igla/race/cordic.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:19:18: error: use of undeclared identifier 'cordic_gain'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/igla/race/cordic_fixed.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:241:11: error: use of undeclared identifier 'assert'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "InvariantBlock", "type mismatch" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/igla/race/cordic_top.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:137:11: error: use of undeclared identifier 'latency'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)", "ExprTuple", "ExprArrayLiteral(repeat to slice)", "type mismatch", "ExprFieldAccess", "StmtLocal(destructure)", "ExprCall(undeclared fn)", "ExprArrayLiteral" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/igla/race/eda.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:381:5: error: use of undeclared identifier 'latency_ms'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign", "type mismatch", "ExprBinary(+)", "type (undeclared)", "ExprArrayLiteral", "ExprCall(undeclared fn)", "ExprStructLit" ], "detail": "StmtAssign" }, { "file": "specs/igla/race/formal.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:55:29: error: use of undeclared identifier 'RtlModule'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "ExprIf(comptime arms)", "ExprCall(undeclared fn)", "ExprIdentifier(undeclared)", "ExprArrayLiteral", "ExprFieldAccess(enum)", "ExprCall(rejected fn)", "type mismatch", "ExprStructLit", "ExprCall(method)" ], "detail": "type (undeclared)" }, { "file": "specs/igla/race/gemm.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:212:12: error: use of undeclared identifier 'C'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIf(comptime arms)", "type mismatch", "ExprFieldAccess", "ExprCall(undeclared fn)", "type mat2x2" ], "detail": "ExprIf(comptime arms)" }, { "file": "specs/igla/race/mvp_ternary_classifier.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 31, "invariants": 10, "asserts": 41, "blockers": [], "detail": "", "test_verdicts": { "weight_a0_is_pos": true, "weight_a3_is_neg": true, "weight_a5_is_zero": true, "weight_b1_is_neg": true, "weight_c7_is_pos": true, "pos_weight_passes_a_set_bit": true, "neg_weight_negates_a_set_bit": true, "zero_weight_is_a_skip": true, "any_weight_on_a_clear_bit_is_zero": true, "score_a_of_7": true, "score_b_of_7": true, "score_c_of_7": true, "score_a_of_60": true, "score_b_of_60": true, "score_c_of_224": true, "score_a_of_255": true, "score_b_of_24": true, "score_c_of_240": true, "classify_0_is_class_0": true, "classify_7_is_class_0": true, "classify_60_is_class_1": true, "classify_224_is_class_2": true, "classify_255_ties_to_class_0": true, "classify_3_is_class_0": true, "classify_24_is_class_1": true, "classify_192_is_class_2": true, "classify_15_is_class_0": true, "classify_240_is_class_2": true, "comb_surface_classifies_left": true, "comb_surface_classifies_middle": true, "comb_surface_classifies_right": true }, "reference_tests": { "any_weight_on_a_clear_bit_is_zero": true, "classify_0_is_class_0": true, "classify_15_is_class_0": true, "classify_192_is_class_2": true, "classify_224_is_class_2": true, "classify_240_is_class_2": true, "classify_24_is_class_1": true, "classify_255_ties_to_class_0": true, "classify_3_is_class_0": true, "classify_60_is_class_1": true, "classify_7_is_class_0": true, "comb_surface_classifies_left": true, "comb_surface_classifies_middle": true, "comb_surface_classifies_right": true, "neg_weight_negates_a_set_bit": true, "pos_weight_passes_a_set_bit": true, "score_a_of_255": true, "score_a_of_60": true, "score_a_of_7": true, "score_b_of_24": true, "score_b_of_60": true, "score_b_of_7": true, "score_c_of_224": true, "score_c_of_240": true, "score_c_of_7": true, "weight_a0_is_pos": true, "weight_a3_is_neg": true, "weight_a5_is_zero": true, "weight_b1_is_neg": true, "weight_c7_is_pos": true, "zero_weight_is_a_skip": true }, "reference_disagree": [] }, { "file": "specs/igla/race/opcodes.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:181:17: error: use of undeclared identifier 'OP_ADD'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)", "ExprArrayLiteral", "ExprCall(undeclared fn)" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/igla/race/phi_accumulator_growth.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 20, "invariants": 11, "asserts": 31, "blockers": [], "detail": "", "test_verdicts": { "pos_contribution_leaves_a_zero": true, "neg_contribution_leaves_a_zero": true, "pos_contribution_passes_x_to_b": true, "neg_contribution_negates_x_in_b": true, "zero_contribution_is_a_skip": true, "fanin_8_bound": true, "fanin_32_bound": true, "fanin_128_bound": true, "fanin_512_bound": true, "depth2_a_is_one": true, "depth2_b_is_one": true, "depth3_a_is_one": true, "depth3_b_is_two": true, "depth4_a_is_two": true, "depth4_b_is_three": true, "depth5_a_is_three": true, "depth5_b_is_five": true, "doubling_fanin_costs_one_bit": true, "fourteen_layers_cost_ten_bits": true, "comb_surface_returns_the_bound": true }, "reference_tests": { "comb_surface_returns_the_bound": true, "depth2_a_is_one": true, "depth2_b_is_one": true, "depth3_a_is_one": true, "depth3_b_is_two": true, "depth4_a_is_two": true, "depth4_b_is_three": true, "depth5_a_is_three": true, "depth5_b_is_five": true, "doubling_fanin_costs_one_bit": true, "fanin_128_bound": true, "fanin_32_bound": true, "fanin_512_bound": true, "fanin_8_bound": true, "fourteen_layers_cost_ten_bits": true, "neg_contribution_leaves_a_zero": true, "neg_contribution_negates_x_in_b": true, "pos_contribution_leaves_a_zero": true, "pos_contribution_passes_x_to_b": true, "zero_contribution_is_a_skip": true }, "reference_disagree": [] }, { "file": "specs/igla/race/phi_gain_freedom.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 17, "invariants": 12, "asserts": 29, "blockers": [], "detail": "", "test_verdicts": { "unit_gains_one_freedom_per_layer": true, "unit_gains_ten_freedoms_in_ten_layers": true, "phi_gains_no_freedom_at_one_layer": true, "phi_gains_no_freedom_at_thirty_layers": true, "absorb_at_512": true, "absorb_at_64": true, "absorb_at_4": true, "absorb_at_1_is_total": true, "absorb_at_zero_is_guarded": true, "absorb_at_negative_is_guarded": true, "absorption_suffices_at_512": true, "absorption_suffices_at_64": true, "absorption_suffices_at_4": true, "absorption_fails_at_3": true, "absorption_fails_at_1": true, "absorption_fails_at_zero": true, "comb_surface_returns_the_resolution": true }, "reference_tests": { "absorb_at_1_is_total": true, "absorb_at_4": true, "absorb_at_512": true, "absorb_at_64": true, "absorb_at_negative_is_guarded": true, "absorb_at_zero_is_guarded": true, "absorption_fails_at_1": true, "absorption_fails_at_3": true, "absorption_fails_at_zero": true, "absorption_suffices_at_4": true, "absorption_suffices_at_512": true, "absorption_suffices_at_64": true, "comb_surface_returns_the_resolution": true, "phi_gains_no_freedom_at_one_layer": true, "phi_gains_no_freedom_at_thirty_layers": true, "unit_gains_one_freedom_per_layer": true, "unit_gains_ten_freedoms_in_ten_layers": true }, "reference_disagree": [] }, { "file": "specs/igla/race/phi_weights.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 29, "invariants": 13, "asserts": 42, "blockers": [], "detail": "", "test_verdicts": { "phi_times_one_gives_phi_a": true, "phi_times_one_gives_phi_b": true, "phi_squared_a": true, "phi_squared_b": true, "phi_cubed_a": true, "phi_cubed_b": true, "phi_fourth_a": true, "phi_fourth_b": true, "neg_phi_times_one_a": true, "neg_phi_times_one_b": true, "neg_phi_squared_a": true, "neg_phi_squared_b": true, "pos_code_applies_phi": true, "neg_code_applies_minus_phi": true, "zero_code_contributes_nothing_a": true, "zero_code_contributes_nothing_b": true, "accumulate_a_components": true, "accumulate_b_components": true, "accumulate_is_commutative": true, "accumulate_handles_negatives": true, "gain_after_two_layers_a": true, "gain_after_two_layers_b": true, "depth_thirty_gain_is_a_fibonacci_pair": true, "pos_weight_sign": true, "neg_weight_sign": true, "zero_weight_sign": true, "comb_surface_applies_pos": true, "comb_surface_applies_neg": true, "comb_surface_zero_is_skip": true }, "reference_tests": { "accumulate_a_components": true, "accumulate_b_components": true, "accumulate_handles_negatives": true, "accumulate_is_commutative": true, "comb_surface_applies_neg": true, "comb_surface_applies_pos": true, "comb_surface_zero_is_skip": true, "depth_thirty_gain_is_a_fibonacci_pair": true, "gain_after_two_layers_a": true, "gain_after_two_layers_b": true, "neg_code_applies_minus_phi": true, "neg_phi_squared_a": true, "neg_phi_squared_b": true, "neg_phi_times_one_a": true, "neg_phi_times_one_b": true, "neg_weight_sign": true, "phi_cubed_a": true, "phi_cubed_b": true, "phi_fourth_a": true, "phi_fourth_b": true, "phi_squared_a": true, "phi_squared_b": true, "phi_times_one_gives_phi_a": true, "phi_times_one_gives_phi_b": true, "pos_code_applies_phi": true, "pos_weight_sign": true, "zero_code_contributes_nothing_a": true, "zero_code_contributes_nothing_b": true, "zero_weight_sign": true }, "reference_disagree": [] }, { "file": "specs/igla/race/rtl.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:188:21: error: use of undeclared identifier 'opcode_name'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprBinary(+)", "ExprCall(undeclared fn)", "ExprArrayLiteral(to slice field)", "ExprArrayLiteral", "ExprStructLit", "type (undeclared)", "type mismatch" ], "detail": "ExprBinary(+)" }, { "file": "specs/igla/race/systolic_array.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:207:12: error: use of undeclared identifier 'grid'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIf(comptime arms)", "ExprFieldAccess", "ExprCall(undeclared fn)", "ExprArrayLiteral", "ExprStructLit" ], "detail": "ExprIf(comptime arms)" }, { "file": "specs/igla/race/systolic_ternary.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:136:20: error: use of undeclared identifier 'systolic_ternary_array'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "literal out of range", "ExprCall(undeclared fn)", "ExprStructLit" ], "detail": "ExprArrayLiteral" }, { "file": "specs/igla/race/ternary_dot_sw.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:97:5: error: use of undeclared identifier 'latency_us'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/igla/race/ternary_gemm.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:504:49: error: expected '}', found ':'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprArrayLiteral", "literal out of range", "ExprArrayLiteral(repeat to slice)", "ExprStructLit", "ExprCall(undeclared fn)" ], "detail": "type mismatch" }, { "file": "specs/igla/race/ternary_inference.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:411:116: error: type 'u8' cannot represent integer value '-1'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprArrayLiteral(to slice field)", "InvariantBlock" ], "detail": "type mismatch" }, { "file": "specs/igla/race/ternary_lut_table.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 15, "invariants": 10, "asserts": 25, "blockers": [], "detail": "", "test_verdicts": { "all_zero_code_words_leave_the_accumulator": true, "one_fetcher_takes_a_zero": true, "one_fetcher_takes_a_one": true, "one_fetcher_takes_the_sum": true, "one_fetcher_takes_the_difference": true, "negated_sum": true, "negated_difference": true, "four_fetchers_all_different": true, "invalid_code_words_contribute_nothing": true, "opposite_code_words_cancel": true, "accumulator_seed_is_carried": true, "negative_activations": true, "fetch_sum_entry": true, "fetch_negated_difference_entry": true, "fetch_invalid_is_zero": true }, "reference_tests": { "accumulator_seed_is_carried": true, "all_zero_code_words_leave_the_accumulator": true, "fetch_invalid_is_zero": true, "fetch_negated_difference_entry": true, "fetch_sum_entry": true, "four_fetchers_all_different": true, "invalid_code_words_contribute_nothing": true, "negated_difference": true, "negated_sum": true, "negative_activations": true, "one_fetcher_takes_a_one": true, "one_fetcher_takes_a_zero": true, "one_fetcher_takes_the_difference": true, "one_fetcher_takes_the_sum": true, "opposite_code_words_cancel": true }, "reference_disagree": [] }, { "file": "specs/igla/race/ternary_mac.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:201:11: error: use of undeclared identifier 'acc'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)", "ExprCall(undeclared fn)", "type mismatch" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/igla/race/ternary_mac_group.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 16, "invariants": 7, "asserts": 23, "blockers": [], "detail": "", "test_verdicts": { "all_zero_codes_leave_the_accumulator": true, "all_plus_adds_every_activation": true, "all_minus_subtracts_every_activation": true, "alternating_signs_cancel_equal_activations": true, "out_of_alphabet_codes_contribute_nothing": true, "only_lane_zero_active": true, "only_lane_seven_active": true, "negative_activation_with_minus_weight_adds": true, "accumulator_seed_is_carried": true, "narrow_sum_of_all_plus": true, "narrow_sum_of_empty_group": true, "lane_select_zero_code": true, "lane_select_plus": true, "lane_select_minus": true, "code_extraction_top_lane": true, "code_extraction_bottom_lane": true }, "reference_tests": { "accumulator_seed_is_carried": true, "all_minus_subtracts_every_activation": true, "all_plus_adds_every_activation": true, "all_zero_codes_leave_the_accumulator": true, "alternating_signs_cancel_equal_activations": true, "code_extraction_bottom_lane": true, "code_extraction_top_lane": true, "lane_select_minus": true, "lane_select_plus": true, "lane_select_zero_code": true, "narrow_sum_of_all_plus": true, "narrow_sum_of_empty_group": true, "negative_activation_with_minus_weight_adds": true, "only_lane_seven_active": true, "only_lane_zero_active": true, "out_of_alphabet_codes_contribute_nothing": true }, "reference_disagree": [] }, { "file": "specs/igla/race/ternary_node.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 26, "invariants": 11, "asserts": 37, "blockers": [], "detail": "", "test_verdicts": { "rx_both_high_is_pos": true, "rx_lo_only_is_zero": true, "rx_neither_is_neg": true, "rx_crossed_is_a_fault": true, "rx_valid_is_not_a_fault": true, "received_pos_is_weight_pos": true, "received_neg_is_weight_neg": true, "received_zero_is_weight_zero": true, "pos_weight_on_one_a": true, "pos_weight_on_one_b": true, "pos_weight_on_phi_a": true, "pos_weight_on_phi_b": true, "neg_weight_on_phi_a": true, "neg_weight_on_phi_b": true, "zero_weight_contributes_nothing_a": true, "zero_weight_contributes_nothing_b": true, "accumulate_adds": true, "accumulate_handles_negative_contributions": true, "end_to_end_pos_on_phi": true, "end_to_end_pos_on_phi_a": true, "end_to_end_neg_on_phi": true, "end_to_end_zero_leaves_accumulator": true, "end_to_end_zero_leaves_accumulator_a": true, "end_to_end_accumulates_onto_existing": true, "comb_surface_runs_a_node_step": true, "comb_surface_zero_is_a_skip": true }, "reference_tests": { "accumulate_adds": true, "accumulate_handles_negative_contributions": true, "comb_surface_runs_a_node_step": true, "comb_surface_zero_is_a_skip": true, "end_to_end_accumulates_onto_existing": true, "end_to_end_neg_on_phi": true, "end_to_end_pos_on_phi": true, "end_to_end_pos_on_phi_a": true, "end_to_end_zero_leaves_accumulator": true, "end_to_end_zero_leaves_accumulator_a": true, "neg_weight_on_phi_a": true, "neg_weight_on_phi_b": true, "pos_weight_on_one_a": true, "pos_weight_on_one_b": true, "pos_weight_on_phi_a": true, "pos_weight_on_phi_b": true, "received_neg_is_weight_neg": true, "received_pos_is_weight_pos": true, "received_zero_is_weight_zero": true, "rx_both_high_is_pos": true, "rx_crossed_is_a_fault": true, "rx_lo_only_is_zero": true, "rx_neither_is_neg": true, "rx_valid_is_not_a_fault": true, "zero_weight_contributes_nothing_a": true, "zero_weight_contributes_nothing_b": true }, "reference_disagree": [] }, { "file": "specs/igla/race/unit_weights_node.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 19, "invariants": 9, "asserts": 28, "blockers": [], "detail": "", "test_verdicts": { "rx_both_high_is_pos": true, "rx_lo_only_is_zero": true, "rx_neither_is_neg": true, "rx_crossed_is_a_fault": true, "pos_weight_passes_the_activation": true, "neg_weight_negates_the_activation": true, "zero_weight_contributes_nothing": true, "accumulate_adds": true, "accumulate_handles_negatives": true, "alpha_one_is_the_identity": true, "alpha_trained_scales": true, "alpha_on_zero": true, "alpha_truncates": true, "end_to_end_pos": true, "end_to_end_neg": true, "end_to_end_zero_is_a_skip": true, "layer_output_applies_the_scale": true, "comb_surface_runs_step_and_scale": true, "comb_surface_zero_weight_still_scales": true }, "reference_tests": { "accumulate_adds": true, "accumulate_handles_negatives": true, "alpha_on_zero": true, "alpha_one_is_the_identity": true, "alpha_trained_scales": true, "alpha_truncates": true, "comb_surface_runs_step_and_scale": true, "comb_surface_zero_weight_still_scales": true, "end_to_end_neg": true, "end_to_end_pos": true, "end_to_end_zero_is_a_skip": true, "layer_output_applies_the_scale": true, "neg_weight_negates_the_activation": true, "pos_weight_passes_the_activation": true, "rx_both_high_is_pos": true, "rx_crossed_is_a_fault": true, "rx_lo_only_is_zero": true, "rx_neither_is_neg": true, "zero_weight_contributes_nothing": true }, "reference_disagree": [] }, { "file": "specs/igla/race/yosys.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:241:11: error: use of undeclared identifier 'eval'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprBinary(+)", "type mismatch", "ExprCall(undeclared fn)", "InvariantBlock", "ExprArrayLiteral", "ExprCall", "ExprFieldAccess(enum)", "type (undeclared)" ], "detail": "ExprBinary(+)" }, { "file": "specs/igla/training/low_bit_ternary.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:79:17: error: expected ')', found 'an identifier'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprIdentifier(undeclared)" ], "detail": "ExprArrayLiteral" }, { "file": "specs/igla/training/pilot_pretraining.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:50:35: error: use of undeclared identifier 'math'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtLocal", "ExprIf(comptime arms)", "ExprCall(method)", "ExprCall(undeclared fn)", "ExprIdentifier(undeclared)", "TestBlock" ], "detail": "StmtLocal" }, { "file": "specs/igla/training/roadmap.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:65:11: error: use of undeclared identifier 'milestones'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign", "ExprFieldAccess", "ExprArrayLiteral(to slice field)", "InvariantBlock" ], "detail": "StmtAssign" }, { "file": "specs/igla/training/scale_up.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:110:5: error: use of undeclared identifier 'latency_ms'", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "deploy_size_order": true, "metrics_fields_valid": true, "scale_config_gpu_count": true, "scale_up_basic": true, "distill_basic": true, "benchmark_deployment_basic": true } }, { "file": "specs/igla/w535_bounded_while_module.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "bounded_while_counts": true }, "reference_tests": { "bounded_while_counts": true }, "reference_disagree": [] }, { "file": "specs/interop/gf_cross_language.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:23:23: error: use of undeclared identifier 'gf32_from_f64'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/isa/registers.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:60:27: error: type '[7]u8' does not support struct initialization syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(text element)", "ExprStructLit", "ExprIdentifier(rejected decl)", "ExprFieldAccess", "ExprArrayLiteral" ], "detail": "ExprArrayLiteral(text element)" }, { "file": "specs/isa/t27a.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 1, "asserts": null, "blockers": [], "detail": "", "test_verdicts": { "assembles_the_words_the_encoding_spec_pins": true, "lists_the_words_the_encoding_spec_pins": true, "the_five_widened_opcodes_round_trip_as_text": true, "every_opcode_round_trips_through_its_listing": true, "undefined_bytes_list_as_word_not_nop": true, "non_canonical_words_list_as_word": true, "every_word_round_trips_canonical_or_not": true, "the_assembler_refuses_ill_formed_text": true, "a_mnemonic_matches_only_its_exact_span": true, "the_assembler_reads_free_spacing": true }, "reference_tests": { "a_mnemonic_matches_only_its_exact_span": true, "assembles_the_words_the_encoding_spec_pins": true, "every_opcode_round_trips_through_its_listing": true, "every_word_round_trips_canonical_or_not": true, "lists_the_words_the_encoding_spec_pins": true, "non_canonical_words_list_as_word": true, "the_assembler_reads_free_spacing": true, "the_assembler_refuses_ill_formed_text": true, "the_five_widened_opcodes_round_trip_as_text": true, "undefined_bytes_list_as_word_not_nop": true }, "reference_disagree": [] }, { "file": "specs/isa/t27a_mnemonics.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 1, "asserts": 25, "blockers": [], "detail": "", "test_verdicts": { "index_of_inverts_opcode_at_for_all_47": true, "opcode_at_follows_opcode_values": true, "opcode_at_inverts_index_of_on_defined_bytes": true, "strict_decode_accepts_47_and_rejects_209": true, "undefined_byte_is_rejected_not_nop": true }, "reference_tests": { "index_of_inverts_opcode_at_for_all_47": true, "opcode_at_follows_opcode_values": true, "opcode_at_inverts_index_of_on_defined_bytes": true, "strict_decode_accepts_47_and_rejects_209": true, "undefined_byte_is_rejected_not_nop": true }, "reference_disagree": [] }, { "file": "specs/isa/ternary_arithmetic.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:123:24: error: division with 'i64' and 'comptime_int': signed integers must use @divTrunc, @divFloor, or @divExact", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@rem)", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprCall(@rem)" }, { "file": "specs/isa/ternary_bitwise.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:78:24: error: array literal requires address-of operator (&) to coerce to slice type '[]i32'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprCall(@setEvalBranchQuota)" ], "detail": "type mismatch" }, { "file": "specs/isa/ternary_control_flow.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:76:9: error: local variable is never mutated", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(reference var param)", "ExprStructLit", "ExprFieldAccess", "type mismatch", "ExprCall(undeclared fn)" ], "detail": "FnDecl(reference var param)" }, { "file": "specs/isa/ternary_deque.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:27:9: error: local variable is never mutated", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(reference var param)", "ExprCall(@setEvalBranchQuota)" ], "detail": "FnDecl(reference var param)" }, { "file": "specs/isa/ternary_encoding.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 14, "invariants": 2, "asserts": 74, "blockers": [], "detail": "", "test_verdicts": { "every_opcode_byte_of_the_table_is_defined": true, "an_unknown_opcode_decodes_as_nop": true, "the_immediate_form_round_trips_and_sign_extends": true, "the_immediate_is_clamped_by_the_encoder": true, "the_three_operand_form_round_trips": true, "the_two_operand_form_carries_src1_only": true, "src1_is_four_bits_in_the_immediate_form": true, "dot_bind_and_bundle2_lose_src2_through_encode": true, "the_bundle3_raw_word_carries_three_sources": true, "sacr_and_the_two_operand_opcodes_carry_no_immediate": true, "the_forms_are_disjoint": true, "the_t27a_forms_partition_the_forty_seven_opcodes": true, "the_t27a_table_keeps_what_the_pinned_one_loses": true, "the_t27a_table_moves_no_pinned_word": true }, "reference_tests": { "an_unknown_opcode_decodes_as_nop": true, "dot_bind_and_bundle2_lose_src2_through_encode": true, "every_opcode_byte_of_the_table_is_defined": true, "sacr_and_the_two_operand_opcodes_carry_no_immediate": true, "src1_is_four_bits_in_the_immediate_form": true, "the_bundle3_raw_word_carries_three_sources": true, "the_forms_are_disjoint": true, "the_immediate_form_round_trips_and_sign_extends": true, "the_immediate_is_clamped_by_the_encoder": true, "the_t27a_forms_partition_the_forty_seven_opcodes": true, "the_t27a_table_keeps_what_the_pinned_one_loses": true, "the_t27a_table_moves_no_pinned_word": true, "the_three_operand_form_round_trips": true, "the_two_operand_form_carries_src1_only": true }, "reference_disagree": [] }, { "file": "specs/isa/ternary_gates.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral", "reference_tests": { "ternary_all_with_negative": true, "ternary_all_with_positive": true, "ternary_and_logic": true, "ternary_any_with_positive": true, "ternary_any_without_positive": true, "ternary_consensus_all_equal": true, "ternary_consensus_not_all_equal": true, "ternary_majority_clear_cases": true, "ternary_max_behavior": true, "ternary_min_behavior": true, "ternary_not_inversion": true, "ternary_or_logic": true } }, { "file": "specs/isa/ternary_graph.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 3, "invariants": 2, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": { "add_query_edge": true, "degree_calc": true, "path_2hop": true }, "reference_tests": { "add_query_edge": true, "degree_calc": true, "path_2hop": true }, "reference_disagree": [] }, { "file": "specs/isa/ternary_hash.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:59:9: error: local variable is never mutated", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(reference var param)", "ExprUnary(try) on a non-error call", "ExprUnary(try) statement" ], "detail": "FnDecl(reference var param)" }, { "file": "specs/isa/ternary_memory.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:90:9: error: local variable is never mutated", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(reference var param)", "type mismatch", "ExprStructLit", "ExprFieldAccess", "ExprArrayLiteral", "ExprArrayLiteral(to slice)" ], "detail": "FnDecl(reference var param)" }, { "file": "specs/isa/ternary_pattern_matching.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:134:9: error: use of undeclared identifier 'eq'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral" ], "detail": "ExprArrayLiteral" }, { "file": "specs/isa/ternary_search.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:132:9: error: use of undeclared identifier 'eq'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral" ], "detail": "ExprArrayLiteral" }, { "file": "specs/isa/ternary_set.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:25:9: error: local variable is never mutated", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(reference var param)", "ExprUnary(try) statement", "ExprArrayLiteral" ], "detail": "FnDecl(reference var param)" }, { "file": "specs/isa/ternary_shift.t27", "reference": "fail", "reference_detail": "2 of 9 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "InvariantBlock", "ExprCall(@setEvalBranchQuota)" ], "detail": "InvariantBlock", "reference_tests": { "extract_trits_basic": true, "insert_trits_basic": true, "ternary_arithmetic_shift_right_negative": false, "ternary_arithmetic_shift_right_positive": true, "ternary_rotate_full_circle": true, "ternary_rotate_left_basic": true, "ternary_rotate_right_basic": true, "ternary_shift_left_basic": true, "ternary_shift_right_basic": false } }, { "file": "specs/isa/ternary_sorting.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:139:9: error: use of undeclared identifier 'eq'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprUnary(try) statement", "type mismatch" ], "detail": "ExprArrayLiteral" }, { "file": "specs/isa/ternary_tree.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:124:38: error: use of undeclared identifier 'not'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/isa/tri27_bytecode.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 4, "asserts": 36, "blockers": [], "detail": "", "test_verdicts": { "the_magic_is_read_little_endian": true, "the_header_is_rejected_in_order": true, "only_four_section_kinds_exist": true, "code_is_packed_four_bytes_per_word_from_word_three": true, "the_memory_check_counts_the_file_offset": true, "the_other_sections_are_measured_but_not_loaded": true }, "reference_tests": { "code_is_packed_four_bytes_per_word_from_word_three": true, "only_four_section_kinds_exist": true, "the_header_is_rejected_in_order": true, "the_magic_is_read_little_endian": true, "the_memory_check_counts_the_file_offset": true, "the_other_sections_are_measured_but_not_loaded": true }, "reference_disagree": [] }, { "file": "specs/isa/tri27_machine.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 4, "asserts": 97, "blockers": [], "detail": "", "test_verdicts": { "arithmetic_does_not_reduce_and_division_truncates": true, "the_fixed_point_series_of_exp_and_sin": true, "logic_is_binary_for_and_and_ternary_shaped_for_or_and_xor": true, "shifts_are_unbounded_left_and_clamped_right": true, "the_modular_scalar_operations": true, "the_sacred_operation_modes": true, "immediates_become_values_addresses_and_trits": true, "no_encodable_load_or_store_can_leave_memory": true, "the_stack_the_fetch_and_the_budget": true, "the_jump_conditions": true }, "reference_tests": { "arithmetic_does_not_reduce_and_division_truncates": true, "immediates_become_values_addresses_and_trits": true, "logic_is_binary_for_and_and_ternary_shaped_for_or_and_xor": true, "no_encodable_load_or_store_can_leave_memory": true, "shifts_are_unbounded_left_and_clamped_right": true, "the_fixed_point_series_of_exp_and_sin": true, "the_jump_conditions": true, "the_modular_scalar_operations": true, "the_sacred_operation_modes": true, "the_stack_the_fetch_and_the_budget": true }, "reference_disagree": [] }, { "file": "specs/jit/jit.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:11:5: error: variables must be initialized", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl", "ExprIdentifier(undeclared)" ], "detail": "ConstDecl" }, { "file": "specs/lsp/client.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:148:209: error: '_' used as an identifier without @\"_\" syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type mismatch" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/lsp/language.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/lsp/protocol.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:162:41: error: expected '}', found '.'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type mismatch", "ExprBinary", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/lsp/schema.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:246:26: error: expected '}', found '.'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type mismatch", "ExprFieldAccess", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/lsp/server.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:123:120: error: '_' used as an identifier without @\"_\" syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type mismatch", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/math/constants.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:374:17: error: use of undeclared identifier 'x'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprBinary", "StmtLocal", "InvariantBlock", "ExprIdentifier(undeclared)", "ExprCall(undeclared fn)" ], "detail": "ExprBinary" }, { "file": "specs/math/e8_lie_algebra.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:53:20: error: use of undeclared identifier 'PHI_lv'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign" ], "detail": "StmtAssign" }, { "file": "specs/math/gf_competitive.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 4, "asserts": 15, "blockers": [], "detail": "", "test_verdicts": { "decode_complexity_returns_3_formats": true, "gf16_can_parallelize": true, "posit_cannot_parallelize": true, "ieee754_fp16_can_parallelize": true, "gf16_has_minimal_sequential_steps": true, "posit_has_more_sequential_steps": true }, "reference_tests": { "decode_complexity_returns_3_formats": true, "gf16_can_parallelize": true, "gf16_has_minimal_sequential_steps": true, "ieee754_fp16_can_parallelize": true, "posit_cannot_parallelize": true, "posit_has_more_sequential_steps": true }, "reference_disagree": [] }, { "file": "specs/math/pellis_precision_verify.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:39:76: error: no field or member function named 'pow' in 'f64'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)", "type mismatch", "StmtLocal", "ExprBinary" ], "detail": "ExprCall(method)" }, { "file": "specs/math/phi_split_optimality.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:142:23: error: use of undeclared identifier 'forall'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "ExprCast(f64)", "ExprArrayLiteral", "ExprCall(method)", "TestBlock", "InvariantBlock", "ExprCall(undeclared fn)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/math/phi_universal_attractor.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:76:18: error: unused capture", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "StmtLocal", "ExprBinary", "StmtLocal(destructure)", "ExprCall(method)", "InvariantBlock" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/math/property_test_template.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:235:30: error: expected integer or vector, found 'f64'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCast(f64)", "ExprBinary", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprCast(f64)" }, { "file": "specs/math/radix_economy.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:201:21: error: use of undeclared identifier 'E'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprBinary", "StmtLocal", "ExprIdentifier(value ignored) statement", "ExprIdentifier(undeclared)" ], "detail": "ExprBinary" }, { "file": "specs/math/sacred_physics.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:101:19: error: use of undeclared identifier 'PI_lv'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl", "StmtLocal", "ExprBinary", "ExprCall(undeclared fn)" ], "detail": "ConstDecl" }, { "file": "specs/math/zamolodchikov_e8.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:21:20: error: use of undeclared identifier 'PHI_lv'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign" ], "detail": "StmtAssign" }, { "file": "specs/memory/formula_embed.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:40:12: error: use of undeclared identifier 'Float'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "ExprCall(rejected fn)" ], "detail": "type (undeclared)" }, { "file": "specs/memory/memory_primitives.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:98:9: error: use of undeclared identifier 'not'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprUnary(try) on a non-error call", "ExprBinary(value ignored) statement", "ExprUnary(try) statement" ], "detail": "ExprUnary(try) on a non-error call" }, { "file": "specs/memory/notebooklm.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:254:29: error: incompatible types: 'spec.ErrorCode' and 'comptime_int'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign", "type mismatch", "TestBlock", "type [N]T", "InvariantBlock", "BenchBlock", "ExprCall(@setEvalBranchQuota)" ], "detail": "StmtAssign" }, { "file": "specs/memory/semantic_search.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:27:12: error: use of undeclared identifier 'Float'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type (undeclared)", "type [N]T" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/memory/tmem/bridge.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:412:30: error: array literal requires address-of operator (&) to coerce to slice type '[]i32'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch" }, { "file": "specs/memory/tmem/conformance.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:270:23: error: array literal requires address-of operator (&) to coerce to slice type '[]i32'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch" }, { "file": "specs/memory/tmem/edge_demo.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:207:47: error: array literal requires address-of operator (&) to coerce to slice type '[]i32'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch" }, { "file": "specs/memory/tmem/session.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 24, "invariants": 17, "asserts": 55, "blockers": [], "detail": "", "test_verdicts": { "valid_header": true, "truncated_header": true, "bad_magic": true, "wrong_version": true, "unknown_kind": true, "crc_mismatch": true, "ancestry_mismatch": true, "chain_ok": true, "stale_sequence": true, "parent_mismatch": true, "replay_jump": true, "recovery_staged_crash": true, "recovery_synced_crash": true, "retention_keep_open": true, "retention_drop_old": true, "retention_keep_recent": true, "session_id_private": true, "payload_private": true, "magic_evidence": true, "sequence_evidence": true, "payload_sha256_evidence": true, "ternary_operator": true, "field_access": true, "array_indexing": true }, "reference_tests": { "ancestry_mismatch": true, "array_indexing": true, "bad_magic": true, "chain_ok": true, "crc_mismatch": true, "field_access": true, "magic_evidence": true, "parent_mismatch": true, "payload_private": true, "payload_sha256_evidence": true, "recovery_staged_crash": true, "recovery_synced_crash": true, "replay_jump": true, "retention_drop_old": true, "retention_keep_open": true, "retention_keep_recent": true, "sequence_evidence": true, "session_id_private": true, "stale_sequence": true, "ternary_operator": true, "truncated_header": true, "unknown_kind": true, "valid_header": true, "wrong_version": true }, "reference_disagree": [] }, { "file": "specs/memory/tmem/stream_compute.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:412:44: error: array literal requires address-of operator (&) to coerce to slice type '[]i32'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch" }, { "file": "specs/memory/tmem/tensorpack.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:246:32: error: array literal requires address-of operator (&) to coerce to slice type '[]u64'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch" }, { "file": "specs/memory/tmem/types.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 17, "asserts": 62, "blockers": [], "detail": "", "test_verdicts": { "dense5 zero group encodes as code 121": true, "dense5 extremes are codes 0 and 242": true, "dense code limits are powers of three": true, "word validity boundaries": true, "lane codes decode to balanced trits": true, "group geometry and sparsity limits per codec": true, "payload bytes round whole groups up to whole bytes": true, "payload bytes for the 65536-weight benchmark": true, "crc32 check value over the digits 1 to 9": true }, "reference_tests": { "crc32 check value over the digits 1 to 9": true, "dense code limits are powers of three": true, "dense5 extremes are codes 0 and 242": true, "dense5 zero group encodes as code 121": true, "group geometry and sparsity limits per codec": true, "lane codes decode to balanced trits": true, "payload bytes for the 65536-weight benchmark": true, "payload bytes round whole groups up to whole bytes": true, "word validity boundaries": true }, "reference_disagree": [] }, { "file": "specs/mesh_routing.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/ml/activation/elu_activation.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:28:25: error: use of undeclared identifier 'math'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprArrayLiteral" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/activation/gelu_activation.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:33:30: error: invalid builtin function: '@tanh'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@tanh)" ], "detail": "ExprCall(@tanh)" }, { "file": "specs/ml/activation/gelu_approx_activation.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:29:22: error: use of undeclared identifier 'math'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprArrayLiteral" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/activation/leaky_relu_activation.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:32:25: error: use of undeclared identifier 'alloc'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprArrayLiteral" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/activation/relu_activation.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:51:20: error: expected 3 argument(s), found 1", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprCall" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/activation/sigmoid_activation.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@exp)", "StmtAssign", "ExprCall(@sizeOf)" ], "detail": "ExprCall(@exp)", "reference_tests": { "derivative_at_zero_is_maximum": true, "forward_at_zero_is_one_half": true, "forward_batch_preserves_length": true, "forward_confined_to_unit_interval": true, "sigmoid_has_no_tunable_parameter": true } }, { "file": "specs/ml/activation/silu_swish_activation.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:26:36: error: use of undeclared identifier 'exp'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/activation/silu_swish_vbt_activation.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/ml/activation/softmax.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:32:10: error: use of undeclared identifier 'range'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprArrayLiteral" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/activation/tanh_activation.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:24:19: error: use of undeclared identifier 'math'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprArrayLiteral" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/igla_champion_capsule.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:101:11: error: use of undeclared identifier 'elapsed_time_ns'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/ml/layers/avgpool2d_layer.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:91:28: error: invalid digit 'f' for decimal base", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl(slice)", "ExprCall(undeclared fn)", "ExprCall", "ExprLiteral(float literal)" ], "detail": "ConstDecl(slice)" }, { "file": "specs/ml/layers/batchnorm_layer.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:97:17: error: use of undeclared identifier 'valid_input'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprArrayLiteral(to slice field)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/layers/conv2d_layer.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 5, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "forward_basic_case": true, "backward_basic_case": true }, "reference_tests": { "backward_basic_case": true, "forward_basic_case": true }, "reference_disagree": [] }, { "file": "specs/ml/layers/dense_layer.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:70:19: error: use of undeclared identifier 'valid_input'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall", "ExprCall(undeclared fn)" ], "detail": "ExprCall" }, { "file": "specs/ml/layers/dropout_layer.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:68:20: error: use of undeclared identifier 'allocf32'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/layers/embedding_layer.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:45:19: error: use of undeclared identifier 'test_input_forward'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)", "ExprCall(undeclared fn)" ], "detail": "ExprCall(method)" }, { "file": "specs/ml/layers/flatten_layer.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:31:10: error: use of undeclared identifier 'range'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/layers/layernorm_layer.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(undeclared)", "ExprCall" ], "detail": "StmtAssign(undeclared)", "reference_tests": { "forward_handles_empty_input": true, "forward_normalizes_input": true, "forward_normalizes_single_element": true } }, { "file": "specs/ml/layers/maxpool2d_layer.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:35:17: error: pointless discard of local constant", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@truncate)", "ExprCall(undeclared fn)", "ExprCall" ], "detail": "ExprCall(@truncate)" }, { "file": "specs/ml/layers/residual_connection.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "forward_adds_then_normalizes": true }, "reference_tests": { "forward_adds_then_normalizes": true }, "reference_disagree": [] }, { "file": "specs/ml/loss/binary_crossentropy_loss.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:135:24: error: use of undeclared identifier 'new'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprFieldAccess(slice)", "ExprIdentifier(undeclared)", "ExprArrayLiteral", "ExprCall(undeclared fn)" ], "detail": "ExprFieldAccess(slice)" }, { "file": "specs/ml/loss/contrastive_loss.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:30:26: error: use of undeclared identifier 'math'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "StmtLocal", "ExprBinary", "ExprCall" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/loss/cross_entropy_loss.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:122:20: error: expected 4 argument(s), found 1", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprCall(undeclared fn)" ], "detail": "type mismatch" }, { "file": "specs/ml/loss/huber_loss.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 1, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "quadratic_inside_delta": true, "linear_outside_delta": true, "continuous_at_delta": true, "forward_mean": true }, "reference_tests": { "continuous_at_delta": true, "forward_mean": true, "linear_outside_delta": true, "quadratic_inside_delta": true }, "reference_disagree": [] }, { "file": "specs/ml/loss/kl_divergence.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@log)" ], "detail": "ExprCall(@log)", "reference_tests": { "asymmetric_and_nonnegative": true, "forward_reference_value": true, "point_mass_against_uniform": true, "zero_for_identical_distributions": true } }, { "file": "specs/ml/loss/mse_loss.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 1, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "forward_zero_on_exact_match": true, "forward_basic_case": true, "backward_matches_finite_difference": true }, "reference_tests": { "backward_matches_finite_difference": true, "forward_basic_case": true, "forward_zero_on_exact_match": true }, "reference_disagree": [] }, { "file": "specs/ml/optimizer/adagrad.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:40:10: error: use of undeclared identifier 'range'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprArrayLiteral" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/optimizer/adam.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:37:13: error: use of undeclared identifier 'math'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprCall" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/optimizer/adamw.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:54:13: error: use of undeclared identifier 'allocate_array'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprCall(undeclared fn)", "ExprStructLit" ], "detail": "type mismatch" }, { "file": "specs/ml/optimizer/lamb.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:41:10: error: use of undeclared identifier 'range'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "StmtLocal", "ExprBinary", "ExprCall(undeclared fn)" ], "detail": "ExprArrayLiteral" }, { "file": "specs/ml/optimizer/lr_scheduler.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:68:40: error: use of undeclared identifier 'math'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "StmtLocal", "ExprBinary", "ExprCall(undeclared fn)", "ExprStructLit" ], "detail": "type mismatch" }, { "file": "specs/ml/optimizer/race_config.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:111:11: error: use of undeclared identifier 'elapsed_time_ns'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/ml/optimizer/rmsprop.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 1, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "first_step_is_scale_free": true, "cache_is_moving_average": true, "moves_against_the_gradient": true }, "reference_tests": { "cache_is_moving_average": true, "first_step_is_scale_free": true, "moves_against_the_gradient": true }, "reference_disagree": [] }, { "file": "specs/ml/optimizer/sgd.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:34:22: error: use of undeclared identifier 'new'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)", "StmtAssign(undeclared)", "ExprCall(undeclared fn)" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/ml/optimizer/sgd_momentum.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:47:24: error: use of undeclared identifier 'array'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprCall(undeclared fn)", "StmtLocal", "ExprBinary" ], "detail": "type mismatch" }, { "file": "specs/ml/pathway/mlp.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:56:16: error: use of undeclared identifier 'alloc_f32'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprCall(method)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/recurrent/attention_mechanism.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:36:28: error: expected ')', found ','", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/recurrent/bilstm.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:47:50: error: use of undeclared identifier 'Str'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "ExprFieldAccess(slice)", "ExprCall(undeclared fn)" ], "detail": "type (undeclared)" }, { "file": "specs/ml/recurrent/gru_cell.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:43:24: error: use of undeclared identifier 'math'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)", "ExprArrayLiteral(to slice field)", "ExprCall(undeclared fn)" ], "detail": "ExprCall(method)" }, { "file": "specs/ml/recurrent/lstm_cell.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:43:26: error: use of undeclared identifier 'math'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)", "ExprCall(undeclared fn)" ], "detail": "ExprCall(method)" }, { "file": "specs/ml/recurrent/lstm_single.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:47:31: error: invalid builtin function: '@sigmoid'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@sigmoid)", "ExprCall(method)", "ExprCall", "ExprArrayLiteral(to slice field)", "ExprArrayLiteral", "ExprCall(undeclared fn)" ], "detail": "ExprCall(@sigmoid)" }, { "file": "specs/ml/recurrent/rnn_cell.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:36:38: error: use of undeclared identifier 'matmul'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprArrayLiteral", "ExprIdentifier(undeclared)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/recurrent/self_attention.t27", "reference": "fail", "reference_detail": "1 of 1 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(undeclared)", "ExprCall(undeclared fn)" ], "detail": "StmtAssign(undeclared)", "reference_tests": { "forward_basic_case": false } }, { "file": "specs/ml/recurrent/seq2seq.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:35:9: error: use of undeclared identifier 'token'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(undeclared)", "ExprCall(undeclared fn)" ], "detail": "StmtAssign(undeclared)" }, { "file": "specs/ml/rl/advantage_estimator.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:32:32: error: '_' used as an identifier without @\"_\" syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "ExprArrayLiteral" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/ml/rl/dqn.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 1, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "greedy_action_picks_largest_q": true, "select_action_epsilon_greedy": true, "td_target_bellman": true, "td_loss_sums_squared_errors": true, "update_target_copies_every_weight": true }, "reference_tests": { "greedy_action_picks_largest_q": true, "select_action_epsilon_greedy": true, "td_loss_sums_squared_errors": true, "td_target_bellman": true, "update_target_copies_every_weight": true }, "reference_disagree": [] }, { "file": "specs/ml/rl/dqn_target_network.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:65:19: error: use of undeclared identifier 'valid_input'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprFieldAccess(slice)", "ExprCall(undeclared fn)", "ExprIdentifier(undeclared)" ], "detail": "ExprFieldAccess(slice)" }, { "file": "specs/ml/rl/ppo_actor.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:65:27: error: use of undeclared identifier 'math'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprLiteral(float literal)", "ExprArrayLiteral", "StmtLocal", "ExprCall(undeclared fn)" ], "detail": "ExprLiteral(float literal)" }, { "file": "specs/ml/rl/ppo_clip_loss.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:132:19: error: use of undeclared identifier 'valid_input'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign", "ExprArrayLiteral", "ExprCall(undeclared fn)" ], "detail": "StmtAssign" }, { "file": "specs/ml/rl/ppo_critic.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:94:19: error: use of undeclared identifier 'valid_input'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl(slice)", "ExprArrayLiteral(to slice field)", "ExprIdentifier(undeclared)", "ExprCall(undeclared fn)" ], "detail": "ConstDecl(slice)" }, { "file": "specs/ml/rl/sac_actor.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:107:19: error: use of undeclared identifier 'valid_input'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl(slice)", "ExprLiteral(float literal)", "type mismatch", "ExprCall(undeclared fn)", "ExprArrayLiteral(to slice field)", "ExprIdentifier(undeclared)" ], "detail": "ConstDecl(slice)" }, { "file": "specs/ml/rl/sac_critic.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:38:22: error: use of undeclared identifier 'compute_q_value'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "StmtLocal", "ExprBinary", "ExprArrayLiteral" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/transformer/encoder_block.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:46:11: error: unused local constant", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprCall(undeclared fn)" ], "detail": "ExprArrayLiteral" }, { "file": "specs/ml/transformer/feed_forward.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:71:16: error: use of undeclared identifier 'dense'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprCall(undeclared fn)", "ExprFieldAccess", "ExprIdentifier(undeclared)", "ExprStructLit", "TestBlock" ], "detail": "type mismatch" }, { "file": "specs/ml/transformer/feed_forward_network.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:30:10: error: use of undeclared identifier 'range'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/transformer/mha_block.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:61:19: error: use of undeclared identifier 'norm'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprCall(undeclared fn)", "ExprArrayLiteral", "ExprStructLit" ], "detail": "type mismatch" }, { "file": "specs/ml/transformer/multi_head_attention.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "config_splits_d_model": true }, "reference_tests": { "config_splits_d_model": true }, "reference_disagree": [] }, { "file": "specs/ml/transformer/multi_head_attn.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:181:19: error: use of undeclared identifier 'random_input'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprCall(undeclared fn)", "ExprStructLit", "ExprArrayLiteral" ], "detail": "type mismatch" }, { "file": "specs/ml/transformer/norm.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:68:17: error: use of undeclared identifier 'allocate_array'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprCall(undeclared fn)", "ExprStructLit" ], "detail": "type mismatch" }, { "file": "specs/ml/transformer/positional_enc.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:126:11: error: use of undeclared identifier 'approximately_equal'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (anonymous struct)", "type mismatch", "ExprArrayLiteral", "TestBlock", "ExprStructLit", "ExprCall(undeclared fn)" ], "detail": "type (anonymous struct)" }, { "file": "specs/ml/transformer/positional_encoding.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:28:17: error: use of undeclared identifier 'd_model'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)", "StmtLocal", "ExprBinary", "ExprCall(undeclared fn)", "ExprLiteral(literal)" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/multipath_router.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/neural/forward_pass.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:39:37: error: expected ']', found ';'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type gf16", "ExprArrayLiteral(text element)", "ExprIdentifier(undeclared)", "ExprArrayLiteral", "ExprCall(@mod)", "StmtAssign(undeclared)" ], "detail": "type gf16" }, { "file": "specs/nn/attention.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:30:27: error: use of undeclared identifier 'PHI_CUBED_INV'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprIdentifier(undeclared)", "VarDecl(module)", "type [N]T", "ExprCast", "ExprFieldAccess", "StmtLocal", "ExprBinary", "ExprArrayLiteral(repeat to slice)", "ExprIdentifier(rejected decl)", "InvariantBlock", "ExprCall(undeclared fn)" ], "detail": "type mismatch" }, { "file": "specs/nn/gla.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:63:64: error: expected ']', found ';'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "type [N]T", "ExprArrayLiteral" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/nn/hslm.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:177:26: error: use of undeclared identifier 'tanh'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type [N]T", "ExprIdentifier(E::V)", "ExprCall(undeclared fn)", "type mismatch", "ExprCast", "ExprCall(rejected fn)", "StmtLocal", "ExprBinary", "ExprFieldAccess", "ExprArrayLiteral(repeat to slice)" ], "detail": "type [N]T" }, { "file": "specs/nn/phi_rope.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:27:12: error: use of undeclared identifier 'pow'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/nn/sacred_attention.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:31:12: error: use of undeclared identifier 'pow'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/numeric/bigint.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:71:21: error: unused capture", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprCall", "ExprCall(@setEvalBranchQuota)" ], "detail": "type mismatch" }, { "file": "specs/numeric/bnf1024.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "control_for_tnf": true }, "reference_tests": { "control_for_tnf": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/bnf128.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "control_for_tnf": true }, "reference_tests": { "control_for_tnf": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/bnf16.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "control_for_tnf": true }, "reference_tests": { "control_for_tnf": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/bnf256.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "control_for_tnf": true }, "reference_tests": { "control_for_tnf": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/bnf32.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "control_for_tnf": true }, "reference_tests": { "control_for_tnf": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/bnf512.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "control_for_tnf": true }, "reference_tests": { "control_for_tnf": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/bnf64.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "control_for_tnf": true }, "reference_tests": { "control_for_tnf": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/bnf8.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "control_for_tnf": true }, "reference_tests": { "control_for_tnf": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/catalog_paper_count.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "paper_count_v1": true, "paper_count_v2": true, "paper_count_v3": true, "paper_count_unknown": true, "divergence_warn_equal": true, "divergence_warn_above": true, "divergence_warn_below": true, "live_version": true }, "reference_tests": { "divergence_warn_above": true, "divergence_warn_below": true, "divergence_warn_equal": true, "live_version": true, "paper_count_unknown": true, "paper_count_v1": true, "paper_count_v2": true, "paper_count_v3": true }, "reference_disagree": [] }, { "file": "specs/numeric/e8m0.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 18, "invariants": 9, "asserts": 27, "blockers": [], "detail": "", "test_verdicts": { "one_is_code_one_two_seven": true, "smallest_finite_is_minus_one_two_seven": true, "largest_finite_is_plus_one_two_seven": true, "nan_code_is_detected": true, "max_finite_is_not_nan": true, "nan_code_is_not_finite": true, "encode_zero_gives_one": true, "encode_minus_one_two_seven": true, "encode_plus_one_two_seven": true, "encode_out_of_range_is_nan": true, "encode_below_range_is_nan": true, "exponent_field_needs_six_trits": true, "exponent_field_wastes_four_hundred_seventy_four": true, "tnf17_offset_needs_exactly_four_trits": true, "tnf17_offset_wastes_nothing": true, "comb_round_trips_one": true, "comb_round_trips_max_finite": true, "comb_passes_nan_through": true }, "reference_tests": { "comb_passes_nan_through": true, "comb_round_trips_max_finite": true, "comb_round_trips_one": true, "encode_below_range_is_nan": true, "encode_minus_one_two_seven": true, "encode_out_of_range_is_nan": true, "encode_plus_one_two_seven": true, "encode_zero_gives_one": true, "exponent_field_needs_six_trits": true, "exponent_field_wastes_four_hundred_seventy_four": true, "largest_finite_is_plus_one_two_seven": true, "max_finite_is_not_nan": true, "nan_code_is_detected": true, "nan_code_is_not_finite": true, "one_is_code_one_two_seven": true, "smallest_finite_is_minus_one_two_seven": true, "tnf17_offset_needs_exactly_four_trits": true, "tnf17_offset_wastes_nothing": true }, "reference_disagree": [] }, { "file": "specs/numeric/formats.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(std.*)", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprCall(std.*)", "reference_tests": { "f32_to_gf16_exact_codes": true, "f32_to_gf16_inf_negative": true, "f32_to_gf16_inf_positive": true, "f32_to_gf16_nan": true, "f32_to_gf16_one": true, "f32_to_gf16_overflow_edge": true, "f32_to_gf16_tie_rounds_toward_zero": true, "f32_to_gf16_zero_negative": true, "f32_to_gf16_zero_positive": true, "f32_to_ternary_negative": true, "f32_to_ternary_negative_threshold": true, "f32_to_ternary_positive": true, "f32_to_ternary_threshold": true, "f32_to_ternary_zero": true, "format_bytes_bf16_gf16": true, "format_bytes_fp16": true, "format_bytes_fp32": true, "format_bytes_ternary": true, "gf16_every_code_round_trips": true, "gf16_nan_codes_encode_to_one_nan": true, "gf16_no_denormals": true, "gf16_to_f32_e0_is_normal": true, "gf16_to_f32_nan": true, "gf16_to_f32_negative_inf": true, "gf16_to_f32_normal_one": true, "gf16_to_f32_positive_inf": true, "gf16_to_f32_zero_negative": true, "gf16_to_f32_zero_positive": true, "quantize_value_fp32": true, "quantize_value_gf16_rounds": true, "quantize_value_ternary": true, "ternary_to_f32_negative": true, "ternary_to_f32_positive": true, "ternary_to_f32_zero": true } }, { "file": "specs/numeric/formats_catalog.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/numeric/gf10.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 6, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/numeric/gf1024.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 4, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/numeric/gf12.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:176:25: error: unused capture", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(E::V)", "ExprIf(comptime arms)", "StmtAssign", "ExprBinary", "ExprCast(f32)" ], "detail": "ExprIdentifier(E::V)" }, { "file": "specs/numeric/gf128.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 4, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/numeric/gf14.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 6, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/numeric/gf16.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprCall(@bitCast)", "ExprCall(@floor)", "ExprCall(@ceil)", "ExprCall(@round)", "ExprCall(@trunc)", "ExprCall(@rem)", "ExprCall(@exp)", "ExprCall(@log)", "ExprCall(@log2)", "ExprCall(@log10)", "ExprCall(std.*)", "ExprCall(@intFromBool)", "ExprCall(@setEvalBranchQuota)" ], "detail": "type mismatch", "reference_tests": { "gf16_6940_canonical_nan": true, "gf16_6940_decode_exact": true, "gf16_6940_no_subnormals": true, "gf16_6940_ties_at_overflow": true, "gf16_6940_ties_toward_zero": true, "gf16_abs_clears_sign": true, "gf16_abs_positive_unchanged": true, "gf16_abs_zero_unchanged": true, "gf16_add_commutative": true, "gf16_add_negative_values": true, "gf16_add_opposite_values": true, "gf16_add_positive_values": true, "gf16_add_with_zero": true, "gf16_ceil_inf_unchanged": true, "gf16_ceil_integer": true, "gf16_ceil_nan_returns_nan": true, "gf16_ceil_negative_value": true, "gf16_ceil_positive_value": true, "gf16_clamp_above_max": true, "gf16_clamp_below_min": true, "gf16_clamp_in_range": true, "gf16_clamp_with_nan": true, "gf16_classification_complete_coverage": true, "gf16_comparison_consistency": true, "gf16_copy_sign_from_negative": true, "gf16_copy_sign_from_positive": true, "gf16_cos_small_angle": true, "gf16_cos_zero": true, "gf16_div_by_one": true, "gf16_div_inf_by_finite": true, "gf16_div_negative_result": true, "gf16_div_positive_values": true, "gf16_div_value_by_zero": true, "gf16_div_zero_by_value": true, "gf16_eq_different_values": true, "gf16_eq_equal_values": true, "gf16_eq_nan_not_equal_nan": true, "gf16_eq_nan_not_equal_value": true, "gf16_eq_pos_zero_eq_neg_zero": true, "gf16_exp_bias_identity": true, "gf16_exp_large_positive": true, "gf16_exp_negative": true, "gf16_exp_one": true, "gf16_exp_zero": true, "gf16_exponent_extraction": true, "gf16_floor_inf_unchanged": true, "gf16_floor_integer": true, "gf16_floor_nan_returns_nan": true, "gf16_floor_negative_value": true, "gf16_floor_positive_value": true, "gf16_floor_zero": true, "gf16_fma_basic": true, "gf16_fma_with_zero": true, "gf16_fmod_basic": true, "gf16_fmod_exact_division": true, "gf16_fmod_fractional": true, "gf16_fmod_negative_dividend": true, "gf16_fmod_with_nan": true, "gf16_fmod_zero_divisor": true, "gf16_fms_basic": true, "gf16_fms_negative_result": true, "gf16_fms_with_nan": true, "gf16_fms_with_zero_c": true, "gf16_fms_zero_a": true, "gf16_fnma_basic": true, "gf16_fnma_with_nan": true, "gf16_fnma_zero_addend": true, "gf16_fnma_zero_multiplier": true, "gf16_from_components": true, "gf16_ge_equal_values": true, "gf16_ge_greater_than_or_equal": true, "gf16_ge_less_than": true, "gf16_ge_with_nan": true, "gf16_gt_equal_values": true, "gf16_gt_greater_than": true, "gf16_gt_less_than": true, "gf16_gt_with_nan": true, "gf16_hypot_both_zero": true, "gf16_hypot_negative_inputs": true, "gf16_hypot_one_zero": true, "gf16_hypot_pythagorean_triple": true, "gf16_hypot_with_inf": true, "gf16_hypot_with_nan": true, "gf16_identity_encoding": true, "gf16_inf_encoding": true, "gf16_is_finite_false_for_inf": true, "gf16_is_finite_false_for_nan": true, "gf16_is_finite_normal_numbers": true, "gf16_is_finite_zero": true, "gf16_is_inf_negative": true, "gf16_is_inf_positive": true, "gf16_is_nan_detection": true, "gf16_is_negative_detection": true, "gf16_is_normal_false_for_inf": true, "gf16_is_normal_false_for_nan": true, "gf16_is_normal_false_for_zero": true, "gf16_is_normal_true_for_normal": true, "gf16_is_positive_detection": true, "gf16_is_subnormal_false_for_normal": true, "gf16_is_subnormal_false_for_special": true, "gf16_is_subnormal_false_for_tiny_values": true, "gf16_is_subnormal_false_for_zero": true, "gf16_le_equal_values": true, "gf16_le_greater_than": true, "gf16_le_less_than_or_equal": true, "gf16_le_with_nan": true, "gf16_lerp_t_half": true, "gf16_lerp_t_one": true, "gf16_lerp_t_zero": true, "gf16_lerp_with_nan": true, "gf16_log10_ten": true, "gf16_log2_eight": true, "gf16_log_e": true, "gf16_log_one": true, "gf16_log_zero_or_negative": true, "gf16_lp_alternate_split_phi_dist_larger": true, "gf16_lp_fp8_canonical_vs_alt_error_comparison": true, "gf16_lp_fp8_effective_precision": true, "gf16_lp_phi_dist_registered": true, "gf16_lp_ssot_split_constants": true, "gf16_lt_equal_values": true, "gf16_lt_greater_than": true, "gf16_lt_less_than": true, "gf16_lt_negative_positive": true, "gf16_lt_with_nan": true, "gf16_mantissa_extraction": true, "gf16_max_equal_values": true, "gf16_max_returns_greater": true, "gf16_max_with_nan": true, "gf16_min_equal_values": true, "gf16_min_returns_smaller": true, "gf16_min_with_nan": true, "gf16_mul_by_one": true, "gf16_mul_commutative": true, "gf16_mul_negative_positive": true, "gf16_mul_positive_values": true, "gf16_mul_with_zero": true, "gf16_nan_encoding": true, "gf16_ne_different_values": true, "gf16_ne_equal_values": true, "gf16_ne_nan_not_equal_nan": true, "gf16_ne_nan_not_equal_value": true, "gf16_negate_double_negate": true, "gf16_negate_sign_flip": true, "gf16_negate_zero_stays_zero": true, "gf16_phi_roundtrip_high_precision": true, "gf16_pow2_table_consistency": true, "gf16_pow_any_to_zero": true, "gf16_pow_one_to_any": true, "gf16_pow_two_cubed": true, "gf16_pow_zero_to_positive": true, "gf16_pow_zero_to_zero": true, "gf16_round_fractional_down": true, "gf16_round_half_up": true, "gf16_round_inf_unchanged": true, "gf16_round_nan_returns_nan": true, "gf16_round_negative_value": true, "gf16_round_phi_negative": true, "gf16_round_phi_positive": true, "gf16_round_phi_preserves_phi": true, "gf16_round_phi_zero": true, "gf16_round_positive_value": true, "gf16_rounding_ceil_vs_trunc_positive": true, "gf16_rounding_floor_vs_trunc_negative": true, "gf16_roundtrip_phi": true, "gf16_sign_extraction": true, "gf16_sign_infinity": true, "gf16_sign_matches_signbit": true, "gf16_sign_nan": true, "gf16_sign_negative": true, "gf16_sign_positive": true, "gf16_sign_zero": true, "gf16_signbit_infinity": true, "gf16_signbit_nan": true, "gf16_signbit_negative": true, "gf16_signbit_negative_zero": true, "gf16_signbit_positive": true, "gf16_signbit_positive_zero": true, "gf16_sin_small_angle": true, "gf16_sin_zero": true, "gf16_special_detection": true, "gf16_special_exp_all_ones": true, "gf16_sqrt_negative_nan": true, "gf16_sqrt_of_one": true, "gf16_sqrt_of_zero": true, "gf16_sqrt_positive": true, "gf16_sqrt_square_roundtrip": true, "gf16_square_of_negative": true, "gf16_square_of_two": true, "gf16_square_of_zero": true, "gf16_sub_negative_result": true, "gf16_sub_positive_values": true, "gf16_sub_with_zero": true, "gf16_trig_identity": true, "gf16_trunc_inf_unchanged": true, "gf16_trunc_nan_returns_nan": true, "gf16_trunc_negative_value": true, "gf16_trunc_positive_value": true, "gf16_trunc_zero": true, "gf16_zero_detection": true, "gf16_zero_encoding": true } }, { "file": "specs/numeric/gf20.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:176:25: error: unused capture", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(E::V)", "ExprIf(comptime arms)", "StmtAssign", "ExprBinary", "ExprCast(f32)" ], "detail": "ExprIdentifier(E::V)" }, { "file": "specs/numeric/gf24.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:176:25: error: unused capture", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(E::V)", "ExprIf(comptime arms)", "StmtAssign", "ExprBinary", "ExprCast(f32)" ], "detail": "ExprIdentifier(E::V)" }, { "file": "specs/numeric/gf256.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 4, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/numeric/gf32.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:176:25: error: unused capture", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(E::V)", "StmtAssign", "ExprBinary", "ExprCast(f32)" ], "detail": "ExprIdentifier(E::V)" }, { "file": "specs/numeric/gf4.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:210:28: error: use of undeclared identifier 'x'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(E::V)", "ExprIf(comptime arms)", "ExprIdentifier(undeclared)" ], "detail": "ExprIdentifier(E::V)" }, { "file": "specs/numeric/gf48.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 6, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/numeric/gf512.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 4, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/numeric/gf6.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 6, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/numeric/gf64.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:228:31: error: use of undeclared identifier 'sacred_physics'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(E::V)", "StmtAssign" ], "detail": "ExprIdentifier(E::V)" }, { "file": "specs/numeric/gf8.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:181:25: error: unused capture", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(E::V)", "ExprIf(comptime arms)", "StmtAssign", "ExprBinary", "ExprCast(f32)", "ExprCall(undeclared fn)" ], "detail": "ExprIdentifier(E::V)" }, { "file": "specs/numeric/gf96.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 4, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/numeric/gf_competitive.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:78:9: error: expected error union type, found 'f64'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprBinary(value ignored) statement" ], "detail": "ExprBinary(value ignored) statement" }, { "file": "specs/numeric/gft1024.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type u1024" ], "detail": "type u1024", "reference_tests": { "balanced_offsets": true, "golden_section": true } }, { "file": "specs/numeric/gft128.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type u128" ], "detail": "type u128", "reference_tests": { "balanced_offsets": true, "golden_section": true } }, { "file": "specs/numeric/gft16.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "golden_section": true, "balanced_offsets": true }, "reference_tests": { "balanced_offsets": true, "golden_section": true }, "reference_disagree": [] }, { "file": "specs/numeric/gft256.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type u256" ], "detail": "type u256", "reference_tests": { "balanced_offsets": true, "golden_section": true } }, { "file": "specs/numeric/gft32.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "golden_section": true, "balanced_offsets": true }, "reference_tests": { "balanced_offsets": true, "golden_section": true }, "reference_disagree": [] }, { "file": "specs/numeric/gft4.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "golden_section": true, "balanced_offsets": true }, "reference_tests": { "balanced_offsets": true, "golden_section": true }, "reference_disagree": [] }, { "file": "specs/numeric/gft512.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type u512" ], "detail": "type u512", "reference_tests": { "balanced_offsets": true, "golden_section": true } }, { "file": "specs/numeric/gft64.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "golden_section": true, "balanced_offsets": true }, "reference_tests": { "balanced_offsets": true, "golden_section": true }, "reference_disagree": [] }, { "file": "specs/numeric/gft8.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "golden_section": true, "balanced_offsets": true }, "reference_tests": { "balanced_offsets": true, "golden_section": true }, "reference_disagree": [] }, { "file": "specs/numeric/gfternary.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprCall(@setEvalBranchQuota)", "reference_tests": { "gat_control_arm_definitions": true, "gat_cpu_bench_constants_sane": true, "gat_cpu_latency_ratio_gate": true, "gat_falsification_criterion_bpb_gap": true, "gat_mc_error_threshold_positive": true, "gat_negate_symmetry": true, "gat_phi_identity_l5": true, "gat_phi_l5_identity_in_ablation_context": true, "gat_quantizer_threshold": true, "gat_reserved_code_folds_to_zero": true, "gat_sign_roundtrip": true, "gat_three_representable_values": true, "gat_weight_norm_ratio": true } }, { "file": "specs/numeric/golden_sieve.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 8, "asserts": 59, "blockers": [], "detail": "", "test_verdicts": { "levels_and_trits_round_trip": true, "the_sieve_admits_only_the_formula": true, "substrate_waste_is_measured_not_asserted": true }, "reference_tests": { "levels_and_trits_round_trip": true, "substrate_waste_is_measured_not_asserted": true, "the_sieve_admits_only_the_formula": true }, "reference_disagree": [] }, { "file": "specs/numeric/goldenfloat_family.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:31:2993: error: type 'u8' cannot represent integer value '256'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl", "StmtLocal", "ExprBinary" ], "detail": "ConstDecl" }, { "file": "specs/numeric/lucas_accumulator.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:46:12: error: use of undeclared identifier 'pow'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprIdentifier(undeclared)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/numeric/ocp_mx.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@intCast)", "type mismatch" ], "detail": "ExprCall(@intCast)", "reference_tests": { "a_power_of_two_maximum_is_not_clamped": true, "bias_puts_the_min_normal_at_two_to_one_minus_bias": true, "block_codes_mxfp4": true, "block_codes_mxfp6_e2m3": true, "block_codes_mxfp6_e3m2": true, "block_codes_mxfp8_e4m3": true, "block_codes_mxint8": true, "e2m1_table_is_the_formula": true, "e4m3_and_e5m2_finite_code_counts": true, "e4m3_half_the_smallest_subnormal_rounds_to_zero": true, "e4m3_has_two_nans_and_no_infinity": true, "e4m3_is_finer_near_one": true, "e4m3_max_normal_is_448": true, "e4m3_min_normal_is_two_to_minus_6": true, "e4m3_negative_one_is_code_0xb8": true, "e4m3_one_is_code_0x38": true, "e4m3_one_third_lands_on_0x2b": true, "e4m3_overflow_saturates_to_448": true, "e4m3_sign_is_a_mirror": true, "e4m3_span_is_between_17_and_18_binades": true, "e4m3_subnormals_are_one_to_seven_units": true, "e4m3_tie_rounds_to_even_mantissa": true, "e5m2_has_two_infinities_and_six_nans": true, "e5m2_max_normal_is_57344": true, "e5m2_min_normal_is_two_to_minus_14": true, "e5m2_one_is_code_0x3c": true, "e5m2_overflow_saturates_to_57344": true, "e5m2_span_is_between_31_and_32_binades": true, "e5m2_subnormals_are_one_to_three_units": true, "e8m0_nan_sits_above_every_finite_scale": true, "emax_is_the_top_binade_of_each_kind": true, "every_kind_increases_strictly": true, "every_shift_in_the_block_is_exact": true, "fp6_end_points_match_table_4": true, "fp8_kind_top_is_the_last_finite_code": true, "int8_matches_table_6": true, "l1_error_of_the_block": true, "on_this_block_range_beats_precision_at_six_bits": true, "round_trip_e2m1": true, "round_trip_e2m3": true, "round_trip_e3m2": true, "round_trip_e4m3": true, "round_trip_e5m2": true, "round_trip_int8": true, "rounding_is_ties_to_even_and_saturating": true, "small_weights_vanish_in_mxfp4": true, "storage_is_8_25_6_25_4_25_bits_per_element": true, "the_outlier_clamps_in_mxfp4": true, "the_outlier_sets_the_scale": true } }, { "file": "specs/numeric/pellis_verify.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:47:9: error: expected error union type, found 'f64'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprBinary(value ignored) statement" ], "detail": "ExprBinary(value ignored) statement" }, { "file": "specs/numeric/phi_ratio.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:219:19: error: use of undeclared identifier 'phi_optimality_proof'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCast(f64)", "ExprBinary", "StmtLocal", "ExprCall(undeclared fn)", "TestBlock", "ExprCall(method)", "InvariantBlock", "ExprIdentifier(undeclared)" ], "detail": "ExprCast(f64)" }, { "file": "specs/numeric/posit_ladder_control.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:29:12: error: use of undeclared identifier 'pow'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprIdentifier(undeclared)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/numeric/requant_boundary.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/numeric/tf3.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:86:31: error: expected 1 argument, found 2", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprIf(comptime arms)", "ExprCall(std.*)", "ExprIdentifier(undeclared)", "ExprUnary(try) std.testing.expectApproxEqRel", "ExprUnary(try) std.testing.expectLess", "ExprCall(@setEvalBranchQuota)" ], "detail": "type mismatch" }, { "file": "specs/numeric/tnf1024.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "offset_range": true, "radix3_economy": true, "finiteness": true }, "reference_tests": { "finiteness": true, "offset_range": true, "radix3_economy": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/tnf128.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "offset_range": true, "radix3_economy": true, "finiteness": true }, "reference_tests": { "finiteness": true, "offset_range": true, "radix3_economy": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/tnf16.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "offset_range": true, "radix3_economy": true, "finiteness": true }, "reference_tests": { "finiteness": true, "offset_range": true, "radix3_economy": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/tnf17.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 34, "invariants": 10, "asserts": 44, "blockers": [], "detail": "", "test_verdicts": { "one_has_offset_forty": true, "one_has_zero_exponent": true, "one_has_zero_mantissa": true, "one_is_positive": true, "two_has_offset_fortyone": true, "two_has_exponent_one": true, "negate_one_gives_minus_one": true, "minus_one_is_negative": true, "one_is_not_negative": true, "negate_is_an_involution": true, "abs_strips_the_sign": true, "abs_of_a_positive_is_itself": true, "negate_preserves_the_offset": true, "negate_preserves_the_mantissa": true, "pack_rebuilds_one": true, "pack_rebuilds_minus_one": true, "pack_carries_the_mantissa": true, "exponent_zero_is_all_zero_trits": true, "exponent_zero_top_trit": true, "exponent_one_lowest_trit": true, "exponent_two_is_minus_one_carry": true, "exponent_two_next_trit_is_one": true, "forty_is_all_plus_trits": true, "forty_third_trit": true, "forty_second_trit": true, "forty_first_trit": true, "minus_forty_is_all_minus_trits": true, "minus_forty_first_trit": true, "round_trip_zero": true, "round_trip_forty": true, "round_trip_minus_forty": true, "round_trip_thirteen": true, "round_trip_minus_seven": true, "comb_surface_negates": true }, "reference_tests": { "abs_of_a_positive_is_itself": true, "abs_strips_the_sign": true, "comb_surface_negates": true, "exponent_one_lowest_trit": true, "exponent_two_is_minus_one_carry": true, "exponent_two_next_trit_is_one": true, "exponent_zero_is_all_zero_trits": true, "exponent_zero_top_trit": true, "forty_first_trit": true, "forty_is_all_plus_trits": true, "forty_second_trit": true, "forty_third_trit": true, "minus_forty_first_trit": true, "minus_forty_is_all_minus_trits": true, "minus_one_is_negative": true, "negate_is_an_involution": true, "negate_one_gives_minus_one": true, "negate_preserves_the_mantissa": true, "negate_preserves_the_offset": true, "one_has_offset_forty": true, "one_has_zero_exponent": true, "one_has_zero_mantissa": true, "one_is_not_negative": true, "one_is_positive": true, "pack_carries_the_mantissa": true, "pack_rebuilds_minus_one": true, "pack_rebuilds_one": true, "round_trip_forty": true, "round_trip_minus_forty": true, "round_trip_minus_seven": true, "round_trip_thirteen": true, "round_trip_zero": true, "two_has_exponent_one": true, "two_has_offset_fortyone": true }, "reference_disagree": [] }, { "file": "specs/numeric/tnf256.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "offset_range": true, "radix3_economy": true, "finiteness": true }, "reference_tests": { "finiteness": true, "offset_range": true, "radix3_economy": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/tnf32.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "offset_range": true, "finiteness": true }, "reference_tests": { "finiteness": true, "offset_range": true }, "reference_disagree": [] }, { "file": "specs/numeric/tnf4.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "offset_range": true, "finiteness": true }, "reference_tests": { "finiteness": true, "offset_range": true }, "reference_disagree": [] }, { "file": "specs/numeric/tnf512.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "offset_range": true, "radix3_economy": true, "finiteness": true }, "reference_tests": { "finiteness": true, "offset_range": true, "radix3_economy": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/tnf64.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "offset_range": true, "radix3_economy": true, "finiteness": true }, "reference_tests": { "finiteness": true, "offset_range": true, "radix3_economy": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/tnf8.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "offset_range": true, "finiteness": true }, "reference_tests": { "finiteness": true, "offset_range": true }, "reference_disagree": [] }, { "file": "specs/numeric/trinity_numeric_surface.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 1, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": { "surface_primary_is_gf16": true }, "reference_tests": { "surface_primary_is_gf16": true }, "reference_disagree": [] }, { "file": "specs/physics/chimera_best_gamma.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:19:12: error: use of undeclared identifier 'Float'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "ExprCall(rejected fn)" ], "detail": "type (undeclared)" }, { "file": "specs/physics/e8_lqg_bridge.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 21, "blockers": [], "detail": "", "test_verdicts": { "phi_powers": true, "trinity_identity": true, "e8_root_count": true, "e8_root_norms": true, "projection_uses_every_coordinate_once": true, "gamma_phi_formula_is_not_the_stated_value": true, "gamma_bands_are_ordered": true, "holographic_bound_is_a_quarter": true }, "reference_tests": { "e8_root_count": true, "e8_root_norms": true, "gamma_bands_are_ordered": true, "gamma_phi_formula_is_not_the_stated_value": true, "holographic_bound_is_a_quarter": true, "phi_powers": true, "projection_uses_every_coordinate_once": true, "trinity_identity": true }, "reference_disagree": [] }, { "file": "specs/physics/formula_discovery.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:57:12: error: use of undeclared identifier 'sin'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl", "ExprCall(undeclared fn)", "type mismatch", "StmtLocal", "ExprBinary" ], "detail": "ConstDecl" }, { "file": "specs/physics/formula_registry.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:6:17: error: use of undeclared identifier 'std'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(E::V)", "ExprCall(undeclared fn)" ], "detail": "ExprIdentifier(E::V)" }, { "file": "specs/physics/gamma-conflict.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 0, "asserts": 39, "blockers": [], "detail": "", "test_verdicts": { "gamma_phi_is_sqrt5_minus_2": true, "dl_bounds_containment": true, "gap_is_0_6167_percent": true, "correction_gamma_1_is_not_ln2_over_pi_sqrt3": true, "correction_internal_dispute_is_15_percent": true, "correction_a_min_values_are_2_pi_sqrt3_gamma": true, "correction_g1_deviation_is_6_79_percent": true, "bh1_entropy_shift": true, "bh2_hawking_correction": true, "correction_sc3_is_not_the_bcs_ratio": true }, "reference_tests": { "bh1_entropy_shift": true, "bh2_hawking_correction": true, "correction_a_min_values_are_2_pi_sqrt3_gamma": true, "correction_g1_deviation_is_6_79_percent": true, "correction_gamma_1_is_not_ln2_over_pi_sqrt3": true, "correction_internal_dispute_is_15_percent": true, "correction_sc3_is_not_the_bcs_ratio": true, "dl_bounds_containment": true, "gamma_phi_is_sqrt5_minus_2": true, "gap_is_0_6167_percent": true }, "reference_disagree": [] }, { "file": "specs/physics/gamma_conjecture.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:20:36: error: trailing digit separator", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprLiteral(float literal)", "ConstDecl", "StmtLocal", "ExprBinary" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/physics/gi1_analysis.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:22:36: error: trailing digit separator", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ConstDecl", "StmtLocal", "ExprBinary" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/physics/hslm_benchmark.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "configuration_consistency": true, "matvec_is_embed_by_hidden": true, "warmup_precedes_a_longer_run": true, "embedding_alone_exceeds_the_written_estimate": true, "five_trits_fit_one_byte": true, "packed_ternary_is_twenty_times_smaller_than_f32": true, "fpga_row_is_self_consistent": true }, "reference_tests": { "configuration_consistency": true, "embedding_alone_exceeds_the_written_estimate": true, "five_trits_fit_one_byte": true, "fpga_row_is_self_consistent": true, "matvec_is_embed_by_hidden": true, "packed_ternary_is_twenty_times_smaller_than_f32": true, "warmup_precedes_a_longer_run": true }, "reference_disagree": [] }, { "file": "specs/physics/lqg_cs_bridge.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "phi_inv_cubed_is_sqrt5_minus_2": true, "candidate_is_within_one_percent_but_not_equal": true, "fibonacci_anyon_dimension_is_phi": true, "the_answer_is_no": true, "conformance_counts_add_up": true }, "reference_tests": { "candidate_is_within_one_percent_but_not_equal": true, "conformance_counts_add_up": true, "fibonacci_anyon_dimension_is_phi": true, "phi_inv_cubed_is_sqrt5_minus_2": true, "the_answer_is_no": true }, "reference_disagree": [] }, { "file": "specs/physics/lqg_entropy.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 2, "invariants": 2, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": { "lqg_entropy_module_exists": true, "lqg_cs_gamma_origin_different_from_lqg": true }, "reference_tests": { "lqg_cs_gamma_origin_different_from_lqg": true, "lqg_entropy_module_exists": true }, "reference_disagree": [] }, { "file": "specs/physics/p2_brain_physics.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:21:22: error: use of undeclared identifier 'numeric'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type gf16", "ExprCall(undeclared fn)", "ExprCall(@setEvalBranchQuota)", "ExprIdentifier(E::V)", "ExprFieldAccess" ], "detail": "type gf16" }, { "file": "specs/physics/pellis-formulas.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:36:35: error: use of undeclared identifier 'sacred_physics'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl" ], "detail": "ConstDecl" }, { "file": "specs/physics/quantum.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:19:5: error: use of undeclared identifier 'expect'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(expect)" ], "detail": "ExprCall(expect)" }, { "file": "specs/physics/sacred_verification.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:53:123: error: use of undeclared identifier 'EXACT'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl", "ExprIdentifier(undeclared)", "ExprArrayLiteral", "StmtAssign", "StmtLocal", "ExprBinary", "type mismatch", "ExprIdentifier(E::V)", "ExprBinary(**)" ], "detail": "ConstDecl" }, { "file": "specs/physics/su2_chern_simons.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:79:9: error: variable of type 'comptime_float' must be const or comptime", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl", "StmtAssign" ], "detail": "ConstDecl" }, { "file": "specs/physics/zamolodchikov_4d_conjecture.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:101:20: error: use of undeclared identifier 'constants'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign", "ExprIdentifier(E::V)" ], "detail": "StmtAssign" }, { "file": "specs/pins/emitter_xdc.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:31:49: error: expected expression, found ','", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(text element)", "ExprBinary(+)" ], "detail": "ExprArrayLiteral(text element)" }, { "file": "specs/pins/ir.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:80:111: error: expected expression, found ','", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(text element)" ], "detail": "ExprArrayLiteral(text element)" }, { "file": "specs/pins/parser.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:135:9: error: local variable is never mutated", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(reference var param)", "StmtAssign(undeclared)" ], "detail": "FnDecl(reference var param)" }, { "file": "specs/pipeline/benchmarks.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:48:9: error: use of undeclared identifier 'eq'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprUnary(try) statement", "ExprUnary(try) on a non-error call", "ExprArrayLiteral" ], "detail": "ExprUnary(try) statement" }, { "file": "specs/pipeline/e2e_test.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:33:9: error: local variable is never mutated", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(reference var param)", "ExprUnary(try) statement", "ExprBinary(value ignored) statement" ], "detail": "FnDecl(reference var param)" }, { "file": "specs/pipeline/experience_save.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:71:9: error: use of undeclared identifier 'not'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprUnary(try) on a non-error call", "ExprUnary(try) statement", "ExprCall(undeclared fn)" ], "detail": "ExprUnary(try) on a non-error call" }, { "file": "specs/policy/issue_shape.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 1, "asserts": 63, "blockers": [], "detail": "", "test_verdicts": { "a_boundary_needs_a_path_under_its_heading": true, "a_path_token_is_a_slash_or_a_short_extension": true, "requirements_need_an_obligation": true, "scenarios_are_a_heading_or_a_given_then_pair": true, "an_outcome_is_one_of_four_patterns": true, "check_issue_names_every_missing_section": true, "check_issue_never_writes_past_cap": true }, "reference_tests": { "a_boundary_needs_a_path_under_its_heading": true, "a_path_token_is_a_slash_or_a_short_extension": true, "an_outcome_is_one_of_four_patterns": true, "check_issue_names_every_missing_section": true, "check_issue_never_writes_past_cap": true, "requirements_need_an_obligation": true, "scenarios_are_a_heading_or_a_given_then_pair": true }, "reference_disagree": [] }, { "file": "specs/policy/l2_generation.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 22, "invariants": 2, "asserts": 179, "blockers": [], "detail": "", "test_verdicts": { "a_copy_maps_to_its_backend_and_stem": true, "a_spec_line_is_matched_whole": true, "a_use_path_names_a_spec_as_use_resolve_reads_it": true, "a_use_line_is_cut_as_use_resolve_cuts_it": true, "lists_index_and_write_their_entries": true, "a_modified_copy_is_planned_with_its_subcommand_and_spec": true, "an_added_copy_is_planned_and_a_deleted_one_is_not": true, "a_copy_added_with_its_spec_is_planned_once": true, "any_status_but_deleted_is_planned": true, "a_spec_changed_without_its_copy_charges_the_copy": true, "a_copy_both_modified_and_charged_is_planned_once": true, "an_importer_is_charged_through_every_level": true, "a_use_with_a_space_and_no_colons_imports_nothing": true, "a_deleted_spec_leaves_its_copy_with_no_spec": true, "all_mode_plans_every_tracked_copy": true, "unreadable_input_fails_closed": true, "a_quoted_path_fails_closed": true, "crlf_lines_read_as_lf_lines": true, "too_many_use_lines_charge_every_copy": true, "an_output_that_does_not_fit_has_no_end_line": true, "a_copy_t27c_does_not_write_is_not_charged_and_says_why": true, "the_line_helpers_stay_inside_their_ranges": true }, "reference_tests": { "a_copy_added_with_its_spec_is_planned_once": true, "a_copy_both_modified_and_charged_is_planned_once": true, "a_copy_maps_to_its_backend_and_stem": true, "a_copy_t27c_does_not_write_is_not_charged_and_says_why": true, "a_deleted_spec_leaves_its_copy_with_no_spec": true, "a_modified_copy_is_planned_with_its_subcommand_and_spec": true, "a_quoted_path_fails_closed": true, "a_spec_changed_without_its_copy_charges_the_copy": true, "a_spec_line_is_matched_whole": true, "a_use_line_is_cut_as_use_resolve_cuts_it": true, "a_use_path_names_a_spec_as_use_resolve_reads_it": true, "a_use_with_a_space_and_no_colons_imports_nothing": true, "all_mode_plans_every_tracked_copy": true, "an_added_copy_is_planned_and_a_deleted_one_is_not": true, "an_importer_is_charged_through_every_level": true, "an_output_that_does_not_fit_has_no_end_line": true, "any_status_but_deleted_is_planned": true, "crlf_lines_read_as_lf_lines": true, "lists_index_and_write_their_entries": true, "the_line_helpers_stay_inside_their_ranges": true, "too_many_use_lines_charge_every_copy": true, "unreadable_input_fails_closed": true }, "reference_disagree": [] }, { "file": "specs/policy/lang_en.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 19, "blockers": [], "detail": "", "test_verdicts": { "ascii_has_no_cyrillic": true, "the_line_of_the_first_cyrillic_character_is_reported": true, "both_ends_of_the_block_are_cyrillic": true, "negative_control_neighbours_of_the_block_are_allowed": true, "negative_control_em_dash_is_allowed": true, "only_the_first_n_bytes_are_read": true }, "reference_tests": { "ascii_has_no_cyrillic": true, "both_ends_of_the_block_are_cyrillic": true, "negative_control_em_dash_is_allowed": true, "negative_control_neighbours_of_the_block_are_allowed": true, "only_the_first_n_bytes_are_read": true, "the_line_of_the_first_cyrillic_character_is_reported": true }, "reference_disagree": [] }, { "file": "specs/policy/merge_ours.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "fc4f468f3_ternary_fpga_boot_merge_loss": true, "ordinary_divergence_not_flagged": true, "merge_takes_parent2_not_flagged": true, "merge_with_reason_does_not_need_reason": true, "non_code_file_does_not_need_reason": true, "code_file_without_reason_requires_reason": true, "p2_equals_p1_no_work_lost": true }, "reference_tests": { "code_file_without_reason_requires_reason": true, "fc4f468f3_ternary_fpga_boot_merge_loss": true, "merge_takes_parent2_not_flagged": true, "merge_with_reason_does_not_need_reason": true, "non_code_file_does_not_need_reason": true, "ordinary_divergence_not_flagged": true, "p2_equals_p1_no_work_lost": true }, "reference_disagree": [] }, { "file": "specs/policy/own_language.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 32, "invariants": 2, "asserts": 129, "blockers": [], "detail": "", "test_verdicts": { "negative_control_hand_written_rust_is_denied": true, "modifying_t27b_rust_is_denied": true, "generated_zig_is_allowed": true, "a_generated_root_is_a_prefix_not_a_substring": true, "deleting_python_is_allowed": true, "the_gate_itself_is_protected_even_from_deletion": true, "specs_are_allowed": true, "prose_and_data_are_allowed": true, "configuration_is_code": true, "build_files_are_code_by_name": true, "extensions_fold_case": true, "an_extensionless_script_is_code": true, "renames_and_copies_are_judged_by_the_new_path": true, "quoted_paths_are_read_without_quotes": true, "unreadable_input_fails_closed": true, "check_all_counts_and_names_the_denied": true, "check_all_names_a_protected_path_with_its_own_line": true, "check_all_never_writes_past_cap": true, "an_owner_exception_allows_its_paths_only": true, "an_empty_exception_line_matches_nothing": true, "an_exception_never_opens_the_gate_itself": true, "the_exception_list_is_data_locally_and_owner_only_in_ci": true, "check_all_reads_the_list_before_the_separator": true, "the_budget_is_forty_added_lines_per_foreign_file": true, "no_exception_and_no_label_lifts_the_budget": true, "deletions_are_free": true, "specs_generated_prose_and_data_are_not_counted": true, "the_gates_own_foreign_files_are_counted": true, "every_foreign_kind_is_counted": true, "many_small_files_meet_the_total": true, "a_binary_file_adds_nothing_and_garbage_fails_closed": true, "check_budget_never_writes_past_cap": true }, "reference_tests": { "a_binary_file_adds_nothing_and_garbage_fails_closed": true, "a_generated_root_is_a_prefix_not_a_substring": true, "an_empty_exception_line_matches_nothing": true, "an_exception_never_opens_the_gate_itself": true, "an_extensionless_script_is_code": true, "an_owner_exception_allows_its_paths_only": true, "build_files_are_code_by_name": true, "check_all_counts_and_names_the_denied": true, "check_all_names_a_protected_path_with_its_own_line": true, "check_all_never_writes_past_cap": true, "check_all_reads_the_list_before_the_separator": true, "check_budget_never_writes_past_cap": true, "configuration_is_code": true, "deleting_python_is_allowed": true, "deletions_are_free": true, "every_foreign_kind_is_counted": true, "extensions_fold_case": true, "generated_zig_is_allowed": true, "many_small_files_meet_the_total": true, "modifying_t27b_rust_is_denied": true, "negative_control_hand_written_rust_is_denied": true, "no_exception_and_no_label_lifts_the_budget": true, "prose_and_data_are_allowed": true, "quoted_paths_are_read_without_quotes": true, "renames_and_copies_are_judged_by_the_new_path": true, "specs_are_allowed": true, "specs_generated_prose_and_data_are_not_counted": true, "the_budget_is_forty_added_lines_per_foreign_file": true, "the_exception_list_is_data_locally_and_owner_only_in_ci": true, "the_gate_itself_is_protected_even_from_deletion": true, "the_gates_own_foreign_files_are_counted": true, "unreadable_input_fails_closed": true }, "reference_disagree": [] }, { "file": "specs/policy/required_contexts.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "validate is required": true, "check-linked-issue is required": true, "parse-ratchet is required": true, "check is not required": true, "check-now-freshness is not required": true, "unknown context is not required": true }, "reference_tests": { "check is not required": true, "check-linked-issue is required": true, "check-now-freshness is not required": true, "parse-ratchet is required": true, "unknown context is not required": true, "validate is required": true }, "reference_disagree": [] }, { "file": "specs/policy/text_lines.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "a_line_ends_at_its_newline_or_the_end": true, "one_carriage_return_is_dropped_and_only_from_a_nonempty_line": true }, "reference_tests": { "a_line_ends_at_its_newline_or_the_end": true, "one_carriage_return_is_dropped_and_only_from_a_nonempty_line": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/bridge.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "run_bridge_handoff_command": true, "find_repo_root_found": true, "cmd_handoff_with_loop_handoff": true, "handle_task_start_valid_existing_id": true, "handle_task_start_invalid_existing_id": true }, "reference_tests": { "cmd_handoff_with_loop_handoff": true, "find_repo_root_found": true, "handle_task_start_invalid_existing_id": true, "handle_task_start_valid_existing_id": true, "run_bridge_handoff_command": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/cc_gate.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "classify_basic": true, "classify_warning_removal": true, "classify_digit_replacement": true, "classify_quote_handling": true }, "reference_tests": { "classify_basic": true, "classify_digit_replacement": true, "classify_quote_handling": true, "classify_warning_removal": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/check_calls.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 0, "asserts": 16, "blockers": [], "detail": "", "test_verdicts": { "is_scalar_type_basic": true, "is_scalar_type_negative": true, "is_aggregate_arg_positive": true, "is_aggregate_arg_negative": true, "collect_signatures_basic": true, "walk_calls_basic": true, "use_targets_basic": true, "check_file_basic": true, "check_tree_basic": true }, "reference_tests": { "check_file_basic": true, "check_tree_basic": true, "collect_signatures_basic": true, "is_aggregate_arg_negative": true, "is_aggregate_arg_positive": true, "is_scalar_type_basic": true, "is_scalar_type_negative": true, "use_targets_basic": true, "walk_calls_basic": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/compiler/AsmRelocEntry_new.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 16, "invariants": 0, "asserts": 43, "blockers": [], "detail": "", "test_verdicts": { "AsmRelocEntry_new_basic": true, "AsmRelocEntry_new_different_kinds": true, "AsmRelocEntry_new_zero_fields": true, "AsmSymbol_new_basic": true, "AsmSymbol_new_different_sections": true, "AsmSymbol_validate_valid": true, "AsmSymbol_validate_empty_name": true, "AsmSection_text_basic": true, "AsmSection_data_and_bss": true, "AsmSection_rodata": true, "AsmSection_end_zero_size": true, "AsmSection_end_grows": true, "AsmSection_end_saturates": true, "AsmSection_end_saturates_at_max": true, "AsmSection_end_boundary_no_overflow": true, "AsmSymbol_kind_via_switch": true }, "reference_tests": { "AsmRelocEntry_new_basic": true, "AsmRelocEntry_new_different_kinds": true, "AsmRelocEntry_new_zero_fields": true, "AsmSection_data_and_bss": true, "AsmSection_end_boundary_no_overflow": true, "AsmSection_end_grows": true, "AsmSection_end_saturates": true, "AsmSection_end_saturates_at_max": true, "AsmSection_end_zero_size": true, "AsmSection_rodata": true, "AsmSection_text_basic": true, "AsmSymbol_kind_via_switch": true, "AsmSymbol_new_basic": true, "AsmSymbol_new_different_sections": true, "AsmSymbol_validate_empty_name": true, "AsmSymbol_validate_valid": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/compiler/AsmSectionKind_from_i8.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 27, "blockers": [], "detail": "", "test_verdicts": { "AsmSectionKind_from_i8_canonical": true, "AsmSectionKind_from_i8_fallback": true, "AsmSectionKind_to_i8_values": true, "AsmSectionKind_roundtrip": true, "AsmRelocKind_from_i8_canonical": true, "AsmRelocKind_from_i8_fallback": true, "AsmRelocKind_to_i8_values": true, "AsmRelocKind_roundtrip": true }, "reference_tests": { "AsmRelocKind_from_i8_canonical": true, "AsmRelocKind_from_i8_fallback": true, "AsmRelocKind_roundtrip": true, "AsmRelocKind_to_i8_values": true, "AsmSectionKind_from_i8_canonical": true, "AsmSectionKind_from_i8_fallback": true, "AsmSectionKind_roundtrip": true, "AsmSectionKind_to_i8_values": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/compiler/AssembledInstr_r_type.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 18, "invariants": 0, "asserts": 42, "blockers": [], "detail": "", "test_verdicts": { "r_type_basic": true, "r_type_zero_values": true, "i_type_basic": true, "i_type_zero_imm": true, "gf16_basic": true, "is_r_type_true": true, "is_r_type_false": true, "is_i_type_true": true, "is_i_type_false": true, "is_gf16_true": true, "is_gf16_false": true, "encode_r_type_basic": true, "encode_r_type_max_values": true, "encode_i_type_basic": true, "encode_i_type_imm_mask": true, "encode_gf16": true, "encode_i_type": true, "encode_r_type": true }, "reference_tests": { "encode_gf16": true, "encode_i_type": true, "encode_i_type_basic": true, "encode_i_type_imm_mask": true, "encode_r_type": true, "encode_r_type_basic": true, "encode_r_type_max_values": true, "gf16_basic": true, "i_type_basic": true, "i_type_zero_imm": true, "is_gf16_false": true, "is_gf16_true": true, "is_i_type_false": true, "is_i_type_true": true, "is_r_type_false": true, "is_r_type_true": true, "r_type_basic": true, "r_type_zero_values": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/compiler/HirBusPort_axi4_lite_slave.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 23, "invariants": 0, "asserts": 69, "blockers": [], "detail": "", "test_verdicts": { "axi4_lite_slave_fields": true, "axi4_lite_master_fields": true, "axi4_full_slave_fields": true, "axi4_full_master_fields": true, "strb_width_values": true, "strb_width_rounds_down": true, "is_lite_and_is_full": true, "is_slave_and_is_master": true, "validate_clean_lite_port": true, "validate_empty_name": true, "validate_zero_widths": true, "validate_not_byte_aligned": true, "validate_full_requires_id": true, "validate_collects_all_errors": true, "validate_clean_full_port": true, "port_count_lite_slave": true, "port_count_lite_master": true, "port_count_full_slave": true, "port_count_full_master": true, "port_count_lite_with_id": true, "total_signal_bits_lite": true, "total_signal_bits_full": true, "total_signal_bits_uneven_strb": true }, "reference_tests": { "axi4_full_master_fields": true, "axi4_full_slave_fields": true, "axi4_lite_master_fields": true, "axi4_lite_slave_fields": true, "is_lite_and_is_full": true, "is_slave_and_is_master": true, "port_count_full_master": true, "port_count_full_slave": true, "port_count_lite_master": true, "port_count_lite_slave": true, "port_count_lite_with_id": true, "strb_width_rounds_down": true, "strb_width_values": true, "total_signal_bits_full": true, "total_signal_bits_lite": true, "total_signal_bits_uneven_strb": true, "validate_clean_full_port": true, "validate_clean_lite_port": true, "validate_collects_all_errors": true, "validate_empty_name": true, "validate_full_requires_id": true, "validate_not_byte_aligned": true, "validate_zero_widths": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/compiler/HirClockDomain_new.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 0, "asserts": 42, "blockers": [], "detail": "", "test_verdicts": { "clock_domain_new_fields": true, "clock_domain_period_ns_zero": true, "clock_domain_period_ns_values": true, "clock_domain_half_period_ns_values": true, "fifo_new_sync_fields": true, "fifo_new_async_fields": true, "fifo_addr_width_edges": true, "fifo_addr_width_powers": true, "fifo_total_bits": true }, "reference_tests": { "clock_domain_half_period_ns_values": true, "clock_domain_new_fields": true, "clock_domain_period_ns_values": true, "clock_domain_period_ns_zero": true, "fifo_addr_width_edges": true, "fifo_addr_width_powers": true, "fifo_new_async_fields": true, "fifo_new_sync_fields": true, "fifo_total_bits": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/compiler/HirCoverPoint_new.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 0, "asserts": 32, "blockers": [], "detail": "", "test_verdicts": { "HirCoverPoint_new_sets_all_fields": true, "HirCoverPoint_validate_accepts_complete_point": true, "HirCoverPoint_validate_flags_empty_name": true, "HirCoverPoint_validate_flags_empty_condition": true, "HirCoverPoint_validate_flags_both_empty": true, "HirFormalAssume_new_sets_all_fields": true, "HirFormalAssume_validate_accepts_complete_assume": true, "HirFormalAssume_validate_flags_empty_name": true, "HirFormalAssume_validate_flags_empty_condition": true, "HirFormalAssume_validate_flags_both_empty": true }, "reference_tests": { "HirCoverPoint_new_sets_all_fields": true, "HirCoverPoint_validate_accepts_complete_point": true, "HirCoverPoint_validate_flags_both_empty": true, "HirCoverPoint_validate_flags_empty_condition": true, "HirCoverPoint_validate_flags_empty_name": true, "HirFormalAssume_new_sets_all_fields": true, "HirFormalAssume_validate_accepts_complete_assume": true, "HirFormalAssume_validate_flags_both_empty": true, "HirFormalAssume_validate_flags_empty_condition": true, "HirFormalAssume_validate_flags_empty_name": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/compiler/HirGf16FftConfig_fft_stages.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "fft_stages_powers_of_two": true, "fft_stages_edges": true, "twiddle_count_cases": true }, "reference_tests": { "fft_stages_edges": true, "fft_stages_powers_of_two": true, "twiddle_count_cases": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/compiler/HirIpCatalog_new.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 15, "invariants": 0, "asserts": 39, "blockers": [], "detail": "", "test_verdicts": { "new_makes_empty_catalog": true, "empty_core_defaults": true, "make_core_defaults": true, "totals_of_empty_catalog": true, "add_core_records_the_core": true, "add_core_totals_two_cores": true, "fits_board_true_when_within": true, "fits_board_false_when_over": true, "luts_remaining_saturates_at_zero": true, "utilization_percent_zero_board": true, "utilization_percent_truncates": true, "validate_flags_empty_catalog_name": true, "validate_flags_core_problems": true, "validate_clean_catalog": true, "add_core_respects_fixed_capacity": true }, "reference_tests": { "add_core_records_the_core": true, "add_core_respects_fixed_capacity": true, "add_core_totals_two_cores": true, "empty_core_defaults": true, "fits_board_false_when_over": true, "fits_board_true_when_within": true, "luts_remaining_saturates_at_zero": true, "make_core_defaults": true, "new_makes_empty_catalog": true, "totals_of_empty_catalog": true, "utilization_percent_truncates": true, "utilization_percent_zero_board": true, "validate_clean_catalog": true, "validate_flags_core_problems": true, "validate_flags_empty_catalog_name": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/compiler/HirTernaryRegFile_new.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 0, "asserts": 38, "blockers": [], "detail": "", "test_verdicts": { "HirTernaryRegFile_new_defaults": true, "HirTernaryRegFile_new_keeps_name": true, "HirTernaryRegFile_total_bits_default": true, "HirTernaryRegFile_total_bits_custom": true, "HirTernaryRegFile_bram18_count_default": true, "HirTernaryRegFile_bram18_count_exact_fit": true, "HirTernaryRegFile_bram18_count_two_full_blocks": true, "HirResourceEstimate_zero_is_zero": true, "HirResourceEstimate_new_carries_fields": true, "HirBoardResources_arty_a7_constants": true, "HirBoardResources_xc7a100t_constants": true, "xc7a100t_is_the_bigger_chip": true }, "reference_tests": { "HirBoardResources_arty_a7_constants": true, "HirBoardResources_xc7a100t_constants": true, "HirResourceEstimate_new_carries_fields": true, "HirResourceEstimate_zero_is_zero": true, "HirTernaryRegFile_bram18_count_default": true, "HirTernaryRegFile_bram18_count_exact_fit": true, "HirTernaryRegFile_bram18_count_two_full_blocks": true, "HirTernaryRegFile_new_defaults": true, "HirTernaryRegFile_new_keeps_name": true, "HirTernaryRegFile_total_bits_custom": true, "HirTernaryRegFile_total_bits_default": true, "xc7a100t_is_the_bigger_chip": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/compiler/HwType_hw_width.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 11, "invariants": 0, "asserts": 50, "blockers": [], "detail": "", "test_verdicts": { "hw_width_integer_payloads": true, "hw_width_single_bit_kinds": true, "hw_width_vector_multiplies_element_by_length": true, "hw_width_bundle_sums_field_widths": true, "hw_width_enum_variant_ladder": true, "hw_width_enum_via_hw_width": true, "is_signed_is_true_only_for_top_level_sint": true, "is_clock_like_is_true_only_for_clock": true, "is_reset_like_is_true_only_for_reset": true, "verilog_range_is_empty_for_width_at_most_one": true, "verilog_range_hi_is_width_minus_one": true }, "reference_tests": { "hw_width_bundle_sums_field_widths": true, "hw_width_enum_variant_ladder": true, "hw_width_enum_via_hw_width": true, "hw_width_integer_payloads": true, "hw_width_single_bit_kinds": true, "hw_width_vector_multiplies_element_by_length": true, "is_clock_like_is_true_only_for_clock": true, "is_reset_like_is_true_only_for_reset": true, "is_signed_is_true_only_for_top_level_sint": true, "verilog_range_hi_is_width_minus_one": true, "verilog_range_is_empty_for_width_at_most_one": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/compiler/LinkSection_text.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 11, "invariants": 0, "asserts": 30, "blockers": [], "detail": "", "test_verdicts": { "LinkSection_text_creates_correct_section": true, "LinkSection_data_creates_correct_section": true, "LinkSection_bss_creates_correct_section": true, "LinkSection_end_calculates_correctly": true, "LinkedSymbol_new_creates_correct_symbol": true, "LinkedSymbol_is_global_returns_true_for_bind_1": true, "LinkedSymbol_is_global_returns_false_for_bind_0": true, "LinkedSymbol_is_local_returns_true_for_bind_0": true, "LinkedSymbol_is_local_returns_false_for_bind_1": true, "LinkedSymbol_validates_empty_name": true, "LinkedSymbol_validates_non_empty_name": true }, "reference_tests": { "LinkSection_bss_creates_correct_section": true, "LinkSection_data_creates_correct_section": true, "LinkSection_end_calculates_correctly": true, "LinkSection_text_creates_correct_section": true, "LinkedSymbol_is_global_returns_false_for_bind_0": true, "LinkedSymbol_is_global_returns_true_for_bind_1": true, "LinkedSymbol_is_local_returns_false_for_bind_1": true, "LinkedSymbol_is_local_returns_true_for_bind_0": true, "LinkedSymbol_new_creates_correct_symbol": true, "LinkedSymbol_validates_empty_name": true, "LinkedSymbol_validates_non_empty_name": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/compiler/LoopGuard_loop_cond.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "loop_cond_no_break_no_return": true, "loop_cond_break_only": true, "loop_cond_return_only": true, "loop_cond_break_and_return": true, "needs_block_break_only": true, "needs_block_continue_only": true, "needs_block_neither": true, "needs_block_both_break_continue": true }, "reference_tests": { "loop_cond_break_and_return": true, "loop_cond_break_only": true, "loop_cond_no_break_no_return": true, "loop_cond_return_only": true, "needs_block_both_break_continue": true, "needs_block_break_only": true, "needs_block_continue_only": true, "needs_block_neither": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/compiler/TbCheck_new.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 22, "blockers": [], "detail": "", "test_verdicts": { "TbCheck_new_basic": true, "TbCheck_with_mask_custom": true, "TbCheck_validate_empty_signal": true, "TbCheck_validate_valid_signal": true, "TbConfig_new_defaults": true, "TbConfig_validate_empty_dut": true, "TbConfig_validate_zero_cycles": true, "TbConfig_validate_valid": true }, "reference_tests": { "TbCheck_new_basic": true, "TbCheck_validate_empty_signal": true, "TbCheck_validate_valid_signal": true, "TbCheck_with_mask_custom": true, "TbConfig_new_defaults": true, "TbConfig_validate_empty_dut": true, "TbConfig_validate_valid": true, "TbConfig_validate_zero_cycles": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/compiler/collect_type_decls.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(undeclared)" ], "detail": "StmtAssign(undeclared)", "reference_tests": { "collect_bool_fns_test": true, "collect_bool_locals_test": true, "collect_declared_fns_test": true, "collect_fn_ret_types_test": true, "collect_type_decls_basic": true, "copy_qualified_types_basic": true, "expr_is_bool_syntactically_test": true, "rust_ident_test": true } }, { "file": "specs/port/bootstrap/src/enrichment/mod.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 0, "asserts": 27, "blockers": [], "detail": "", "test_verdicts": { "run_enrich_script_exists": true, "build_enrich_args": true, "needs_audio_command": true, "handle_defaults": true, "build_base_url": true, "determine_notebooks_to_process": true, "is_dry_run_mode": true, "run_enrich_integration": true, "run_audio_integration": true }, "reference_tests": { "build_base_url": true, "build_enrich_args": true, "determine_notebooks_to_process": true, "handle_defaults": true, "is_dry_run_mode": true, "needs_audio_command": true, "run_audio_integration": true, "run_enrich_integration": true, "run_enrich_script_exists": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/jwt.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "get_jwt_secret_fallback": true, "create_sandbox_token_structure": true, "verify_sandbox_token_valid": true, "extract_session_id_unsafe_valid": true }, "reference_tests": { "create_sandbox_token_structure": true, "extract_session_id_unsafe_valid": true, "get_jwt_secret_fallback": true, "verify_sandbox_token_valid": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/parse_conform.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 0, "asserts": 38, "blockers": [], "detail": "", "test_verdicts": { "total_is_the_table_length": true, "table_rows_read_as_in_the_original": true, "evaluate_rejects_when_the_lenient_parse_fails": true, "evaluate_full_takes_the_strict_count": true, "evaluate_truncated_takes_the_lenient_count": true, "evaluate_reads_a_failed_accounting_as_zero_discards": true, "case_ok_checks_verdict_decls_and_discards": true, "case_ok_skips_the_decl_count_when_the_verdict_is_not_full": true, "run_counts_failing_rows": true }, "reference_tests": { "case_ok_checks_verdict_decls_and_discards": true, "case_ok_skips_the_decl_count_when_the_verdict_is_not_full": true, "evaluate_full_takes_the_strict_count": true, "evaluate_reads_a_failed_accounting_as_zero_discards": true, "evaluate_rejects_when_the_lenient_parse_fails": true, "evaluate_truncated_takes_the_lenient_count": true, "run_counts_failing_rows": true, "table_rows_read_as_in_the_original": true, "total_is_the_table_length": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/phi_f64_literals.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type i128", "ExprCall(rejected fn)" ], "detail": "type i128", "reference_tests": { "decode_f64_normal": true, "decode_f64_phi": true, "expected_phi_value": true, "find_definition_simple": true, "format_hex_phi": true, "format_hex_simple": true, "normalise_rhs_positive": true, "normalise_rhs_z": true } }, { "file": "specs/port/bootstrap/src/phi_selfcheck.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "snippet_contains_phi_literal": true, "snippet_contains_golden_identity_localparam": true, "default_tolerance_window_is_2_99_to_3_01": true, "custom_tolerance_propagates": true }, "reference_tests": { "custom_tolerance_propagates": true, "default_tolerance_window_is_2_99_to_3_01": true, "snippet_contains_golden_identity_localparam": true, "snippet_contains_phi_literal": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/sensitivity.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "sensitivity_scan_basic": true, "find_minimum_basic": true, "get_pdg_reference_basic": true, "evaluate_formula_with_params_basic": true, "default_param_ranges_basic": true }, "reference_tests": { "default_param_ranges_basic": true, "evaluate_formula_with_params_basic": true, "find_minimum_basic": true, "get_pdg_reference_basic": true, "sensitivity_scan_basic": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/source_kind.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 23, "blockers": [], "detail": "", "test_verdicts": { "a_module_is_source": true, "a_markdown_document_is_not_code": true, "markdown_with_functions_is_mixed_not_a_document": true, "the_older_spec_surface_is_alt_syntax": true, "a_damaged_module_line_is_unclassified_not_source": true, "tri27_assembly_is_unclassified": true, "a_heading_deeper_than_the_window_does_not_count": true, "slugs_are_distinct_and_stable": true }, "reference_tests": { "a_damaged_module_line_is_unclassified_not_source": true, "a_heading_deeper_than_the_window_does_not_count": true, "a_markdown_document_is_not_code": true, "a_module_is_source": true, "markdown_with_functions_is_mixed_not_a_document": true, "slugs_are_distinct_and_stable": true, "the_older_spec_surface_is_alt_syntax": true, "tri27_assembly_is_unclassified": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/weight_bram.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 18, "invariants": 0, "asserts": 40, "blockers": [], "detail": "", "test_verdicts": { "default_emits_module_header": true, "default_uses_upstream_geometry": true, "ports_include_dual_address_buses": true, "read_port_is_synchronous_with_one_cycle_latency": true, "write_port_is_guarded_by_wr_en": true, "storage_array_is_declared": true, "custom_geometry_is_propagated": true, "zero_depth_falls_back_to_default": true, "zero_addr_width_falls_back_to_default": true, "zero_data_width_falls_back_to_default": true, "invalid_module_name_falls_back_to_default": true, "empty_module_name_falls_back_to_default": true, "output_is_ascii_only": true, "ident_validator_accepts_letter_start": true, "ident_validator_rejects_bad_inputs": true, "config_default_carries_upstream_geometry": true, "text_buffer_helpers": true, "out_contains_edges": true }, "reference_tests": { "config_default_carries_upstream_geometry": true, "custom_geometry_is_propagated": true, "default_emits_module_header": true, "default_uses_upstream_geometry": true, "empty_module_name_falls_back_to_default": true, "ident_validator_accepts_letter_start": true, "ident_validator_rejects_bad_inputs": true, "invalid_module_name_falls_back_to_default": true, "out_contains_edges": true, "output_is_ascii_only": true, "ports_include_dual_address_buses": true, "read_port_is_synchronous_with_one_cycle_latency": true, "storage_array_is_declared": true, "text_buffer_helpers": true, "write_port_is_guarded_by_wr_en": true, "zero_addr_width_falls_back_to_default": true, "zero_data_width_falls_back_to_default": true, "zero_depth_falls_back_to_default": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/api/routes/health.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 30, "blockers": [], "detail": "", "test_verdicts": { "buildHealthResponse_basic": true, "buildHealthResponse_with_cdp_connected": true, "buildHealthResponse_with_cdp_disconnected": true, "buildHealthResponse_with_state": true, "buildHealthResponse_with_state_error": true, "buildHealthResponse_full": true, "maybeCdpConnected_no_browser": true, "maybeBackendStatus_no_backend": true }, "reference_tests": { "buildHealthResponse_basic": true, "buildHealthResponse_full": true, "buildHealthResponse_with_cdp_connected": true, "buildHealthResponse_with_cdp_disconnected": true, "buildHealthResponse_with_state": true, "buildHealthResponse_with_state_error": true, "maybeBackendStatus_no_backend": true, "maybeCdpConnected_no_browser": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/api/routes/memory.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type [N]T" ], "detail": "type [N]T", "reference_tests": { "get_memory_content_empty": true, "save_memory_content_max_length": true, "save_memory_content_too_long": true, "save_memory_content_valid": true } }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/api/routes/queen-lease.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:51:30: error: '_' used as an identifier without @\"_\" syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/api/routes/queen-needs-you.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 43, "blockers": [], "detail": "", "test_verdicts": { "database_url_prefers_the_lease_url_and_keeps_empty": true, "hours_waiting_rounds_like_math_round": true, "reason_is_absent_when_falsy_and_bounded_otherwise": true, "waiting_row_maps_like_the_route": true, "summary_reads_the_oldest_row_and_is_present_when_empty": true, "report_fields": true, "outstanding_counts_missing_as_zero": true }, "reference_tests": { "database_url_prefers_the_lease_url_and_keeps_empty": true, "hours_waiting_rounds_like_math_round": true, "outstanding_counts_missing_as_zero": true, "reason_is_absent_when_falsy_and_bounded_otherwise": true, "report_fields": true, "summary_reads_the_oldest_row_and_is_present_when_empty": true, "waiting_row_maps_like_the_route": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/api/routes/queen-public-agents.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type anytype", "ExprCall(rejected fn)" ], "detail": "type anytype", "reference_tests": { "agentKind_external": true, "agentKind_queen": true, "agentKind_trios": true, "agentKind_worker": true, "configuredDatabaseUrl_returnsUndefined": true, "heartbeatTime_invalidNumber": true, "heartbeatTime_invalidString": true, "heartbeatTime_nullInput": true, "heartbeatTime_validNumber": true } }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/api/routes/queen-public-leaderboard.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:23:32: error: use of undeclared identifier 'unreachable'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)", "ExprFieldAccess(?T)", "ExprArrayLiteral", "type mismatch" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/api/routes/queen-registry.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 14, "invariants": 0, "asserts": 27, "blockers": [], "detail": "", "test_verdicts": { "databaseUrl_returns_DATABASE_URL_when_set": true, "databaseUrl_falls_back_to_RAILWAY_SSOT_URL": true, "databaseUrl_returns_null_when_neither_set": true, "databaseUrl_empty_DATABASE_URL_falls_back": true, "databaseUrl_DATABASE_URL_takes_priority": true, "validateTasks_accepts_array": true, "validateTasks_rejects_missing": true, "extractVariant_returns_default_when_missing": true, "extractVariant_returns_provided_value": true, "buildPutResponse_sets_fields": true, "buildPutError_sets_error": true, "buildGetResponse_sets_fields": true, "buildGetNotFound_sets_error": true, "buildGetNoDb_sets_error": true }, "reference_tests": { "buildGetNoDb_sets_error": true, "buildGetNotFound_sets_error": true, "buildGetResponse_sets_fields": true, "buildPutError_sets_error": true, "buildPutResponse_sets_fields": true, "databaseUrl_DATABASE_URL_takes_priority": true, "databaseUrl_empty_DATABASE_URL_falls_back": true, "databaseUrl_falls_back_to_RAILWAY_SSOT_URL": true, "databaseUrl_returns_DATABASE_URL_when_set": true, "databaseUrl_returns_null_when_neither_set": true, "extractVariant_returns_default_when_missing": true, "extractVariant_returns_provided_value": true, "validateTasks_accepts_array": true, "validateTasks_rejects_missing": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/api/routes/queen-rehearsal.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 24, "blockers": [], "detail": "", "test_verdicts": { "build_rehearsal_reply_returns_expected_text": true, "split_into_words_splits_correctly": true, "split_into_words_handles_multiple_spaces": true, "split_into_words_empty_string": true, "build_initial_frame_has_correct_structure": true, "build_content_frame_includes_word_with_space": true, "build_final_frame_has_stop_reason": true }, "reference_tests": { "build_content_frame_includes_word_with_space": true, "build_final_frame_has_stop_reason": true, "build_initial_frame_has_correct_structure": true, "build_rehearsal_reply_returns_expected_text": true, "split_into_words_empty_string": true, "split_into_words_handles_multiple_spaces": true, "split_into_words_splits_correctly": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/api/routes/queen-report.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "parseReport_valid_input": true, "parseReport_invalid_input": true, "createSourceLimiter_basic": true }, "reference_tests": { "createSourceLimiter_basic": true, "parseReport_invalid_input": true, "parseReport_valid_input": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/api/routes/status.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "getStatusResponse returns only status when cdpConnected is null": true, "getStatusResponse returns status and cdpConnected true when browser is connected": true, "getStatusResponse returns status and cdpConnected false when browser is not connected": true }, "reference_tests": { "getStatusResponse returns only status when cdpConnected is null": true, "getStatusResponse returns status and cdpConnected false when browser is not connected": true, "getStatusResponse returns status and cdpConnected true when browser is connected": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/api/services/a2a/a2a-liveness.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "a2aLivenessThreshold_seconds_unit": true, "a2aLivenessThreshold_milliseconds_unit": true, "a2aIsAlive_inclusive_boundary": true, "a2aIsAlive_negative_age": true }, "reference_tests": { "a2aIsAlive_inclusive_boundary": true, "a2aIsAlive_negative_age": true, "a2aLivenessThreshold_milliseconds_unit": true, "a2aLivenessThreshold_seconds_unit": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/api/services/openclaw/claw-session.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "get_state_zero": true, "get_all_states_one": true, "listener_returns_value": true }, "reference_tests": { "get_all_states_one": true, "get_state_zero": true, "listener_returns_value": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/api/services/queen-ci-verdict.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:68:16: error: no field or member function named 'starts_with' in '[]const u8'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)" ], "detail": "ExprCall(method)" }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/api/utils/security.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:72:44: error: expected type expression, found ')'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "StmtIf(capture)" ], "detail": "type (undeclared)" }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/browser/bookmarks.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 11, "invariants": 0, "asserts": 25, "blockers": [], "detail": "", "test_verdicts": { "buildCreateBookmarkParams_all_fields": true, "buildCreateBookmarkParams_only_title": true, "buildCreateBookmarkParams_with_url_only": true, "buildCreateBookmarkParams_with_parent_only": true, "buildUpdateBookmarkChanges_both_fields": true, "buildUpdateBookmarkChanges_url_only": true, "buildUpdateBookmarkChanges_title_only": true, "buildMoveBookmarkDestination_both_fields": true, "buildMoveBookmarkDestination_parent_only": true, "buildMoveBookmarkDestination_index_only": true, "buildMoveBookmarkDestination_neither_field": true }, "reference_tests": { "buildCreateBookmarkParams_all_fields": true, "buildCreateBookmarkParams_only_title": true, "buildCreateBookmarkParams_with_parent_only": true, "buildCreateBookmarkParams_with_url_only": true, "buildMoveBookmarkDestination_both_fields": true, "buildMoveBookmarkDestination_index_only": true, "buildMoveBookmarkDestination_neither_field": true, "buildMoveBookmarkDestination_parent_only": true, "buildUpdateBookmarkChanges_both_fields": true, "buildUpdateBookmarkChanges_title_only": true, "buildUpdateBookmarkChanges_url_only": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/browser/history.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall" ], "detail": "ExprCall", "reference_tests": { "deleteRange_basic": true, "deleteUrl_basic": true, "getRecentHistory_with_maxResults": true, "getRecentHistory_without_maxResults": true, "searchHistory_with_maxResults": true, "searchHistory_without_maxResults": true, "shouldIncludeMaxResults_when_provided": true, "shouldIncludeMaxResults_when_undefined": true } }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/lib/agents/runtime/registry.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "VarDecl(module, pointer/str/slice)", "ExprIdentifier(rejected decl)", "ExprLiteral(null)", "type mismatch" ], "detail": "VarDecl(module, pointer/str/slice)", "reference_tests": { "AgentRuntimeRegistry_get returns null for unknown adapter_id": true, "AgentRuntimeRegistry_get returns runtime for existing adapter_id": true, "AgentRuntimeRegistry_list returns all registered runtimes": true, "AgentRuntimeRegistry_register adds runtime": true, "AgentRuntimeRegistry_register rejects duplicate adapter_id": true, "AgentRuntimeRegistry_unregister removes existing runtime": true, "AgentRuntimeRegistry_unregister returns false for unknown adapter_id": true, "getAgentRuntimeRegistry returns singleton instance": true, "resetAgentRuntimeRegistry clears global registry": true } }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/lib/db/retry.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "isRetryableDbError_connection_terminated": true, "isRetryableDbError_connection_refused": true, "isRetryableDbError_timeout": true, "isRetryableDbError_non_retryable": true, "withDbRetry_options_defaults": true }, "reference_tests": { "isRetryableDbError_connection_refused": true, "isRetryableDbError_connection_terminated": true, "isRetryableDbError_non_retryable": true, "isRetryableDbError_timeout": true, "withDbRetry_options_defaults": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/lib/identity.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type anytype", "ExprCall(rejected fn)" ], "detail": "type anytype", "reference_tests": { "IdentityService_isInitialized_false": true, "IdentityService_isInitialized_true": true, "isNotFoundError_false": true, "isNotFoundError_null": true, "isNotFoundError_true": true, "normalizeInstallId_empty": true, "normalizeInstallId_null": true, "normalizeInstallId_valid": true } }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/lib/port-binding.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "isPortInUseError_eaddrinuse": true, "isPortInUseError_other_code": true, "isPortInUseError_no_code": true, "isPortInUseError_empty_string": true }, "reference_tests": { "isPortInUseError_eaddrinuse": true, "isPortInUseError_empty_string": true, "isPortInUseError_no_code": true, "isPortInUseError_other_code": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/lib/provider-error-classifier.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 18, "invariants": 0, "asserts": 46, "blockers": [], "detail": "", "test_verdicts": { "status_402_is_terminal": true, "status_402_is_terminal_even_with_an_unrecognised_body": true, "empty_body_is_retryable": true, "unrecognised_error_is_retryable": true, "zai_insufficient_balance_code_is_terminal": true, "zai_numeric_code_is_terminal": true, "browseros_credits_exhausted_code_is_terminal": true, "other_error_code_is_retryable": true, "code_outside_the_error_envelope_is_retryable": true, "phrase_scan_catches_spent_account_wording_case_insensitively": true, "to_lower_byte_lowercases_ascii_and_keeps_the_rest": true, "contains_ignore_case_matches_and_rejects": true, "find_substring_returns_first_index_or_the_length_bound": true, "skip_whitespace_skips_space_tab_and_newline": true, "value_at_equals_requires_an_exact_quoted_value": true, "number_at_equals_requires_the_number_to_end_where_expected_ends": true, "matches_terminal_phrase_checks_every_phrase": true, "has_terminal_error_code_checks_both_code_shapes": true }, "reference_tests": { "browseros_credits_exhausted_code_is_terminal": true, "code_outside_the_error_envelope_is_retryable": true, "contains_ignore_case_matches_and_rejects": true, "empty_body_is_retryable": true, "find_substring_returns_first_index_or_the_length_bound": true, "has_terminal_error_code_checks_both_code_shapes": true, "matches_terminal_phrase_checks_every_phrase": true, "number_at_equals_requires_the_number_to_end_where_expected_ends": true, "other_error_code_is_retryable": true, "phrase_scan_catches_spent_account_wording_case_insensitively": true, "skip_whitespace_skips_space_tab_and_newline": true, "status_402_is_terminal": true, "status_402_is_terminal_even_with_an_unrecognised_body": true, "to_lower_byte_lowercases_ascii_and_keeps_the_rest": true, "unrecognised_error_is_retryable": true, "value_at_equals_requires_an_exact_quoted_value": true, "zai_insufficient_balance_code_is_terminal": true, "zai_numeric_code_is_terminal": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/monitoring/envelope.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "buildJudgeAuditEnvelope_basic": true, "buildJudgeAuditEnvelope_with_finalization": true }, "reference_tests": { "buildJudgeAuditEnvelope_basic": true, "buildJudgeAuditEnvelope_with_finalization": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/monitoring/observer.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:24:41: error: expected type expression, found ')'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(untyped param)", "type const u8" ], "detail": "FnDecl(untyped param)" }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/skills/catalog.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "escapeXml_identity_no_special_chars": true, "escapeXml_identity_with_special_chars": true, "buildSkillsCatalog_non_empty_returns_first_skill_name": true }, "reference_tests": { "buildSkillsCatalog_non_empty_returns_first_skill_name": true, "escapeXml_identity_no_special_chars": true, "escapeXml_identity_with_special_chars": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/skills/migrate.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:45:23: error: local constant 'migrated' shadows local constant from outer scope", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign", "ExprReturn(undefined)", "ExprIdentifier(undefined) statement" ], "detail": "StmtAssign" }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/tools/filesystem/ls.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 26, "blockers": [], "detail": "", "test_verdicts": { "formatSize_bytes_kilobytes_megabytes": true, "formatSize_rounds_like_toFixed": true, "locale_compare_matches_icu_base": true, "effective_limit_treats_zero_as_absent": true, "ls_text_lists_dirs_then_files": true, "ls_text_keeps_equal_names_in_readdir_order": true, "ls_text_empty_directory": true }, "reference_tests": { "effective_limit_treats_zero_as_absent": true, "formatSize_bytes_kilobytes_megabytes": true, "formatSize_rounds_like_toFixed": true, "locale_compare_matches_icu_base": true, "ls_text_empty_directory": true, "ls_text_keeps_equal_names_in_readdir_order": true, "ls_text_lists_dirs_then_files": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/tools/memory/write.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 22, "blockers": [], "detail": "", "test_verdicts": { "getTodayFileName_basic": true, "getTodayFileName_year": true, "getTodayFileName_month": true, "getTodayFileName_day": true, "getCurrentTime_basic": true, "getCurrentTime_hours": true, "getCurrentTime_minutes": true }, "reference_tests": { "getCurrentTime_basic": true, "getCurrentTime_hours": true, "getCurrentTime_minutes": true, "getTodayFileName_basic": true, "getTodayFileName_day": true, "getTodayFileName_month": true, "getTodayFileName_year": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/tools/tool-registry.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprTuple" ], "detail": "ExprTuple", "reference_tests": { "ToolRegistry_all_returns_all_tools": true, "ToolRegistry_get_returns_existing_tool": true, "ToolRegistry_get_returns_null_for_missing_tool": true, "ToolRegistry_names_returns_all_names": true, "ToolRegistry_names_returns_empty_for_empty_registry": true, "createRegistry_creates_registry_with_unique_tools": true, "createRegistry_handles_duplicate_tools_by_returning_empty": true, "hasDuplicateNames_returns_false_for_empty_list": true, "hasDuplicateNames_returns_false_for_unique_names": true, "hasDuplicateNames_returns_true_for_duplicate_names": true, "hasDuplicateNames_works_with_complex_names": true } }, { "file": "specs/port/conformance/witness/gf48_fp64/gf_decode_param_fp64.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:8:9: error: assertion failed", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprIf(comptime arms)" ], "detail": "type mismatch" }, { "file": "specs/port/fpga/openxc7-synth/phi_temporal/temporal_heartbeat.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 5, "asserts": 49, "blockers": [], "detail": "", "test_verdicts": { "init_state_zero": true, "next_state_blink_counter_increments": true, "next_state_phi_counter_wraps": true, "next_state_temporal_layer_wraps": true, "compute_led_outputs_layer0": true, "compute_led_outputs_layer1": true, "compute_led_outputs_layer2": true, "compute_led_outputs_layer3_default": true, "simulate_cycle_basic": true, "simulate_cycle_phi_wrap": true }, "reference_tests": { "compute_led_outputs_layer0": true, "compute_led_outputs_layer1": true, "compute_led_outputs_layer2": true, "compute_led_outputs_layer3_default": true, "init_state_zero": true, "next_state_blink_counter_increments": true, "next_state_phi_counter_wraps": true, "next_state_temporal_layer_wraps": true, "simulate_cycle_basic": true, "simulate_cycle_phi_wrap": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/verilog/dsp_probe.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "p_dsp_computation": true, "p_lut_computation": true }, "reference_tests": { "p_dsp_computation": true, "p_lut_computation": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/verilog/dsp_probe_live.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "dummy_test": true }, "reference_tests": { "dummy_test": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/verilog/e8m0_jtag.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 18, "invariants": 5, "asserts": 32, "blockers": [], "detail": "", "test_verdicts": { "reset_counter_logic": true, "reset_counter_increment": true, "reset_counter_ready": true, "probe_generation": true, "probe_generation_middle": true, "probe_generation_out_of_range": true, "probe_state_update_correct": true, "probe_state_update_incorrect": true, "probe_state_update_sweep_complete": true, "beat_counter_initial": true, "beat_counter_update": true, "beat_counter_toggle": true, "shift_register_initial": true, "shift_register_capture": true, "shift_register_shift": true, "shift_register_tdo": true, "jtag_chain_parameter": true, "startup_config": true }, "reference_tests": { "beat_counter_initial": true, "beat_counter_toggle": true, "beat_counter_update": true, "jtag_chain_parameter": true, "probe_generation": true, "probe_generation_middle": true, "probe_generation_out_of_range": true, "probe_state_update_correct": true, "probe_state_update_incorrect": true, "probe_state_update_sweep_complete": true, "reset_counter_increment": true, "reset_counter_logic": true, "reset_counter_ready": true, "shift_register_capture": true, "shift_register_initial": true, "shift_register_shift": true, "shift_register_tdo": true, "startup_config": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/verilog/gft_bitnet_neuron_jtag.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "get_jtag_chain_n_returns_const": true }, "reference_tests": { "get_jtag_chain_n_returns_const": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/verilog/gft_dot4_comm_jtag.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "jtag_chain_n": true }, "reference_tests": { "jtag_chain_n": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/verilog/gft_dup2_jtag.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 6, "asserts": 20, "blockers": [], "detail": "", "test_verdicts": { "initial_state_check": true, "reset_counter_progression": true, "slowclk_signal": true, "counter_increment": true }, "reference_tests": { "counter_increment": true, "initial_state_check": true, "reset_counter_progression": true, "slowclk_signal": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/verilog/gft_dup3_jtag.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 0, "asserts": 39, "blockers": [], "detail": "", "test_verdicts": { "capture_word_with_every_clause_holding_is_the_seed": true, "capture_word_places_each_flag_in_its_own_bit": true, "capture_word_header_fields_decode_back": true, "shift_moves_right_and_takes_tdi_at_the_top": true, "init_probe_matches_only_its_seed": true, "self_and_comm_clauses_compare_the_pair": true, "ind_clause_needs_all_three_instances": true, "sticky_clause_clears_only_after_settle": true, "settle_counts_after_reset_and_stops_at_31": true, "counters_step_by_their_strides": true }, "reference_tests": { "capture_word_header_fields_decode_back": true, "capture_word_places_each_flag_in_its_own_bit": true, "capture_word_with_every_clause_holding_is_the_seed": true, "counters_step_by_their_strides": true, "ind_clause_needs_all_three_instances": true, "init_probe_matches_only_its_seed": true, "self_and_comm_clauses_compare_the_pair": true, "settle_counts_after_reset_and_stops_at_31": true, "shift_moves_right_and_takes_tdi_at_the_top": true, "sticky_clause_clears_only_after_settle": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/verilog/gft_signed_dot4_jtag.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "test_properties": true }, "reference_tests": { "test_properties": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/verilog/gft_smul_jtag.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 4, "asserts": 20, "blockers": [], "detail": "", "test_verdicts": { "zero_property_both_orders": true, "commutative_property": true, "gold_standard_test": true, "identity_property": true, "test_vector_generation": true, "next_live_value_increment": true, "next_live2_value_increment": true, "beat_toggle": true }, "reference_tests": { "beat_toggle": true, "commutative_property": true, "gold_standard_test": true, "identity_property": true, "next_live2_value_increment": true, "next_live_value_increment": true, "test_vector_generation": true, "zero_property_both_orders": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/verilog/gft_train1_jtag.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 13, "invariants": 3, "asserts": 36, "blockers": [], "detail": "", "test_verdicts": { "fixed_point_behavior": true, "ascent_behavior": true, "movement_behavior": true, "non_triviality_passes": true, "non_triviality_fails_on_same_results": true, "evaluate_all_tests_pass": true, "evaluate_all_tests_structure": true, "jtag_data_creation": true, "jtag_data_validation_pass": true, "jtag_data_validation_fail_wrong_version": true, "jtag_data_validation_fail_wrong_test_type": true, "tnf_constants_correct": true, "jtag_chain_parameter": true }, "reference_tests": { "ascent_behavior": true, "evaluate_all_tests_pass": true, "evaluate_all_tests_structure": true, "fixed_point_behavior": true, "jtag_chain_parameter": true, "jtag_data_creation": true, "jtag_data_validation_fail_wrong_test_type": true, "jtag_data_validation_fail_wrong_version": true, "jtag_data_validation_pass": true, "movement_behavior": true, "non_triviality_fails_on_same_results": true, "non_triviality_passes": true, "tnf_constants_correct": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/verilog/link_node.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 16, "invariants": 5, "asserts": 30, "blockers": [], "detail": "", "test_verdicts": { "encoder_role": true, "decoder_role": true, "relay_role": true, "encoder_process_input_0": true, "encoder_process_input_1": true, "encoder_process_input_7": true, "decoder_process_nomatch": true, "decoder_process_match_found": true, "relay_process_valid_codeword": true, "relay_process_invalid_hi": true, "relay_process_invalid_lo": true, "validate_codeword_valid": true, "validate_codeword_invalid_hi": true, "validate_codeword_invalid_lo": true, "jtag_shift_reply_format": true, "ternary_encode_simple": true }, "reference_tests": { "decoder_process_match_found": true, "decoder_process_nomatch": true, "decoder_role": true, "encoder_process_input_0": true, "encoder_process_input_1": true, "encoder_process_input_7": true, "encoder_role": true, "jtag_shift_reply_format": true, "relay_process_invalid_hi": true, "relay_process_invalid_lo": true, "relay_process_valid_codeword": true, "relay_role": true, "ternary_encode_simple": true, "validate_codeword_invalid_hi": true, "validate_codeword_invalid_lo": true, "validate_codeword_valid": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/verilog/mvp_ternary_classifier_jtag.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:26:57: error: type 'u32' does not support indexing", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIndex" ], "detail": "ExprIndex" }, { "file": "specs/port/fpga/verilog/mvp_ternary_classifier_jtag_noport.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:36:39: error: invalid digit 'u' for hex base", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprLiteral(literal)" ], "detail": "ExprLiteral(literal)" }, { "file": "specs/port/fpga/verilog/mvp_ternary_classifier_top.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 17, "invariants": 4, "asserts": 27, "blockers": [], "detail": "", "test_verdicts": { "clock_config_default": true, "clock_config_custom_prescale": true, "led_status_success": true, "led_status_failure": true, "led_status_no_clock": true, "led_status_contradiction": true, "is_success_true": true, "is_success_false_on_failure": true, "is_success_false_on_no_clock": true, "is_success_false_on_contradiction": true, "is_failure_true": true, "is_failure_false_on_success": true, "is_no_clock_true": true, "is_no_clock_false_on_success": true, "is_blinking_success_true": true, "is_blinking_success_false_on_failure": true, "module_config_default": true }, "reference_tests": { "clock_config_custom_prescale": true, "clock_config_default": true, "is_blinking_success_false_on_failure": true, "is_blinking_success_true": true, "is_failure_false_on_success": true, "is_failure_true": true, "is_no_clock_false_on_success": true, "is_no_clock_true": true, "is_success_false_on_contradiction": true, "is_success_false_on_failure": true, "is_success_false_on_no_clock": true, "is_success_true": true, "led_status_contradiction": true, "led_status_failure": true, "led_status_no_clock": true, "led_status_success": true, "module_config_default": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/verilog/phi_weights_jtag.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 2, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "antisymmetry_property": true, "annihilation_property": true, "nontriviality_property": true, "simple_math": true }, "reference_tests": { "annihilation_property": true, "antisymmetry_property": true, "nontriviality_property": true, "simple_math": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/verilog/ternary_mac_demo_top.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 4, "asserts": 55, "blockers": [], "detail": "", "test_verdicts": { "oscillator_chain_initialization": true, "oscillator_ring_connection": true, "oscillator_output": true, "counter_increment": true, "counter_value_extraction": true, "mac_interface_initialization": true, "ternary_mac_simulation": true, "led_outputs": true, "full_simulation_cycle": true }, "reference_tests": { "counter_increment": true, "counter_value_extraction": true, "full_simulation_cycle": true, "led_outputs": true, "mac_interface_initialization": true, "oscillator_chain_initialization": true, "oscillator_output": true, "oscillator_ring_connection": true, "ternary_mac_simulation": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/verilog/ternary_mac_synth.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "ExprArrayLiteral" ], "detail": "ExprArrayLiteral(reference empty typed)", "reference_tests": { "initial_value": true, "on_clock_basic": true, "product_neg": true, "product_neg_a": true, "product_neg_a_minus_w": true, "product_pos": true, "product_zero": true, "w_code_to_mult_minus": true, "w_code_to_mult_plus": true, "w_code_to_mult_zero": true } }, { "file": "specs/port/fpga/verilog/ternary_node_jtag.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 20, "invariants": 5, "asserts": 50, "blockers": [], "detail": "", "test_verdicts": { "compute_hi_lo_values": true, "compute_hi_lo_values_1": true, "compute_hi_lo_values_2": true, "compute_hi_lo_values_3": true, "compute_hi_lo_values_4": true, "test_additivity_ok": true, "test_additivity_fail": true, "test_non_triviality_true": true, "test_non_triviality_false": true, "update_test_state_incomplete": true, "update_test_state_complete": true, "next_weight_state_increment": true, "next_weight_state_with_update": true, "generate_jtag_output_initial": true, "generate_jtag_output_complete": true, "jtag_to_word_format": true, "run_complete_test_additivity_holds": true, "run_complete_test_non_triviality_holds": true, "full_simulation_cycle": true, "sweep_completes": true }, "reference_tests": { "compute_hi_lo_values": true, "compute_hi_lo_values_1": true, "compute_hi_lo_values_2": true, "compute_hi_lo_values_3": true, "compute_hi_lo_values_4": true, "full_simulation_cycle": true, "generate_jtag_output_complete": true, "generate_jtag_output_initial": true, "jtag_to_word_format": true, "next_weight_state_increment": true, "next_weight_state_with_update": true, "run_complete_test_additivity_holds": true, "run_complete_test_non_triviality_holds": true, "sweep_completes": true, "test_additivity_fail": true, "test_additivity_ok": true, "test_non_triviality_false": true, "test_non_triviality_true": true, "update_test_state_complete": true, "update_test_state_incomplete": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/verilog/tnf17_jtag.t27", "reference": "fail", "reference_detail": "2 of 11 tests fail", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL jtag_value_generation: assert failed at line 221 (assert)", "test_verdicts": { "probe_values_correct": true, "involution_property_holds": true, "involution_property_fails_for_identity": true, "probe_moved_detection": true, "probe_moved_false_for_identity": true, "test_status_update_first_probe": true, "test_status_update_last_probe": true, "jtag_value_generation": false, "jtag_value_generation_with_results": true, "complete_test_scenario": true, "beat_counter_simulation": false }, "reference_tests": { "beat_counter_simulation": false, "complete_test_scenario": true, "involution_property_fails_for_identity": true, "involution_property_holds": true, "jtag_value_generation": false, "jtag_value_generation_with_results": true, "probe_moved_detection": true, "probe_moved_false_for_identity": true, "probe_values_correct": true, "test_status_update_first_probe": true, "test_status_update_last_probe": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/vivado/blinky.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 2, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "initial_state_empty": true, "led_r_output": true, "led_r_counter_bit_20": true, "led_t_counter_bit_19": true }, "reference_tests": { "initial_state_empty": true, "led_r_counter_bit_20": true, "led_r_output": true, "led_t_counter_bit_19": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/vivado/gf16_dot4.t27", "reference": "fail", "reference_detail": "1 of 4 tests fail", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL intermediate_structure: integer overflow at line 50 (* on u16)", "test_verdicts": { "zero_input": true, "ones_input": true, "simple_pattern": true, "intermediate_structure": false }, "reference_tests": { "intermediate_structure": false, "ones_input": true, "simple_pattern": true, "zero_input": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/vivado/gf16_matmul4x4.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 32, "blockers": [], "detail": "", "test_verdicts": { "multiply_by_zero": true, "multiply_identity": true }, "reference_tests": { "multiply_by_zero": true, "multiply_identity": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/vivado/gf16_matmul_top.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:29:20: error: incompatible types: 'bool' and 'u32'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch" }, { "file": "specs/port/fpga/vivado/gf16_top.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 4, "asserts": 18, "blockers": [], "detail": "", "test_verdicts": { "basic_bit_manipulation": true, "counter_increment_simple": true, "gf16_multiply_constants": true, "verify_multiplication_success": true, "verify_multiplication_failure": true, "led_r23_simple_case": true, "led_t23_simple_case": true, "led_t23_another_case": true, "full_integration": true }, "reference_tests": { "basic_bit_manipulation": true, "counter_increment_simple": true, "full_integration": true, "gf16_multiply_constants": true, "led_r23_simple_case": true, "led_t23_another_case": true, "led_t23_simple_case": true, "verify_multiplication_failure": true, "verify_multiplication_success": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/vivado/gf16_uart_sim_bench.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl" ], "detail": "ConstDecl", "reference_tests": { "clock_division_valid": true, "clock_frequency_valid": true, "full_matrix_multiplication": true, "single_element_multiplication": true, "uart_baud_valid": true } }, { "file": "specs/port/fpga/vivado/matmul_serial_hw.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:35:20: error: expected 16 array elements; found 1", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprIdentifier(rejected decl)", "ExprIdentifier(var at comptime)", "ExprFieldAccess" ], "detail": "ExprArrayLiteral" }, { "file": "specs/port/fpga/vivado/uart_detect_top.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 11, "invariants": 0, "asserts": 65, "blockers": [], "detail": "", "test_verdicts": { "on_comb_packs_the_same_pins_as_outputs": true, "lut1_init_01_is_an_inverter": true, "ring_step_inverts_each_stage": true, "ring_has_a_fixed_point_in_zero_delay_logic": true, "counter_wraps_at_23_bits": true, "only_a_falling_edge_counts": true, "led_r23_is_inverted_counter_bit_20": true, "led_t23_waits_for_the_first_pulse": true, "uart_tx_is_tied_high": true, "a_falling_edge_is_counted_two_edges_later": true, "two_dips_count_twice": true }, "reference_tests": { "a_falling_edge_is_counted_two_edges_later": true, "counter_wraps_at_23_bits": true, "led_r23_is_inverted_counter_bit_20": true, "led_t23_waits_for_the_first_pulse": true, "lut1_init_01_is_an_inverter": true, "on_comb_packs_the_same_pins_as_outputs": true, "only_a_falling_edge_counts": true, "ring_has_a_fixed_point_in_zero_delay_logic": true, "ring_step_inverts_each_stage": true, "two_dips_count_twice": true, "uart_tx_is_tied_high": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/vivado/uart_echo_top.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 15, "invariants": 4, "asserts": 37, "blockers": [], "detail": "", "test_verdicts": { "oscillator_chain_initialization": true, "oscillator_ring_feedback": true, "oscillator_output_from_last_element": true, "counter_initial_value": true, "counter_increment": true, "counter_bit_extraction": true, "counter_bit_19_set": true, "counter_bit_20_set": true, "echo_state_machine_idle_to_send": true, "echo_state_machine_send_to_idle": true, "echo_state_machine_stays_in_send": true, "led_outputs_counter_zero": true, "led_outputs_bit20_set": true, "led_outputs_bit19_set": true, "full_simulation_step": true }, "reference_tests": { "counter_bit_19_set": true, "counter_bit_20_set": true, "counter_bit_extraction": true, "counter_increment": true, "counter_initial_value": true, "echo_state_machine_idle_to_send": true, "echo_state_machine_send_to_idle": true, "echo_state_machine_stays_in_send": true, "full_simulation_step": true, "led_outputs_bit19_set": true, "led_outputs_bit20_set": true, "led_outputs_counter_zero": true, "oscillator_chain_initialization": true, "oscillator_output_from_last_element": true, "oscillator_ring_feedback": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/vsa/temporal_heartbeat_top.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 16, "invariants": 5, "asserts": 55, "blockers": [], "detail": "", "test_verdicts": { "initial_state_check": true, "update_counters_no_clock": true, "update_counters_increment": true, "phi_cycle_reset": true, "temporal_layer_wraparound": true, "layer0_outputs_odd": true, "layer0_outputs_even": true, "layer0_outputs_zero": true, "layer1_outputs_on": true, "layer1_outputs_bit2_set": true, "layer2_outputs_bit1_set": true, "layer2_outputs_bit2_set": true, "layer2_outputs_zero": true, "layer3_outputs_default": true, "layer_transition_simple": true, "layer_transition_final_to_initial": true }, "reference_tests": { "initial_state_check": true, "layer0_outputs_even": true, "layer0_outputs_odd": true, "layer0_outputs_zero": true, "layer1_outputs_bit2_set": true, "layer1_outputs_on": true, "layer2_outputs_bit1_set": true, "layer2_outputs_bit2_set": true, "layer2_outputs_zero": true, "layer3_outputs_default": true, "layer_transition_final_to_initial": true, "layer_transition_simple": true, "phi_cycle_reset": true, "temporal_layer_wraparound": true, "update_counters_increment": true, "update_counters_no_clock": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/aggregate-experience.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "verdict_classes": true, "last_ring_only_rises": true, "rings_open_counts": true, "queen_health_colour": true, "health_score_ratio": true }, "reference_tests": { "health_score_ratio": true, "last_ring_only_rises": true, "queen_health_colour": true, "rings_open_counts": true, "verdict_classes": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/bulk-create-notebooks.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "decide_exit_code_empty": true, "decide_exit_code_all_success": true, "decide_exit_code_first_failure": true, "decide_exit_code_last_failure": true, "decide_exit_code_multiple_failures": true }, "reference_tests": { "decide_exit_code_all_success": true, "decide_exit_code_empty": true, "decide_exit_code_first_failure": true, "decide_exit_code_last_failure": true, "decide_exit_code_multiple_failures": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/check-conflicts.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "main_basic": true, "branch_status_detection": true, "branch_arrays_structure": true }, "reference_tests": { "branch_arrays_structure": true, "branch_status_detection": true, "main_basic": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/check-first-party-doc-language.t27", "reference": "fail", "reference_detail": "1 of 4 tests fail", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL find_last_char_found: assert failed at line 61 (assert)", "test_verdicts": { "find_root_directory_absolute_path": true, "find_root_directory_no_directory": true, "find_last_char_found": false, "find_last_char_not_found": true }, "reference_tests": { "find_last_char_found": false, "find_last_char_not_found": true, "find_root_directory_absolute_path": true, "find_root_directory_no_directory": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/check-pagination-truncation.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 0, "asserts": 21, "blockers": [], "detail": "", "test_verdicts": { "args_exit_code_usage": true, "is_population_edges": true, "next_limit_doubles": true, "main_finds_population_after_doubling": true, "main_reports_truncation_after_eight_probes": true, "main_caps_probes_at_eight": true, "main_query_failure_exits_two": true, "main_gh_unavailable_exits_two": true, "main_usage_error_exits_two": true, "main_accepts_population_on_eighth_probe": true, "main_ignores_query_failure_beyond_cap": true, "main_respects_custom_start_limit": true }, "reference_tests": { "args_exit_code_usage": true, "is_population_edges": true, "main_accepts_population_on_eighth_probe": true, "main_caps_probes_at_eight": true, "main_finds_population_after_doubling": true, "main_gh_unavailable_exits_two": true, "main_ignores_query_failure_beyond_cap": true, "main_query_failure_exits_two": true, "main_reports_truncation_after_eight_probes": true, "main_respects_custom_start_limit": true, "main_usage_error_exits_two": true, "next_limit_doubles": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/check_first_party_doc_language.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "load_allowed_empty": true, "load_allowed_simple": true, "main_no_errors": true, "main_with_errors": true }, "reference_tests": { "load_allowed_empty": true, "load_allowed_simple": true, "main_no_errors": true, "main_with_errors": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/ci/loop-tools-tracked.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 0, "asserts": 60, "blockers": [], "detail": "", "test_verdicts": { "present_check": true, "tracked_check": true, "tri_loop_dir_check": true, "dispatcher_check": true, "dispatcher_char_map": true, "resolution_cases": true, "routing_check": true, "accumulate_cases": true, "main_verdict": true, "final_word_cases": true, "subcommands_resolve": true, "required_lists": true }, "reference_tests": { "accumulate_cases": true, "dispatcher_char_map": true, "dispatcher_check": true, "final_word_cases": true, "main_verdict": true, "present_check": true, "required_lists": true, "resolution_cases": true, "routing_check": true, "subcommands_resolve": true, "tracked_check": true, "tri_loop_dir_check": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/ci/rings_matrix.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "discover_finds_ring_crates": true, "main_handles_empty_matrix": true, "main_handles_nonempty_matrix": true }, "reference_tests": { "discover_finds_ring_crates": true, "main_handles_empty_matrix": true, "main_handles_nonempty_matrix": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/fpga/flash.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 0, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "usage_format": true, "check_bitstream_exists": true, "check_bitstream_missing": true, "openfpgaloader_board_args": true, "openfpgaloader_arty_board": true, "openfpgaloader_unknown_board": true, "main_default_command": true, "main_list_command": true, "main_unknown_command": true }, "reference_tests": { "check_bitstream_exists": true, "check_bitstream_missing": true, "main_default_command": true, "main_list_command": true, "main_unknown_command": true, "openfpgaloader_arty_board": true, "openfpgaloader_board_args": true, "openfpgaloader_unknown_board": true, "usage_format": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/fpga-build.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "toolchain_root_alone_is_enough": true, "toolchain_needs_all_three_without_root": true, "frames_guard_threshold": true, "verdict_exit_codes": true, "verdict_stage_order": true }, "reference_tests": { "frames_guard_threshold": true, "toolchain_needs_all_three_without_root": true, "toolchain_root_alone_is_enough": true, "verdict_exit_codes": true, "verdict_stage_order": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w309.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 0, "asserts": 38, "blockers": [], "detail": "", "test_verdicts": { "stripped_starts_with_skips_leading_space": true, "starts_new_construct_ends_the_block": true, "get_last_block_copies_last_two_tests_plus_invariant": true, "get_last_block_ends_at_next_construct": true, "get_last_block_uses_the_last_invariant": true, "get_last_block_needs_two_tests_before_the_invariant": true, "get_last_block_needs_an_invariant": true, "get_last_block_needs_tests_above_the_invariant": true, "replace_wave_suffix_rewrites_every_occurrence": true, "replace_wave_suffix_leaves_w309_alone": true, "transform_block_rewrites_a_whole_block": true, "spec_verdict_ok_and_skip": true }, "reference_tests": { "get_last_block_copies_last_two_tests_plus_invariant": true, "get_last_block_ends_at_next_construct": true, "get_last_block_needs_an_invariant": true, "get_last_block_needs_tests_above_the_invariant": true, "get_last_block_needs_two_tests_before_the_invariant": true, "get_last_block_uses_the_last_invariant": true, "replace_wave_suffix_leaves_w309_alone": true, "replace_wave_suffix_rewrites_every_occurrence": true, "spec_verdict_ok_and_skip": true, "starts_new_construct_ends_the_block": true, "stripped_starts_with_skips_leading_space": true, "transform_block_rewrites_a_whole_block": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w312.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:165:34: error: expected 10 array elements; found 7", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(undeclared)", "type [N]T", "ExprArrayLiteral" ], "detail": "StmtAssign(undeclared)" }, { "file": "specs/port/scripts/gen_w317.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "get_last_block_returns_null": true, "transform_block_returns_input": true, "transform_block_empty": true }, "reference_tests": { "get_last_block_returns_null": true, "transform_block_empty": true, "transform_block_returns_input": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w320.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "get_last_block_basic": true, "get_last_block_with_invariant": true, "transform_block_replacement": true }, "reference_tests": { "get_last_block_basic": true, "get_last_block_with_invariant": true, "transform_block_replacement": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w326.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 21, "blockers": [], "detail": "", "test_verdicts": { "is_target_wave_check": true, "next_wave_increment": true, "next_depth_increment": true, "next_arrow_y_increment": true, "format_depth_suffix_cases": true, "format_arrow_transition_cases": true }, "reference_tests": { "format_arrow_transition_cases": true, "format_depth_suffix_cases": true, "is_target_wave_check": true, "next_arrow_y_increment": true, "next_depth_increment": true, "next_wave_increment": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w363.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "append_w363_no_blocks": true, "append_w363_wrong_wave": true, "append_w363_success": true, "append_w363_multiple_blocks": true }, "reference_tests": { "append_w363_multiple_blocks": true, "append_w363_no_blocks": true, "append_w363_success": true, "append_w363_wrong_wave": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w364.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:18:26: error: use of undeclared identifier 'Path'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)" ], "detail": "type (undeclared)" }, { "file": "specs/port/scripts/gen_w365.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "should_append_false_when_no_match": true, "should_append_false_when_wave_not_364": true, "should_append_true_when_match_and_wave_364": true }, "reference_tests": { "should_append_false_when_no_match": true, "should_append_false_when_wave_not_364": true, "should_append_true_when_match_and_wave_364": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w366.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:25:14: error: no field or member function named 'starts_with' in '[]const u8'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)" ], "detail": "ExprCall(method)" }, { "file": "specs/port/scripts/gen_w367.t27", "reference": "fail", "reference_detail": "1 of 8 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(undeclared)" ], "detail": "StmtAssign(undeclared)", "reference_tests": { "find_substring_basic": true, "find_wave_loop_blocks_multiple": true, "find_wave_loop_blocks_none": true, "find_wave_loop_blocks_single": true, "generate_w367_block_replacements": false, "insert_block_at_end": true, "insert_block_at_middle": true, "slices_equal_basic": true } }, { "file": "specs/port/scripts/gen_w368.t27", "reference": "fail", "reference_detail": "1 of 8 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(reference redeclares)" ], "detail": "StmtAssign(reference redeclares)", "reference_tests": { "apply_w368_replacements_full_block": false, "extract_wave_number_invalid": true, "extract_wave_number_valid": true, "replace_all_same_len_multiple_occurrences": true, "replace_all_same_len_single": true, "should_append_w368_false_when_no_match": true, "should_append_w368_false_when_wave_not_367": true, "should_append_w368_true_when_match_and_wave_367": true } }, { "file": "specs/port/scripts/gen_w377.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 22, "blockers": [], "detail": "", "test_verdicts": { "append_w377_skips_without_a_wave_loop_block": true, "append_w377_skips_when_last_wave_is_375": true, "append_w377_appends_a_w377_copy": true, "append_w377_uses_the_last_match": true, "append_w377_renumbers_the_matched_block": true, "build_new_block_renumbers_every_form": true, "build_new_block_leaves_other_text_alone": true, "matches_at_finds_literals_at_offsets": true }, "reference_tests": { "append_w377_appends_a_w377_copy": true, "append_w377_renumbers_the_matched_block": true, "append_w377_skips_when_last_wave_is_375": true, "append_w377_skips_without_a_wave_loop_block": true, "append_w377_uses_the_last_match": true, "build_new_block_leaves_other_text_alone": true, "build_new_block_renumbers_every_form": true, "matches_at_finds_literals_at_offsets": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w378.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "get_last_wave_number_no_blocks": true, "get_last_wave_number_with_377": true, "get_last_wave_number_with_376": true, "has_wave_loop_blocks_true": true, "has_wave_loop_blocks_false": true, "is_wave_377_true": true, "is_wave_377_false": true }, "reference_tests": { "get_last_wave_number_no_blocks": true, "get_last_wave_number_with_376": true, "get_last_wave_number_with_377": true, "has_wave_loop_blocks_false": true, "has_wave_loop_blocks_true": true, "is_wave_377_false": true, "is_wave_377_true": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w379.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "find_wave_loop_blocks_empty": true, "find_wave_loop_blocks_with_pattern": true, "find_wave_loop_blocks_without_invariant": true, "validate_wave_378_positive": true, "validate_wave_378_negative": true, "create_w379_block_basic": true, "create_w379_block_no_changes_needed": true }, "reference_tests": { "create_w379_block_basic": true, "create_w379_block_no_changes_needed": true, "find_wave_loop_blocks_empty": true, "find_wave_loop_blocks_with_pattern": true, "find_wave_loop_blocks_without_invariant": true, "validate_wave_378_negative": true, "validate_wave_378_positive": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w380.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 166, "blockers": [], "detail": "", "test_verdicts": { "maybe_append_w380_test": true, "maybe_append_w380_no_change_if_wave_not_379": true, "replace_in_subarray_same_len_test": true }, "reference_tests": { "maybe_append_w380_no_change_if_wave_not_379": true, "maybe_append_w380_test": true, "replace_in_subarray_same_len_test": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w381.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "no_block_is_skipped": true, "no_block_wins_over_a_matching_wave": true, "last_wave_380_is_appended": true, "an_older_wave_is_skipped": true, "the_same_wave_is_skipped": true, "a_newer_wave_is_skipped": true, "wave_constants_follow_each_other": true }, "reference_tests": { "a_newer_wave_is_skipped": true, "an_older_wave_is_skipped": true, "last_wave_380_is_appended": true, "no_block_is_skipped": true, "no_block_wins_over_a_matching_wave": true, "the_same_wave_is_skipped": true, "wave_constants_follow_each_other": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w381_lean.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall" ], "detail": "ExprCall", "reference_tests": { "cancellation_chain_basic": true, "main_undefined": true, "minus_chain_basic": true, "nest_mac_basic": true, "plus_chain_basic": true, "theorem_block_basic": true, "var_names_basic": true, "zero_weight_closure_basic": true } }, { "file": "specs/port/scripts/gen_w382.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "no_block_is_skipped": true, "no_block_wins_over_a_matching_wave": true, "last_wave_381_is_appended": true, "an_older_wave_is_skipped": true, "the_same_wave_is_skipped": true, "a_newer_wave_is_skipped": true, "wave_constants_follow_each_other": true }, "reference_tests": { "a_newer_wave_is_skipped": true, "an_older_wave_is_skipped": true, "last_wave_381_is_appended": true, "no_block_is_skipped": true, "no_block_wins_over_a_matching_wave": true, "the_same_wave_is_skipped": true, "wave_constants_follow_each_other": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w384.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "no_block_is_skipped": true, "no_block_wins_over_a_matching_wave": true, "last_wave_383_is_appended": true, "an_older_wave_is_skipped": true, "the_same_wave_is_skipped": true, "a_newer_wave_is_skipped": true, "wave_constants_follow_each_other": true }, "reference_tests": { "a_newer_wave_is_skipped": true, "an_older_wave_is_skipped": true, "last_wave_383_is_appended": true, "no_block_is_skipped": true, "no_block_wins_over_a_matching_wave": true, "the_same_wave_is_skipped": true, "wave_constants_follow_each_other": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w384_lean.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 0, "asserts": 47, "blockers": [], "detail": "", "test_verdicts": { "var_names_first_thirty": true, "var_names_skips_at_so_62_names_end_at_bk": true, "var_names_zero_is_empty": true, "nest_mac_two_activations": true, "plus_chain_two_and_sixty_two": true, "minus_chain_two_and_sixty_one": true, "cancellation_chain_alternates_plus_and_minus": true, "zero_weight_closure_swaps_first_and_last": true, "theorem_block_layout": true, "main_appends_the_exact_w384_text": true, "name_helpers_match_the_python_loop": true, "already_present_guards_a_second_run": true }, "reference_tests": { "already_present_guards_a_second_run": true, "cancellation_chain_alternates_plus_and_minus": true, "main_appends_the_exact_w384_text": true, "minus_chain_two_and_sixty_one": true, "name_helpers_match_the_python_loop": true, "nest_mac_two_activations": true, "plus_chain_two_and_sixty_two": true, "theorem_block_layout": true, "var_names_first_thirty": true, "var_names_skips_at_so_62_names_end_at_bk": true, "var_names_zero_is_empty": true, "zero_weight_closure_swaps_first_and_last": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w385.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "no_block_is_skipped": true, "no_block_wins_over_a_matching_wave": true, "last_wave_384_is_appended": true, "an_older_wave_is_skipped": true, "the_same_wave_is_skipped": true, "a_newer_wave_is_skipped": true, "wave_constants_follow_each_other": true }, "reference_tests": { "a_newer_wave_is_skipped": true, "an_older_wave_is_skipped": true, "last_wave_384_is_appended": true, "no_block_is_skipped": true, "no_block_wins_over_a_matching_wave": true, "the_same_wave_is_skipped": true, "wave_constants_follow_each_other": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w386.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "no_block_is_skipped": true, "no_block_wins_over_a_matching_wave": true, "last_wave_385_is_appended": true, "an_older_wave_is_skipped": true, "the_same_wave_is_skipped": true, "a_newer_wave_is_skipped": true, "wave_constants_follow_each_other": true }, "reference_tests": { "a_newer_wave_is_skipped": true, "an_older_wave_is_skipped": true, "last_wave_385_is_appended": true, "no_block_is_skipped": true, "no_block_wins_over_a_matching_wave": true, "the_same_wave_is_skipped": true, "wave_constants_follow_each_other": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w387.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "no_block_is_skipped": true, "no_block_wins_over_a_matching_wave": true, "last_wave_386_is_appended": true, "an_older_wave_is_skipped": true, "the_same_wave_is_skipped": true, "a_newer_wave_is_skipped": true, "wave_constants_follow_each_other": true }, "reference_tests": { "a_newer_wave_is_skipped": true, "an_older_wave_is_skipped": true, "last_wave_386_is_appended": true, "no_block_is_skipped": true, "no_block_wins_over_a_matching_wave": true, "the_same_wave_is_skipped": true, "wave_constants_follow_each_other": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w388_lean.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 11, "invariants": 0, "asserts": 93, "blockers": [], "detail": "", "test_verdicts": { "var_names_first_letters": true, "var_names_out_of_range": true, "var_names_two_letter_after_z": true, "var_names_skip_keywords": true, "var_names_never_returns_a_keyword": true, "plus_and_minus_chain_lengths": true, "cancellation_weights_alternate": true, "cancellation_chain_depth_parity": true, "zero_weight_closure_sizes": true, "zero_chain_has_one_plus": true, "reorder_swaps_first_and_last": true }, "reference_tests": { "cancellation_chain_depth_parity": true, "cancellation_weights_alternate": true, "plus_and_minus_chain_lengths": true, "reorder_swaps_first_and_last": true, "var_names_first_letters": true, "var_names_never_returns_a_keyword": true, "var_names_out_of_range": true, "var_names_skip_keywords": true, "var_names_two_letter_after_z": true, "zero_chain_has_one_plus": true, "zero_weight_closure_sizes": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w389.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:28:66: error: expected 'while', 'for', 'inline', or '{', found 'a number literal'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(text element)" ], "detail": "ExprArrayLiteral(text element)" }, { "file": "specs/port/scripts/gen_w390.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:40:14: error: no field or member function named 'lines' in '[]const u8'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)" ], "detail": "ExprCall(method)" }, { "file": "specs/port/scripts/gen_w391.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 30, "blockers": [], "detail": "", "test_verdicts": { "header_scan": true, "wave_segments_two_blocks": true, "wave_segments_edges": true, "append_w391_appends": true, "append_w391_skips": true, "append_w391_on_spec_shaped_text": true }, "reference_tests": { "append_w391_appends": true, "append_w391_on_spec_shaped_text": true, "append_w391_skips": true, "header_scan": true, "wave_segments_edges": true, "wave_segments_two_blocks": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w391_lean.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 13, "invariants": 0, "asserts": 174, "blockers": [], "detail": "", "test_verdicts": { "var_names_first_letters": true, "var_names_out_of_range": true, "var_names_two_letter_after_z": true, "var_names_skip_keywords": true, "keyword_pair_recognises_all_seven": true, "var_names_matches_the_original_for_all_69": true, "var_names_never_returns_a_keyword": true, "plus_and_minus_chain_lengths": true, "cancellation_weights_alternate": true, "cancellation_chain_depth_parity": true, "zero_weight_closure_sizes": true, "zero_chain_has_one_plus": true, "reorder_swaps_first_and_last": true }, "reference_tests": { "cancellation_chain_depth_parity": true, "cancellation_weights_alternate": true, "keyword_pair_recognises_all_seven": true, "plus_and_minus_chain_lengths": true, "reorder_swaps_first_and_last": true, "var_names_first_letters": true, "var_names_matches_the_original_for_all_69": true, "var_names_never_returns_a_keyword": true, "var_names_out_of_range": true, "var_names_skip_keywords": true, "var_names_two_letter_after_z": true, "zero_chain_has_one_plus": true, "zero_weight_closure_sizes": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w392.t27", "reference": "fail", "reference_detail": "1 of 4 tests fail", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL build_w392_block_replacements: assert failed at line 159 (assert)", "test_verdicts": { "wave_segments_single": true, "wave_segments_empty": true, "build_w392_block_replacements": false, "build_w392_block_no_match": true }, "reference_tests": { "build_w392_block_no_match": true, "build_w392_block_replacements": false, "wave_segments_empty": true, "wave_segments_single": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w631.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 16, "blockers": [], "detail": "", "test_verdicts": { "indent_is_four_spaces_per_level": true, "first_point_is_zero_one": true, "last_point_matches_the_generated_expectations": true, "offset_32768_wraps_back": true, "build_tree_advances_the_base": true, "whole_grid_has_5184_points": true }, "reference_tests": { "build_tree_advances_the_base": true, "first_point_is_zero_one": true, "indent_is_four_spaces_per_level": true, "last_point_matches_the_generated_expectations": true, "offset_32768_wraps_back": true, "whole_grid_has_5184_points": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w632.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 17, "blockers": [], "detail": "", "test_verdicts": { "indent_is_four_spaces_per_level": true, "first_point_is_zero_one": true, "last_point_matches_the_generated_expectations": true, "offset_32768_wraps_back": true, "build_tree_advances_the_base": true, "whole_grid_has_5312_points": true }, "reference_tests": { "build_tree_advances_the_base": true, "first_point_is_zero_one": true, "indent_is_four_spaces_per_level": true, "last_point_matches_the_generated_expectations": true, "offset_32768_wraps_back": true, "whole_grid_has_5312_points": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w633.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 17, "blockers": [], "detail": "", "test_verdicts": { "indent_is_four_spaces_per_level": true, "first_point_is_zero_one": true, "last_point_matches_the_generated_expectations": true, "offset_32768_wraps_back": true, "build_tree_advances_the_base": true, "whole_grid_has_5440_points": true }, "reference_tests": { "build_tree_advances_the_base": true, "first_point_is_zero_one": true, "indent_is_four_spaces_per_level": true, "last_point_matches_the_generated_expectations": true, "offset_32768_wraps_back": true, "whole_grid_has_5440_points": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w634.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 17, "blockers": [], "detail": "", "test_verdicts": { "indent_is_four_spaces_per_level": true, "first_point_is_zero_one": true, "last_point_matches_the_generated_expectations": true, "offset_32768_wraps_back": true, "build_tree_advances_the_base": true, "whole_grid_has_5568_points": true }, "reference_tests": { "build_tree_advances_the_base": true, "first_point_is_zero_one": true, "indent_is_four_spaces_per_level": true, "last_point_matches_the_generated_expectations": true, "offset_32768_wraps_back": true, "whole_grid_has_5568_points": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w635.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 17, "blockers": [], "detail": "", "test_verdicts": { "indent_is_four_spaces_per_level": true, "first_point_is_zero_one": true, "last_point_matches_the_generated_expectations": true, "offset_32768_wraps_back": true, "build_tree_advances_the_base": true, "whole_grid_has_5696_points": true }, "reference_tests": { "build_tree_advances_the_base": true, "first_point_is_zero_one": true, "indent_is_four_spaces_per_level": true, "last_point_matches_the_generated_expectations": true, "offset_32768_wraps_back": true, "whole_grid_has_5696_points": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w636.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 17, "blockers": [], "detail": "", "test_verdicts": { "indent_is_four_spaces_per_level": true, "first_point_is_zero_one": true, "last_point_matches_the_generated_expectations": true, "offset_32768_wraps_back": true, "build_tree_advances_the_base": true, "whole_grid_has_5824_points": true }, "reference_tests": { "indent_is_four_spaces_per_level": true, "first_point_is_zero_one": true, "last_point_matches_the_generated_expectations": true, "offset_32768_wraps_back": true, "build_tree_advances_the_base": true, "whole_grid_has_5824_points": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/generate_episodes.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "layer_boundaries": true, "skip_rules": true, "new_count_difference": true, "new_count_never_negative": true }, "reference_tests": { "layer_boundaries": true, "new_count_difference": true, "new_count_never_negative": true, "skip_rules": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/git_commands_tasks_1_4.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "files_to_stage_correct": true, "commit_message_structure": true, "main_function_exists": true }, "reference_tests": { "commit_message_structure": true, "files_to_stage_correct": true, "main_function_exists": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/install-constitutional-hook.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "main_no_trailing_slash": true, "main_with_trailing_slash": true }, "reference_tests": { "main_no_trailing_slash": true, "main_with_trailing_slash": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/lee_monte_carlo_baseline.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprLiteral(float literal)" ], "detail": "ExprLiteral(float literal)", "reference_tests": { "abs on both sides of zero": true, "the hit counting over the ten candidates": true, "the threshold decision, including the strict 0.001 boundary": true, "the trig series tracks np.sin and np.cos within 1e-4": true } }, { "file": "specs/port/scripts/mcp-wrapper.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "compute_repo_root_git_success": true, "compute_repo_root_git_failure": true, "get_parent_directory_normal": true, "get_parent_directory_root": true, "get_parent_directory_no_slash": true }, "reference_tests": { "compute_repo_root_git_failure": true, "compute_repo_root_git_success": true, "get_parent_directory_no_slash": true, "get_parent_directory_normal": true, "get_parent_directory_root": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/print_pellis_seal_decimal.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "calculate_sqrt5_test": true, "calculate_phi_test": true, "calculate_pellis_test": true, "calculate_pellis_known_values": true }, "reference_tests": { "calculate_pellis_known_values": true, "calculate_pellis_test": true, "calculate_phi_test": true, "calculate_sqrt5_test": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/pysr_trinity_blind_test_v2.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 37, "blockers": [], "detail": "", "test_verdicts": { "constants_calculation": true, "data_generation_logic": true, "pattern_detection": true, "target_constants": true, "contains_cases": true, "run_target_cases": true }, "reference_tests": { "constants_calculation": true, "contains_cases": true, "data_generation_logic": true, "pattern_detection": true, "run_target_cases": true, "target_constants": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/reseal-apply.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 18, "blockers": [], "detail": "", "test_verdicts": { "missing_source_or_manifest_is_exit_3": true, "fresh_seal_has_nothing_to_do": true, "reseal_yes_confirms_without_tty": true, "no_tty_without_reseal_yes_aborts": true, "only_yes_answer_counts_on_a_tty": true, "failed_regeneration_is_exit_2": true, "verification_must_be_fresh": true }, "reference_tests": { "failed_regeneration_is_exit_2": true, "fresh_seal_has_nothing_to_do": true, "missing_source_or_manifest_is_exit_3": true, "no_tty_without_reseal_yes_aborts": true, "only_yes_answer_counts_on_a_tty": true, "reseal_yes_confirms_without_tty": true, "verification_must_be_fresh": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/reseal-check.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "missing_source_is_unsealed_exit": true, "empty_or_literal_unsealed_seal": true, "matching_seal_is_fresh": true, "differing_seal_is_stale": true, "frozen_note_only_when_digest_differs": true }, "reference_tests": { "differing_seal_is_stale": true, "empty_or_literal_unsealed_seal": true, "frozen_note_only_when_digest_differs": true, "matching_seal_is_fresh": true, "missing_source_is_unsealed_exit": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/run_v51_multiple.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 129, "blockers": [], "detail": "", "test_verdicts": { "script_output_returns_correct_lines": true }, "reference_tests": { "script_output_returns_correct_lines": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/test-agent-bridge.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "check_cargo_available_true": true, "check_node_available_true": true, "get_package_command_pnpm": true, "get_package_command_fallback": true, "backend_build_success": true, "backend_start_success": true, "agent_say_command_success": true, "main_script_success": true }, "reference_tests": { "agent_say_command_success": true, "backend_build_success": true, "backend_start_success": true, "check_cargo_available_true": true, "check_node_available_true": true, "get_package_command_fallback": true, "get_package_command_pnpm": true, "main_script_success": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/tri-issue-create.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "format_content_basic": true, "dry_run_path": true, "missing_arguments": true, "default_labels": true }, "reference_tests": { "default_labels": true, "dry_run_path": true, "format_content_basic": true, "missing_arguments": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/tri-pr-create.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "dry_run_returns_zero": true, "non_dry_run_calls_apis": true, "pr_body_with_issue": true, "pr_body_without_issue": true, "error_handling": true, "success_case": true }, "reference_tests": { "dry_run_returns_zero": true, "error_handling": true, "non_dry_run_calls_apis": true, "pr_body_with_issue": true, "pr_body_without_issue": true, "success_case": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/tri-search.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "basic_test": true, "parse_args_test": true, "process_types_test": true, "format_output_test": true }, "reference_tests": { "basic_test": true, "format_output_test": true, "parse_args_test": true, "process_types_test": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/tri-sync.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 32, "blockers": [], "detail": "", "test_verdicts": { "scope_choices": true, "status_wins_over_dry_run": true, "scope_all_counts_as_issues": true, "synced_counter_adds": true, "at_most_three_errors_printed": true, "sync_exit_codes": true, "whole_script_exit_codes": true }, "reference_tests": { "at_most_three_errors_printed": true, "scope_all_counts_as_issues": true, "scope_choices": true, "status_wins_over_dry_run": true, "sync_exit_codes": true, "synced_counter_adds": true, "whole_script_exit_codes": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/tri_loop/claims.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 32, "blockers": [], "detail": "", "test_verdicts": { "strong_claim_detection": true, "limit_detection": true, "combined_logic": true }, "reference_tests": { "combined_logic": true, "limit_detection": true, "strong_claim_detection": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/tri_loop/corpus_parse.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "find_specs_basic": true, "find_specs_excludes": true, "parse_one_success": true, "parse_one_timeout": true, "parse_one_failure": true, "main_empty_corpus": true, "main_basic": true }, "reference_tests": { "find_specs_basic": true, "find_specs_excludes": true, "main_basic": true, "main_empty_corpus": true, "parse_one_failure": true, "parse_one_success": true, "parse_one_timeout": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/tri_loop/loop_rules.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 4, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": { "test1": true, "test2": true, "test3": true, "test4": true }, "reference_tests": { "test1": true, "test2": true, "test3": true, "test4": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/tri_loop/now_numbers.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "basic_test": true, "main_return_code": true, "anchor_returns_zero": true, "numbers_in_returns_zero": true }, "reference_tests": { "anchor_returns_zero": true, "basic_test": true, "main_return_code": true, "numbers_in_returns_zero": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/tri_loop/t27b_rules.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 17, "invariants": 0, "asserts": 62, "blockers": [], "detail": "", "test_verdicts": { "cache_dir_prefers_xdg": true, "cache_dir_empty_xdg_falls_back": true, "cache_dir_whitespace_xdg_is_kept": true, "build_reuses_cached_lib": true, "build_missing_source_is_rules_unavailable": true, "build_failing_compile_is_rules_unavailable": true, "build_suffix_by_platform": true, "lib_readiness": true, "verdict_codes_in_lab_order": true, "verdict_known_strings_are_ok": true, "verdict_unknown_is_error_never_a_guess": true, "delta_names_in_spec_order": true, "delta_out_of_range_is_reported": true, "delta_code_of_maps_names_back": true, "is_red_reports_the_compiled_answer": true, "is_red_unknown_name_is_error_never_a_guess": true, "pct_splits_tenths": true }, "reference_tests": { "build_failing_compile_is_rules_unavailable": true, "build_missing_source_is_rules_unavailable": true, "build_reuses_cached_lib": true, "build_suffix_by_platform": true, "cache_dir_empty_xdg_falls_back": true, "cache_dir_prefers_xdg": true, "cache_dir_whitespace_xdg_is_kept": true, "delta_code_of_maps_names_back": true, "delta_names_in_spec_order": true, "delta_out_of_range_is_reported": true, "is_red_reports_the_compiled_answer": true, "is_red_unknown_name_is_error_never_a_guess": true, "lib_readiness": true, "pct_splits_tenths": true, "verdict_codes_in_lab_order": true, "verdict_known_strings_are_ok": true, "verdict_unknown_is_error_never_a_guess": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/ultra_engine_v70_ultimate.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral" ], "detail": "ExprArrayLiteral", "reference_tests": { "error_calculation": true, "pdg_targets_access": true, "ultra_engine_v70_math": true } }, { "file": "specs/port/scripts/validate_phi_f64.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "f64_params_basic": true, "f64_params_phi_identity": true }, "reference_tests": { "f64_params_basic": true, "f64_params_phi_identity": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/verify_precision.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "missing_mpmath_is_a_failure": true, "present_mpmath_runs": true, "digits_default_to_100": true, "explicit_digits_are_kept": true, "phi_identity_is_zero_to_double_precision": true, "trinity_identity_is_three": true, "pellis_closed_form_value": true }, "reference_tests": { "digits_default_to_100": true, "explicit_digits_are_kept": true, "missing_mpmath_is_a_failure": true, "pellis_closed_form_value": true, "phi_identity_is_zero_to_double_precision": true, "present_mpmath_runs": true, "trinity_identity_is_three": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/verify_smoking_guns.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "compute_trinity_basic": true, "compute_trinity_scaling": true, "compute_trinity_constants": true, "compute_trinity_known_value": true }, "reference_tests": { "compute_trinity_basic": true, "compute_trinity_constants": true, "compute_trinity_known_value": true, "compute_trinity_scaling": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/wrapup/extract-context.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "extract_context_success": true, "extract_context_error": true }, "reference_tests": { "extract_context_error": true, "extract_context_success": true }, "reference_disagree": [] }, { "file": "specs/port/tools/_prereq.t27", "reference": "blocked", "reference_detail": "does not compile: fs.zig:1:1: error: unable to load 'fs.zig': FileNotFound", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprFieldAccess", "ExprCall(method)", "ExprCall(@print)" ], "detail": "ExprFieldAccess" }, { "file": "specs/port/tools/backend_parity_table.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "t27c_returns_binary_path": true, "row_creates_result_string": true, "self_check_returns_zero_for_success": true, "main_returns_exit_code": true }, "reference_tests": { "main_returns_exit_code": true, "row_creates_result_string": true, "self_check_returns_zero_for_success": true, "t27c_returns_binary_path": true }, "reference_disagree": [] }, { "file": "specs/port/tools/bees/merger_gate_selftest.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (anonymous struct)", "ExprCall(rejected fn)" ], "detail": "type (anonymous struct)", "reference_tests": { "extract_find_ready_logic": true, "label_basic": true, "label_custom_name": true, "out_with_jq": true, "out_without_jq": true, "pr_basic": true, "review_basic": true } }, { "file": "specs/port/tools/builtin_parity_table.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:22:18: error: use of undeclared identifier 'stat'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral" ], "detail": "ExprArrayLiteral" }, { "file": "specs/port/tools/check_assertionless_spec_tests.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:50:14: error: no field or member function named 'lines' in '[]const u8'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)" ], "detail": "ExprCall(method)" }, { "file": "specs/port/tools/check_catalog_integrity.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 0, "asserts": 35, "blockers": [], "detail": "", "test_verdicts": { "check_basic": true, "check_dangling_source": true, "check_missing_spec": true, "check_family_collapse": true, "check_alias_former_name_and_rule": true, "_plant_creates_structure": true, "_plant_custom_rows": true, "self_check_clean_tree": true, "main_self_check_flag": true, "main_clean_catalog": true }, "reference_tests": { "_plant_creates_structure": true, "_plant_custom_rows": true, "check_alias_former_name_and_rule": true, "check_basic": true, "check_dangling_source": true, "check_family_collapse": true, "check_missing_spec": true, "main_clean_catalog": true, "main_self_check_flag": true, "self_check_clean_tree": true }, "reference_disagree": [] }, { "file": "specs/port/tools/check_conflict_markers.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:93:62: error: expected type expression, found '&'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (anonymous struct)", "ExprCall(method)", "ExprBinary(++)", "ExprCall(undeclared fn)", "ExprFieldAccess(?T)", "ExprCall(rejected fn)" ], "detail": "type (anonymous struct)" }, { "file": "specs/port/tools/check_coq_in_build.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:65:34: error: unable to resolve comptime value", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)", "ExprArrayLiteral" ], "detail": "ExprCall(method)" }, { "file": "specs/port/tools/check_damage_negatives.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:19:35: error: use of undeclared identifier 'Option'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type Option", "ExprCall(@hasArg)", "ExprCall(rejected fn)", "ExprCall(@setArg)" ], "detail": "type Option" }, { "file": "specs/port/tools/check_duplicate_agreement.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:22:50: error: use of undeclared identifier 'Option'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type Option", "ExprCall(rejected fn)" ], "detail": "type Option" }, { "file": "specs/port/tools/check_duplicate_declarations.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/port/tools/check_fix_carries_source.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 40, "blockers": [], "detail": "", "test_verdicts": { "a gate that cannot read its own rule did not run, and did not pass": true, "a subject claims the compiler only with a parsed, listed scope": true, "prose is a closed set and everything else is substance": true, "an extensionless path is never prose": true, "a non-event passes and half an event does not": true, "a claimed compiler fix over a prose-only diff is the defect": true }, "reference_tests": { "a claimed compiler fix over a prose-only diff is the defect": true, "a gate that cannot read its own rule did not run, and did not pass": true, "a non-event passes and half an event does not": true, "a subject claims the compiler only with a parsed, listed scope": true, "an extensionless path is never prose": true, "prose is a closed set and everything else is substance": true }, "reference_disagree": [] }, { "file": "specs/port/tools/check_graph_law8.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:16:20: error: invalid builtin function: '@stdout'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@stdout)" ], "detail": "ExprCall(@stdout)" }, { "file": "specs/port/tools/check_json_parses.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:13:13: error: use of undeclared identifier 'std'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)" ], "detail": "ExprCall(method)" }, { "file": "specs/port/tools/check_ring_spec_drift.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:21:39: error: expected ')', found ','", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (tuple)", "ExprCall(@len)", "ExprCall(@hasArg)" ], "detail": "type (tuple)" }, { "file": "specs/port/tools/check_seal_currency.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:50:65: error: expected ')', found ','", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type [N]T", "type (tuple)", "ExprCall(@fileExists)", "ExprCall(@glob)", "ExprCall(@getArgs)", "ExprCall(rejected fn)" ], "detail": "type [N]T" }, { "file": "specs/port/tools/check_specs_parse.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:19:35: error: expected pointer dereference, optional unwrap, or field access, found '<'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)" ], "detail": "type (undeclared)" }, { "file": "specs/port/tools/check_sync_repo_root.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:19:21: error: invalid builtin function: '@trimStart'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@trimStart)", "ExprArrayLiteral", "ExprCall(@hasArg)", "ExprCall(@setArg)" ], "detail": "ExprCall(@trimStart)" }, { "file": "specs/port/tools/check_vector_data.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:24:34: error: expected ')', found ','", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (tuple)", "ExprCall(rejected fn)", "ExprCall(assert with message)" ], "detail": "type (tuple)" }, { "file": "specs/port/tools/check_withdrawn_live.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:18:40: error: expected ')', found ','", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (tuple)", "ExprCall(@panic)", "ExprCall(@hasArg)", "ExprCall(@setArg)" ], "detail": "type (tuple)" }, { "file": "specs/port/tools/ci/check_specs_still_parse.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 11, "invariants": 0, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "determine_regression_true": true, "determine_regression_false_new_file": true, "determine_regression_false_repaired": true, "determine_regression_false_no_change": true, "determine_regression_false_already_broken": true, "determine_regression_partial_to_noparse": true, "determine_regression_unwritten_to_noparse": true, "is_not_noparse_true": true, "is_not_noparse_false": true, "is_not_noparse_null": true, "run_self_test_all_pass": true }, "reference_tests": { "determine_regression_false_already_broken": true, "determine_regression_false_new_file": true, "determine_regression_false_no_change": true, "determine_regression_false_repaired": true, "determine_regression_partial_to_noparse": true, "determine_regression_true": true, "determine_regression_unwritten_to_noparse": true, "is_not_noparse_false": true, "is_not_noparse_null": true, "is_not_noparse_true": true, "run_self_test_all_pass": true }, "reference_disagree": [] }, { "file": "specs/port/tools/dedupe_identical_tests.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:33:38: error: use of undeclared identifier 'Option'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type Option", "ExprArrayLiteral" ], "detail": "type Option" }, { "file": "specs/port/tools/diagnostic_capacity.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:34:44: error: expected ')', found ','", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type Option", "type (tuple)", "ExprBinary(+)", "ExprCall(@hasArg)", "ExprArrayLiteral", "ExprTuple", "ExprCall(@setArg)" ], "detail": "type Option" }, { "file": "specs/port/tools/gft_deep_demo.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "lin_acc_perfect": true, "main_runs": true }, "reference_tests": { "lin_acc_perfect": true, "main_runs": true }, "reference_disagree": [] }, { "file": "specs/port/tools/gft_generalize_demo.t27", "reference": "fail", "reference_detail": "1 of 8 tests fail", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL softmax_picks_the_max_index: integer cast out of range at line 199 (i32 as u32)", "test_verdicts": { "f2gft_roundtrip_zero": true, "f2gft_sign_bit": true, "sadd_zero_is_identity": true, "smul_sign_xor": true, "exp2_of_zero_is_one": true, "recip_of_one_is_one": true, "cat_categories": true, "softmax_picks_the_max_index": false }, "reference_tests": { "cat_categories": true, "exp2_of_zero_is_one": true, "f2gft_roundtrip_zero": true, "f2gft_sign_bit": true, "recip_of_one_is_one": true, "sadd_zero_is_identity": true, "smul_sign_xor": true, "softmax_picks_the_max_index": false }, "reference_disagree": [] }, { "file": "specs/port/tools/gft_train_demo.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:27:71: error: no field or member function named 'powf' in 'f64'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprCall(method)", "StmtAssign", "literal out of range" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/port/tools/jtag/link_relay.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:75:59: error: expected type 'u8', found 'u32'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undefined) statement", "type mismatch" ], "detail": "ExprIdentifier(undefined) statement" }, { "file": "specs/port/tools/jtag/mpsse_jtag.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:24:16: error: unused function parameter", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)", "ExprCall(std.*)" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/port/tools/jtag/read_user1.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:29:5: error: value of type '@TypeOf(undefined)' ignored", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)", "ExprIdentifier(undefined) statement", "type mismatch" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/port/tools/jtag/read_verdict.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:20:24: error: use of undeclared identifier 'Mpsse'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "ExprCall(undeclared fn)" ], "detail": "type (undeclared)" }, { "file": "specs/port/tools/oracle/run.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "categorize_rc_and_log_pass": true, "categorize_rc_and_log_timeout": true }, "reference_tests": { "categorize_rc_and_log_pass": true, "categorize_rc_and_log_timeout": true }, "reference_disagree": [] }, { "file": "specs/port/tools/published_figures.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:56:36: error: use of undeclared identifier 'string'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type int", "StmtAssign", "ExprCall(undeclared fn)", "ExprLiteral(value ignored) statement", "ExprCall(rejected fn)" ], "detail": "type int" }, { "file": "specs/port/tools/queen/feed_untested.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:26:22: error: expected ',' after field", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type Option", "type (undeclared)", "ExprCall(method)", "ExprArrayLiteral" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/port/tools/rename_duplicate_tests.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:31:13: error: use of undeclared identifier 'concat'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type Option", "ExprCall(undeclared fn)" ], "detail": "type Option" }, { "file": "specs/port/tools/ring_spec_differential.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:35:36: error: use of undeclared identifier 'Option'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type Option", "ExprCall(method)", "ExprCall(rejected fn)" ], "detail": "type Option" }, { "file": "specs/port/tools/run_conformance_vvp.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 39, "blockers": [], "detail": "", "test_verdicts": { "the prescaler register holds log2 of the divisor, less two": true, "a simulation passes only if it said so AND exited zero": true, "an absent simulator is not a failed vector set": true, "zero executed cases is a failure, not a vacuous pass": true, "the registry refuses what it does not know rather than attempting it": true, "each branch says its own name, because the exit codes collide": true }, "reference_tests": { "a simulation passes only if it said so AND exited zero": true, "an absent simulator is not a failed vector set": true, "each branch says its own name, because the exit codes collide": true, "the prescaler register holds log2 of the divisor, less two": true, "the registry refuses what it does not know rather than attempting it": true, "zero executed cases is a failure, not a vacuous pass": true }, "reference_disagree": [] }, { "file": "specs/port/tools/ternary_model.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 46, "blockers": [], "detail": "", "test_verdicts": { "_i16_test": true, "_i8_test": true, "tmul_test": true, "dot27_test": true, "sign0_test": true, "negate_test": true, "pack2_test": true, "pack3_test": true }, "reference_tests": { "_i16_test": true, "_i8_test": true, "dot27_test": true, "negate_test": true, "pack2_test": true, "pack3_test": true, "sign0_test": true, "tmul_test": true }, "reference_disagree": [] }, { "file": "specs/port/tools/toolbelt.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "document_test": true, "read_test": true, "section_test": true, "commands_test": true, "brief_test": true }, "reference_tests": { "brief_test": true, "commands_test": true, "document_test": true, "read_test": true, "section_test": true }, "reference_disagree": [] }, { "file": "specs/port/tools/trinity_c_abi.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:29:51: error: expected type expression, found ','", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(untyped param)", "ExprCall(@intToStr)", "ExprCall(@trim)", "ExprCall(method)", "ExprArrayLiteral", "ExprCall(@len)" ], "detail": "FnDecl(untyped param)" }, { "file": "specs/port/tools/trinity_fpga_adapter.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:73:35: error: no field or member function named 'starts_with' in '[]const u8'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)" ], "detail": "ExprCall(method)" }, { "file": "specs/port/tools/verify_emit_bitexact.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "_rinteger_small_bits": true, "_rinteger_edge_cases": true, "_rinteger_zero_bits": true, "_rinteger_large_bits": true }, "reference_tests": { "_rinteger_edge_cases": true, "_rinteger_large_bits": true, "_rinteger_small_bits": true, "_rinteger_zero_bits": true }, "reference_disagree": [] }, { "file": "specs/port/tools/verify_multitarget.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:28:16: error: remainder division with 'i32' and 'comptime_int': signed integers and floats must use @rem or @mod", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL gen_pairs_is_deterministic: integer overflow at line 20 (* on u64)", "test_verdicts": { "gen_pairs_is_deterministic": false, "py_ref_matches_the_scaled_model": true } }, { "file": "specs/port/tools/verify_trainer_c.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:45:77: error: expected ')', found ','", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (tuple)", "ExprCall(rejected fn)", "ExprArrayLiteral", "ExprCall(Result/Option constructor)", "ExprCall(@len)", "ExprCall(method)", "ExprCall(undeclared fn)" ], "detail": "type (tuple)" }, { "file": "specs/port/tools/wp18_gate_selfconsistent_selftest.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:18:20: error: expected type expression, found ')'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(untyped param)", "ExprCall(rejected fn)" ], "detail": "FnDecl(untyped param)" }, { "file": "specs/port/trinity/fpga/fly-vivado/verilog/trinity_qmtech.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 18, "blockers": [], "detail": "", "test_verdicts": { "next_count_increments": true, "next_count_wraps_at_26_bits": true, "led_wire_is_inverted_bit_24": true, "on_clock_powers_on_and_advances": true, "blink_period_is_two_pow_25_cycles": true }, "reference_tests": { "blink_period_is_two_pow_25_cycles": true, "led_wire_is_inverted_bit_24": true, "next_count_increments": true, "next_count_wraps_at_26_bits": true, "on_clock_powers_on_and_advances": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/gft/tb32.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 2, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "basic_test_stats": true, "test_equivalent_no_errors": true, "test_equivalent_with_errors": true, "test_summary_equivalent": true, "test_summary_not_equivalent": true }, "reference_tests": { "basic_test_stats": true, "test_equivalent_no_errors": true, "test_equivalent_with_errors": true, "test_summary_equivalent": true, "test_summary_not_equivalent": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-regress/regress-fabric-bufg/fabric_bufg.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 0, "asserts": 15, "blockers": [], "detail": "", "test_verdicts": { "ibufds_differential": true, "ibufds_no_clock": true, "ibufds_reverse_polarity": true, "clock_divider_toggle": true, "counter_increment_zero_to_one": true, "counter_increment_one_to_two": true, "counter_increment_max_value": true, "led_output_msb_set": true, "led_output_msb_clear": true, "led_output_lower_bits_set": true, "led_output_bit23_set": true, "led_output_bit22_clear": true }, "reference_tests": { "clock_divider_toggle": true, "counter_increment_max_value": true, "counter_increment_one_to_two": true, "counter_increment_zero_to_one": true, "ibufds_differential": true, "ibufds_no_clock": true, "ibufds_reverse_polarity": true, "led_output_bit22_clear": true, "led_output_bit23_set": true, "led_output_lower_bits_set": true, "led_output_msb_clear": true, "led_output_msb_set": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/blink_correct.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 22, "blockers": [], "detail": "", "test_verdicts": { "counter_increments_and_wraps_like_a_25_bit_reg": true, "led_is_counter_bit_24": true, "power_on_state_is_counter_zero_led_off": true, "tick_steps_one_clock_and_follows_bit_24": true, "blink_timing_from_the_counter_width": true, "blink_rate_on_the_t23_clock": true, "hardware_surface_clocks_the_counter": true }, "reference_tests": { "blink_rate_on_the_t23_clock": true, "blink_timing_from_the_counter_width": true, "counter_increments_and_wraps_like_a_25_bit_reg": true, "hardware_surface_clocks_the_counter": true, "led_is_counter_bit_24": true, "power_on_state_is_counter_zero_led_off": true, "tick_steps_one_clock_and_follows_bit_24": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/blink_fixed.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 16, "invariants": 5, "asserts": 26, "blockers": [], "detail": "", "test_verdicts": { "counter_zero_initialization": true, "counter_from_value": true, "next_counter_increment": true, "next_counter_overflow": true, "led_value_zero": true, "led_value_at_bit25": true, "led_value_at_bit25_plus_one": true, "led_value_alternating": true, "counter_period_calculation": true, "is_half_period_false": true, "is_half_period_true": true, "validate_counter_ok": true, "validate_counter_overflow": true, "validate_constants_ok": true, "validate_constants_zero_freq": true, "led_period_expectation": true }, "reference_tests": { "counter_from_value": true, "counter_period_calculation": true, "counter_zero_initialization": true, "is_half_period_false": true, "is_half_period_true": true, "led_period_expectation": true, "led_value_alternating": true, "led_value_at_bit25": true, "led_value_at_bit25_plus_one": true, "led_value_zero": true, "next_counter_increment": true, "next_counter_overflow": true, "validate_constants_ok": true, "validate_constants_zero_freq": true, "validate_counter_ok": true, "validate_counter_overflow": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/blink_minimal.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 4, "asserts": 23, "blockers": [], "detail": "", "test_verdicts": { "initial_state": true, "fast_div_msb": true, "slow_div_msb": true, "both_msb": true, "input_creation": true, "output_creation": true }, "reference_tests": { "both_msb": true, "fast_div_msb": true, "initial_state": true, "input_creation": true, "output_creation": true, "slow_div_msb": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/blink_simple.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 0, "asserts": 19, "blockers": [], "detail": "", "test_verdicts": { "init_power_on": true, "next_counter_counts_from_reset": true, "next_counter_wraps_at_max": true, "toggle_fires_at_zero": true, "toggle_does_not_fire_at_max": true, "led_inverts_state": true, "first_posedge_toggles": true, "second_posedge_holds": true, "wrap_then_toggle": true }, "reference_tests": { "first_posedge_toggles": true, "init_power_on": true, "led_inverts_state": true, "next_counter_counts_from_reset": true, "next_counter_wraps_at_max": true, "second_posedge_holds": true, "toggle_does_not_fire_at_max": true, "toggle_fires_at_zero": true, "wrap_then_toggle": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/blink_slow.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "initial_state_test": true, "single_increment_test": true, "led_behavior_test": true }, "reference_tests": { "initial_state_test": true, "led_behavior_test": true, "single_increment_test": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/blink_working.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 4, "asserts": 34, "blockers": [], "detail": "", "test_verdicts": { "config_creation": true, "counter_period": true, "counter_increment": true, "led_outputs": true, "state_update": true, "output_computation": true, "bufg_simulation": true, "config_validation": true, "state_validation": true, "counter_overflow_detection": true }, "reference_tests": { "bufg_simulation": true, "config_creation": true, "config_validation": true, "counter_increment": true, "counter_overflow_detection": true, "counter_period": true, "led_outputs": true, "output_computation": true, "state_update": true, "state_validation": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/clk_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 1, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "high_clock_drives_high_led": true, "low_clock_drives_low_led": true, "repeated_levels_do_not_toggle_output": true }, "reference_tests": { "high_clock_drives_high_led": true, "low_clock_drives_low_led": true, "repeated_levels_do_not_toggle_output": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/clock_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 1, "asserts": 17, "blockers": [], "detail": "", "test_verdicts": { "t23_follows_clk": true, "r23_inverts_clk": true, "outputs_complement": true, "packed_result_maps_both_original_outputs": true }, "reference_tests": { "outputs_complement": true, "packed_result_maps_both_original_outputs": true, "r23_inverts_clk": true, "t23_follows_clk": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d6_blink.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 11, "invariants": 2, "asserts": 20, "blockers": [], "detail": "", "test_verdicts": { "constants_document_the_rate": true, "counter_increments_from_zero": true, "counter_increments": true, "counter_wraps_at_2p25": true, "counter_no_wrap_below_max": true, "top_bit_clear_below_2p24": true, "top_bit_set_from_2p24": true, "led_is_high_when_top_bit_clear": true, "led_is_low_when_top_bit_set": true, "get_verilog_value_matches_led": true, "compute_blink_state_ports": true }, "reference_tests": { "compute_blink_state_ports": true, "constants_document_the_rate": true, "counter_increments": true, "counter_increments_from_zero": true, "counter_no_wrap_below_max": true, "counter_wraps_at_2p25": true, "get_verilog_value_matches_led": true, "led_is_high_when_top_bit_clear": true, "led_is_low_when_top_bit_set": true, "top_bit_clear_below_2p24": true, "top_bit_set_from_2p24": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d6_inv_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 13, "invariants": 5, "asserts": 21, "blockers": [], "detail": "", "test_verdicts": { "clock_signal_creation": true, "led_signal_creation": true, "led_output_constant_high": true, "update_led_state_to_high": true, "get_verilog_value_high": true, "get_verilog_value_low": true, "is_led_on_active_high": true, "is_led_off_active_high": true, "validate_clock_ok": true, "validate_clock_empty_name": true, "validate_clock_zero_freq": true, "validate_led_ok": true, "validate_led_empty_name": true }, "reference_tests": { "clock_signal_creation": true, "get_verilog_value_high": true, "get_verilog_value_low": true, "is_led_off_active_high": true, "is_led_on_active_high": true, "led_output_constant_high": true, "led_signal_creation": true, "update_led_state_to_high": true, "validate_clock_empty_name": true, "validate_clock_ok": true, "validate_clock_zero_freq": true, "validate_led_empty_name": true, "validate_led_ok": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d6_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 2, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "led_always_on": true, "compute_output_with_clk": true, "compute_output_without_clk": true }, "reference_tests": { "compute_output_with_clk": true, "compute_output_without_clk": true, "led_always_on": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_bank13_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 1, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "on_comb_passes_through_true": true, "on_comb_passes_through_false": true }, "reference_tests": { "on_comb_passes_through_false": true, "on_comb_passes_through_true": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_blink_high.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 4, "asserts": null, "blockers": [], "detail": "", "test_verdicts": { "reset_holds_led_dark": true, "every_posedge_increments": true, "led_taps_counter_bit_24": true, "no_inversion_led_is_active_high": true, "counter_wraps_around_at_25_bits": true, "led_rises_halfway_through_the_count": true, "full_blink_period_from_reset": true, "counter_geometry": true, "blink_rate_is_about_3_hz": true }, "reference_tests": { "blink_rate_is_about_3_hz": true, "counter_geometry": true, "counter_wraps_around_at_25_bits": true, "every_posedge_increments": true, "full_blink_period_from_reset": true, "led_rises_halfway_through_the_count": true, "led_taps_counter_bit_24": true, "no_inversion_led_is_active_high": true, "reset_holds_led_dark": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_bufg_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "counter_increment_test": true, "counter_roll_over_test": true, "msb_behavior_test": true, "bufg_config_creation": true, "counter_config_creation": true }, "reference_tests": { "bufg_config_creation": true, "counter_config_creation": true, "counter_increment_test": true, "counter_roll_over_test": true, "msb_behavior_test": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_clk_direct.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 1, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "on_comb_passes_through_true": true, "on_comb_passes_through_false": true }, "reference_tests": { "on_comb_passes_through_false": true, "on_comb_passes_through_true": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_direct.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "comb_clk_high_drives_led_high": true, "comb_clk_low_drives_led_low": true }, "reference_tests": { "comb_clk_high_drives_led_high": true, "comb_clk_low_drives_led_low": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_e21_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 4, "asserts": 17, "blockers": [], "detail": "", "test_verdicts": { "create_counter_ok": true, "counter_increment_rising_edge": true, "counter_no_increment_falling_edge": true, "counter_msb_24bit": true, "led_output_from_counter": true, "validate_counter_width_ok": true, "validate_counter_width_zero": true, "validate_counter_width_too_large": true }, "reference_tests": { "counter_increment_rising_edge": true, "counter_msb_24bit": true, "counter_no_increment_falling_edge": true, "create_counter_ok": true, "led_output_from_counter": true, "validate_counter_width_ok": true, "validate_counter_width_too_large": true, "validate_counter_width_zero": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_f19_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 16, "invariants": 5, "asserts": 41, "blockers": [], "detail": "", "test_verdicts": { "counter_state_initialization": true, "counter_increment_single": true, "counter_increment_no_edge": true, "counter_wraparound": true, "led_msb_zero": true, "led_msb_one": true, "led_msb_toggle": true, "simulate_single_cycle_high": true, "simulate_multiple_cycles": true, "simulate_until_led_toggle": true, "validate_counter_width_ok": true, "validate_counter_width_bad": true, "validate_led_bit_ok": true, "validate_led_bit_bad": true, "is_power_of_two_true": true, "is_power_of_two_false": true }, "reference_tests": { "counter_increment_no_edge": true, "counter_increment_single": true, "counter_state_initialization": true, "counter_wraparound": true, "is_power_of_two_false": true, "is_power_of_two_true": true, "led_msb_one": true, "led_msb_toggle": true, "led_msb_zero": true, "simulate_multiple_cycles": true, "simulate_single_cycle_high": true, "simulate_until_led_toggle": true, "validate_counter_width_bad": true, "validate_counter_width_ok": true, "validate_led_bit_bad": true, "validate_led_bit_ok": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_full_path.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "on_comb_returns_false": true }, "reference_tests": { "on_comb_returns_false": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_g22_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 14, "invariants": 5, "asserts": null, "blockers": [], "detail": "", "test_verdicts": { "counter_config_creation": true, "next_counter_increment": true, "next_counter_wrap_around": true, "counter_bit_value_lsb": true, "counter_bit_value_msb_24bit": true, "led_output_active_low": true, "led_output_active_high": true, "simulate_counter_cycles_small": true, "simulate_counter_cycles_large": true, "led_after_cycles_toggle": true, "validate_counter_ok": true, "validate_counter_zero_width": true, "validate_led_ok": true, "validate_led_invalid_bit": true }, "reference_tests": { "counter_bit_value_lsb": true, "counter_bit_value_msb_24bit": true, "counter_config_creation": true, "led_after_cycles_toggle": true, "led_output_active_high": true, "led_output_active_low": true, "next_counter_increment": true, "next_counter_wrap_around": true, "simulate_counter_cycles_large": true, "simulate_counter_cycles_small": true, "validate_counter_ok": true, "validate_counter_zero_width": true, "validate_led_invalid_bit": true, "validate_led_ok": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_lut_only.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 11, "invariants": 4, "asserts": 22, "blockers": [], "detail": "", "test_verdicts": { "inverter_config_creation": true, "invert_bit_logic": true, "led_output_high_to_low": true, "led_output_low_to_high": true, "verilog_value_conversion": true, "led_verilog_high_clk": true, "led_verilog_low_clk": true, "validate_config_ok": true, "validate_config_empty_name": true, "validate_config_empty_input": true, "validate_config_empty_output": true }, "reference_tests": { "invert_bit_logic": true, "inverter_config_creation": true, "led_output_high_to_low": true, "led_output_low_to_high": true, "led_verilog_high_clk": true, "led_verilog_low_clk": true, "validate_config_empty_input": true, "validate_config_empty_name": true, "validate_config_empty_output": true, "validate_config_ok": true, "verilog_value_conversion": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_oscillator.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 2, "asserts": 44, "blockers": [], "detail": "", "test_verdicts": { "bit_not_truth_table": true, "bit_xor_truth_table": true, "zero_chain_led_on": true, "one_chain_led_off": true, "cascade_vector_0101": true, "cascade_vector_1010": true, "cascade_all_ones_collapses_to_zero": true, "next_chain_bit_by_index": true, "led_follows_inverted_bit0": true, "io_structs_carry_the_interface": true }, "reference_tests": { "bit_not_truth_table": true, "bit_xor_truth_table": true, "cascade_all_ones_collapses_to_zero": true, "cascade_vector_0101": true, "cascade_vector_1010": true, "io_structs_carry_the_interface": true, "led_follows_inverted_bit0": true, "next_chain_bit_by_index": true, "one_chain_led_off": true, "zero_chain_led_on": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_simple_ff.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 14, "invariants": 4, "asserts": 57, "blockers": [], "detail": "", "test_verdicts": { "initial_ff_state": true, "initial_module_ports": true, "clock_buffer_passthrough": true, "ff_toggle_simple": true, "rising_edge_detection": true, "single_cycle_toggle": true, "two_cycles_toggle": true, "four_cycles_sequence": true, "module_initial_output": true, "debug_edge_detection": true, "module_with_rising_edge_debug": true, "module_with_rising_edge": true, "module_no_edge": true, "validation_functions": true }, "reference_tests": { "clock_buffer_passthrough": true, "debug_edge_detection": true, "ff_toggle_simple": true, "four_cycles_sequence": true, "initial_ff_state": true, "initial_module_ports": true, "module_initial_output": true, "module_no_edge": true, "module_with_rising_edge": true, "module_with_rising_edge_debug": true, "rising_edge_detection": true, "single_cycle_toggle": true, "two_cycles_toggle": true, "validation_functions": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_simple_led.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 2, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "led_config_creation": true, "led_output_active_low_on": true, "led_config_validation_ok": true, "led_config_validation_empty_name": true }, "reference_tests": { "led_config_creation": true, "led_config_validation_empty_name": true, "led_config_validation_ok": true, "led_output_active_low_on": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_slow_blink.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 4, "asserts": 157, "blockers": [], "detail": "", "test_verdicts": { "counter_initialization": true, "single_clock_pulse": true, "counter_increment": true, "multiple_clock_cycles": true, "led_output_consistency": true, "counter_width_maintained": true, "low_clock_holds_counter": true, "full_width_rollover": true }, "reference_tests": { "counter_increment": true, "counter_initialization": true, "counter_width_maintained": true, "full_width_rollover": true, "led_output_consistency": true, "low_clock_holds_counter": true, "multiple_clock_cycles": true, "single_clock_pulse": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_srl_blink.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 18, "blockers": [], "detail": "", "test_verdicts": { "shift_register_config_defaults": true, "rotate_left_16bit": true, "get_highest_bit": true, "led_output_active_low": true, "compute_led_state": true, "simulate_single_cycle": true, "simulate_clock_cycle": true }, "reference_tests": { "compute_led_state": true, "get_highest_bit": true, "led_output_active_low": true, "rotate_left_16bit": true, "shift_register_config_defaults": true, "simulate_clock_cycle": true, "simulate_single_cycle": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_static_on.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 3, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "led_config_creation": true, "led_output_static_on": true, "led_value_matches_original": true, "led_config_validation_ok": true, "led_config_validation_empty_name": true }, "reference_tests": { "led_config_creation": true, "led_config_validation_empty_name": true, "led_config_validation_ok": true, "led_output_static_on": true, "led_value_matches_original": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_static_one.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "static_one_high": true }, "reference_tests": { "static_one_high": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_y0_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 17, "invariants": 5, "asserts": 44, "blockers": [], "detail": "", "test_verdicts": { "clock_buffer_config_creation": true, "counter_config_creation": true, "buffer_clock_passthrough": true, "next_counter_value_increment": true, "next_counter_value_wrap_around": true, "counter_msb_bit23": true, "compute_counter_state_initial": true, "compute_counter_state_mid_count": true, "simulate_clock_tick_increment": true, "simulate_clock_tick_max_value": true, "get_counter_bit_function": true, "is_counter_power_of_two": true, "validate_clock_buffer_ok": true, "validate_clock_buffer_empty_name": true, "validate_counter_config_ok": true, "validate_counter_config_zero_width": true, "validate_counter_config_initial_too_large": true }, "reference_tests": { "buffer_clock_passthrough": true, "clock_buffer_config_creation": true, "compute_counter_state_initial": true, "compute_counter_state_mid_count": true, "counter_config_creation": true, "counter_msb_bit23": true, "get_counter_bit_function": true, "is_counter_power_of_two": true, "next_counter_value_increment": true, "next_counter_value_wrap_around": true, "simulate_clock_tick_increment": true, "simulate_clock_tick_max_value": true, "validate_clock_buffer_empty_name": true, "validate_clock_buffer_ok": true, "validate_counter_config_initial_too_large": true, "validate_counter_config_ok": true, "validate_counter_config_zero_width": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/definitive_diagnostic_inv.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 7, "asserts": 43, "blockers": [], "detail": "", "test_verdicts": { "counter_increment": true, "counter_at_cycle_values": true, "fast_blink_inverted_logic": true, "slow_blink_inverted_logic": true, "led_state_at_cycle_fast": true, "led_state_at_cycle_slow": true, "blink_periods": true, "blink_frequencies": true, "counter_width_bounds": true, "led_inversion_consistency": true }, "reference_tests": { "blink_frequencies": true, "blink_periods": true, "counter_at_cycle_values": true, "counter_increment": true, "counter_width_bounds": true, "fast_blink_inverted_logic": true, "led_inversion_consistency": true, "led_state_at_cycle_fast": true, "led_state_at_cycle_slow": true, "slow_blink_inverted_logic": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/led_both_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 4, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "t23_led_constant": true, "r23_led_constant": true, "led_config_defaults": true, "validate_config_ok": true, "validate_config_invalid": true }, "reference_tests": { "led_config_defaults": true, "r23_led_constant": true, "t23_led_constant": true, "validate_config_invalid": true, "validate_config_ok": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/led_d5_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 15, "blockers": [], "detail": "", "test_verdicts": { "next_count_increments": true, "next_count_wraps_at_24_bits": true, "led_value_follows_bit_23": true, "on_clock_advances_registered_state": true }, "reference_tests": { "led_value_follows_bit_23": true, "next_count_increments": true, "next_count_wraps_at_24_bits": true, "on_clock_advances_registered_state": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/led_d6_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 1, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "led_state_always_high": true, "is_led_on_returns_true_for_true_input": true }, "reference_tests": { "is_led_on_returns_true_for_true_input": true, "led_state_always_high": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/led_diagnostic.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_functionality": true }, "reference_tests": { "basic_functionality": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/led_off_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "led_always_on": true }, "reference_tests": { "led_always_on": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/led_on_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 1, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "led_on_test_original_behavior": true, "led_values_consistency": true }, "reference_tests": { "led_on_test_original_behavior": true, "led_values_consistency": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/led_simple_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "led_always_high": true }, "reference_tests": { "led_always_high": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/led_test_inv.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 2, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "led_always_on_when_clk_low": true, "led_always_on_when_clk_high": true }, "reference_tests": { "led_always_on_when_clk_high": true, "led_always_on_when_clk_low": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/multi_led_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "counter_counts_up": true, "counter_wraps_at_24_bits": true, "led0_follows_bit_23": true, "led_rates_double_per_bit": true, "led7_repeats_led0": true, "led8_is_always_off": true }, "reference_tests": { "counter_counts_up": true, "counter_wraps_at_24_bits": true, "led0_follows_bit_23": true, "led7_repeats_led0": true, "led8_is_always_off": true, "led_rates_double_per_bit": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/quantum_bridge_top.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 2, "asserts": 29, "blockers": [], "detail": "", "test_verdicts": { "quantum_state_hardcoded": true, "mode_encoding": true, "reset_tied_high_for_auto_start": true, "led_active_low": true, "port_records": true }, "reference_tests": { "led_active_low": true, "mode_encoding": true, "port_records": true, "quantum_state_hardcoded": true, "reset_tied_high_for_auto_start": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/symbiflow_blink.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 17, "invariants": 6, "asserts": 37, "blockers": [], "detail": "", "test_verdicts": { "counter_initialization": true, "counter_increment_basic": true, "counter_increment_overflow": true, "counter_msb_zero": true, "counter_msb_set": true, "counter_msb_clear": true, "led_output_off": true, "led_output_on": true, "half_period_detection": true, "power_of_two_validation": true, "bit_counting": true, "counter_width_validation": true, "counter_state_validation": true, "counter_state_validation_invalid": true, "period_completion": true, "period_completion_after_increment": true, "blink_period_halfway": true }, "reference_tests": { "bit_counting": true, "blink_period_halfway": true, "counter_increment_basic": true, "counter_increment_overflow": true, "counter_initialization": true, "counter_msb_clear": true, "counter_msb_set": true, "counter_msb_zero": true, "counter_state_validation": true, "counter_state_validation_invalid": true, "counter_width_validation": true, "half_period_detection": true, "led_output_off": true, "led_output_on": true, "period_completion": true, "period_completion_after_increment": true, "power_of_two_validation": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/ternary_activation.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 13, "invariants": 5, "asserts": 37, "blockers": [], "detail": "", "test_verdicts": { "relu_positive_passthrough": true, "relu_negative_clamping": true, "relu_zero_passthrough": true, "pipeline_positive_input": true, "pipeline_negative_input": true, "pipeline_zero_input": true, "pipeline_done_preservation": true, "pipeline_done_with_invalid": true, "validate_width_ok": true, "validate_width_bad": true, "relu_result_validation_positive": true, "relu_result_validation_negative": true, "pipeline_behavior_validation": true }, "reference_tests": { "pipeline_behavior_validation": true, "pipeline_done_preservation": true, "pipeline_done_with_invalid": true, "pipeline_negative_input": true, "pipeline_positive_input": true, "pipeline_zero_input": true, "relu_negative_clamping": true, "relu_positive_passthrough": true, "relu_result_validation_negative": true, "relu_result_validation_positive": true, "relu_zero_passthrough": true, "validate_width_bad": true, "validate_width_ok": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/trinity_top.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 15, "invariants": 5, "asserts": null, "blockers": [], "detail": "", "test_verdicts": { "counter_initialization": true, "counter_increment_on_clock_edge": true, "counter_no_change_no_clock_edge": true, "counter_overflow": true, "counter_bit_24_zero": true, "counter_bit_24_one": true, "led_config_active_low": true, "led_output_counter_bit_zero": true, "led_output_counter_bit_one": true, "led_output_half_period_toggles": true, "simulate_clock_cycles_basic": true, "validate_counter_ok": true, "validate_counter_invalid_value": true, "validate_led_config_ok": true, "validate_led_config_wrong_polarity": true }, "reference_tests": { "counter_bit_24_one": true, "counter_bit_24_zero": true, "counter_increment_on_clock_edge": true, "counter_initialization": true, "counter_no_change_no_clock_edge": true, "counter_overflow": true, "led_config_active_low": true, "led_output_counter_bit_one": true, "led_output_counter_bit_zero": true, "led_output_half_period_toggles": true, "simulate_clock_cycles_basic": true, "validate_counter_invalid_value": true, "validate_counter_ok": true, "validate_led_config_ok": true, "validate_led_config_wrong_polarity": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/uart_echo.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "echo_wire": true, "led_constant_low": true }, "reference_tests": { "echo_wire": true, "led_constant_low": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/uart_loopback.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 3, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "core_instance_creation": true, "validate_core_instance_ok": true, "validate_core_instance_empty_name": true, "validate_core_instance_empty_clk": true, "port_constants": true }, "reference_tests": { "core_instance_creation": true, "port_constants": true, "validate_core_instance_empty_clk": true, "validate_core_instance_empty_name": true, "validate_core_instance_ok": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/uart_loopback_core.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "uart_tx_loopback": true, "led_shows_data_activity": true, "output_bundle_in_port_order": true, "result_packs_both_outputs": true, "board_header_facts": true }, "reference_tests": { "board_header_facts": true, "led_shows_data_activity": true, "output_bundle_in_port_order": true, "result_packs_both_outputs": true, "uart_tx_loopback": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/background_agent/main.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "main_basic": true, "loadConfig_returns_config": true, "serverInit_creates_server": true, "local_mode_skips_schema": true }, "reference_tests": { "loadConfig_returns_config": true, "local_mode_skips_schema": true, "main_basic": true, "serverInit_creates_server": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/brain/orbitofrontal_value.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "recommend format for small weights": true, "recommend format for medium weights": true, "recommend format for large range": true, "analyze layer": true }, "reference_tests": { "analyze layer": true, "recommend format for large range": true, "recommend format for medium weights": true, "recommend format for small weights": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/brain/weber_tuning.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(std.*)" ], "detail": "ExprCall(std.*)", "reference_tests": { "adaptive_jnd_large_magnitude": true, "adaptive_jnd_small_magnitude": true, "ternary_encode_basic": true, "ternary_stats_all_positive": true, "ternary_stats_all_zero": true, "ternary_stats_basic": true, "weber_quantize_levels_negative": true, "weber_quantize_levels_positive": true, "weber_quantize_levels_zero": true, "weber_quantize_negative": true, "weber_quantize_positive": true, "weber_quantize_small": true } }, { "file": "specs/port/trinity/src/cli/health_check.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "decide_health_check_default_url_success": true, "decide_health_check_custom_url_success": true, "decide_health_check_failure": true }, "reference_tests": { "decide_health_check_custom_url_success": true, "decide_health_check_default_url_success": true, "decide_health_check_failure": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/cli/railway_create_full.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 16, "blockers": [], "detail": "", "test_verdicts": { "validate_args": true, "graphql_query_construction": true, "auth_header_construction": true, "error_detection": true, "exit_codes": true }, "reference_tests": { "auth_header_construction": true, "error_detection": true, "exit_codes": true, "graphql_query_construction": true, "validate_args": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/cli/railway_create_project.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "decide_railway_project_create_insufficient_args": true, "decide_railway_project_create_sufficient_args": true, "query_format": true }, "reference_tests": { "decide_railway_project_create_insufficient_args": true, "decide_railway_project_create_sufficient_args": true, "query_format": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/cli/railway_deployment_create.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 14, "invariants": 0, "asserts": 16, "blockers": [], "detail": "", "test_verdicts": { "decide_args_no_arguments": true, "decide_args_missing_service_and_token": true, "decide_args_missing_token": true, "decide_args_complete": true, "decide_args_extra_arguments_are_ignored": true, "contains_finds_suffix_and_prefix": true, "contains_rejects_absent_needle": true, "contains_needle_longer_than_haystack": true, "contains_empty_needle_is_found": true, "contains_partial_match_then_full_match": true, "decide_response_success_body": true, "decide_response_errors_field_is_a_failure": true, "decide_response_unquoted_word_is_not_the_field": true, "decide_response_empty_body": true }, "reference_tests": { "contains_empty_needle_is_found": true, "contains_finds_suffix_and_prefix": true, "contains_needle_longer_than_haystack": true, "contains_partial_match_then_full_match": true, "contains_rejects_absent_needle": true, "decide_args_complete": true, "decide_args_extra_arguments_are_ignored": true, "decide_args_missing_service_and_token": true, "decide_args_missing_token": true, "decide_args_no_arguments": true, "decide_response_empty_body": true, "decide_response_errors_field_is_a_failure": true, "decide_response_success_body": true, "decide_response_unquoted_word_is_not_the_field": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/cli/railway_null_startcmd.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "decide_args_no_arguments": true, "decide_args_missing_token": true, "decide_args_complete": true, "decide_args_extra_arguments_are_ignored": true, "decide_result_clean_response": true, "decide_result_errors_field_is_a_failure": true, "decide_result_curl_failed": true, "decide_result_curl_failed_and_errors_field": true }, "reference_tests": { "decide_args_complete": true, "decide_args_extra_arguments_are_ignored": true, "decide_args_missing_token": true, "decide_args_no_arguments": true, "decide_result_clean_response": true, "decide_result_curl_failed": true, "decide_result_curl_failed_and_errors_field": true, "decide_result_errors_field_is_a_failure": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/firebird/governance_temp.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "appeal_free_count_matches_original": true, "original_violation_never_freed": true, "deinit_free_total_walks_map": true }, "reference_tests": { "appeal_free_count_matches_original": true, "deinit_free_total_walks_map": true, "original_violation_never_freed": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/phi-engine/vibeec_original/bogatyrs_registry.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (generic)", "ExprCall(rejected fn)" ], "detail": "type (generic)", "reference_tests": { "bogatyr registry initialization": true, "get plugin returns default for non-existent": true, "getAllPlugins returns empty when no plugins": true, "plugin count returns zero when empty": true, "register basic checks doesn't crash": true, "registry can be created and destroyed": true, "registry structure has correct fields": true } }, { "file": "specs/port/trinity/src/phi-engine/vibeec_original/tnc.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "main_with_insufficient_args": true, "main_with_valid_args": true, "main_with_invalid_file_extension": true, "main_with_short_path": true, "compile_and_write_tri_success": true, "compile_and_write_tri_invalid_extension": true, "compile_and_write_tri_short_path": true, "compile_and_write_tri_with_control_chars": true }, "reference_tests": { "compile_and_write_tri_invalid_extension": true, "compile_and_write_tri_short_path": true, "compile_and_write_tri_success": true, "compile_and_write_tri_with_control_chars": true, "main_with_insufficient_args": true, "main_with_invalid_file_extension": true, "main_with_short_path": true, "main_with_valid_args": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/server_main.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 22, "blockers": [], "detail": "", "test_verdicts": { "health classification": true, "substring search": true, "port parsing": true, "port resolution": true }, "reference_tests": { "health classification": true, "port parsing": true, "port resolution": true, "substring search": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/storm/experience_engine.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "ExperienceEngine_init_defaults": true, "ExperienceEngine_consult_not_blacklisted": true, "ExperienceEngine_consult_blacklisted": true, "ExperienceEngine_consult_exact_match_only": true }, "reference_tests": { "ExperienceEngine_consult_blacklisted": true, "ExperienceEngine_consult_exact_match_only": true, "ExperienceEngine_consult_not_blacklisted": true, "ExperienceEngine_init_defaults": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_aabb.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "AABB_init": true, "AABB_contains_inside": true, "AABB_contains_outside": true, "AABB_intersects_true": true, "AABB_intersects_false": true, "AABB_intersects_edge": true }, "reference_tests": { "AABB_contains_inside": true, "AABB_contains_outside": true, "AABB_init": true, "AABB_intersects_edge": true, "AABB_intersects_false": true, "AABB_intersects_true": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_arithmetic.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "arithmetic coder init": true, "arithmetic coder encode": true, "arithmetic coder deinit": true }, "reference_tests": { "arithmetic coder deinit": true, "arithmetic coder encode": true, "arithmetic coder init": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_assertion.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type anyopaque", "ExprCall(rejected fn)" ], "detail": "type anyopaque", "reference_tests": { "assertEqual_failure": true, "assertEqual_success": true, "assertNotNull_failure": true, "assertNotNull_success": true, "assert_failure": true, "assert_success": true } }, { "file": "specs/port/trinity/src/tri/gen_barrier.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "barrier_wait_three_times": true, "barrier_wait_one_thread": true }, "reference_tests": { "barrier_wait_one_thread": true, "barrier_wait_three_times": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_base64.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "base64 encode": true, "base64 encode empty": true, "base64 encode single byte": true, "base64 encode two bytes": true, "base64 encode multiple chunks": true }, "reference_tests": { "base64 encode": true, "base64 encode empty": true, "base64 encode multiple chunks": true, "base64 encode single byte": true, "base64 encode two bytes": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_bezier.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "bezier_at_t0": true, "bezier_at_t1": true, "bezier_at_t05": true }, "reference_tests": { "bezier_at_t0": true, "bezier_at_t05": true, "bezier_at_t1": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_cache.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "LRUCache_init_basic": true, "LRUCache_get_found": true, "LRUCache_get_not_found": true, "LRUCache_capacity_check": true }, "reference_tests": { "LRUCache_capacity_check": true, "LRUCache_get_found": true, "LRUCache_get_not_found": true, "LRUCache_init_basic": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_caesar.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "caesarEncrypt test": true, "caesarDecrypt test": true }, "reference_tests": { "caesarDecrypt test": true, "caesarEncrypt test": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_canvas.t27", "reference": "pass", "reference_detail": "", "t27b": "mismatch", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "MISMATCH Canvas_init_basic: jit Ok(365116131264), interpreter Err(Fault(\"1-byte access at stack+0x21 is outside every live slot\"))", "test_verdicts": { "Canvas_init_basic": true, "Canvas_setPixel_valid": true, "Canvas_setPixel_out_of_bounds": true, "Canvas_clear": true, "Canvas_deinit": true }, "reference_tests": { "Canvas_clear": true, "Canvas_deinit": true, "Canvas_init_basic": true, "Canvas_setPixel_out_of_bounds": true, "Canvas_setPixel_valid": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_color.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 29, "blockers": [], "detail": "", "test_verdicts": { "color_rgb_basic": true, "color_rgb_all_values": true, "color_toHex_red": true, "color_toHex_green": true, "intToHex_digits": true }, "reference_tests": { "color_rgb_all_values": true, "color_rgb_basic": true, "color_toHex_green": true, "color_toHex_red": true, "intToHex_digits": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_cross_entropy.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@log)" ], "detail": "ExprCall(@log)", "reference_tests": { "cross_entropy_basic": true, "cross_entropy_perfect_match": true, "cross_entropy_symmetric": true } }, { "file": "specs/port/trinity/src/tri/gen_cursor.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 15, "blockers": [], "detail": "", "test_verdicts": { "init returns cursor with zero position and empty data": true, "next returns elements in order and then null": true, "reset sets position to zero": true, "deinit can be called without error": true }, "reference_tests": { "deinit can be called without error": true, "init returns cursor with zero position and empty data": true, "next returns elements in order and then null": true, "reset sets position to zero": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_epoch_reclamation.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 23, "blockers": [], "detail": "", "test_verdicts": { "epoch_manager_init": true, "epoch_manager_enter": true, "epoch_manager_exit_advance": true, "epoch_manager_cross_epoch": true }, "reference_tests": { "epoch_manager_cross_epoch": true, "epoch_manager_enter": true, "epoch_manager_exit_advance": true, "epoch_manager_init": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_escape.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 29, "blockers": [], "detail": "", "test_verdicts": { "escape json": true, "escape json buffer too small": true, "escape json backslash": true }, "reference_tests": { "escape json": true, "escape json backslash": true, "escape json buffer too small": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_fuzz.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 545, "blockers": [], "detail": "", "test_verdicts": { "Fuzzer_init_seed": true, "Fuzzer_randomBytes_increments_counter": true, "Fuzzer_randomInt_increments_counter": true, "rng_same_seed_draws_the_same_bytes": true, "rng_bytes_are_not_one_constant": true, "rng_int_range_stays_inside_the_range": true, "rng_int_range_of_one_value_returns_it": true, "rng_zero_seed_still_moves": true }, "reference_tests": { "Fuzzer_init_seed": true, "Fuzzer_randomBytes_increments_counter": true, "Fuzzer_randomInt_increments_counter": true, "rng_bytes_are_not_one_constant": true, "rng_int_range_of_one_value_returns_it": true, "rng_int_range_stays_inside_the_range": true, "rng_same_seed_draws_the_same_bytes": true, "rng_zero_seed_still_moves": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_gradient.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "gradient_init": true, "gradient_addStop": true, "gradient_sample": true, "gradient_deinit": true }, "reference_tests": { "gradient_addStop": true, "gradient_deinit": true, "gradient_init": true, "gradient_sample": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_gradient_descent.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "gradient_descent_init": true, "gradient_descent_step": true, "gradient_descent_step_different_lengths": true, "gradient_descent_zero_learning_rate": true }, "reference_tests": { "gradient_descent_init": true, "gradient_descent_step": true, "gradient_descent_step_different_lengths": true, "gradient_descent_zero_learning_rate": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_hazard_pointers.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type anyopaque", "ExprCall(rejected fn)" ], "detail": "type anyopaque", "reference_tests": { "hazard_pointer_acquire_full": true, "hazard_pointer_acquire_multiple": true, "hazard_pointer_basic": true, "hazard_pointer_release": true } }, { "file": "specs/port/trinity/src/tri/gen_image.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "bounds_check_true": true, "bounds_check_false_x": true, "bounds_check_false_y": true, "alloc_size": true, "init_sets_every_pixel_black": true, "set_pixel_writes_y_times_width_plus_x": true, "set_pixel_outside_is_ignored": true }, "reference_tests": { "alloc_size": true, "bounds_check_false_x": true, "bounds_check_false_y": true, "bounds_check_true": true, "init_sets_every_pixel_black": true, "set_pixel_outside_is_ignored": true, "set_pixel_writes_y_times_width_plus_x": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_index.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 4, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": { "inverted index init and deinit": true, "add and search term": true, "search non-existent term": true, "multiple documents per term": true }, "reference_tests": { "add and search term": true, "inverted index init and deinit": true, "multiple documents per term": true, "search non-existent term": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_key_value.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "init_empty": true, "put_and_get": true, "put_overwrite": true, "remove": true, "get_missing": true }, "reference_tests": { "get_missing": true, "init_empty": true, "put_and_get": true, "put_overwrite": true, "remove": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_kmeans.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 22, "blockers": [], "detail": "", "test_verdicts": { "KMeans_init_basic": true, "KMeans_init_zero_clusters": true, "KMeans_init_multiple_clusters": true, "KMeans_predict_returns_zero": true }, "reference_tests": { "KMeans_init_basic": true, "KMeans_init_multiple_clusters": true, "KMeans_init_zero_clusters": true, "KMeans_predict_returns_zero": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_leb128.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "encodeULEB128 example": true, "encodeULEB128 zero": true }, "reference_tests": { "encodeULEB128 example": true, "encodeULEB128 zero": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_linear_regression.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "linear_regression_init": true, "linear_regression_fit_perfect_line": true, "linear_regression_fit_with_offset": true, "linear_regression_predict": true, "linear_regression_fit_mismatched_lengths": true, "linear_regression_fit_zero_denominator": true }, "reference_tests": { "linear_regression_fit_mismatched_lengths": true, "linear_regression_fit_perfect_line": true, "linear_regression_fit_with_offset": true, "linear_regression_fit_zero_denominator": true, "linear_regression_init": true, "linear_regression_predict": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_lockfree_stack.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprTuple" ], "detail": "ExprTuple", "reference_tests": { "lockfree stack basic": true, "lockfree stack lifo": true, "lockfree stack pop": true, "lockfree stack push": true } }, { "file": "specs/port/trinity/src/tri/gen_matrix3x3.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 24, "blockers": [], "detail": "", "test_verdicts": { "Mat3x3_identity_test": true, "Mat3x3_multiply_test": true }, "reference_tests": { "Mat3x3_identity_test": true, "Mat3x3_multiply_test": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_mock.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 22, "blockers": [], "detail": "", "test_verdicts": { "Mock_init": true, "Mock_record_and_wasCalled": true, "Mock_multiple_records": true, "Mock_deinit": true, "Mock_max_calls": true }, "reference_tests": { "Mock_deinit": true, "Mock_init": true, "Mock_max_calls": true, "Mock_multiple_records": true, "Mock_record_and_wasCalled": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_mse.t27", "reference": "fail", "reference_detail": "1 of 3 tests fail", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL mse: assert_eq failed at line 17 (left 4599676419421066581, right 4599670414621563421)", "test_verdicts": { "mse": false, "mse_perfect_prediction": true, "mse_single_value": true }, "reference_tests": { "mse": false, "mse_perfect_prediction": true, "mse_single_value": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_neuron.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "neuron_init_basic": true, "neuron_forward_computation": true, "neuron_forward_edge_cases": true, "neuron_deinit_structure": true }, "reference_tests": { "neuron_deinit_structure": true, "neuron_forward_computation": true, "neuron_forward_edge_cases": true, "neuron_init_basic": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_path_utils.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 0, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "basename simple path": true, "basename root file": true, "basename no slash": true, "basename trailing slash": true, "dirname simple path": true, "dirname root file": true, "dirname no slash": true, "dirname multiple slashes": true, "dirname root directory": true }, "reference_tests": { "basename no slash": true, "basename root file": true, "basename simple path": true, "basename trailing slash": true, "dirname multiple slashes": true, "dirname no slash": true, "dirname root directory": true, "dirname root file": true, "dirname simple path": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_perceptron.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch", "reference_tests": { "perceptron_deinit_structure": true, "perceptron_edge_cases": true, "perceptron_init_basic": true, "perceptron_predict_simple": true, "perceptron_training_update": true } }, { "file": "specs/port/trinity/src/tri/gen_quaternion.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "Quaternion_identity_test": true, "Quaternion_multiply_test": true }, "reference_tests": { "Quaternion_identity_test": true, "Quaternion_multiply_test": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_radix_tree.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 26, "blockers": [], "detail": "", "test_verdicts": { "radix_node_init_state": true, "radix_tree_init_roots_a_fresh_node": true, "radix_tree_contains_rejects_the_empty_key": true, "radix_tree_contains_rejects_any_key": true, "radix_tree_contains_rejects_shared_prefixes": true, "radix_tree_insert_changes_nothing": true, "radix_tree_init_two_trees_are_independent": true }, "reference_tests": { "radix_node_init_state": true, "radix_tree_contains_rejects_any_key": true, "radix_tree_contains_rejects_shared_prefixes": true, "radix_tree_contains_rejects_the_empty_key": true, "radix_tree_init_roots_a_fresh_node": true, "radix_tree_init_two_trees_are_independent": true, "radix_tree_insert_changes_nothing": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_ray.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 16, "blockers": [], "detail": "", "test_verdicts": { "ray_init_and_at": true, "ray_at_negative_t": true, "sphere_intersect_hit": true, "sphere_intersect_miss": true, "sphere_intersect_tangent": true }, "reference_tests": { "ray_at_negative_t": true, "ray_init_and_at": true, "sphere_intersect_hit": true, "sphere_intersect_miss": true, "sphere_intersect_tangent": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_record_store.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 21, "blockers": [], "detail": "", "test_verdicts": { "record_store": true, "record_store_is_column_oriented": true, "record_store_ignores_values_past_column_count": true, "record_store_get_bounds": true, "record_store_row_count_counts_every_insert": true, "record_store_deinit_empties_the_store": true }, "reference_tests": { "record_store": true, "record_store_deinit_empties_the_store": true, "record_store_get_bounds": true, "record_store_ignores_values_past_column_count": true, "record_store_is_column_oriented": true, "record_store_row_count_counts_every_insert": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_rect.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "rect_init_basic": true, "rect_contains_inside": true, "rect_contains_edge": true, "rect_contains_outside": true, "rect_area_basic": true, "rect_area_rectangular": true }, "reference_tests": { "rect_area_basic": true, "rect_area_rectangular": true, "rect_contains_edge": true, "rect_contains_inside": true, "rect_contains_outside": true, "rect_init_basic": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_regression.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprFieldAccess" ], "detail": "type std.mem.Allocator", "reference_tests": { "RegressionSuite_add_and_has": true, "RegressionSuite_capacity_limit": true, "RegressionSuite_deinit_test": true, "RegressionSuite_has_empty": true, "RegressionSuite_init_test": true } }, { "file": "specs/port/trinity/src/tri/gen_relu.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "relu positive": true, "relu negative": true, "reluDerivative positive": true, "reluDerivative nonPositive": true }, "reference_tests": { "relu negative": true, "relu positive": true, "reluDerivative nonPositive": true, "reluDerivative positive": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_ring_buffer.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 44, "blockers": [], "detail": "", "test_verdicts": { "init zeroes every slot and starts empty": true, "enqueue fills capacity minus one slots, then reports full": true, "dequeue returns values in FIFO order": true, "dequeue on an empty ring returns null": true, "indices wrap around the ring without losing order": true, "a full ring accepts one more value after a dequeue": true, "a ring of capacity one can hold nothing": true }, "reference_tests": { "a full ring accepts one more value after a dequeue": true, "a ring of capacity one can hold nothing": true, "dequeue on an empty ring returns null": true, "dequeue returns values in FIFO order": true, "enqueue fills capacity minus one slots, then reports full": true, "indices wrap around the ring without losing order": true, "init zeroes every slot and starts empty": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_rle.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 19, "blockers": [], "detail": "", "test_verdicts": { "rle encode": true, "rle encode empty": true, "rle encode single byte": true, "rle encode max count": true, "rle encode overflow count": true }, "reference_tests": { "rle encode": true, "rle encode empty": true, "rle encode max count": true, "rle encode overflow count": true, "rle encode single byte": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_rsa_simple.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "generateKeyPair_basic": true, "generateKeyPair_different_primes": true }, "reference_tests": { "generateKeyPair_basic": true, "generateKeyPair_different_primes": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_rtree.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "rect_intersects_true": true, "rect_intersects_false": true, "rect_intersects_edge_case": true, "rect_intersects_touching": true, "rect_intersects_completely_inside": true }, "reference_tests": { "rect_intersects_completely_inside": true, "rect_intersects_edge_case": true, "rect_intersects_false": true, "rect_intersects_touching": true, "rect_intersects_true": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_rwlock.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "rwlock_init": true, "rwlock_read_lock_unlock": true, "rwlock_write_lock_unlock": true, "rwlock_multiple_readers": true, "rwlock_writer_waits_for_readers": true }, "reference_tests": { "rwlock_init": true, "rwlock_multiple_readers": true, "rwlock_read_lock_unlock": true, "rwlock_write_lock_unlock": true, "rwlock_writer_waits_for_readers": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_semaphore.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "semaphore_init": true, "semaphore_wait_signal": true, "semaphore_wait_blocks_until_signal": true, "semaphore_signal_increments": true, "semaphore_tryWait_decrements_and_returns_true": true }, "reference_tests": { "semaphore_init": true, "semaphore_signal_increments": true, "semaphore_tryWait_decrements_and_returns_true": true, "semaphore_wait_blocks_until_signal": true, "semaphore_wait_signal": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_sigmoid.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@exp)" ], "detail": "ExprCall(@exp)", "reference_tests": { "sigmoid_derivative_symmetry": true, "sigmoid_derivative_zero": true, "sigmoid_negative": true, "sigmoid_positive": true, "sigmoid_zero": true } }, { "file": "specs/port/trinity/src/tri/gen_snapshot.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "Snapshot_init_sets_data": true, "Snapshot_match_returns_true_for_equal": true }, "reference_tests": { "Snapshot_init_sets_data": true, "Snapshot_match_returns_true_for_equal": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_softmax.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@exp)" ], "detail": "ExprCall(@exp)", "reference_tests": { "softmax_basic": true, "softmax_equal_inputs": true, "softmax_large_values": true, "softmax_negative_values": true, "softmax_two_elements": true } }, { "file": "specs/port/trinity/src/tri/gen_tanh.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:19:17: error: use of undeclared identifier 'RadixEconomy'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)" ], "detail": "ExprCall(method)" }, { "file": "specs/port/trinity/src/tri/gen_temp_file.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)" ], "detail": "ExprIdentifier(undeclared)", "reference_tests": { "temp file": true } }, { "file": "specs/port/trinity/src/tri/gen_test_runner.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "TestRunner_init_basic": true, "TestRunner_run_empty": true, "TestRunner_run_with_passing_tests": true, "TestRunner_run_with_mixed_tests": true }, "reference_tests": { "TestRunner_init_basic": true, "TestRunner_run_empty": true, "TestRunner_run_with_mixed_tests": true, "TestRunner_run_with_passing_tests": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_transaction.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 90, "blockers": [], "detail": "", "test_verdicts": { "Transaction_init": true, "Transaction_add_insert": true, "Transaction_add_multiple": true, "Transaction_add_capacity_limit": true, "Transaction_deinit": true }, "reference_tests": { "Transaction_add_capacity_limit": true, "Transaction_add_insert": true, "Transaction_add_multiple": true, "Transaction_deinit": true, "Transaction_init": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_transform.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "identity_returns_identity_matrix": true, "translate_moves_point": true, "scale_scales_coordinates": true, "rotate_90_degrees": true, "transform_point_applies_full_transform": true }, "reference_tests": { "identity_returns_identity_matrix": true, "rotate_90_degrees": true, "scale_scales_coordinates": true, "transform_point_applies_full_transform": true, "translate_moves_point": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_uuid_generator.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:33:18: error: operator == not allowed for type '[16]u8'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "type mismatch" ], "detail": "type std.mem.Allocator" }, { "file": "specs/port/trinity/src/tri/gen_varint.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "encode zero": true, "decode zero": true }, "reference_tests": { "decode zero": true, "encode zero": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_vector2d.t27", "reference": "fail", "reference_detail": "1 of 4 tests fail", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL Vec2_length: assert_eq failed at line 61 (left 4627730092099942521, right 4627730092099895296)", "test_verdicts": { "Vec2_add": true, "Vec2_sub": true, "Vec2_dot": true, "Vec2_length": false }, "reference_tests": { "Vec2_add": true, "Vec2_dot": true, "Vec2_length": false, "Vec2_sub": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_wal.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "WAL_init_creates_wal_with_allocator": true, "WAL_append_success_case": true, "WAL_append_multiple_entries": true, "WAL_checkpoint_clears_entries": true, "WAL_deinit_frees_memory": true, "WAL_init_checkpoint_cycle": true }, "reference_tests": { "WAL_append_multiple_entries": true, "WAL_append_success_case": true, "WAL_checkpoint_clears_entries": true, "WAL_deinit_frees_memory": true, "WAL_init_checkpoint_cycle": true, "WAL_init_creates_wal_with_allocator": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_websocket.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type ?void", "ExprCall(rejected fn)" ], "detail": "type ?void", "reference_tests": { "WebSocket_close_sets_state_to_closed": true, "WebSocket_init_returns_open": true, "WebSocket_send_returns_null_when_closed": true, "WebSocket_send_returns_undefined_when_open": true } }, { "file": "specs/port/trinity/src/tri/gen_work_stealing.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 38, "blockers": [], "detail": "", "test_verdicts": { "init_valid_capacity": true, "init_too_large_capacity": true, "push_and_pop": true, "push_until_full": true, "alternating_push_pop": true }, "reference_tests": { "alternating_push_pop": true, "init_too_large_capacity": true, "init_valid_capacity": true, "push_and_pop": true, "push_until_full": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/string_dualities.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "stringCouplingAtPhi_is_phi_pi": true, "S_duality_product_is_1": true, "self_dual_at_gs_1": true, "self_dual_edge_cases": true }, "reference_tests": { "S_duality_product_is_1": true, "self_dual_at_gs_1": true, "self_dual_edge_cases": true, "stringCouplingAtPhi_is_phi_pi": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/vibeec/gen_cmd_minimal.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "main_usage": true, "main_success": true }, "reference_tests": { "main_success": true, "main_usage": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/vibeec/gen_cmd_simple.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "validate_args valid input": true, "validate_args insufficient args": true, "get_output_path with explicit output": true, "get_output_path default output": true, "parse_and_generate successful": true, "parse_and_generate empty source": true }, "reference_tests": { "get_output_path default output": true, "get_output_path with explicit output": true, "parse_and_generate empty source": true, "parse_and_generate successful": true, "validate_args insufficient args": true, "validate_args valid input": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/vibeec/p2p_module.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 22, "blockers": [], "detail": "", "test_verdicts": { "init_seeds_ten_nodes_with_id_balance_latency": true, "seed_node_writes_the_decimal_digit": true, "gossip_pays_every_node": true, "gossip_health_marker_is_blessed": true, "find_optimal_prefers_the_lowest_latency": true, "find_optimal_returns_null_for_an_empty_swarm": true, "deinit_releases_the_nodes": true }, "reference_tests": { "deinit_releases_the_nodes": true, "find_optimal_prefers_the_lowest_latency": true, "find_optimal_returns_null_for_an_empty_swarm": true, "gossip_health_marker_is_blessed": true, "gossip_pays_every_node": true, "init_seeds_ten_nodes_with_id_balance_latency": true, "seed_node_writes_the_decimal_digit": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/vibeec/tnc.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "main_usage": true, "main_success": true }, "reference_tests": { "main_success": true, "main_usage": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/vibeec/validation_engine.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 22, "blockers": [], "detail": "", "test_verdicts": { "validate_clean_code_passes": true, "deinit_releases_the_violation_list": true, "validate_missing_main_flags_the_alpha": true, "validate_cursed_binary_hack_flags_mock": true, "validate_short_code_flags_void": true, "validate_reports_all_violations_in_law_order": true, "contains_matches_the_way_indexOf_does": true }, "reference_tests": { "contains_matches_the_way_indexOf_does": true, "deinit_releases_the_violation_list": true, "validate_clean_code_passes": true, "validate_cursed_binary_hack_flags_mock": true, "validate_missing_main_flags_the_alpha": true, "validate_reports_all_violations_in_law_order": true, "validate_short_code_flags_void": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/vsa_simple/vsa.t27", "reference": "fail", "reference_detail": "1 of 7 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(reference redeclares)" ], "detail": "StmtAssign(reference redeclares)", "reference_tests": { "bind_creates_the_product": true, "bind_with_different_lengths": true, "bundle2_majority_vote": true, "bundle2_with_different_lengths": true, "clone_copies_data": true, "cosine_identical_is_one": false, "vector_init_is_zeroed": true } }, { "file": "specs/port/trinity/src/wasm_stubs/auto_shard_stub.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "system memory defaults": true, "system memory struct fields": true }, "reference_tests": { "system memory defaults": true, "system memory struct fields": true }, "reference_disagree": [] }, { "file": "specs/port/trios/apps/trios-macos/rings/RUST-04/clade-improve/src/oversight.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "OversightAgent_default_creates_instance": true, "OversightAgent_new_initializes_correctly": true, "OversightAgent_evaluate_returns_result_and_token": true, "OversightAgent_sign_hashing_logic": true }, "reference_tests": { "OversightAgent_default_creates_instance": true, "OversightAgent_evaluate_returns_result_and_token": true, "OversightAgent_new_initializes_correctly": true, "OversightAgent_sign_hashing_logic": true }, "reference_disagree": [] }, { "file": "specs/port/trios/apps/trios-macos/rings/RUST-04/clade-improve/src/variant.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:49:28: error: root source file struct 'fmt' has no member named 'alloc'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/port/trios/apps/trios-macos/rings/RUST-13/clade-meshd/src/transport.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "spawn_udp_io_validation": true, "UdpTransport_new_creation": true, "validate_frame_size_logic": true, "UdpTransport_struct_creation": true }, "reference_tests": { "UdpTransport_new_creation": true, "UdpTransport_struct_creation": true, "spawn_udp_io_validation": true, "validate_frame_size_logic": true }, "reference_disagree": [] }, { "file": "specs/port/trios/apps/trios-macos/rings/RUST-13/trios-mesh/build.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "modified_age_secs_existing_file": true, "modified_age_secs_nonexistent_file": true, "main_skip_when_t27c_missing": true, "main_regeneration_decision": true }, "reference_tests": { "main_regeneration_decision": true, "main_skip_when_t27c_missing": true, "modified_age_secs_existing_file": true, "modified_age_secs_nonexistent_file": true }, "reference_disagree": [] }, { "file": "specs/port/trios/apps/trios-macos/rings/RUST-13/trios-mesh/src/bin/smoke_m1.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "handshake_completion": true, "datagram_exchange": true, "tamper_detection": true, "replay_detection": true }, "reference_tests": { "datagram_exchange": true, "handshake_completion": true, "replay_detection": true, "tamper_detection": true }, "reference_disagree": [] }, { "file": "specs/port/trios/apps/trios-macos/rings/RUST-13/trios-mesh/tools/ad9361_config.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "select_frequency_default": true, "select_frequency_5_8": true, "ssh_succeeded_cases": true, "parse_rssi_empty": true, "parse_rssi_nonempty": true }, "reference_tests": { "parse_rssi_empty": true, "parse_rssi_nonempty": true, "select_frequency_5_8": true, "select_frequency_default": true, "ssh_succeeded_cases": true }, "reference_disagree": [] }, { "file": "specs/port/trios/apps/trios-macos/rings/RUST-13/trios-mesh/tools/deploy.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:86:40: error: expected type '[][]const u8', found '*const [2][]const u8'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch" }, { "file": "specs/port/trios/crates/tri-tunnel/src/main.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "check_tailscale_exists": true, "check_tailscale_not_exists": true, "run_start_command": true, "run_stop_command": true, "run_status_command": true, "run_unknown_command": true, "main_success": true }, "reference_tests": { "check_tailscale_exists": true, "check_tailscale_not_exists": true, "main_success": true, "run_start_command": true, "run_status_command": true, "run_stop_command": true, "run_unknown_command": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-bridge/src/main.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "compute_config_ports": true }, "reference_tests": { "compute_config_ports": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-chat/rings/CR-CHAT-LAWS/src/lib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 149, "blockers": [], "detail": "", "test_verdicts": { "twelve_laws_present": true, "laws_hash_stable_within_run": true, "laws_hash_matches_expected": true, "laws_have_canonical_prefix": true, "laws_are_unique": true }, "reference_tests": { "laws_are_unique": true, "laws_hash_matches_expected": true, "laws_hash_stable_within_run": true, "laws_have_canonical_prefix": true, "twelve_laws_present": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-cli/src/cmd/agent.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 12, "blockers": [], "detail": "", "test_verdicts": { "agent_dispatch_valid_nato": true, "agent_dispatch_invalid_nato": true, "agent_list_specific_agent": true, "agent_list_all_agents": true }, "reference_tests": { "agent_dispatch_invalid_nato": true, "agent_dispatch_valid_nato": true, "agent_list_all_agents": true, "agent_list_specific_agent": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-cli/src/cmd/commit.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "commit_decision_false_when_no_staged_changes": true, "commit_decision_true_when_staged_changes": true }, "reference_tests": { "commit_decision_false_when_no_staged_changes": true, "commit_decision_true_when_staged_changes": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-cli/src/cmd/leaderboard.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "select_entries_with_agent_filter": true, "select_entries_without_agent_filter_less_than_20": true, "select_entries_without_agent_filter_more_than_20": true, "is_entries_empty_true": true, "is_entries_empty_false": true, "format_leaderboard_row_basic": true, "format_stats_basic": true, "export_limit_constant": true }, "reference_tests": { "export_limit_constant": true, "format_leaderboard_row_basic": true, "format_stats_basic": true, "is_entries_empty_false": true, "is_entries_empty_true": true, "select_entries_with_agent_filter": true, "select_entries_without_agent_filter_less_than_20": true, "select_entries_without_agent_filter_more_than_20": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-cli/src/cmd/report.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "report_simple": true, "report_with_null": true }, "reference_tests": { "report_simple": true, "report_with_null": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-cli/src/cmd/roster.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "agent_name_ALFA": true, "agent_name_BRAVO": true, "agent_name_unknown": true }, "reference_tests": { "agent_name_ALFA": true, "agent_name_BRAVO": true, "agent_name_unknown": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-cli/src/cmd/run.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "basic_test": true, "parse_bpb_basic": true, "parse_params_basic": true, "parse_params_missing": true, "run_function": true }, "reference_tests": { "basic_test": true, "parse_bpb_basic": true, "parse_params_basic": true, "parse_params_missing": true, "run_function": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-cli/src/cmd/status.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "json_mode": true, "human_mode": true }, "reference_tests": { "human_mode": true, "json_mode": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-cli/src/cmd/submit.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "submit_valid_bpb_and_artifact": true, "submit_invalid_bpb": true, "submit_missing_artifact": true, "submit_edge_case_bpb": true }, "reference_tests": { "submit_edge_case_bpb": true, "submit_invalid_bpb": true, "submit_missing_artifact": true, "submit_valid_bpb_and_artifact": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-cli/src/config.t27", "reference": "fail", "reference_detail": "1 of 4 tests fail", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL config_load_resolves_relative_paths: assert failed at line 56 (assert)", "test_verdicts": { "config_default_returns_expected_values": true, "config_load_returns_default_when_file_missing": true, "config_load_resolves_relative_paths": false, "config_save_success_case": true }, "reference_tests": { "config_default_returns_expected_values": true, "config_load_resolves_relative_paths": false, "config_load_returns_default_when_file_missing": true, "config_save_success_case": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-cli/src/gh.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type [*]T" ], "detail": "type [*]T", "reference_tests": { "GhClient_comment_posts_comment": true, "GhClient_issue_body_parses_output": true, "GhClient_issue_create_parses_url": true, "GhClient_issue_edit_creates_temp_file": true, "GhClient_list_agent_issues_handles_empty_output": true, "GhClient_list_agent_issues_handles_malformed_lines": true, "GhClient_list_agent_issues_parses_output": true, "GhClient_new_returns_client": true } }, { "file": "specs/port/trios/crates/trios-cli/src/lock.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type u128" ], "detail": "type u128", "reference_tests": { "LockGuard_acquire_simple": true, "LockGuard_drop_simple": true, "LockGuard_is_lock_stale_simple": true, "LockGuard_try_acquire_simple": true, "lock_file_path_simple": true } }, { "file": "specs/port/trios/crates/trios-cli/src/metrics.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "validate_bpb_low": true, "validate_bpb_mid": true, "validate_bpb_high": true, "validate_param_count_ok": true, "validate_param_count_fail": true, "validate_time_ok": true, "validate_time_fail": true }, "reference_tests": { "validate_bpb_high": true, "validate_bpb_low": true, "validate_bpb_mid": true, "validate_param_count_fail": true, "validate_param_count_ok": true, "validate_time_fail": true, "validate_time_ok": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-coq-witness/src/lib.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:20:12: error: use of undeclared identifier 'powi'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCast(f64)" ], "detail": "ExprCast(f64)" }, { "file": "specs/port/trios/crates/trios-doctor/rings/BRONZE-RING-DR/src/main.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "main_function": true }, "reference_tests": { "main_function": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-doctor/rings/SILVER-RING-DR-00/src/lib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "CheckStatus_fmt_returns_correct_strings": true }, "reference_tests": { "CheckStatus_fmt_returns_correct_strings": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-doctor/src/main.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "compute_any_red_all_green": true, "compute_any_red_one_red": true, "compute_any_red_mixed": true }, "reference_tests": { "compute_any_red_all_green": true, "compute_any_red_mixed": true, "compute_any_red_one_red": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-doctor/src/validate_bpb.t27", "reference": "fail", "reference_detail": "2 of 3 tests fail", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL validate_bpb_fail: assert failed at line 40 (assert)", "test_verdicts": { "validate_bpb_basic": true, "validate_bpb_fail": false, "validate_bpb_multiple": false }, "reference_tests": { "validate_bpb_basic": true, "validate_bpb_fail": false, "validate_bpb_multiple": false }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-ext/rings/SILVER-RING-EXT-00/src/lib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "run_initialization_sequence": true, "chat_listener_setup": true, "chat_message_sending": true }, "reference_tests": { "chat_listener_setup": true, "chat_message_sending": true, "run_initialization_sequence": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-ext/xtask/src/main.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "main_routing": true, "build_ext_logic": true, "route_command_logic": true, "string_comparison": true }, "reference_tests": { "build_ext_logic": true, "main_routing": true, "route_command_logic": true, "string_comparison": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-git/src/commit.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "parent_count_matches_the_original_head_match": true, "count_staged_counts_every_index_entry": true, "signature_error_passes_a_configured_signature": true, "commit_result_carries_oid_message_and_staged_count": true }, "reference_tests": { "commit_result_carries_oid_message_and_staged_count": true, "count_staged_counts_every_index_entry": true, "parent_count_matches_the_original_head_match": true, "signature_error_passes_a_configured_signature": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-git/src/log.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "get_log_returns_commits": true, "get_log_respects_limit": true }, "reference_tests": { "get_log_respects_limit": true, "get_log_returns_commits": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-git/src/stash.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "should_stash_both_false": true, "should_stash_staged_true": true, "should_stash_unstaged_true": true, "should_stash_both_true": true }, "reference_tests": { "should_stash_both_false": true, "should_stash_both_true": true, "should_stash_staged_true": true, "should_stash_unstaged_true": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-git/src/status.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 31, "blockers": [], "detail": "", "test_verdicts": { "is_staged_flags": true, "classify_conflicted_wins": true, "classify_added_deleted": true, "classify_renamed_modified": true, "classify_fallback_untracked": true, "make_change_wraps_entry": true, "entry_without_path_is_skipped": true }, "reference_tests": { "classify_added_deleted": true, "classify_conflicted_wins": true, "classify_fallback_untracked": true, "classify_renamed_modified": true, "entry_without_path_is_skipped": true, "is_staged_flags": true, "make_change_wraps_entry": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-golden-float/build.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "should_skip_returns_true_when_build_zig_missing": true, "should_skip_returns_false_when_build_zig_exists": true, "build_succeeded_returns_true_for_exit_code_zero": true, "build_succeeded_returns_false_for_non_zero_exit_code": true, "static_lib_exists_after_build_returns_true_when_exists": true, "static_lib_exists_after_build_returns_false_when_not_exists": true }, "reference_tests": { "build_succeeded_returns_false_for_non_zero_exit_code": true, "build_succeeded_returns_true_for_exit_code_zero": true, "should_skip_returns_false_when_build_zig_exists": true, "should_skip_returns_true_when_build_zig_missing": true, "static_lib_exists_after_build_returns_false_when_not_exists": true, "static_lib_exists_after_build_returns_true_when_exists": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-golden-float/rings/GF-01/src/lib.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:24:17: error: type 'u16' does not support field access", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/port/trios/crates/trios-hdc/build.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "always_true_works": true }, "reference_tests": { "always_true_works": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-hdc/rings/HD-01/src/lib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "bind_self_is_ones": true, "similarity_self_is_one": true, "bundle_works": true }, "reference_tests": { "bind_self_is_ones": true, "bundle_works": true, "similarity_self_is_one": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-igla-race/src/main.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 15, "blockers": [], "detail": "", "test_verdicts": { "bpb_tracking_decisions": true, "worker_result_handling": true, "start_command_simulation": true, "worker_simulation": true, "early_stop_simulation": true }, "reference_tests": { "bpb_tracking_decisions": true, "early_stop_simulation": true, "start_command_simulation": true, "worker_result_handling": true, "worker_simulation": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-igla-trainer/src/jepa_runner.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "literal out of range" ], "detail": "literal out of range", "reference_tests": { "run_jepa_training_seed0_steps0": true, "run_jepa_training_seed1_steps0": true } }, { "file": "specs/port/trios/crates/trios-mcp/rings/BR-XTASK/src/main.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 0, "asserts": 32, "blockers": [], "detail": "", "test_verdicts": { "parse_port_is_u16_from_str": true, "parse_env_defaults": true, "parse_env_custom_host": true, "parse_env_custom_port": true, "parse_env_leading_plus_is_valid": true, "parse_env_rejects_non_numeric_port": true, "parse_env_port_bounds_match_u16": true, "init_logging_defaults": true, "init_logging_custom": true, "main_exits_zero_after_clean_shutdown": true, "main_exits_one_when_a_ring_exits_first": true, "main_fails_before_launch_on_invalid_port": true }, "reference_tests": { "init_logging_custom": true, "init_logging_defaults": true, "main_exits_one_when_a_ring_exits_first": true, "main_exits_zero_after_clean_shutdown": true, "main_fails_before_launch_on_invalid_port": true, "parse_env_custom_host": true, "parse_env_custom_port": true, "parse_env_defaults": true, "parse_env_leading_plus_is_valid": true, "parse_env_port_bounds_match_u16": true, "parse_env_rejects_non_numeric_port": true, "parse_port_is_u16_from_str": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-mcp/rings/SR-01/src/lighthouse.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "lighthouse_config_default": true, "extract_metadata_basic": true, "extract_metadata_missing_fields": true, "check_lighthouse_available_logic": true }, "reference_tests": { "check_lighthouse_available_logic": true, "extract_metadata_basic": true, "extract_metadata_missing_fields": true, "lighthouse_config_default": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-mcp/rings/SR-02/src/discovery.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 13, "invariants": 0, "asserts": 12, "blockers": [], "detail": "", "test_verdicts": { "signature_constant": true, "check_signature_matches": true, "check_signature_mismatch": true, "check_signature_empty": true, "check_signature_case_sensitive": true, "is_port_in_range_lower_bound": true, "is_port_in_range_upper_bound": true, "is_port_in_range_below": true, "is_port_in_range_above": true, "is_port_in_range_middle": true, "port_range_count_correct": true, "port_start_constant": true, "port_end_constant": true }, "reference_tests": { "check_signature_case_sensitive": true, "check_signature_empty": true, "check_signature_matches": true, "check_signature_mismatch": true, "is_port_in_range_above": true, "is_port_in_range_below": true, "is_port_in_range_lower_bound": true, "is_port_in_range_middle": true, "is_port_in_range_upper_bound": true, "port_end_constant": true, "port_range_count_correct": true, "port_start_constant": true, "signature_constant": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-mcp/rings/SR-02/src/lib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "McpServer_new_test1": true, "McpServer_new_test2": true }, "reference_tests": { "McpServer_new_test1": true, "McpServer_new_test2": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-mcp/src/main.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 0, "asserts": 34, "blockers": [], "detail": "", "test_verdicts": { "parse_port_valid": true, "parse_port_empty_returns_default": true, "parse_port_invalid_returns_default": true, "parse_bool_true_values": true, "parse_bool_false_values": true, "parse_bool_empty_returns_default": true, "parse_bool_invalid_returns_default": true, "protocol_from_tls": true, "protocol_string": true, "build_connection_config": true, "build_connection_config_with_tls": true, "default_constants": true }, "reference_tests": { "build_connection_config": true, "build_connection_config_with_tls": true, "default_constants": true, "parse_bool_empty_returns_default": true, "parse_bool_false_values": true, "parse_bool_invalid_returns_default": true, "parse_bool_true_values": true, "parse_port_empty_returns_default": true, "parse_port_invalid_returns_default": true, "parse_port_valid": true, "protocol_from_tls": true, "protocol_string": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-mesh/benches/routing_table.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:19:24: error: expected 16 array elements; found 1", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral" ], "detail": "ExprArrayLiteral" }, { "file": "specs/port/trios/crates/trios-mesh/src/identity.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 110, "blockers": [], "detail": "", "test_verdicts": { "from_pubkey_copies_the_pubkey": true, "from_pubkey_digests_the_pubkey": true, "from_pubkey_digests_a_zero_pubkey": true, "gf16_prefix_splits_high_and_low_nibbles": true, "gf16_prefix_reads_only_the_first_four_bytes": true, "rotr32_rotates_within_32_bits": true, "add32_wraps_without_panicking": true, "sha256_32_digests_the_zero_pubkey_fully": true }, "reference_tests": { "add32_wraps_without_panicking": true, "from_pubkey_copies_the_pubkey": true, "from_pubkey_digests_a_zero_pubkey": true, "from_pubkey_digests_the_pubkey": true, "gf16_prefix_reads_only_the_first_four_bytes": true, "gf16_prefix_splits_high_and_low_nibbles": true, "rotr32_rotates_within_32_bits": true, "sha256_32_digests_the_zero_pubkey_fully": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-mesh/src/packet.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type [*]T", "ExprCall(rejected fn)" ], "detail": "type [*]T", "reference_tests": { "parse_invalid_short_buffer": true, "parse_invalid_type": true, "parse_masks_hops": true, "parse_valid": true, "serialise_correct_bytes": true, "serialise_then_parse": true } }, { "file": "specs/port/trios/crates/trios-openclaw/rings/OC-01/src/lib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 16, "blockers": [], "detail": "", "test_verdicts": { "supported_set": true, "anthropic_mapping": true, "openai_maps_to_custom_with_default_url": true, "openai_compatible_requires_base_url": true, "unknown_returns_none": true }, "reference_tests": { "anthropic_mapping": true, "openai_compatible_requires_base_url": true, "openai_maps_to_custom_with_default_url": true, "supported_set": true, "unknown_returns_none": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-physics/build.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "should_not_skip_when_build_zig_exists": true, "build_result_success_with_lib": true, "library_exists_check": true, "zig_build_simulation": true }, "reference_tests": { "build_result_success_with_lib": true, "library_exists_check": true, "should_not_skip_when_build_zig_exists": true, "zig_build_simulation": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-physics/rings/PH-01/src/lib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "rest_energy_one_kg": true, "de_broglie_unit_momentum": true, "rest_energy_zero_mass": true, "de_broglie_large_momentum": true }, "reference_tests": { "de_broglie_large_momentum": true, "de_broglie_unit_momentum": true, "rest_energy_one_kg": true, "rest_energy_zero_mass": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-physics/src/lib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "chsh_bell_basic": true, "gf_constants_phi_value": true, "qcd_coupling_returns_zero": true, "fibonacci_lattice_spacing_returns_zero": true, "quantum_step_returns_null": true }, "reference_tests": { "chsh_bell_basic": true, "fibonacci_lattice_spacing_returns_zero": true, "gf_constants_phi_value": true, "qcd_coupling_returns_zero": true, "quantum_step_returns_null": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-rainbow-bridge/src/funnel_client.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)" ], "detail": "ExprIdentifier(undeclared)", "reference_tests": { "test_attach_subscriber": true, "test_get_current_latency": true, "test_multiple_subscribers": true, "test_new_funnel": true, "test_publish": true, "test_set_latency": true } }, { "file": "specs/port/trios/crates/trios-rainbow-bridge/src/lamport.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "first_event_advances": true, "monotone_steps_accepted": true, "regression_rejected": true, "agents_are_independent": true }, "reference_tests": { "agents_are_independent": true, "first_event_advances": true, "monotone_steps_accepted": true, "regression_rejected": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-sacred/rings/SC-00/src/lib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "Vec2_new_basic": true, "Vec2_dot_orthogonal": true, "Vec2_dot_parallel": true, "Vec2_dot_zero_vector": true }, "reference_tests": { "Vec2_dot_orthogonal": true, "Vec2_dot_parallel": true, "Vec2_dot_zero_vector": true, "Vec2_new_basic": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-sacred/rings/SC-01/src/lib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 2, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": { "scale_phi_basic": true, "scale_phi_with_both_components": true }, "reference_tests": { "scale_phi_basic": true, "scale_phi_with_both_components": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-scarab-types/rings/SR-01/src/lib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 24, "blockers": [], "detail": "", "test_verdicts": { "three_variants_present": true, "slugs_are_unique": true, "display_matches_slug": true, "as_markdown_emits_bullet": true, "struct_carries_term_pair": true, "new_carries_kind": true, "lane_scarab_display_text": true }, "reference_tests": { "as_markdown_emits_bullet": true, "display_matches_slug": true, "lane_scarab_display_text": true, "new_carries_kind": true, "slugs_are_unique": true, "struct_carries_term_pair": true, "three_variants_present": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-scarab-types/rings/SR-02/src/lib.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type anytype" ], "detail": "type anytype", "reference_tests": { "as_markdown_emits_bullet": true, "display_matches_slug": true, "slugs_are_unique": true, "struct_carries_term_pair": true, "struct_kind_preserved": true, "three_variants_present": true } }, { "file": "specs/port/trios/crates/trios-scarab-types/rings/SR-03/src/lib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 24, "blockers": [], "detail": "", "test_verdicts": { "three_variants_present": true, "slugs_are_unique": true, "display_matches_slug": true, "as_markdown_emits_bullet": true, "struct_carries_term_pair": true, "new_carries_kind": true, "gate_scarab_display_text": true }, "reference_tests": { "as_markdown_emits_bullet": true, "display_matches_slug": true, "gate_scarab_display_text": true, "new_carries_kind": true, "slugs_are_unique": true, "struct_carries_term_pair": true, "three_variants_present": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-scarab-types/rings/SR-04/src/lib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 19, "blockers": [], "detail": "", "test_verdicts": { "three_variants_present": true, "all_in_declaration_order": true, "slug_values": true, "slugs_are_unique": true, "display_matches_slug": true, "as_markdown_emits_bullet": true, "struct_carries_term_pair": true, "gate_scarab_display_is_kind_slug": true }, "reference_tests": { "all_in_declaration_order": true, "as_markdown_emits_bullet": true, "display_matches_slug": true, "gate_scarab_display_is_kind_slug": true, "slug_values": true, "slugs_are_unique": true, "struct_carries_term_pair": true, "three_variants_present": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-server/src/mcp_endpoints/experience.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:29:40: error: use of undeclared identifier 'Value'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)" ], "detail": "type (undeclared)" }, { "file": "specs/port/trios/crates/trios-server/src/mcp_endpoints/tasks.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "test_assign": true, "test_status": true, "test_update_status": true }, "reference_tests": { "test_assign": true, "test_status": true, "test_update_status": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-server/src/tools/git.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "allowed_roots_empty": true, "dispatch_unknown": true, "dispatch_known": true, "git_commit_validation": true, "git_create_branch_validation": true, "git_stage_files_paths": true, "git_unstage_files_paths": true }, "reference_tests": { "allowed_roots_empty": true, "dispatch_known": true, "dispatch_unknown": true, "git_commit_validation": true, "git_create_branch_validation": true, "git_stage_files_paths": true, "git_unstage_files_paths": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-server/src/tools/git_extended.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "dispatch_git_log": true, "dispatch_git_diff": true, "dispatch_git_stash": true, "dispatch_git_checkout": true, "dispatch_unknown_command": true, "git_log_default_limit": true, "git_checkout_missing_branch": true }, "reference_tests": { "dispatch_git_checkout": true, "dispatch_git_diff": true, "dispatch_git_log": true, "dispatch_git_stash": true, "dispatch_unknown_command": true, "git_checkout_missing_branch": true, "git_log_default_limit": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-server/src/tools/gitbutler.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "dispatch_gb_list_branches": true, "dispatch_gb_push_stack": true, "dispatch_gb_workspace_status": true, "dispatch_unknown_function": true, "extract_branch_name_from_input": true, "extract_branch_name_empty": true }, "reference_tests": { "dispatch_gb_list_branches": true, "dispatch_gb_push_stack": true, "dispatch_gb_workspace_status": true, "dispatch_unknown_function": true, "extract_branch_name_empty": true, "extract_branch_name_from_input": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-server/src/tools/golden_float.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "basic_test": true, "another_test": true, "dispatch_test": true, "phi_test": true, "empty_weights_test": true }, "reference_tests": { "another_test": true, "basic_test": true, "dispatch_test": true, "empty_weights_test": true, "phi_test": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-server/src/tools/mod.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "count_returns_thirty_one": true, "basic_functionality": true, "dispatch_decision_filesystem_tool": true, "dispatch_decision_knowledge_graph_tool": true, "dispatch_decision_git_tool": true, "dispatch_decision_unknown_tool": true, "split_allowed_roots_basic": true, "split_allowed_roots_empty_string": true }, "reference_tests": { "basic_functionality": true, "count_returns_thirty_one": true, "dispatch_decision_filesystem_tool": true, "dispatch_decision_git_tool": true, "dispatch_decision_knowledge_graph_tool": true, "dispatch_decision_unknown_tool": true, "split_allowed_roots_basic": true, "split_allowed_roots_empty_string": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-store/rings/ST-00/src/lib.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprBinary(?T)" ], "detail": "ExprBinary(?T)", "reference_tests": { "Adapter_as_str_test": true, "Adapter_parse_test": true, "AgentDefinitionRow_creation_test": true, "DetectedBy_as_str_test": true, "DetectedBy_default_test": true, "DetectedBy_parse_test": true } }, { "file": "specs/port/trios/crates/trios-ternary/rings/TR-00/src/lib.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:65:27: error: incompatible types: '?spec.Trit' and 'comptime_int'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprBinary(?T)", "type mismatch" ], "detail": "ExprBinary(?T)" }, { "file": "specs/port/trios/crates/trios-ternary/rings/TR-01/src/lib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "neg_involution": true, "add_pos_neg_zero": true }, "reference_tests": { "add_pos_neg_zero": true, "neg_involution": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-train-cpu/src/bin/tjepa_modules/encoder.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 12, "blockers": [], "detail": "", "test_verdicts": { "NgramEncoder_new_basic": true, "NgramEncoder_new_edge_cases": true, "NgramEncoder_encode_simple": true, "NgramEncoder_encode_positions_edge_cases": true }, "reference_tests": { "NgramEncoder_encode_positions_edge_cases": true, "NgramEncoder_encode_simple": true, "NgramEncoder_new_basic": true, "NgramEncoder_new_edge_cases": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-train-cpu/src/bin/train_state.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 53, "blockers": [], "detail": "", "test_verdicts": { "optwrapper_adamw_tags_and_carries_params": true, "optwrapper_muon_hardcodes_momentum": true, "optwrapper_step_dispatches_by_kind": true, "optwrapper_step_lr_handoff_repeats": true, "make_opt_follows_config": true, "init_training_adamw_defaults": true, "init_training_muon_jepa_nca": true }, "reference_tests": { "init_training_adamw_defaults": true, "init_training_muon_jepa_nca": true, "make_opt_follows_config": true, "optwrapper_adamw_tags_and_carries_params": true, "optwrapper_muon_hardcodes_momentum": true, "optwrapper_step_dispatches_by_kind": true, "optwrapper_step_lr_handoff_repeats": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-trainer/src/train_loop.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "evaluate_step_basic": true, "evaluate_step_progress": true, "evaluate_step_seed_variation": true, "run_undefined": true }, "reference_tests": { "evaluate_step_basic": true, "evaluate_step_progress": true, "evaluate_step_seed_variation": true, "run_undefined": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-trainer/src/validation.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "calculate_bpb_perfect": true, "calculate_bpb_typical": true, "champion_tolerance_exact": true, "champion_tolerance_edges": true, "champion_tolerance_outside": true, "champion_tolerance_far_outside": true }, "reference_tests": { "calculate_bpb_perfect": true, "calculate_bpb_typical": true, "champion_tolerance_edges": true, "champion_tolerance_exact": true, "champion_tolerance_far_outside": true, "champion_tolerance_outside": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-trinity-brain/src/phi.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "phi_add_test": true, "phi_mul_test": true, "phi_subtract_test": true }, "reference_tests": { "phi_add_test": true, "phi_mul_test": true, "phi_subtract_test": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-vsa/rings/VS-01/src/lib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "bind_basic": true, "unbind_recover": true, "superpose_cases": true, "superpose_edge_cases": true }, "reference_tests": { "bind_basic": true, "superpose_cases": true, "superpose_edge_cases": true, "unbind_recover": true }, "reference_disagree": [] }, { "file": "specs/port/trios/validate_bpb.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "simulate_data_leak_returns_false": true, "simulate_loss_step_0_returns_zero": true, "simulate_weight_updates_returns_zero": true, "verify_all_functions": true }, "reference_tests": { "simulate_data_leak_returns_false": true, "simulate_loss_step_0_returns_zero": true, "simulate_weight_updates_returns_zero": true, "verify_all_functions": true }, "reference_disagree": [] }, { "file": "specs/portable/relay_observer.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:298:65: error: expected expression, found '.'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(reference redeclares)", "type mismatch", "ExprArrayLiteral", "ExprBinary(**)", "ExprCall(undeclared fn)", "ExprArrayLiteral(to slice field)", "literal out of range", "ExprStructLit", "ExprCall(@setEvalBranchQuota)" ], "detail": "StmtAssign(reference redeclares)" }, { "file": "specs/provider/adapters.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:106:70: error: '_' used as an identifier without @\"_\" syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type mismatch", "ExprArrayLiteral", "ExprBinary(**)", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/provider/schema.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:205:25: error: expected '}', found '.'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "type mismatch" }, { "file": "specs/provider/stream.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:146:16: error: expected ';' after statement", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "StmtAssign(reference redeclares)", "type mismatch", "ExprArrayLiteral", "ExprEnumValue", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/provider/transform.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:88:84: error: '_' used as an identifier without @\"_\" syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type mismatch", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/providers/catalog.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 2, "asserts": 18, "blockers": [], "detail": "", "test_verdicts": { "a_model_is_serving_only_when_a_host_serves_it": true, "a_host_class_is_measured_only_with_a_record": true, "a_retired_model_has_no_hosts": true, "the_site_never_calls_a_paid_endpoint": true, "only_a_bench_record_claims_a_measurement": true, "the_threshold_is_stored_in_per_mille": true }, "reference_tests": { "a_host_class_is_measured_only_with_a_record": true, "a_model_is_serving_only_when_a_host_serves_it": true, "a_retired_model_has_no_hosts": true, "only_a_bench_record_claims_a_measurement": true, "the_site_never_calls_a_paid_endpoint": true, "the_threshold_is_stored_in_per_mille": true }, "reference_disagree": [] }, { "file": "specs/providers/gonka/deepseek-v4-flash-0731.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 2, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/providers/gonka/glm-5-2-fp8.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 2, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/providers/gonka/glm-5-3-flash.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 2, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/providers/gonka/kimi-k2-6.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 2, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/providers/gonka/minimax-m2-7.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 2, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/providers/tri_gnk_pair.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 31, "blockers": [], "detail": "", "test_verdicts": { "registration_is_open": true, "one_consumer_card_cannot_host_a_gonka_model": true, "gonka_amounts_in_gnk": true, "issuance_not_customers_pays_the_hosts": true, "an_epoch_is_about_a_day": true, "no_route_is_both_chosen_and_bridged": true, "no_pair_before_a_mainnet_issue": true, "the_pool_and_the_bridge_on_checked": true }, "reference_tests": { "an_epoch_is_about_a_day": true, "gonka_amounts_in_gnk": true, "issuance_not_customers_pays_the_hosts": true, "no_pair_before_a_mainnet_issue": true, "no_route_is_both_chosen_and_bridged": true, "one_consumer_card_cannot_host_a_gonka_model": true, "registration_is_open": true, "the_pool_and_the_bridge_on_checked": true }, "reference_disagree": [] }, { "file": "specs/providers/trinet/fpga-xc7a200t.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 1, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/providers/trinet/gpu-consumer-24gb.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 2, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/queen/actors.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 26, "invariants": 14, "asserts": 2359, "blockers": [], "detail": "", "test_verdicts": { "a_restart_gives_a_new_pid_and_the_old_one_reaches_nobody": true, "a_send_never_blocks_and_a_dead_pid_drops_it": true, "order_holds_per_sender_pair_only": true, "selective_receive_takes_the_oldest_match_and_keeps_the_rest_in_order": true, "a_full_model_box_refuses_and_every_slot_is_removable": true, "receive_after_times_out_and_after_zero_polls": true, "the_exit_signal_table": true, "kill_is_untrappable_and_its_victims_links_see_killed": true, "linking_or_monitoring_a_dead_pid_answers_noproc_at_once": true, "a_monitor_is_one_way_one_down_each_and_flushable": true, "restart_types_follow_otp": true, "strategies_choose_who_stops_and_who_starts_again": true, "children_stop_in_reverse_order_shutdown_first_then_kill": true, "too_many_restarts_in_a_period_escalate_to_the_parent": true, "the_queens_tree_restarts_a_crashed_agent_and_lets_a_retired_one_go": true, "a_down_from_the_holder_reclaims_at_once_and_noconnection_waits_the_lease": true, "the_control_lane_survives_a_full_mailbox_and_is_taken_first": true, "a_call_ends_on_the_reply_the_down_or_the_timeout_and_a_late_reply_reaches_nobody": true, "a_slow_crash_loop_backs_off_and_then_reaches_the_parent": true, "jitter_spreads_one_domain_and_never_crosses_the_cap": true, "each_strategy_picks_its_own_children": true, "a_hung_turn_is_killed_and_its_task_reclaimed_at_once": true, "every_lost_message_is_a_dead_letter_and_a_coalesced_one_is_not": true, "significant_children_end_their_supervisor_only_by_their_own_exit": true, "a_call_into_its_own_chain_is_refused_at_once_and_the_chain_is_bounded": true, "a_full_domain_refuses_a_new_start_and_still_restarts_a_crashed_agent": true }, "reference_tests": { "a_call_ends_on_the_reply_the_down_or_the_timeout_and_a_late_reply_reaches_nobody": true, "a_call_into_its_own_chain_is_refused_at_once_and_the_chain_is_bounded": true, "a_down_from_the_holder_reclaims_at_once_and_noconnection_waits_the_lease": true, "a_full_domain_refuses_a_new_start_and_still_restarts_a_crashed_agent": true, "a_full_model_box_refuses_and_every_slot_is_removable": true, "a_hung_turn_is_killed_and_its_task_reclaimed_at_once": true, "a_monitor_is_one_way_one_down_each_and_flushable": true, "a_restart_gives_a_new_pid_and_the_old_one_reaches_nobody": true, "a_send_never_blocks_and_a_dead_pid_drops_it": true, "a_slow_crash_loop_backs_off_and_then_reaches_the_parent": true, "children_stop_in_reverse_order_shutdown_first_then_kill": true, "each_strategy_picks_its_own_children": true, "every_lost_message_is_a_dead_letter_and_a_coalesced_one_is_not": true, "jitter_spreads_one_domain_and_never_crosses_the_cap": true, "kill_is_untrappable_and_its_victims_links_see_killed": true, "linking_or_monitoring_a_dead_pid_answers_noproc_at_once": true, "order_holds_per_sender_pair_only": true, "receive_after_times_out_and_after_zero_polls": true, "restart_types_follow_otp": true, "selective_receive_takes_the_oldest_match_and_keeps_the_rest_in_order": true, "significant_children_end_their_supervisor_only_by_their_own_exit": true, "strategies_choose_who_stops_and_who_starts_again": true, "the_control_lane_survives_a_full_mailbox_and_is_taken_first": true, "the_exit_signal_table": true, "the_queens_tree_restarts_a_crashed_agent_and_lets_a_retired_one_go": true, "too_many_restarts_in_a_period_escalate_to_the_parent": true }, "reference_disagree": [] }, { "file": "specs/queen/brain_summaries.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:82:24: error: use of undefined value here causes illegal behavior", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign", "TestBlock", "InvariantBlock", "ExprCall(@setEvalBranchQuota)", "BenchBlock" ], "detail": "StmtAssign" }, { "file": "specs/queen/control.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 16, "invariants": 9, "asserts": 168, "blockers": [], "detail": "", "test_verdicts": { "a_synthetic_task_ended_event_wakes_the_queen_before_the_tick": true, "a_redelivered_event_changes_nothing": true, "the_tick_reconciles_only_after_a_quiet_period": true, "two_claimants_on_one_fence_land_once": true, "an_expired_lease_is_reclaimed_and_the_old_holder_writes_nothing": true, "a_person_assigns_first_and_cannot_steal_a_live_lease": true, "a_cancel_interrupts_frees_and_fences_out_the_bee": true, "every_free_slot_is_offered_in_one_wake": true, "one_runtime_takes_task_b_after_task_a_without_a_rebuild": true, "a_clone_keeps_the_lineage_and_gets_its_own_lease": true, "agent_memory_never_overrides_the_store": true, "a_re_dispatch_inherits_the_tip_and_never_restarts_waiting_work": true, "an_attempt_from_the_tip_pushes_as_a_fast_forward": true, "the_measured_jam_recovers_without_losing_a_commit": true, "a_restarted_holder_skips_what_landed_and_looks_up_what_may_have": true, "an_effect_that_keeps_crashing_its_holder_gives_up_after_three_runs": true }, "reference_tests": { "a_cancel_interrupts_frees_and_fences_out_the_bee": true, "a_clone_keeps_the_lineage_and_gets_its_own_lease": true, "a_person_assigns_first_and_cannot_steal_a_live_lease": true, "a_re_dispatch_inherits_the_tip_and_never_restarts_waiting_work": true, "a_redelivered_event_changes_nothing": true, "a_restarted_holder_skips_what_landed_and_looks_up_what_may_have": true, "a_synthetic_task_ended_event_wakes_the_queen_before_the_tick": true, "agent_memory_never_overrides_the_store": true, "an_attempt_from_the_tip_pushes_as_a_fast_forward": true, "an_effect_that_keeps_crashing_its_holder_gives_up_after_three_runs": true, "an_expired_lease_is_reclaimed_and_the_old_holder_writes_nothing": true, "every_free_slot_is_offered_in_one_wake": true, "one_runtime_takes_task_b_after_task_a_without_a_rebuild": true, "the_measured_jam_recovers_without_losing_a_commit": true, "the_tick_reconciles_only_after_a_quiet_period": true, "two_claimants_on_one_fence_land_once": true }, "reference_disagree": [] }, { "file": "specs/queen/dispatch.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 4, "asserts": 52, "blockers": [], "detail": "", "test_verdicts": { "the_table_moves_only_along_its_guards": true, "a_claim_follows_the_verdict_and_three_clocks": true, "a_closed_issue_is_drawn_done_whatever_its_verdict": true, "the_first_eligible_wins_in_any_order": true, "review_escalates_without_work_and_after_two_send_backs": true, "one_lease_one_owner_and_age_alone_reaps": true }, "reference_tests": { "a_claim_follows_the_verdict_and_three_clocks": true, "a_closed_issue_is_drawn_done_whatever_its_verdict": true, "one_lease_one_owner_and_age_alone_reaps": true, "review_escalates_without_work_and_after_two_send_backs": true, "the_first_eligible_wins_in_any_order": true, "the_table_moves_only_along_its_guards": true }, "reference_disagree": [] }, { "file": "specs/queen/lotus.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:426:5: error: use of undeclared identifier 'then'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "VarDecl(module, undefined)", "type mismatch", "ExprIdentifier(rejected decl)", "TestBlock", "ExprIdentifier(var at comptime)", "ExprArrayLiteral", "ExprFieldAccess" ], "detail": "VarDecl(module, undefined)" }, { "file": "specs/queen/merger_gate.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 32, "invariants": 2, "asserts": 69, "blockers": [], "detail": "", "test_verdicts": { "counts_as_required_follows_the_ruleset_when_readable": true, "counts_as_required_is_every_check_when_unreadable": true, "red_check_passes_valid_discounted_non_required": true, "red_check_passes_discounted_required_fails": true, "red_check_passes_unconcluded_fails": true, "red_check_passes_non_discounted_fails": true, "red_check_passes_all_false_fails": true, "required_check_passes_posted_and_green_passes": true, "required_check_passes_not_posted_fails": true, "required_check_passes_posted_but_not_green_fails": true, "required_check_passes_neither_posted_nor_green_fails": true, "check_passes_green_advisory_and_green_required_pass": true, "check_passes_red_advisory_discounted_passes": true, "check_passes_red_advisory_not_discounted_blocks": true, "check_passes_red_required_discounted_blocks": true, "check_passes_running_check_blocks": true, "check_passes_unreadable_ruleset_discounted_red_blocks": true, "check_passes_unreadable_ruleset_green_passes": true, "gate_open_posted_checks_all_pass_opens": true, "gate_open_zero_checks_stays_closed": true, "gate_open_running_check_keeps_it_closed": true, "gate_open_one_blocking_check_keeps_it_closed": true, "only_a_completed_failure_says_red": true, "every_other_run_says_unknown": true, "look_back_passes_a_cancelled_run_to_an_older_failure": true, "look_back_stops_at_the_merge_base": true, "look_back_keeps_the_newest_decisive_run": true, "look_back_over_only_unknown_runs_stays_unknown": true, "discount_holds_on_a_master_failure": true, "pr_red_while_master_cancelled_is_blocked": true, "pr_red_while_master_green_is_blocked": true, "master_red_without_the_bees_line_is_blocked": true }, "reference_tests": { "check_passes_green_advisory_and_green_required_pass": true, "check_passes_red_advisory_discounted_passes": true, "check_passes_red_advisory_not_discounted_blocks": true, "check_passes_red_required_discounted_blocks": true, "check_passes_running_check_blocks": true, "check_passes_unreadable_ruleset_discounted_red_blocks": true, "check_passes_unreadable_ruleset_green_passes": true, "counts_as_required_follows_the_ruleset_when_readable": true, "counts_as_required_is_every_check_when_unreadable": true, "discount_holds_on_a_master_failure": true, "every_other_run_says_unknown": true, "gate_open_one_blocking_check_keeps_it_closed": true, "gate_open_posted_checks_all_pass_opens": true, "gate_open_running_check_keeps_it_closed": true, "gate_open_zero_checks_stays_closed": true, "look_back_keeps_the_newest_decisive_run": true, "look_back_over_only_unknown_runs_stays_unknown": true, "look_back_passes_a_cancelled_run_to_an_older_failure": true, "look_back_stops_at_the_merge_base": true, "master_red_without_the_bees_line_is_blocked": true, "only_a_completed_failure_says_red": true, "pr_red_while_master_cancelled_is_blocked": true, "pr_red_while_master_green_is_blocked": true, "red_check_passes_all_false_fails": true, "red_check_passes_discounted_required_fails": true, "red_check_passes_non_discounted_fails": true, "red_check_passes_unconcluded_fails": true, "red_check_passes_valid_discounted_non_required": true, "required_check_passes_neither_posted_nor_green_fails": true, "required_check_passes_not_posted_fails": true, "required_check_passes_posted_and_green_passes": true, "required_check_passes_posted_but_not_green_fails": true }, "reference_disagree": [] }, { "file": "specs/queen/priority.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 1, "asserts": 33, "blockers": [], "detail": "", "test_verdicts": { "no_label_keeps_the_listing_order": true, "critical_runs_before_a_newer_unlabelled_issue": true, "unlabelled_never_beats_urgent": true, "labelled_work_ages_one_level_and_never_to_critical": true, "an_aged_issue_loses_the_tie_to_a_real_one": true, "the_fourth_critical_runs_as_high": true, "a_blocked_issue_is_skipped": true, "every_reason_is_reachable": true }, "reference_tests": { "a_blocked_issue_is_skipped": true, "an_aged_issue_loses_the_tie_to_a_real_one": true, "critical_runs_before_a_newer_unlabelled_issue": true, "every_reason_is_reachable": true, "labelled_work_ages_one_level_and_never_to_critical": true, "no_label_keeps_the_listing_order": true, "the_fourth_critical_runs_as_high": true, "unlabelled_never_beats_urgent": true }, "reference_disagree": [] }, { "file": "specs/queen/review_log.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 17, "invariants": 1, "asserts": 60, "blockers": [], "detail": "", "test_verdicts": { "classify_queue_read": true, "classify_listing_errors": true, "classify_retries": true, "classify_listing_prefix_not_substring": true, "classify_retry_prefix_not_substring": true, "str_starts_with_is_a_prefix_check": true, "classify_lock_contention": true, "classify_verdicts": true, "classify_posted": true, "classify_agent_failure": true, "classify_traceback": true, "classify_other": true, "health_exit_with_two_errors": true, "health_exit_with_zero_or_one_error": true, "window_exit_with_no_timestamped_lines": true, "window_exit_with_timestamped_lines": true, "fixture_classifications": true }, "reference_tests": { "classify_agent_failure": true, "classify_listing_errors": true, "classify_listing_prefix_not_substring": true, "classify_lock_contention": true, "classify_other": true, "classify_posted": true, "classify_queue_read": true, "classify_retries": true, "classify_retry_prefix_not_substring": true, "classify_traceback": true, "classify_verdicts": true, "fixture_classifications": true, "health_exit_with_two_errors": true, "health_exit_with_zero_or_one_error": true, "str_starts_with_is_a_prefix_check": true, "window_exit_with_no_timestamped_lines": true, "window_exit_with_timestamped_lines": true }, "reference_disagree": [] }, { "file": "specs/queen/review_valve.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 14, "invariants": 3, "asserts": 98, "blockers": [], "detail": "", "test_verdicts": { "the_kind_is_read_from_the_row": true, "an_effect_give_up_is_named_only_when_recorded": true, "the_counters_outrank_the_record": true, "a_give_up_waits_the_floor_then_goes_back_once": true, "an_empty_attempt_is_released_after_the_floor": true, "a_spent_ceiling_waits_the_hour_then_goes_back_once": true, "spent_releases_close_at_once_not_hold": true, "missing_criteria_are_backfilled_then_closed": true, "no_kind_waits_for_a_person": true, "request_changes_goes_back_to_the_queen_then_closes": true, "a_new_head_is_judged_and_a_stranger_is_left_alone": true, "a_conflicting_bee_branch_is_updated_not_left": true, "a_branch_that_cannot_be_updated_is_redone_from_master": true, "a_clean_or_foreign_branch_is_left_alone": true }, "reference_tests": { "a_branch_that_cannot_be_updated_is_redone_from_master": true, "a_clean_or_foreign_branch_is_left_alone": true, "a_conflicting_bee_branch_is_updated_not_left": true, "a_give_up_waits_the_floor_then_goes_back_once": true, "a_new_head_is_judged_and_a_stranger_is_left_alone": true, "a_spent_ceiling_waits_the_hour_then_goes_back_once": true, "an_effect_give_up_is_named_only_when_recorded": true, "an_empty_attempt_is_released_after_the_floor": true, "missing_criteria_are_backfilled_then_closed": true, "no_kind_waits_for_a_person": true, "request_changes_goes_back_to_the_queen_then_closes": true, "spent_releases_close_at_once_not_hold": true, "the_counters_outrank_the_record": true, "the_kind_is_read_from_the_row": true }, "reference_disagree": [] }, { "file": "specs/queen/task_analysis.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 4, "asserts": 28, "blockers": [], "detail": "", "test_verdicts": { "priority_score_bounds": true, "an_unsorted_queue_is_put_in_order": true, "ties_go_to_the_older_task_then_the_lower_index": true, "a_short_queue_uses_only_its_first_n": true, "critical_tasks_are_counted": true }, "reference_tests": { "a_short_queue_uses_only_its_first_n": true, "an_unsorted_queue_is_put_in_order": true, "critical_tasks_are_counted": true, "priority_score_bounds": true, "ties_go_to_the_older_task_then_the_lower_index": true }, "reference_disagree": [] }, { "file": "specs/queen/views.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 2, "asserts": 67, "blockers": [], "detail": "", "test_verdicts": { "only_exact_and_hash_are_identity": true, "a_row_of_another_repository_never_joins": true, "an_explicit_address_never_shows_another_spec": true, "nothing_but_accepted_marks_done": true, "a_snapshot_is_never_live": true, "a_spec_in_three_placements_counts_once": true, "reduced_motion_stops_motion": true }, "reference_tests": { "a_row_of_another_repository_never_joins": true, "a_snapshot_is_never_live": true, "a_spec_in_three_placements_counts_once": true, "an_explicit_address_never_shows_another_spec": true, "nothing_but_accepted_marks_done": true, "only_exact_and_hash_are_identity": true, "reduced_motion_stops_motion": true }, "reference_disagree": [] }, { "file": "specs/rings/ring_103_phi_sgd.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "identity_witness_holds": true, "phi_constants_satisfy_trinity_anchor": true, "zero_gradient_leaves_weight_unchanged": true, "positive_gradient_decreases_weight": true, "clip_limits_step_magnitude": true, "disabled_clip_passes_gradient_through": true }, "reference_tests": { "clip_limits_step_magnitude": true, "disabled_clip_passes_gradient_through": true, "identity_witness_holds": true, "phi_constants_satisfy_trinity_anchor": true, "positive_gradient_decreases_weight": true, "zero_gradient_leaves_weight_unchanged": true }, "reference_disagree": [] }, { "file": "specs/runtime/execute.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:99:104: error: expected '}', found ']'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type (generic)", "type (alias)", "type (undeclared)", "ExprIdentifier(undeclared)", "ExprArrayLiteral", "type mismatch", "ExprCall(rejected fn)", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/runtime/instance.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:265:64: error: expected '}', found ']'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type mismatch", "ExprCall(undeclared fn)", "ExprArrayLiteral", "ExprCall", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/runtime/process.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:94:38: error: expected '}', found ']'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "ExprArrayLiteral", "type mismatch", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/sacred/cosmology.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/sacred/dark_matter.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/sacred/gravity.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/sacred/monopoles.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/sacred/quantum.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/sacred/quantum_gravity.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/sacred/sacred_constants.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:8:11: error: use of undeclared identifier 'Namespacestructallmembersarecomptimeconstantsorpurefunctions'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/sacred/sacred_governance.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:25:23: error: expected ',' after field", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/sacred/sacred_identity.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:34:24: error: expected ',' after field", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/sacred/superconductivity.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/sandbox/health.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "default_poll_interval_is_ten_seconds": true }, "reference_tests": { "default_poll_interval_is_ten_seconds": true }, "reference_disagree": [] }, { "file": "specs/sandbox/https_enforce.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 0, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "https_not_redirected": true, "http_redirected_in_prod": true, "no_proto_header_redirected": true, "local_mode_never_redirects": true, "redirect_url_correct": true, "https_url_unchanged": true, "127_0_0_1_is_local": true, "ipv6_localhost_is_local": true, "redirect_preserves_port": true, "redirect_preserves_query": true }, "reference_tests": { "127_0_0_1_is_local": true, "http_redirected_in_prod": true, "https_not_redirected": true, "https_url_unchanged": true, "ipv6_localhost_is_local": true, "local_mode_never_redirects": true, "no_proto_header_redirected": true, "redirect_preserves_port": true, "redirect_preserves_query": true, "redirect_url_correct": true }, "reference_disagree": [] }, { "file": "specs/sandbox/modules.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 1, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/sandbox/orphan_detection.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "orphaned_active_session_no_railway_id": true, "active_session_with_railway_id_not_orphaned": true, "failed_session_not_orphaned": true, "terminating_session_not_orphaned": true, "deleted_session_not_orphaned": true, "starting_session_grace_period_not_orphaned": true }, "reference_tests": { "active_session_with_railway_id_not_orphaned": true, "deleted_session_not_orphaned": true, "failed_session_not_orphaned": true, "orphaned_active_session_no_railway_id": true, "starting_session_grace_period_not_orphaned": true, "terminating_session_not_orphaned": true }, "reference_disagree": [] }, { "file": "specs/sandbox/session_timeout.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "terminate_session_exceeded_duration": true, "session_within_max_duration": true, "non_active_session_ignored": true, "failed_session_ignored": true, "deleted_session_ignored": true, "terminating_session_ignored": true }, "reference_tests": { "deleted_session_ignored": true, "failed_session_ignored": true, "non_active_session_ignored": true, "session_within_max_duration": true, "terminate_session_exceeded_duration": true, "terminating_session_ignored": true }, "reference_disagree": [] }, { "file": "specs/server/agent-runner.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:56:27: error: missing struct field: turn", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(reference redeclares)", "ExprStructLit" ], "detail": "StmtAssign(reference redeclares)" }, { "file": "specs/server/api.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:32:14: error: use of undeclared identifier 'MessageContent'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/server/http.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:90:59: error: invalid builtin function: '@ptrFromNull'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprIdentifier(undeclared)", "ExprCall(@ptrFromNull)", "ExprCall(std.*)", "ExprCall(@setEvalBranchQuota)" ], "detail": "type mismatch" }, { "file": "specs/server/mdns.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:102:38: error: '_' used as an identifier without @\"_\" syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type mismatch", "ExprArrayLiteral", "ExprCall(std.*)", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/server/project.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:39:50: error: missing struct field: id", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(text element)", "ExprBinary(++)" ], "detail": "ExprArrayLiteral(text element)" }, { "file": "specs/server/provider.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:49:53: error: missing struct field: id", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(text element)", "type mismatch" ], "detail": "ExprArrayLiteral(text element)" }, { "file": "specs/server/router.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:91:47: error: expected '}', found ']'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type (alias)", "type (undeclared)", "ExprIdentifier(undeclared)", "ConstDecl(slice)", "ExprLiteral(null)", "ExprArrayLiteral", "ExprCall(std.*)", "type mismatch", "ExprCall(rejected fn)", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/server/routes.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:33:26: error: incompatible types: 'spec.HttpMethod' and 'comptime_int'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch" }, { "file": "specs/server/session.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:58:50: error: missing struct field: id", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(text element)", "type mismatch" ], "detail": "ExprArrayLiteral(text element)" }, { "file": "specs/server/sse.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:28:16: error: expected type expression, found 'invalid token'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type (generic)", "type mismatch", "EnumDecl", "ExprArrayLiteral", "ExprCall(rejected fn)", "ExprCall(std.*)", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/server/vm.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:48:9: error: use of undeclared identifier 'hybrid_arithmetic'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type hybrid_arithmetic::HybridBigInt", "ExprCall(rejected fn)", "ExprCall(undeclared fn)", "ExprCall(@setEvalBranchQuota)" ], "detail": "type hybrid_arithmetic::HybridBigInt" }, { "file": "specs/shell/environment.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:20:26: error: use of undeclared identifier 'Result'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type Result", "ExprFieldAccess(enum)", "ExprCast", "ExprFieldAccess" ], "detail": "type Result" }, { "file": "specs/shell/process.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:23:73: error: use of undeclared identifier 'Result'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type Result", "StmtFor", "ExprArrayLiteral(to slice field)", "ExprCast", "type mismatch", "ExprCall(rejected fn)" ], "detail": "type Result" }, { "file": "specs/shell/schema.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:96:69: error: enum 'spec.ShellType' has no member named 'Nu'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprFieldAccess(enum)", "ExprCast", "type mismatch" ], "detail": "ExprFieldAccess(enum)" }, { "file": "specs/skills/t27-measure-corpus.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/skills/t27-phi-loop.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/skills/t27-providers-steward.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/skills/t27-self-host.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/t27-tri-pipeline.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/skills/t27-tri.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/skills/t27-wave-audit.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/t27-wrap-up.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/skills/trinity-blog-post.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/skills/trinity-board-sync.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/skills/trinity-cloud.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/skills/trinity-connect-accounts.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/skills/trinity-doctor.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/skills/trinity-farm-garden.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/skills/trinity-fpga-synth.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/skills/trinity-god-mode.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/skills/trinity-implement-issue.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "trinity_implement_issue_constants": true }, "reference_tests": { "trinity_implement_issue_constants": true }, "reference_disagree": [] }, { "file": "specs/skills/trinity-queen-hive-visuals.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "trinity_queen_hive_visuals_constants": true }, "reference_tests": { "trinity_queen_hive_visuals_constants": true }, "reference_disagree": [] }, { "file": "specs/skills/trinity-review-code.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "trinity_review_code_constants": true }, "reference_tests": { "trinity_review_code_constants": true }, "reference_disagree": [] }, { "file": "specs/skills/trinity-run-tests.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "trinity_run_tests_constants": true }, "reference_tests": { "trinity_run_tests_constants": true }, "reference_disagree": [] }, { "file": "specs/skills/trinity-scholar.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "trinity_scholar_constants": true }, "reference_tests": { "trinity_scholar_constants": true }, "reference_disagree": [] }, { "file": "specs/skills/trinity-status.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "trinity_status_constants": true }, "reference_tests": { "trinity_status_constants": true }, "reference_disagree": [] }, { "file": "specs/skills/trinity-tech-tree.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "trinity_tech_tree_constants": true }, "reference_tests": { "trinity_tech_tree_constants": true }, "reference_disagree": [] }, { "file": "specs/skills/trinity-tri.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "skill_trinity_tri_constants": true }, "reference_tests": { "skill_trinity_tri_constants": true }, "reference_disagree": [] }, { "file": "specs/skills/trinity-trinity-test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "skill_trinity_trinity_test_constants": true }, "reference_tests": { "skill_trinity_trinity_test_constants": true }, "reference_disagree": [] }, { "file": "specs/skills/trinity-ux-wave.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "skill_trinity_ux_wave_constants": true }, "reference_tests": { "skill_trinity_ux_wave_constants": true }, "reference_disagree": [] }, { "file": "specs/skills/trinity-vibee-gen.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "skill_trinity_vibee_gen_constants": true }, "reference_tests": { "skill_trinity_vibee_gen_constants": true }, "reference_disagree": [] }, { "file": "specs/skills/trinity-vsa-verify.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "skill_trinity_vsa_verify_constants": true }, "reference_tests": { "skill_trinity_vsa_verify_constants": true }, "reference_disagree": [] }, { "file": "specs/skills/trinity-wave.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "skill_trinity_wave_constants": true }, "reference_tests": { "skill_trinity_wave_constants": true }, "reference_disagree": [] }, { "file": "specs/storage/kv.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:46:30: error: expected ')', found ':'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type Result", "type (tuple)", "type [K:V]", "ExprCall(rejected fn)", "ExprArrayLiteral" ], "detail": "type Result" }, { "file": "specs/storage/lock.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:27:34: error: use of undeclared identifier 'Result'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type Result", "ExprCall(rejected fn)" ], "detail": "type Result" }, { "file": "specs/storage/migrate.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:23:14: error: expected ',' after field", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type Result", "type (tuple)", "ConstDecl(slice)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/storage/schema.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:81:29: error: expected integer or vector, found 'spec.LockMode'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(to slice field)", "ExprCast" ], "detail": "ExprArrayLiteral(to slice field)" }, { "file": "specs/sync/index.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:92:230: error: '_' used as an identifier without @\"_\" syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type mismatch", "ExprCall(undeclared fn)", "ExprArrayLiteral", "ExprCall(std.*)", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/sync/schema.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:127:111: error: '_' used as an identifier without @\"_\" syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type mismatch", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/system/unified-agent-operations.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/ternary/activation_quantizer.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "quantize_positive": true, "quantize_negative": true, "quantize_zero_band": true, "quantize_boundary_hi": true, "quantize_boundary_lo": true, "quantize_just_over": true, "quantize_just_under": true }, "reference_tests": { "quantize_boundary_hi": true, "quantize_boundary_lo": true, "quantize_just_over": true, "quantize_just_under": true, "quantize_negative": true, "quantize_positive": true, "quantize_zero_band": true }, "reference_disagree": [] }, { "file": "specs/ternary/bigint.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:36:21: error: struct 'spec.BigInt' has no member named 'zero'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl", "ExprCall(method)", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "ConstDecl" }, { "file": "specs/ternary/bitnet_layer.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "dot27_all_n": true, "quantize_pos": true, "quantize_neg": true, "quantize_band": true }, "reference_tests": { "dot27_all_n": true, "quantize_band": true, "quantize_neg": true, "quantize_pos": true }, "reference_disagree": [] }, { "file": "specs/ternary/bitnet_majority.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 0, "asserts": 12, "blockers": [], "detail": "", "test_verdicts": { "maj_p_p_n": true, "maj_p_n_z": true, "maj_n_n_p": true, "maj_p_p_p": true, "maj_z_z_z": true, "maj_n_n_n": true, "maj_p_n_n": true, "wv_p_p_p": true, "wv_p_z_p": true, "wv_z_z_z": true, "wv_p_n_n": true, "wv_z_z_p": true }, "reference_tests": { "maj_n_n_n": true, "maj_n_n_p": true, "maj_p_n_n": true, "maj_p_n_z": true, "maj_p_p_n": true, "maj_p_p_p": true, "maj_z_z_z": true, "wv_p_n_n": true, "wv_p_p_p": true, "wv_p_z_p": true, "wv_z_z_p": true, "wv_z_z_z": true }, "reference_disagree": [] }, { "file": "specs/ternary/bitnet_mlp.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "dot27_all_n": true, "neuron1_p_p": true, "pack3_zzz": true, "quantize_band": true }, "reference_tests": { "dot27_all_n": true, "neuron1_p_p": true, "pack3_zzz": true, "quantize_band": true }, "reference_disagree": [] }, { "file": "specs/ternary/bitnet_mlp3.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "dot27_all_n": true, "neuron1_p_p": true, "pack3_zzz": true, "quantize_band": true }, "reference_tests": { "dot27_all_n": true, "neuron1_p_p": true, "pack3_zzz": true, "quantize_band": true }, "reference_disagree": [] }, { "file": "specs/ternary/bitnet_neuron.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "neuron_all_p": true, "neuron_all_p_x_n": true, "neuron_all_zero": true, "neuron_within_band": true, "dot27_all_n": true }, "reference_tests": { "dot27_all_n": true, "neuron_all_p": true, "neuron_all_p_x_n": true, "neuron_all_zero": true, "neuron_within_band": true }, "reference_disagree": [] }, { "file": "specs/ternary/bitnet_neuron_nchunk.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 11, "invariants": 0, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "dot27_all_n": true, "dot27_all_p_x_n": true, "dot27_all_z": true, "quantize_pos": true, "quantize_neg": true, "quantize_band": true, "neuron_all_p_x_p": true, "neuron_all_p_x_n": true, "neuron_all_z": true, "neuron_two_chunks": true, "neuron_zero_chunks": true }, "reference_tests": { "dot27_all_n": true, "dot27_all_p_x_n": true, "dot27_all_z": true, "neuron_all_p_x_n": true, "neuron_all_p_x_p": true, "neuron_all_z": true, "neuron_two_chunks": true, "neuron_zero_chunks": true, "quantize_band": true, "quantize_neg": true, "quantize_pos": true }, "reference_disagree": [] }, { "file": "specs/ternary/clocked_counter.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "on_clock_increments": true }, "reference_tests": { "on_clock_increments": true }, "reference_disagree": [] }, { "file": "specs/ternary/comb_bitnet_layer.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "layer_allp": true, "layer_alln": true, "layer_allz": true }, "reference_tests": { "layer_alln": true, "layer_allp": true, "layer_allz": true }, "reference_disagree": [] }, { "file": "specs/ternary/comb_bitnet_neuron.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "neuron_pp": true, "neuron_np": true, "neuron_zz": true, "neuron_nn": true }, "reference_tests": { "neuron_nn": true, "neuron_np": true, "neuron_pp": true, "neuron_zz": true }, "reference_disagree": [] }, { "file": "specs/ternary/comb_ternary_dot.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "dot_all_n_x_all_n": true, "dot_all_n_x_all_p": true, "dot_all_p_x_all_p": true, "dot_all_z": true }, "reference_tests": { "dot_all_n_x_all_n": true, "dot_all_n_x_all_p": true, "dot_all_p_x_all_p": true, "dot_all_z": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_add_rne.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "add_ones": true }, "reference_tests": { "add_ones": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_argmax4.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "pick_pos": true, "pick_last": true, "zero_wins": true, "tie_low": true }, "reference_tests": { "pick_last": true, "pick_pos": true, "tie_low": true, "zero_wins": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_axpy.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "boost": true, "supp": true }, "reference_tests": { "boost": true, "supp": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_bitnet_neuron.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "cancel": true, "single": true }, "reference_tests": { "cancel": true, "single": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_classifier4.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "hand": true, "all_zero": true }, "reference_tests": { "all_zero": true, "hand": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_classify.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "pos": true, "neg": true }, "reference_tests": { "neg": true, "pos": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_classify3.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "c0": true, "c1": true, "c2": true }, "reference_tests": { "c0": true, "c1": true, "c2": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_dot2.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "one_times_one_mul": true, "dot_one": true }, "reference_tests": { "dot_one": true, "one_times_one_mul": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_dot2_rne.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "dot_ones": true }, "reference_tests": { "dot_ones": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_dot4.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "dot4_ones": true }, "reference_tests": { "dot4_ones": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_dot4_rne.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "dot4_ones": true }, "reference_tests": { "dot4_ones": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_dot8.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "dot8_ones": true }, "reference_tests": { "dot8_ones": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_exp2.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "e0": true, "e1": true, "em1": true, "e2": true }, "reference_tests": { "e0": true, "e1": true, "e2": true, "em1": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_hidden2.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "both": true, "onedead": true }, "reference_tests": { "both": true, "onedead": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_layer2.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "layer_ones": true }, "reference_tests": { "layer_ones": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_layer3.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "lanes": true, "all_zero": true }, "reference_tests": { "all_zero": true, "lanes": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_layer4.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "lanes": true, "all_zero": true }, "reference_tests": { "all_zero": true, "lanes": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_log2.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "l1": true, "l2": true, "lhalf": true, "l4": true, "lq": true }, "reference_tests": { "l1": true, "l2": true, "l4": true, "lhalf": true, "lq": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_logistic.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "learn": true, "partial": true }, "reference_tests": { "learn": true, "partial": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_madd.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "upd": true, "nograd": true }, "reference_tests": { "nograd": true, "upd": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_magsub_tie.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "sub_tie_sticky_rounds_down": true, "sub_tie_sticky_rounds_down_odd": true, "sub_tie_rounds_to_even_even": true, "sub_tie_rounds_to_even_odd": true, "add_tie_sticky_rounds_up": true, "add_tie_sticky_rounds_up_odd": true, "add_tie_rounds_to_even_even": true, "add_tie_rounds_to_even_odd": true }, "reference_tests": { "add_tie_rounds_to_even_even": true, "add_tie_rounds_to_even_odd": true, "add_tie_sticky_rounds_up": true, "add_tie_sticky_rounds_up_odd": true, "sub_tie_rounds_to_even_even": true, "sub_tie_rounds_to_even_odd": true, "sub_tie_sticky_rounds_down": true, "sub_tie_sticky_rounds_down_odd": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_mlp2.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "all_pos": true, "mixed": true, "all_neg_out": true, "cancel": true }, "reference_tests": { "all_neg_out": true, "all_pos": true, "cancel": true, "mixed": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_mlp3.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "all_pos": true, "cancel_out": true }, "reference_tests": { "all_pos": true, "cancel_out": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_mul_rne.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "one": true }, "reference_tests": { "one": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_neuron_full.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "pos": true, "zero": true, "neg": true }, "reference_tests": { "neg": true, "pos": true, "zero": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_nll.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "perfect": true, "half": true, "quarter": true }, "reference_tests": { "half": true, "perfect": true, "quarter": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_recip.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "r1": true, "r2": true, "rhalf": true, "rneg": true, "r4": true }, "reference_tests": { "r1": true, "r2": true, "r4": true, "rhalf": true, "rneg": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_relu.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "pos": true, "negz": true, "zero": true, "pos2": true }, "reference_tests": { "negz": true, "pos": true, "pos2": true, "zero": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_sadd.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "a1": true, "a2": true, "a3": true }, "reference_tests": { "a1": true, "a2": true, "a3": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_sgd_step.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "step": true, "nograd": true, "ascend": true }, "reference_tests": { "ascend": true, "nograd": true, "step": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_signed_dot4.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "cancel": true }, "reference_tests": { "cancel": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_signed_mac.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "pp": true, "cancel": true, "zero_clause": true, "comm_clause": true }, "reference_tests": { "cancel": true, "comm_clause": true, "pp": true, "zero_clause": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_smul.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "m1": true, "m2": true, "m3": true }, "reference_tests": { "m1": true, "m2": true, "m3": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_softmax4.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "uniform": true, "dom0": true }, "reference_tests": { "dom0": true, "uniform": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_softmax_grad4.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "u_target": true, "u_other": true }, "reference_tests": { "u_other": true, "u_target": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_train1.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "learn": true, "optimum": true, "ascend": true }, "reference_tests": { "ascend": true, "learn": true, "optimum": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_train2.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "learn": true }, "reference_tests": { "learn": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_train2relu.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "active": true, "dead": true }, "reference_tests": { "active": true, "dead": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_xorbp.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "out_noupdate": true }, "reference_tests": { "out_noupdate": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_xorbp2.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "out_noupdate": true }, "reference_tests": { "out_noupdate": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_xornet.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "x00": true, "x10": true, "x01": true, "x11": true }, "reference_tests": { "x00": true, "x01": true, "x10": true, "x11": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_xorpercep.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "upd": true }, "reference_tests": { "upd": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_xorpercep3.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "upd": true }, "reference_tests": { "upd": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_xorpercep4.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "upd": true }, "reference_tests": { "upd": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_xortrain.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "upd": true }, "reference_tests": { "upd": true }, "reference_disagree": [] }, { "file": "specs/ternary/hybrid_arithmetic.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:94:26: error: use of undeclared identifier 'packed_mode'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/ternary/hybrid_bigint.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:278:13: error: pointless discard of local constant", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl", "type gf16", "ExprCast", "ExprUnary(-)", "ExprCall(method)", "ExprCall(rejected fn)", "ExprArrayLiteral", "type mismatch" ], "detail": "ConstDecl" }, { "file": "specs/ternary/packed_trit.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:127:31: error: use of undeclared identifier 'trits'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/ternary/stream_ternary_mac.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "dot_all_n_x_all_n": true, "dot_all_n_x_all_p": true, "dot_all_p_x_all_p": true, "dot_all_z": true }, "reference_tests": { "dot_all_n_x_all_n": true, "dot_all_n_x_all_p": true, "dot_all_p_x_all_p": true, "dot_all_z": true }, "reference_disagree": [] }, { "file": "specs/ternary/ternary_full_adder.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "fa_000": true, "fa_100": true, "fa_110": true, "fa_111": true, "fa_011": true, "fa_101": true }, "reference_tests": { "fa_000": true, "fa_011": true, "fa_100": true, "fa_101": true, "fa_110": true, "fa_111": true }, "reference_disagree": [] }, { "file": "specs/ternary/ternary_mac.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "dot_all_n_x_all_n": true, "dot_all_n_x_all_p": true, "dot_all_p_x_all_p": true, "dot_all_z": true }, "reference_tests": { "dot_all_n_x_all_n": true, "dot_all_n_x_all_p": true, "dot_all_p_x_all_p": true, "dot_all_z": true }, "reference_disagree": [] }, { "file": "specs/ternary/ternary_ripple_adder.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "add_0_0": true, "add_1_1": true, "add_3_1": true, "add_3_3": true, "add_2_1": true }, "reference_tests": { "add_0_0": true, "add_1_1": true, "add_2_1": true, "add_3_1": true, "add_3_3": true }, "reference_disagree": [] }, { "file": "specs/ternary/ternary_xor.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "xor_p_p": true, "xor_p_n": true, "xor_n_p": true, "xor_n_n": true }, "reference_tests": { "xor_n_n": true, "xor_n_p": true, "xor_p_n": true, "xor_p_p": true }, "reference_disagree": [] }, { "file": "specs/test_framework/core.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:544:6: error: empty test name must be omitted", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/test_framework/graph_drift_detection.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:29:22: error: expected ',' after field", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "type mut", "ExprCall(undeclared fn)", "ExprArrayLiteral", "ExprCall(method)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/test_framework/property_test_template.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:361:29: error: expected ';' after statement", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(reference CSE hoist)", "type (undeclared)", "ExprCall(undeclared fn)", "ExprCall(method)", "ExprCast(f64)", "ExprFieldAccess(enum)", "ExprFieldAccess" ], "detail": "FnDecl(reference CSE hoist)" }, { "file": "specs/test_framework/runner.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:84:29: error: unused function parameter", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type noreturn", "type (alias)", "ExprIdentifier(undeclared)", "ExprUnary(try )", "ExprCall(undeclared fn)", "ExprReturn" ], "detail": "type noreturn" }, { "file": "specs/test_framework/verilog_bench_harness.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:24:23: error: expected ')', found ','", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (tuple)", "ExprArrayLiteral(constant to mutable slice)", "ExprCall(undeclared fn)", "ExprArrayLiteral", "type mismatch", "ExprCall(rejected fn)", "ExprFieldAccess(enum)", "ExprCall(method)", "ExprArrayLiteral(text form)" ], "detail": "type (tuple)" }, { "file": "specs/tools/catalog.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 4, "asserts": 24, "blockers": [], "detail": "", "test_verdicts": { "a_legacy_id_never_selects_the_other_repository": true, "the_collisions_are_the_names_both_binaries_dispatch": true, "witnesses_rank_and_only_runtime_claims_runtime": true, "schema_two_needs_the_three_fields": true, "the_export_is_a_sixth_of_the_table": true }, "reference_tests": { "a_legacy_id_never_selects_the_other_repository": true, "schema_two_needs_the_three_fields": true, "the_collisions_are_the_names_both_binaries_dispatch": true, "the_export_is_a_sixth_of_the_table": true, "witnesses_rank_and_only_runtime_claims_runtime": true }, "reference_disagree": [] }, { "file": "specs/tools/epic_ci.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 17, "invariants": 0, "asserts": 17, "blockers": [], "detail": "", "test_verdicts": { "classify_check_run_success": true, "classify_check_run_failure": true, "classify_check_run_timed_out": true, "classify_check_run_skipped": true, "classify_check_run_in_progress": true, "classify_status_context_success": true, "classify_status_context_failure": true, "classify_status_context_error": true, "classify_status_context_pending": true, "is_newly_red_true": true, "is_newly_red_false_now_red": true, "is_newly_red_false_not_red": true, "is_newly_red_false_now_not_red": true, "exit_code_unreadable": true, "exit_code_newly_red": true, "exit_code_no_newly_red": true, "exit_code_no_previous": true }, "reference_tests": { "classify_check_run_failure": true, "classify_check_run_in_progress": true, "classify_check_run_skipped": true, "classify_check_run_success": true, "classify_check_run_timed_out": true, "classify_status_context_error": true, "classify_status_context_failure": true, "classify_status_context_pending": true, "classify_status_context_success": true, "exit_code_newly_red": true, "exit_code_no_newly_red": true, "exit_code_no_previous": true, "exit_code_unreadable": true, "is_newly_red_false_not_red": true, "is_newly_red_false_now_not_red": true, "is_newly_red_false_now_red": true, "is_newly_red_true": true }, "reference_disagree": [] }, { "file": "specs/tools/mcp/gitbutler.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/mcp/inngest-dev.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/mcp/needle.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/mcp/neon.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/mcp/notebooklm.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/mcp/railway-mcp-server.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/mcp/t27-traceability.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/mcp/tri-mcp.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "verify_tri_mcp_constants": true }, "reference_tests": { "verify_tri_mcp_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/mcp/tri-ssot.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "verify_tri_ssot_constants": true }, "reference_tests": { "verify_tri_ssot_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/mcp/trinity.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "verify_trinity_constants": true }, "reference_tests": { "verify_trinity_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/mcp/zig-docs.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "verify_zig_docs_constants": true }, "reference_tests": { "verify_zig_docs_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/mcp_protocol.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 3, "asserts": 25, "blockers": [], "detail": "", "test_verdicts": { "known_methods_are_answered_and_everything_else_is_silence": true, "a_call_is_routed_exact_then_prefix_then_generic_and_never_refused": true, "failures_travel_as_results_and_the_declared_codes_stay_declared": true, "the_client_side_permission_gate": true, "the_result_buffer_and_the_tool_list_arithmetic": true }, "reference_tests": { "a_call_is_routed_exact_then_prefix_then_generic_and_never_refused": true, "failures_travel_as_results_and_the_declared_codes_stay_declared": true, "known_methods_are_answered_and_everything_else_is_silence": true, "the_client_side_permission_gate": true, "the_result_buffer_and_the_tool_list_arithmetic": true }, "reference_disagree": [] }, { "file": "specs/tools/registry.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:23:59: error: use of undeclared identifier 'Result'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type Result", "ExprArrayLiteral", "type mismatch", "ExprCall(undeclared fn)", "ExprCast", "ExprBinary(?T)", "type (undeclared)", "type any", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tools/schema.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:207:38: error: expected type expression, found '='", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "ExprCast", "type any", "type [K:V]", "type (undeclared)", "ExprBinary(?T)", "ExprArrayLiteral" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tools/tri/abandoned.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "verify_constants": true }, "reference_tests": { "verify_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/cell.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "verify_constants": true }, "reference_tests": { "verify_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/census.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "verify_constants": true }, "reference_tests": { "verify_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/ci.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "verify_constants": true }, "reference_tests": { "verify_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/competitors.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "verify_constants": true }, "reference_tests": { "verify_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/discard.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "verify_constants": true }, "reference_tests": { "verify_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/doctor.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "verify_constants": true }, "reference_tests": { "verify_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/elab.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/emit.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/experience.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/fleet.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/fmt.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/fpga.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/gates.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/gen.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/harness.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/health.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/hooks.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/issues.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/jumps.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/kinds.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/lean.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/ledgers.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/loop.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/merging.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/misread.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/mods.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/mutate.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/now.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/one-away.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/orphaned.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/pr.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/prose.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/quantifiers.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/red.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/reseal.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/rtl.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/seals.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/serve.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/skill.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/status.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/sweep.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/synth.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "verify_tool_constants": true }, "reference_tests": { "verify_tool_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "verify_tool_constants": true }, "reference_tests": { "verify_tool_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/topic.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "verify_tool_constants": true }, "reference_tests": { "verify_tool_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/types.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "verify_tool_constants": true }, "reference_tests": { "verify_tool_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/unparsed.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "verify_tool_constants": true }, "reference_tests": { "verify_tool_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/vectors.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "verify_tool_constants": true }, "reference_tests": { "verify_tool_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/verdict.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "verify_tool_constants": true }, "reference_tests": { "verify_tool_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/vsim.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/window.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/worktrees.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri_to_t27_converter.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:82:19: error: use of undeclared identifier 'trim'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprCall", "ExprIdentifier(undeclared)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/tools/trinity/tri/bench.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "bench_constants": true }, "reference_tests": { "bench_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/bio.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "bio_constants": true }, "reference_tests": { "bio_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/blindspots.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "blindspots_constants": true }, "reference_tests": { "blindspots_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/conscious.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "conscious_constants": true }, "reference_tests": { "conscious_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/constants.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "constants_constants": true }, "reference_tests": { "constants_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/cosmos.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "cosmos_constants": true }, "reference_tests": { "cosmos_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/dashboard.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "dashboard_constants": true }, "reference_tests": { "dashboard_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/fib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "validate_constants": true }, "reference_tests": { "validate_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/fpga.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "validate_constants": true }, "reference_tests": { "validate_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/gematria.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "validate_constants": true }, "reference_tests": { "validate_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/govern.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "validate_constants": true }, "reference_tests": { "validate_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/hardware.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "validate_constants": true }, "reference_tests": { "validate_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/identity.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "validate_constants": true }, "reference_tests": { "validate_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/lucas.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "validate_constants": true }, "reference_tests": { "validate_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/mesh.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/needle-check.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/needle-search.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/needle.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/omega.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/particles.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/phi.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/quantum.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "quantum_constants": true }, "reference_tests": { "quantum_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/reputation.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "reputation_constants": true }, "reference_tests": { "reputation_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/sacred-const.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "sacred_const_constants": true }, "retried_after_timeout": true, "reference_tests": { "sacred_const_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/spiral.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "spiral_constants": true }, "reference_tests": { "spiral_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/swarm.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "swarm_constants": true }, "reference_tests": { "swarm_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "test_constants": true }, "reference_tests": { "test_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/vsa.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "vsa_constants": true }, "reference_tests": { "vsa_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/wallet.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "wallet_constants": true }, "reference_tests": { "wallet_constants": true }, "reference_disagree": [] }, { "file": "specs/traffic_animator.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/agent/agent_run.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/agent/agents.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/agent/autonomous_lifecycle.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:28:25: error: expected ',' after field", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/agent/autonomous_universe.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/agent/eternal_monitor.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:46:16: error: use of undeclared identifier 'std'", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {} }, { "file": "specs/tri/agent/experience_hooks.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/agent/faculty_board.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/agent/governance_agent.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:43:16: error: expected ',' after field", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/agent/handoff.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:8:19: error: use of undeclared identifier 'UInt32'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/agent/memory.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/agent/swarm_agents.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:28:21: error: expected ',' after field", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/catalog/health.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 1, "asserts": 35, "blockers": [], "detail": "", "test_verdicts": { "ok_is_never_broken": true, "a_negative_fixture_is_not_work": true, "a_real_spec_splits_by_parse": true, "either_marker_makes_a_negative_fixture": true, "changes_between_builds": true, "regressions_are_the_ones_to_read": true }, "reference_tests": { "a_negative_fixture_is_not_work": true, "a_real_spec_splits_by_parse": true, "changes_between_builds": true, "either_marker_makes_a_negative_fixture": true, "ok_is_never_broken": true, "regressions_are_the_ones_to_read": true }, "reference_disagree": [] }, { "file": "specs/tri/collections/array.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:21:13: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "StructDecl(reference undeclared field type)", "type (undeclared)", "type std.mem.Allocator", "ExprCall(undeclared fn)", "ExprArrayLiteral" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/tri/collections/bitmap.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:94:13: error: local variable 'i' shadows local variable from outer scope", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprUnary(~)", "StmtAssign", "ExprCall(rejected fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/collections/bitset.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:69:19: error: use of undeclared identifier 'default_input'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(undeclared fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/collections/bitvector.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:94:19: error: use of undeclared identifier 'default_input'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(@bitSizeOf)", "ExprArrayLiteral(to slice field)", "ExprCall(undeclared fn)", "ExprArrayLiteral", "ExprCall(rejected fn)", "ExprIdentifier(undeclared)", "type mismatch" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/collections/btree.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:21:21: error: use of undeclared identifier 'K'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type std.mem.Allocator", "type (generic)", "ExprCall(rejected fn)", "ExprCall(undeclared fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/circular_buffer.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:42:16: error: use of undeclared identifier 'error'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(method)", "ExprCall(undeclared fn)", "ExprCall(rejected fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/collections/context.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/collections/deque.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:29:11: error: unused local constant", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(undeclared fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/collections/either.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:22:11: error: use of undeclared identifier 'L'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "type (generic)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/interval.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:35:68: error: expected type '[]spec.Interval', found 'error{OutOfMemory}![]spec.Interval'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprArrayLiteral(to slice field)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/collections/linked_list.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:21:12: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "ExprCall(method)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/list.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:22:11: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (generic)", "type (undeclared)", "ExprCall(undeclared fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/lockfree_stack.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:42:19: error: use of undeclared identifier 'default_input'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprFieldAccess(?T)", "ExprCall(undeclared fn)", "ExprIdentifier(undeclared)", "ExprCall" ], "detail": "type mismatch" }, { "file": "specs/tri/collections/lru.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:22:26: error: use of undeclared identifier 'K'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type std.mem.Allocator", "type (generic)", "ExprCall(undeclared fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/lru_cache.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:21:5: error: tuple field has a name", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "ExprCall(undeclared fn)", "ExprCall" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/map.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:21:13: error: use of undeclared identifier 'K'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (generic)", "type (undeclared)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/maybe.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:22:12: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (generic)", "type (undeclared)", "ExprIdentifier(undeclared)", "ExprCall(rejected fn)", "ExprCall(undeclared fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/namespace.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "six_namespaces": true, "core_is_first_system_is_last": true }, "reference_tests": { "core_is_first_system_is_last": true, "six_namespaces": true }, "reference_disagree": [] }, { "file": "specs/tri/collections/option.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:22:12: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "type (generic)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/priority_queue.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:32:15: error: use of undeclared identifier 'append'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(undeclared fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/collections/queue.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:21:14: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (generic)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/result.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:22:12: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "type (alias)", "type (generic)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/ring_buffer.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:21:15: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (generic)", "ExprCall(undeclared fn)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/set.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:21:24: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "type (generic)", "ExprCall(undeclared fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/collections/skip_list.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:21:12: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type std.mem.Allocator", "type (generic)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/stack.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:21:14: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "ExprArrayLiteral(reference empty typed)", "type (generic)", "type std.mem.Allocator", "ExprCall(rejected fn)", "ExprFieldAccess" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/state.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:21:16: error: expected return type expression, found '->'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "type (generic)", "ExprCall(undeclared fn)" ], "detail": "type (undeclared)" }, { "file": "specs/tri/collections/tuple.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:21:12: error: use of undeclared identifier 'A'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "type (generic)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/variant.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:20:12: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "type (generic)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/crypto/base32.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:30:30: error: expected type '[]const u8', found 'error{OutOfMemory}![]u8'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprIdentifier(undeclared)", "ExprFieldAccess" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/crypto/base64.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:17:56: error: use of undeclared identifier 'std'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprFieldAccess" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/crypto/crypto.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:38:5: error: not yet implemented", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(undeclared fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/crypto/ecc.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:32:12: error: expected type 'void', found 'spec.ECPoint'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprReturn", "ExprCall(undeclared fn)" ], "detail": "ExprReturn" }, { "file": "specs/tri/crypto/ed25519.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 16, "invariants": 0, "asserts": null, "blockers": [], "detail": "", "test_verdicts": { "rfc8032 test 1: empty message": true, "rfc8032 test 2: one byte": true, "rfc8032 test 3: two bytes": true, "rfc8032 test sha(abc): 64-byte message": true, "a 300-byte message signs as the oracle does": true, "one flipped bit in R or S is rejected": true, "one flipped message bit is rejected": true, "a signature under another public key is rejected": true, "S + L is rejected although it is S mod L (RFC 8032 5.1.7)": true, "public keys decode only from canonical encodings": true, "a y with no x on the curve does not decode": true, "the base point encodes as RFC 8032 says and has order L": true, "field: packing is canonical, inverse and sqrt(-1) hold": true, "scalars reduce mod L as Python integers do": true, "exactly the small-order points have [8]P = identity": true, "a small-order key or a small-order R is rejected": true }, "reference_tests": { "S + L is rejected although it is S mod L (RFC 8032 5.1.7)": true, "a 300-byte message signs as the oracle does": true, "a signature under another public key is rejected": true, "a small-order key or a small-order R is rejected": true, "a y with no x on the curve does not decode": true, "exactly the small-order points have [8]P = identity": true, "field: packing is canonical, inverse and sqrt(-1) hold": true, "one flipped bit in R or S is rejected": true, "one flipped message bit is rejected": true, "public keys decode only from canonical encodings": true, "rfc8032 test 1: empty message": true, "rfc8032 test 2: one byte": true, "rfc8032 test 3: two bytes": true, "rfc8032 test sha(abc): 64-byte message": true, "scalars reduce mod L as Python integers do": true, "the base point encodes as RFC 8032 says and has order L": true }, "reference_disagree": [] }, { "file": "specs/tri/crypto/hex.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 14, "invariants": 0, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "lower_case_basic_case": true, "upper_case_basic_case": true, "char_to_nibble_lowercase": true, "char_to_nibble_uppercase": true, "char_to_nibble_digit": true, "char_to_nibble_invalid": true, "nibble_to_char_lowercase": true, "nibble_to_char_uppercase": true, "nibble_to_char_digit": true, "nibble_to_char_out_of_range": true, "encode_decode_vectors": true, "every_byte_round_trips": true, "invalid_input_is_refused": true, "short_buffers_are_refused": true }, "reference_tests": { "char_to_nibble_digit": true, "char_to_nibble_invalid": true, "char_to_nibble_lowercase": true, "char_to_nibble_uppercase": true, "encode_decode_vectors": true, "every_byte_round_trips": true, "invalid_input_is_refused": true, "lower_case_basic_case": true, "nibble_to_char_digit": true, "nibble_to_char_lowercase": true, "nibble_to_char_out_of_range": true, "nibble_to_char_uppercase": true, "short_buffers_are_refused": true, "upper_case_basic_case": true }, "reference_disagree": [] }, { "file": "specs/tri/crypto/hmac.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:22:12: error: use of undeclared identifier 'SHA256'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "ExprCall(undeclared fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/crypto/reed_solomon.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:34:26: error: expected type expression, found ','", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "type const", "ExprCall(undeclared fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/crypto/rsa.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:34:9: error: redeclaration of local variable 'base'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "StmtAssign", "ExprCall(rejected fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/crypto/sha256.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "fips_180_2_vectors": true, "padding_boundary_vectors": true, "chunked_updates_match_one_shot": true, "init_is_the_fips_initial_state": true, "hex_text_is_lower_case_and_matches_hashlib": true }, "reference_tests": { "chunked_updates_match_one_shot": true, "fips_180_2_vectors": true, "hex_text_is_lower_case_and_matches_hashlib": true, "init_is_the_fips_initial_state": true, "padding_boundary_vectors": true }, "reference_disagree": [] }, { "file": "specs/tri/crypto/sha512.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "fips_180_4_vectors": true, "padding_boundary_vectors": true, "chunked_updates_match_one_shot": true, "init_is_the_fips_initial_state": true, "rotr_is_a_64_bit_rotation": true }, "reference_tests": { "chunked_updates_match_one_shot": true, "fips_180_4_vectors": true, "init_is_the_fips_initial_state": true, "padding_boundary_vectors": true, "rotr_is_a_64_bit_rotation": true }, "reference_disagree": [] }, { "file": "specs/tri/encoding/bson.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:45:28: error: '_' used as an identifier without @\"_\" syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type std.mem.Allocator", "ExprCall(undeclared fn)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/tri/encoding/csv.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:28:46: error: '_' used as an identifier without @\"_\" syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "ExprArrayLiteral", "type mismatch" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/tri/encoding/html.t27", "reference": "fail", "reference_detail": "2 of 3 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (generic)", "ExprCall(undeclared fn)" ], "detail": "type (generic)", "reference_tests": { "parse_basic_case": false, "parse_function": true, "query_selector_basic_case": false } }, { "file": "specs/tri/encoding/json.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:53:18: error: no field or member function named 'parseValue' in 'spec.Parser'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(rejected fn)", "ExprArrayLiteral" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/encoding/markup.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:30:12: error: expected type '[]spec.MarkdownNode', found '@TypeOf(.{})'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(undeclared fn)", "ExprArrayLiteral" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/encoding/mime.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:39:33: error: expected type 'mem.Allocator', found '@TypeOf(null)'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(rejected fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/encoding/msgpack.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:44:16: error: '_' used as an identifier without @\"_\" syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type (generic)", "type std.mem.Allocator", "ExprCall(undeclared fn)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/tri/encoding/xml.t27", "reference": "fail", "reference_detail": "1 of 1 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall" ], "detail": "ExprCall", "reference_tests": { "parse_basic_case": false } }, { "file": "specs/tri/graph/bellman_ford.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(constant to mutable slice)", "ExprCall" ], "detail": "ExprArrayLiteral(constant to mutable slice)", "reference_tests": { "shortest_path_basic_case": true, "shortest_path_empty_edges": true } }, { "file": "specs/tri/graph/dijkstra.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:25:26: error: use of undeclared identifier 'Graph'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "ExprCall(undeclared fn)" ], "detail": "type (undeclared)" }, { "file": "specs/tri/graph/disjoint_set.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:88:18: error: operator != not allowed for type 'spec.DisjointSet'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "VarDecl(module, undefined)", "ExprIdentifier(rejected decl)", "ExprCall(undeclared fn)", "ExprArrayLiteral", "type mismatch" ], "detail": "VarDecl(module, undefined)" }, { "file": "specs/tri/graph/graph.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(to slice field)", "ExprCall" ], "detail": "ExprArrayLiteral(to slice field)", "reference_tests": { "add_edge executes without error": true, "add_node executes without error": true, "empty function creates graph": true } }, { "file": "specs/tri/graph/graph_bfs.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:36:26: error: '_' used as an identifier without @\"_\" syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type std.mem.Allocator", "ExprCall(method)", "ExprCall(undeclared fn)", "ExprCall(rejected fn)", "ExprArrayLiteral" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/tri/graph/graph_dfs.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:25:21: error: use of undeclared identifier 'Graph'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "ExprCall(undeclared fn)" ], "detail": "type (undeclared)" }, { "file": "specs/tri/graph/prims_mst.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:95:49: error: expected '}', found ']'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type std.mem.Allocator", "ExprCall(undeclared fn)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/tri/graph/topological_sort.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(to slice field)", "type mismatch" ], "detail": "ExprArrayLiteral(to slice field)", "reference_tests": { "is_valid_basic_case": true, "sort_basic_case": true } }, { "file": "specs/tri/io/compress.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:27:16: error: use of undeclared identifier 'error'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprFieldAccess" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/io/filesystem.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:33:24: error: extra capture in for loop", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "StmtFor", "ExprCall(undeclared fn)", "ExprCall(rejected fn)", "ExprFieldAccess" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/io/fs.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:28:15: error: use of undeclared identifier 'Instant'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type std.mem.Allocator", "ExprBinary(++)", "type mismatch", "ExprCall(undeclared fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/io/io.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:22:12: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "type (generic)", "type int", "ExprCall(undeclared fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/io/reader.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:8:16: error: expected return type expression, found '->'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "type (generic)" ], "detail": "type (undeclared)" }, { "file": "specs/tri/io/writer.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:37:32: error: expected type expression, found ')'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "type (generic)", "ExprCall(undeclared fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/io/zip.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:21:12: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (generic)", "ExprCall(undeclared fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/math/bezier.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:43:26: error: use of undeclared identifier 'append'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprCall(@constCast)", "type mismatch" ], "detail": "ExprArrayLiteral" }, { "file": "specs/tri/math/constants.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:71:19: error: use of undeclared identifier 'default_input'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/tri/math/math.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/math/matrix.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:49:36: error: '_' used as an identifier without @\"_\" syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type std.mem.Allocator", "ExprCall(method)", "ExprFieldAccess" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/tri/math/measurement.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/math/polynomial.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:32:28: error: extra capture in for loop", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "StmtFor", "ExprCall(method)", "StmtLocal", "ExprBinary", "ExprArrayLiteral" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/math/probability.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:100:74: error: use of undeclared identifier 'math'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@exp)", "ExprCall(@constCast)" ], "detail": "ExprCall(@exp)" }, { "file": "specs/tri/math/statistics.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:42:12: error: use of undeclared identifier 'math'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(undeclared fn)", "ExprCall(method)", "ExprArrayLiteral" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/mutate/census.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(reference redeclares)" ], "detail": "StmtAssign(reference redeclares)", "reference_tests": { "a_clean_directory_exits_0": true, "a_count_has_at_most_18_digits": true, "a_hung_mutant_lowers_the_share": true, "a_run_whose_counts_do_not_add_up_has_no_verdict": true, "an_empty_directory_has_no_verdict": true, "an_unknown_code_is_no_verdict": true, "counts_that_do_not_add_up_are_refused": true, "each_count_is_read_from_its_place": true, "empty_and_impossible_counts_read_0": true, "judged_adds_all_three": true, "no_verdict_wins_in_either_order": true, "one_survivor_never_prints_100": true, "only_the_whole_summary_line_is_one": true, "the_gate_fails_the_directory_when_every_spec_has_a_verdict": true, "the_queen_census_has_no_verdict_while_two_specs_do_not_compile": true, "the_queen_census_share_is_rounded_down": true, "the_queen_summary_lines_sum_to_the_census": true } }, { "file": "specs/tri/mutate/lab.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 21, "invariants": 6, "asserts": 84, "blockers": [], "detail": "", "test_verdicts": { "no_directory_is_no_run": true, "a_run_cut_by_a_dropped_ssh_is_read_again": true, "an_exit_file_wins_over_a_runner_still_closing": true, "a_clean_finished_run_exits_0_and_is_removed": true, "a_failed_tool_exits_1": true, "a_failed_survivor_gate_passes_through_as_2": true, "orphans_are_killed_before_the_directory_goes": true, "a_lost_run_has_no_result_and_may_be_removed": true, "an_unknown_state_is_no_result": true, "a_read_is_tried_three_times": true, "a_write_is_never_retried_blindly": true, "a_permanent_failure_is_not_retried": true, "polls_wait_5_10_20_40_then_60": true, "zig_j_shares_the_cores_between_the_jobs": true, "zig_j_with_no_jobs_is_1": true, "a_job_holds_its_zig_threads_and_3_more": true, "eight_jobs_fit_the_lab_as_measured": true, "a_full_lab_cuts_or_refuses_the_jobs": true, "the_measured_cost_cuts_the_default_batch": true, "lab_jobs_with_no_measurement_refuses": true, "lab_jobs_never_exceeds_the_request": true }, "reference_tests": { "a_clean_finished_run_exits_0_and_is_removed": true, "a_failed_survivor_gate_passes_through_as_2": true, "a_failed_tool_exits_1": true, "a_full_lab_cuts_or_refuses_the_jobs": true, "a_job_holds_its_zig_threads_and_3_more": true, "a_lost_run_has_no_result_and_may_be_removed": true, "a_permanent_failure_is_not_retried": true, "a_read_is_tried_three_times": true, "a_run_cut_by_a_dropped_ssh_is_read_again": true, "a_write_is_never_retried_blindly": true, "an_exit_file_wins_over_a_runner_still_closing": true, "an_unknown_state_is_no_result": true, "eight_jobs_fit_the_lab_as_measured": true, "lab_jobs_never_exceeds_the_request": true, "lab_jobs_with_no_measurement_refuses": true, "no_directory_is_no_run": true, "orphans_are_killed_before_the_directory_goes": true, "polls_wait_5_10_20_40_then_60": true, "the_measured_cost_cuts_the_default_batch": true, "zig_j_shares_the_cores_between_the_jobs": true, "zig_j_with_no_jobs_is_1": true }, "reference_disagree": [] }, { "file": "specs/tri/mutate/survivors.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 1, "asserts": 39, "blockers": [], "detail": "", "test_verdicts": { "without_the_gate_survivors_exit_0_as_today": true, "the_flag_fails_on_unaccepted_survivors": true, "four_accepted_survivors_exit_0": true, "one_unlisted_survivor_fails": true, "a_hung_mutant_is_not_killed": true, "an_accepted_file_alone_turns_the_gate_on": true, "an_accepted_line_now_killed_fails": true, "nothing_survived_passes_the_gate": true, "more_hits_than_survivors_fails_closed": true, "a_run_that_is_not_whole_fails_first": true }, "reference_tests": { "a_hung_mutant_is_not_killed": true, "a_run_that_is_not_whole_fails_first": true, "an_accepted_file_alone_turns_the_gate_on": true, "an_accepted_line_now_killed_fails": true, "four_accepted_survivors_exit_0": true, "more_hits_than_survivors_fails_closed": true, "nothing_survived_passes_the_gate": true, "one_unlisted_survivor_fails": true, "the_flag_fails_on_unaccepted_survivors": true, "without_the_gate_survivors_exit_0_as_today": true }, "reference_disagree": [] }, { "file": "specs/tri/net/async.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:22:12: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (generic)", "ExprCall(undeclared fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/net/async_stream.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:49:25: error: unable to resolve comptime value", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprArrayLiteral" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/net/channel.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:25:41: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (generic)", "ExprCall(rejected fn)" ], "detail": "type (generic)" }, { "file": "specs/tri/net/cloud.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/net/http.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:92:34: error: use of undeclared identifier 'end'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(undeclared fn)", "ExprCall(rejected fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/net/net.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:110:19: error: operator != not allowed for type '?spec.IpAddress'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)", "literal out of range" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/tri/net/url.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:39:16: error: use of undeclared identifier 'r'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprFieldAccess" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/pipeline/batch_runner.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:36:16: error: use of undeclared identifier 'String'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "ExprCall(undeclared fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/pipeline/builder.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:21:14: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type std.mem.Allocator", "type (generic)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/pipeline/cloud_orchestrator.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/pipeline/codegen.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 12, "blockers": [], "detail": "", "test_verdicts": { "parse_error_new_creates_error": true, "parse_error_empty_source": true, "parse_error_long_message": true }, "reference_tests": { "parse_error_empty_source": true, "parse_error_long_message": true, "parse_error_new_creates_error": true }, "reference_disagree": [] }, { "file": "specs/tri/pipeline/pipeline.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/pipeline/pipeline_parallel.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:31:15: error: expected ',' after field", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/pipeline/spec_parser.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/pipeline/spec_writer.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/pipeline/workflow.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch", "reference_tests": { "workflow_new_creates_workflow": true, "workflow_step_new_creates_step": true, "workflow_step_without_condition": true } }, { "file": "specs/tri/pipeline/workflow_executor.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/pipeline/workflow_parser.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/search/aho_corasick.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:146:31: error: '_' used as an identifier without @\"_\" syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type std.mem.Allocator", "ExprArrayLiteral", "type [*]T", "ExprFieldAccess", "ExprCall" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/tri/search/bloom_filter.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:34:16: error: use of undeclared identifier 'new'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign", "ExprIdentifier(undeclared)", "type mismatch" ], "detail": "StmtAssign" }, { "file": "specs/tri/search/boyer_moore.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:29:23: error: cannot assign to constant", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign", "ExprCall(undeclared fn)" ], "detail": "StmtAssign" }, { "file": "specs/tri/search/knuth_morris_pratt.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:28:31: error: incompatible types: 'struct { comptime comptime_int = 0 }' and 'usize'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprCall(undeclared fn)" ], "detail": "ExprArrayLiteral" }, { "file": "specs/tri/search/match.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:29:9: error: use of undeclared identifier 'unreachable'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(value ignored) statement", "ExprCall(undeclared fn)" ], "detail": "ExprIdentifier(value ignored) statement" }, { "file": "specs/tri/search/pattern.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 11, "invariants": 0, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "glob_match_exact_match": true, "glob_match_no_match": true, "glob_match_wildcard_star": true, "glob_match_wildcard_question": true, "glob_match_character_class": true, "glob_match_character_class_range": true, "glob_match_negated_class": true, "wildcard_match_exact": true, "wildcard_match_wildcard": true, "wildcard_match_no_match": true, "wildcard_match_trailing_wildcard": true }, "reference_tests": { "glob_match_character_class": true, "glob_match_character_class_range": true, "glob_match_exact_match": true, "glob_match_negated_class": true, "glob_match_no_match": true, "glob_match_wildcard_question": true, "glob_match_wildcard_star": true, "wildcard_match_exact": true, "wildcard_match_no_match": true, "wildcard_match_trailing_wildcard": true, "wildcard_match_wildcard": true }, "reference_disagree": [] }, { "file": "specs/tri/search/rabin_karp.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:33:48: error: @intCast must have a known result type", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "ExprCall(@intCast)", "ExprArrayLiteral", "type mismatch" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/tri/search/regex.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:47:18: error: operator != not allowed for type 'spec.Regex'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprTuple", "ExprIdentifier(undeclared)" ], "detail": "ExprTuple" }, { "file": "specs/tri/search/regex_advanced.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:43:72: error: use of undeclared identifier 'index'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprFieldAccess", "ExprTuple" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/search/search.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:24:27: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "ExprArrayLiteral" ], "detail": "type (undeclared)" }, { "file": "specs/tri/sort/counting_sort.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:22:15: error: comparison of 'error{OutOfMemory}![]u8' with null", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(undeclared fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/sort/heap_sort.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:75:17: error: operator == not allowed for type '[6]i64'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprCall" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/tri/sort/insertion_sort.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "sort_basic_case": true, "sort_simple_case": true }, "reference_tests": { "sort_basic_case": true, "sort_simple_case": true }, "reference_disagree": [] }, { "file": "specs/tri/sort/merge_sort.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "sort_copies_and_keeps_input": true, "sort_in_place_mixed": true, "sort_edge_inputs": true }, "reference_tests": { "sort_copies_and_keeps_input": true, "sort_edge_inputs": true, "sort_in_place_mixed": true }, "reference_disagree": [] }, { "file": "specs/tri/sort/quick_sort.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:40:13: error: use of undeclared identifier 'append'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprCall(undeclared fn)", "ExprCall", "ExprArrayLiteral" ], "detail": "type mismatch" }, { "file": "specs/tri/sort/radix_sort.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:109:10: error: expected type 'mem.Allocator', found '[8]usize'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprArrayLiteral", "ExprCall(rejected fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/sort/selection_sort.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 16, "blockers": [], "detail": "", "test_verdicts": { "sort_basic_case": true, "sort_already_sorted": true, "sort_reverse_sorted": true, "sort_single_element": true, "sort_empty": true }, "reference_tests": { "sort_already_sorted": true, "sort_basic_case": true, "sort_empty": true, "sort_reverse_sorted": true, "sort_single_element": true }, "reference_disagree": [] }, { "file": "specs/tri/sort/shell_sort.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:22:22: error: no member named 'length' in '[]i64'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprFieldAccess(slice)", "ExprCall(undeclared fn)", "ExprArrayLiteral" ], "detail": "ExprFieldAccess(slice)" }, { "file": "specs/tri/sort/sort.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:24:24: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "ExprCall(undeclared fn)" ], "detail": "type (undeclared)" }, { "file": "specs/tri/sort/tim_sort.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:31:25: error: expected type 'mem.Allocator', found 'type'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(undeclared fn)", "ExprFieldAccess" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/t27b/a64.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@divTrunc)", "ExprCall(@panic)" ], "detail": "ExprCall(@divTrunc)", "reference_tests": { "a64_access_sizes": true, "a64_addsub_ext_matches_clang": true, "a64_addsub_imm_matches_clang": true, "a64_addsub_matches_clang": true, "a64_bitfield_matches_clang": true, "a64_bitmask_field_every_valid_immediate": true, "a64_bitmask_field_rejects": true, "a64_bitmask_field_values": true, "a64_branch_matches_clang": true, "a64_branch_offset_edges": true, "a64_csel_matches_clang": true, "a64_cset_inverts_every_condition": true, "a64_dp2_matches_clang": true, "a64_dp3_matches_clang": true, "a64_even_registers_and_full_fields": true, "a64_fields_are_masked_before_they_are_placed": true, "a64_fp_matches_clang": true, "a64_fp_single_matches_clang": true, "a64_ldst_pair_matches_clang": true, "a64_ldst_post_matches_clang": true, "a64_ldst_reg_matches_clang": true, "a64_ldst_uimm_matches_clang": true, "a64_ldst_unscaled_matches_clang": true, "a64_ldst_x_matches_clang": true, "a64_logic_imm_matches_clang": true, "a64_logic_imm_word_matches_clang": true, "a64_logical_matches_clang": true, "a64_lsl12_and_the_x_bit": true, "a64_mov_imm_sequences": true, "a64_move_wide_matches_clang": true, "a64_offsets_divide_toward_zero": true, "a64_patches_replace_only_their_field": true, "a64_pc_relative_edges": true, "a64_pcrel_matches_clang": true, "a64_register_constants": true } }, { "file": "specs/tri/t27b/builtin_plan.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 0, "asserts": 103, "blockers": [], "detail": "", "test_verdicts": { "the_call_names_its_operands_and_its_refusals": true, "abs_lowers_a_typed_float_folds_a_literal_and_refuses_the_rest": true, "max_and_min_take_one_type_or_a_float_beside_a_literal": true, "max_and_min_refuse_mixed_types_and_an_integer_beside_a_literal": true, "the_rows_are_the_oracle_s_select_chains": true, "abs_plan_is_the_magnitude": true, "max_and_min_plans_of_floats": true, "a_nan_operand_gives_the_other_operand": true, "equal_operands_give_the_first": true, "integer_plans_are_one_compare": true, "pi_and_e_are_zig_s_digits": true, "the_digits_round_to_zig_s_f64_pi_and_e": true }, "reference_tests": { "a_nan_operand_gives_the_other_operand": true, "abs_lowers_a_typed_float_folds_a_literal_and_refuses_the_rest": true, "abs_plan_is_the_magnitude": true, "equal_operands_give_the_first": true, "integer_plans_are_one_compare": true, "max_and_min_plans_of_floats": true, "max_and_min_refuse_mixed_types_and_an_integer_beside_a_literal": true, "max_and_min_take_one_type_or_a_float_beside_a_literal": true, "pi_and_e_are_zig_s_digits": true, "the_call_names_its_operands_and_its_refusals": true, "the_digits_round_to_zig_s_f64_pi_and_e": true, "the_rows_are_the_oracle_s_select_chains": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/check_budget.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 3, "asserts": 48, "blockers": [], "detail": "", "test_verdicts": { "budget_is_inside_the_bound": true, "budget_costs_about_twelve_seconds_under_qemu": true, "kernel_fib_measured": true, "kernel_matmul_measured": true, "kernel_ternary_measured": true, "d_g22_test_measured": true, "cheap_file_is_unchanged": true, "first_test_gets_the_per_test_cap": true, "spend_charges_used_steps": true, "spend_never_wraps": true, "fuel_bound_file_spends_the_budget_once": true, "jit_too_slow_allows_no_fuel": true }, "reference_tests": { "budget_costs_about_twelve_seconds_under_qemu": true, "budget_is_inside_the_bound": true, "cheap_file_is_unchanged": true, "d_g22_test_measured": true, "first_test_gets_the_per_test_cap": true, "fuel_bound_file_spends_the_budget_once": true, "jit_too_slow_allows_no_fuel": true, "kernel_fib_measured": true, "kernel_matmul_measured": true, "kernel_ternary_measured": true, "spend_charges_used_steps": true, "spend_never_wraps": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/anonymous_struct.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 20, "blockers": [], "detail": "", "test_verdicts": { "scalar_fields_side_by_side": true, "a_string_field": true, "struct_and_array_fields": true, "a_result_written_through_a_var": true }, "reference_tests": { "a_result_written_through_a_var": true, "a_string_field": true, "scalar_fields_side_by_side": true, "struct_and_array_fields": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/array_literal.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "addr_of_literal_is_a_const_slice": true, "integer_elements_become_the_callee_element_type": true, "the_declared_element_type_is_not_the_one_used": true, "one_element": true, "passed_twice": true, "empty_literals_are_empty_slices": true }, "reference_tests": { "addr_of_literal_is_a_const_slice": true, "empty_literals_are_empty_slices": true, "integer_elements_become_the_callee_element_type": true, "one_element": true, "passed_twice": true, "the_declared_element_type_is_not_the_one_used": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/array_literal_value.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "a_returned_literal_is_a_constant_slice": true, "integer_elements_take_the_return_element_type": true, "a_typed_returned_literal": true, "returned_twice_is_the_same_data": true, "a_local_literal_passed_by_address": true, "the_declared_length_is_dropped": true }, "reference_tests": { "a_local_literal_passed_by_address": true, "a_returned_literal_is_a_constant_slice": true, "a_typed_returned_literal": true, "integer_elements_take_the_return_element_type": true, "returned_twice_is_the_same_data": true, "the_declared_length_is_dropped": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/array_repeat_text.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 17, "blockers": [], "detail": "", "test_verdicts": { "one_element_repeated": true, "two_elements_repeated": true, "names_and_calls_are_evaluated": true, "a_count_from_a_module_constant": true, "module_level_repeats": true }, "reference_tests": { "a_count_from_a_module_constant": true, "module_level_repeats": true, "names_and_calls_are_evaluated": true, "one_element_repeated": true, "two_elements_repeated": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/bare_abs.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 20, "blockers": [], "detail": "", "test_verdicts": { "abs_of_a_typed_f64": true, "abs_of_negative_zero_is_positive_zero": true, "abs_of_an_f32": true, "abs_of_infinity_and_nan": true, "abs_inside_an_expression": true, "abs_evaluates_its_operand_once": true }, "reference_tests": { "abs_evaluates_its_operand_once": true, "abs_inside_an_expression": true, "abs_of_a_typed_f64": true, "abs_of_an_f32": true, "abs_of_infinity_and_nan": true, "abs_of_negative_zero_is_positive_zero": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/big_repeat_global.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 19, "blockers": [], "detail": "", "test_verdicts": { "zero_bytes_past_the_old_cap": true, "bytes_are_writable_at_the_far_end": true, "one_word_repeated": true, "two_halves_repeated": true, "constant_repeat": true }, "reference_tests": { "bytes_are_writable_at_the_far_end": true, "constant_repeat": true, "one_word_repeated": true, "two_halves_repeated": true, "zero_bytes_past_the_old_cap": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/brace_invariant.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 11, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "the_predicates_hold_at_run_time": true }, "reference_tests": { "the_predicates_hold_at_run_time": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/builtin_abs_max_min_pi.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 0, "asserts": 59, "blockers": [], "detail": "", "test_verdicts": { "amp_abs_of_floats": true, "amp_abs_of_zero_infinity_and_nan": true, "amp_abs_evaluates_its_operand_once": true, "amp_max_and_min_of_f64": true, "amp_max_and_min_with_a_nan": true, "amp_equal_operands_give_an_equal_value": true, "amp_max_and_min_of_f32": true, "amp_max_and_min_with_a_literal": true, "amp_max_and_min_of_integers": true, "amp_max_evaluates_each_operand_once": true, "amp_pi_and_e_round_once": true, "amp_pi_in_run_time_arithmetic": true }, "reference_tests": { "amp_abs_evaluates_its_operand_once": true, "amp_abs_of_floats": true, "amp_abs_of_zero_infinity_and_nan": true, "amp_equal_operands_give_an_equal_value": true, "amp_max_and_min_of_f32": true, "amp_max_and_min_of_f64": true, "amp_max_and_min_of_integers": true, "amp_max_and_min_with_a_literal": true, "amp_max_and_min_with_a_nan": true, "amp_max_evaluates_each_operand_once": true, "amp_pi_and_e_round_once": true, "amp_pi_in_run_time_arithmetic": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/cmp_out_of_range.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "unsigned_is_always_below_a_larger_literal": true, "never_equal_to_a_literal_it_cannot_hold": true, "signed_against_a_literal_below_its_range": true, "the_run_time_side_is_still_evaluated": true, "a_field_against_a_wide_literal": true }, "reference_tests": { "a_field_against_a_wide_literal": true, "never_equal_to_a_literal_it_cannot_hold": true, "signed_against_a_literal_below_its_range": true, "the_run_time_side_is_still_evaluated": true, "unsigned_is_always_below_a_larger_literal": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/comptime_float.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "a_folded_sum_rounds_once": true, "a_folded_product_rounds_once": true, "a_folded_cancellation_keeps_the_one": true, "comptime_floats_compare_in_binary128": true, "a_folded_reciprocal_differs_in_the_last_bit": true, "a_folded_product_can_match_its_runtime_twin": true }, "reference_tests": { "a_folded_cancellation_keeps_the_one": true, "a_folded_product_can_match_its_runtime_twin": true, "a_folded_product_rounds_once": true, "a_folded_reciprocal_differs_in_the_last_bit": true, "a_folded_sum_rounds_once": true, "comptime_floats_compare_in_binary128": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/comptime_float_f128.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "a_folded_difference_rounds_once": true, "an_integer_times_a_float_folds_as_a_float": true, "a_folded_quotient_matches_runtime": true, "the_golden_identity_keeps_a_binary128_residue": true, "a_negated_fold_rounds_once": true, "untyped_comparisons_are_exact": true, "f32_rounding_near_a_midpoint": true }, "reference_tests": { "a_folded_difference_rounds_once": true, "a_folded_quotient_matches_runtime": true, "a_negated_fold_rounds_once": true, "an_integer_times_a_float_folds_as_a_float": true, "f32_rounding_near_a_midpoint": true, "the_golden_identity_keeps_a_binary128_residue": true, "untyped_comparisons_are_exact": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/const_optional.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 22, "blockers": [], "detail": "", "test_verdicts": { "scalar_optional_constants": true, "optional_fields_beside_strings": true, "rows_through_a_loop_and_parameters": true, "optional_fields_without_strings": true }, "reference_tests": { "optional_fields_beside_strings": true, "optional_fields_without_strings": true, "rows_through_a_loop_and_parameters": true, "scalar_optional_constants": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/float_as.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "floor_rounds_down": true, "int_from_float_truncates_toward_zero": true, "float_cast_rounds_to_nearest": true, "struct_field_is_a_float": true, "binary_with_a_float_side": true }, "reference_tests": { "binary_with_a_float_side": true, "float_cast_rounds_to_nearest": true, "floor_rounds_down": true, "int_from_float_truncates_toward_zero": true, "struct_field_is_a_float": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/float_mul_pow2.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "float_literal_times_two_in_an_assert": true, "float_local_times_power_of_two_in_a_test": true, "multiply_inside_a_call_argument": true, "multiply_inside_a_nested_block": true, "integer_times_four_is_a_shift": true }, "reference_tests": { "float_literal_times_two_in_an_assert": true, "float_local_times_power_of_two_in_a_test": true, "integer_times_four_is_a_shift": true, "multiply_inside_a_call_argument": true, "multiply_inside_a_nested_block": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/float_sqrt.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "sqrt_of_a_perfect_square_is_exact": true, "sqrt_rounds_to_the_nearest_double": true, "sqrt_in_single_precision": true, "sqrt_of_a_sum": true, "sqrt_of_a_negative_is_nan": true }, "reference_tests": { "sqrt_in_single_precision": true, "sqrt_of_a_negative_is_nan": true, "sqrt_of_a_perfect_square_is_exact": true, "sqrt_of_a_sum": true, "sqrt_rounds_to_the_nearest_double": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/int_cast.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 24, "blockers": [], "detail": "", "test_verdicts": { "ic_narrowing_keeps_a_value_that_fits": true, "ic_signed_narrowing": true, "ic_signedness_changes": true, "ic_widening": true, "ic_a_literal_operand": true, "ic_range_from_a_draw": true }, "reference_tests": { "ic_a_literal_operand": true, "ic_narrowing_keeps_a_value_that_fits": true, "ic_range_from_a_draw": true, "ic_signed_narrowing": true, "ic_signedness_changes": true, "ic_widening": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/large_frame.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "a_test_body_holds_twenty_thousand_bytes": true, "a_forty_eight_thousand_byte_fn_runs_twice": true, "just_over_sixteen_kib": true, "twelve_frames_of_twenty_thousand_bytes": true }, "reference_tests": { "a_forty_eight_thousand_byte_fn_runs_twice": true, "a_test_body_holds_twenty_thousand_bytes": true, "just_over_sixteen_kib": true, "twelve_frames_of_twenty_thousand_bytes": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/module_var_in_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "a_write_is_seen_by_the_fn_it_calls": true, "each_test_starts_from_the_declared_value": true, "a_bool_var_is_written": true, "the_second_write_reads_the_first": true, "a_computed_value_is_stored": true, "a_signed_var_goes_negative": true }, "reference_tests": { "a_bool_var_is_written": true, "a_computed_value_is_stored": true, "a_signed_var_goes_negative": true, "a_write_is_seen_by_the_fn_it_calls": true, "each_test_starts_from_the_declared_value": true, "the_second_write_reads_the_first": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/odd_width_int.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 0, "asserts": 57, "blockers": [], "detail": "", "test_verdicts": { "u1_holds_zero_and_one": true, "u4_range_at_both_ends": true, "u4_not_and_shifts_stay_in_four_bits": true, "i2_is_minus_two_to_one": true, "u21_holds_every_code_point": true, "products_near_the_top_of_31_and_21_bits": true, "odd_widths_widen_into_wider_types": true, "a_u4_counter_wraps_every_sixteen": true, "struct_fields_of_odd_widths": true }, "reference_tests": { "a_u4_counter_wraps_every_sixteen": true, "i2_is_minus_two_to_one": true, "odd_widths_widen_into_wider_types": true, "products_near_the_top_of_31_and_21_bits": true, "struct_fields_of_odd_widths": true, "u1_holds_zero_and_one": true, "u21_holds_every_code_point": true, "u4_not_and_shifts_stay_in_four_bits": true, "u4_range_at_both_ends": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/param_discard.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 16, "blockers": [], "detail": "", "test_verdicts": { "a_discarded_scalar_parameter_changes_nothing": true, "a_discarded_struct_parameter_changes_nothing": true, "a_discarded_parameter_next_to_a_slice": true, "a_discard_inside_a_branch": true, "every_parameter_discarded": true, "a_top_level_discard_next_to_a_read_is_deleted": true, "nested_discards_alone_compile": true }, "reference_tests": { "a_discard_inside_a_branch": true, "a_discarded_parameter_next_to_a_slice": true, "a_discarded_scalar_parameter_changes_nothing": true, "a_discarded_struct_parameter_changes_nothing": true, "a_top_level_discard_next_to_a_read_is_deleted": true, "every_parameter_discarded": true, "nested_discards_alone_compile": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/postfix_optional.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 16, "blockers": [], "detail": "", "test_verdicts": { "fields_spelled_after_the_type": true, "the_prefix_spelling_reads_the_postfix_field": true, "an_optional_struct_field": true, "a_field_assigned_later": true }, "reference_tests": { "a_field_assigned_later": true, "an_optional_struct_field": true, "fields_spelled_after_the_type": true, "the_prefix_spelling_reads_the_postfix_field": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/repeat_addr_unreached.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "count_of_a_slice": true }, "reference_tests": { "count_of_a_slice": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/return_undefined_void.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "an_early_undefined_return_skips_the_rest": true, "without_the_early_return_the_rest_runs": true, "the_caller_goes_on_after_each_return": true, "a_release_that_only_returns_changes_nothing": true }, "reference_tests": { "a_release_that_only_returns_changes_nothing": true, "an_early_undefined_return_skips_the_rest": true, "the_caller_goes_on_after_each_return": true, "without_the_early_return_the_rest_runs": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/scope_exit.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "deferred_release_after_the_reads": true, "deferred_release_inside_a_fn": true }, "reference_tests": { "deferred_release_after_the_reads": true, "deferred_release_inside_a_fn": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/scoped_gf16.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "scoped_param_and_result": true, "scoped_slice_element": true, "scoped_fields": true }, "reference_tests": { "scoped_fields": true, "scoped_param_and_result": true, "scoped_slice_element": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/std_mem_byte_slice.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 21, "blockers": [], "detail": "", "test_verdicts": { "a_written_prefix_equals_its_literal": true, "a_different_byte_or_length_is_unequal": true, "two_buffers_compare_by_content": true, "a_rewritten_buffer_compares_by_its_new_bytes": true, "the_whole_array_by_address": true, "a_slice_passed_to_a_fn_and_searched": true }, "reference_tests": { "a_different_byte_or_length_is_unequal": true, "a_rewritten_buffer_compares_by_its_new_bytes": true, "a_slice_passed_to_a_fn_and_searched": true, "a_written_prefix_equals_its_literal": true, "the_whole_array_by_address": true, "two_buffers_compare_by_content": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/struct_lit_if.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "if_values_in_a_returned_literal": true, "if_values_take_the_other_arm": true, "if_value_in_a_local_literal": true }, "reference_tests": { "if_value_in_a_local_literal": true, "if_values_in_a_returned_literal": true, "if_values_take_the_other_arm": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/tuple_local.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "tuple_of_differences": true, "tuple_of_mixed_fields": true, "tuple_fields_evaluate_once_in_order": true }, "reference_tests": { "tuple_fields_evaluate_once_in_order": true, "tuple_of_differences": true, "tuple_of_mixed_fields": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/type_alias.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "a_scalar_alias_is_the_aliased_type": true, "an_alias_of_an_alias": true, "an_array_alias": true, "a_struct_alias": true }, "reference_tests": { "a_scalar_alias_is_the_aliased_type": true, "a_struct_alias": true, "an_alias_of_an_alias": true, "an_array_alias": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/type_void.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "fields_around_a_void_keep_their_values": true, "a_void_parameter_leaves_the_others": true, "a_pointer_to_a_void_field": true, "an_array_of_structs_with_a_void_field": true }, "reference_tests": { "a_pointer_to_a_void_field": true, "a_void_parameter_leaves_the_others": true, "an_array_of_structs_with_a_void_field": true, "fields_around_a_void_keep_their_values": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/unresolved_signature.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 1, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "leaf_score_mixes_kind_and_weight": true, "heavier_picks_the_larger": true }, "reference_tests": { "heavier_picks_the_larger": true, "leaf_score_mixes_kind_and_weight": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/untyped_local.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "a_counter_from_zero_counts": true, "two_untyped_vars_accumulate": true, "a_small_literal_makes_a_u32": true, "a_literal_past_u32_makes_a_u64": true, "hex_and_binary_literals_are_read_alike": true, "an_unread_undefined_const_is_dropped": true }, "reference_tests": { "a_counter_from_zero_counts": true, "a_literal_past_u32_makes_a_u64": true, "a_small_literal_makes_a_u32": true, "an_unread_undefined_const_is_dropped": true, "hex_and_binary_literals_are_read_alike": true, "two_untyped_vars_accumulate": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/untyped_local_uses.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "an_untyped_copy_of_an_f64_stays_f64": true, "an_untyped_var_is_passed_as_u32": true, "an_unread_undefined_const_in_a_test": true }, "reference_tests": { "an_unread_undefined_const_in_a_test": true, "an_untyped_copy_of_an_f64_stays_f64": true, "an_untyped_var_is_passed_as_u32": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/value_ignored.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 15, "blockers": [], "detail": "", "test_verdicts": { "tail_binary_and_name": true, "tail_through_nested_branches": true, "tail_comparison": true, "discarded_calls_still_run": true }, "reference_tests": { "discarded_calls_still_run": true, "tail_binary_and_name": true, "tail_comparison": true, "tail_through_nested_branches": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/value_params.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 0, "asserts": 22, "blockers": [], "detail": "", "test_verdicts": { "array_element_write_stays_local": true, "struct_field_write_stays_local": true, "compound_field_assignment": true, "writes_inside_a_loop": true, "whole_parameter_reassigned": true, "nested_write_after_a_field_write": true, "let_struct_from_a_call_is_writable": true, "const_struct_literal_written_in_a_loop": true, "typed_let_array_element_write": true, "a_copy_is_not_an_alias": true }, "reference_tests": { "a_copy_is_not_an_alias": true, "array_element_write_stays_local": true, "compound_field_assignment": true, "const_struct_literal_written_in_a_loop": true, "let_struct_from_a_call_is_writable": true, "nested_write_after_a_field_write": true, "struct_field_write_stays_local": true, "typed_let_array_element_write": true, "whole_parameter_reassigned": true, "writes_inside_a_loop": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/zig_keyword_field.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "keyword_fields_in_a_literal": true, "a_zero_keyword_field": true, "a_keyword_field_written": true, "a_keyword_field_in_a_module_constant": true }, "reference_tests": { "a_keyword_field_in_a_module_constant": true, "a_keyword_field_written": true, "a_zero_keyword_field": true, "keyword_fields_in_a_literal": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/dogfood.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 1, "asserts": 38, "blockers": [], "detail": "", "test_verdicts": { "own_by_prefix_or_loader": true, "not_own_is_no_row": true, "both_pass": true, "reference_passes_t27b_does_not_is_a_lane": true, "reference_not_passing_is_a_t27c_issue": true, "no_reference_verdict_is_unjudged": true, "only_lanes_and_issues_are_work": true, "own_specs_break_ties": true, "own_specs_never_outrank_a_score": true }, "reference_tests": { "both_pass": true, "no_reference_verdict_is_unjudged": true, "not_own_is_no_row": true, "only_lanes_and_issues_are_work": true, "own_by_prefix_or_loader": true, "own_specs_break_ties": true, "own_specs_never_outrank_a_score": true, "reference_not_passing_is_a_t27c_issue": true, "reference_passes_t27b_does_not_is_a_lane": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/fuzz.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 1, "asserts": 474, "blockers": [], "detail": "", "test_verdicts": { "splitmix_known_vector": true, "types_and_masks": true, "model_checked_overflow": true, "model_shifts_and_division": true, "biased_constants_are_mostly_special": true, "same_seed_same_case": true, "cases_are_consistent_and_fit": true, "render_hand_built_case": true, "kept_trap_checksum_is_the_wrapped_value": true }, "reference_tests": { "biased_constants_are_mostly_special": true, "cases_are_consistent_and_fit": true, "kept_trap_checksum_is_the_wrapped_value": true, "model_checked_overflow": true, "model_shifts_and_division": true, "render_hand_built_case": true, "same_seed_same_case": true, "splitmix_known_vector": true, "types_and_masks": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/fuzz_oracle.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 1, "asserts": 42, "blockers": [], "detail": "", "test_verdicts": { "agree_on_pass_and_on_trap": true, "wrong_checksum_is_a_disagreement": true, "forgotten_trap_is_the_side_that_forgot": true, "refusals_are_rejected_not_agree": true, "one_side_wrong_other_refused_is_split": true, "broken_t27b_and_timeouts": true, "a_refused_host_is_unjudged_not_a_bug": true, "names_carry_the_expectation": true }, "reference_tests": { "a_refused_host_is_unjudged_not_a_bug": true, "agree_on_pass_and_on_trap": true, "broken_t27b_and_timeouts": true, "forgotten_trap_is_the_side_that_forgot": true, "names_carry_the_expectation": true, "one_side_wrong_other_refused_is_split": true, "refusals_are_rejected_not_agree": true, "wrong_checksum_is_a_disagreement": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/int_cast_plan.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 11, "invariants": 0, "asserts": 153, "blockers": [], "detail": "", "test_verdicts": { "the_shape_is_one_operand_and_an_integer_result_type": true, "lossless_conversions_widen": true, "every_other_conversion_does_not_widen": true, "widening_is_a_partial_order_with_26_pairs": true, "a_typed_operand_widens_is_kept_or_is_checked": true, "a_constant_operand_folds_when_its_value_is_kept": true, "a_literal_folds_when_it_fits_and_is_refused_when_not": true, "wrap_mode_truncates_what_does_not_widen": true, "anything_but_an_integer_operand_is_refused": true, "only_check_and_truncate_build_a_cast_and_only_check_traps": true, "the_refusals_name_the_call_and_say_why": true }, "reference_tests": { "a_constant_operand_folds_when_its_value_is_kept": true, "a_literal_folds_when_it_fits_and_is_refused_when_not": true, "a_typed_operand_widens_is_kept_or_is_checked": true, "anything_but_an_integer_operand_is_refused": true, "every_other_conversion_does_not_widen": true, "lossless_conversions_widen": true, "only_check_and_truncate_build_a_cast_and_only_check_traps": true, "the_refusals_name_the_call_and_say_why": true, "the_shape_is_one_operand_and_an_integer_result_type": true, "widening_is_a_partial_order_with_26_pairs": true, "wrap_mode_truncates_what_does_not_widen": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/macho.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(reference redeclares)" ], "detail": "StmtAssign(reference redeclares)", "reference_tests": { "alignment_rounds_up_only_when_needed": true, "commands_are_the_rust_bytes_s3": true, "commands_with_data_are_the_rust_bytes_s2": true, "commands_without_data_are_the_rust_bytes_s1": true, "layout_matches_the_rust_oracle_s3": true, "layout_with_data_matches_the_rust_oracle_s2": true, "layout_without_data_matches_the_rust_oracle_s1": true, "name_fields_are_zero_padded": true, "relocations_are_the_rust_bytes_s2": true, "relocations_are_the_rust_bytes_s3": true, "symbols_are_the_rust_bytes_s1": true, "symbols_are_the_rust_bytes_s2": true, "symbols_are_the_rust_bytes_s3": true, "the_hex_helper_can_fail": true, "writers_are_little_endian": true } }, { "file": "specs/tri/t27b/reduce.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 13, "invariants": 1, "asserts": 67, "blockers": [], "detail": "", "test_verdicts": { "guard_rejects_reference_fail": true, "guard_rejects_reference_blocked_and_unjudged": true, "guard_wants_tests_when_the_original_had_them": true, "family_needs_blocked_and_the_family_first": true, "disagree_kinds": true, "bad_mode_is_never_kept": true, "interesting_is_keep": true, "t27b_side_is_the_t27b_half": true, "chunks_cover_every_unit_once": true, "chunks_do_not_overflow": true, "granularity": true, "levels_run_in_order_and_repeat_only_on_progress": true, "budget_and_goal": true }, "reference_tests": { "bad_mode_is_never_kept": true, "budget_and_goal": true, "chunks_cover_every_unit_once": true, "chunks_do_not_overflow": true, "disagree_kinds": true, "family_needs_blocked_and_the_family_first": true, "granularity": true, "guard_rejects_reference_blocked_and_unjudged": true, "guard_rejects_reference_fail": true, "guard_wants_tests_when_the_original_had_them": true, "interesting_is_keep": true, "levels_run_in_order_and_repeat_only_on_progress": true, "t27b_side_is_the_t27b_half": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/steward.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 124, "invariants": 2, "asserts": 146, "blockers": [], "detail": "", "test_verdicts": { "delta_ref_moved": true, "delta_outside_reference_is_silent": true, "delta_regressed": true, "delta_regressed_to_fail_is_regressed": true, "delta_new_mismatch": true, "delta_old_mismatch_is_silent": true, "delta_gained": true, "delta_check_lost": true, "delta_unchanged": true, "red_codes": true, "pct_56_of_648": true, "pct_75_of_657": true, "pct_rounds_to_nearest": true, "pct_empty_reference": true, "ratchet_green": true, "ratchet_unexpected_failure": true, "ratchet_vacuous_counted_is_failure": true, "ratchet_vacuity_measured": true, "ratchet_vacuous_to_pass": true, "ratchet_vacuous_lost": true, "ratchet_vacuous_stays": true, "ratchet_unexpected_pass": true, "ratchet_moved": true, "ratchet_same_blocker": true, "ratchet_stale_blocked": true, "ratchet_stale_fail": true, "ratchet_unjudged": true, "ratchet_lab_error_is_unjudged": true, "ratchet_unlisted": true, "ratchet_cap": true, "ratchet_red_codes": true, "bless_keeps_a_written_reason": true, "bless_unimplemented": true, "bless_refuses_a_defect": true, "bless_refuses_a_timeout": true, "bless_cap_rises": true, "bless_cap_holds": true, "bless_first_cap": true, "doctor_stale": true, "doctor_fresh_at_limit": true, "doctor_claim_dead_young": true, "doctor_claim_old": true, "doctor_claim_live_at_limit": true, "doctor_claim_unknown_old": true, "doctor_railway": true, "doctor_ledger_quiet": true, "doctor_checkout_failed": true, "doctor_checkout_reclone_failed": true, "doctor_checkout_healed": true, "doctor_checkout_kept": true, "doctor_image_master_unknown": true, "doctor_image_unreported_is_stale": true, "doctor_image_differs": true, "doctor_image_current": true, "bless_rise_all_new": true, "bless_rise_old_entries_over_cap": true, "bless_rise_at_old_cap": true, "bless_rise_none_new": true, "bless_rise_more_new_than_total": true, "alarm_fail_where_reference_passes": true, "alarm_fail_reference_shares": true, "alarm_timeout_reference_shares": true, "alarm_timeout": true, "alarm_crash_always": true, "alarm_mismatch_always": true, "alarm_blocked_never": true, "alarm_shared_fail_same_tests": true, "alarm_shared_fail_other_tests": true, "alarm_shared_fail_not_compared": true, "alarm_pass_disagrees": true, "alarm_pass_agrees": true, "alarm_tests_keeps_is_alarm": true, "stop_on_mismatch": true, "stop_on_reference_disagree": true, "stop_neither": true, "gate_required_green": true, "gate_required_pending_waits": true, "gate_required_absent_waits": true, "gate_required_skipped_waits": true, "gate_required_red_blocks_even_if_master_red": true, "gate_other_red_green_on_master_blocks": true, "gate_other_red_red_on_master_passes": true, "gate_other_red_absent_on_master_passes": true, "gate_other_pending_never_waits": true, "gate_other_red_master_running_waits": true, "gate_master_settled_is_its_verdict": true, "gate_master_running_red_below_stays_red": true, "gate_master_running_green_below_is_pending": true, "gate_master_running_no_verdict_is_pending": true, "gate_other_red_master_running_no_verdict_waits": true, "gate_other_red_master_red_below_running_passes": true, "gate_fold": true, "gate_ready": true, "gate_conflict_first": true, "gate_retarget": true, "gate_required_red": true, "gate_blocked_by_other": true, "gate_waits_on_required": true, "gate_closed_first": true, "gate_waits_on_other_wait": true, "gate_waits_on_mergeable_unknown": true, "watch_merges_ready": true, "watch_waits": true, "watch_stops_on_red": true, "watch_stops_on_conflict": true, "watch_stops_on_blocked": true, "watch_done_when_closed": true, "watch_retargets_after_parent_merged": true, "watch_stacked_waits_for_parent": true, "watch_orphan_stack_stops": true, "watch_unknown_base_stops": true, "next_lane_when_reference_passes": true, "next_reference_bug_when_reference_blocked": true, "next_reference_bug_when_reference_fails": true, "next_reference_bug_on_reference_timeout": true, "next_no_verdict_counts_nowhere": true, "next_not_run_counts_nowhere": true, "next_only_blocked_files_count": true, "next_frontend_is_not_a_lane": true, "next_sole_outranks_first": true, "next_first_breaks_ties": true, "next_score_value": true, "next_with_tests": true, "next_with_tests_never_wraps": true }, "reference_tests": { "alarm_blocked_never": true, "alarm_crash_always": true, "alarm_fail_reference_shares": true, "alarm_fail_where_reference_passes": true, "alarm_mismatch_always": true, "alarm_pass_agrees": true, "alarm_pass_disagrees": true, "alarm_shared_fail_not_compared": true, "alarm_shared_fail_other_tests": true, "alarm_shared_fail_same_tests": true, "alarm_tests_keeps_is_alarm": true, "alarm_timeout": true, "alarm_timeout_reference_shares": true, "bless_cap_holds": true, "bless_cap_rises": true, "bless_first_cap": true, "bless_keeps_a_written_reason": true, "bless_refuses_a_defect": true, "bless_refuses_a_timeout": true, "bless_rise_all_new": true, "bless_rise_at_old_cap": true, "bless_rise_more_new_than_total": true, "bless_rise_none_new": true, "bless_rise_old_entries_over_cap": true, "bless_unimplemented": true, "delta_check_lost": true, "delta_gained": true, "delta_new_mismatch": true, "delta_old_mismatch_is_silent": true, "delta_outside_reference_is_silent": true, "delta_ref_moved": true, "delta_regressed": true, "delta_regressed_to_fail_is_regressed": true, "delta_unchanged": true, "doctor_checkout_failed": true, "doctor_checkout_healed": true, "doctor_checkout_kept": true, "doctor_checkout_reclone_failed": true, "doctor_claim_dead_young": true, "doctor_claim_live_at_limit": true, "doctor_claim_old": true, "doctor_claim_unknown_old": true, "doctor_fresh_at_limit": true, "doctor_image_current": true, "doctor_image_differs": true, "doctor_image_master_unknown": true, "doctor_image_unreported_is_stale": true, "doctor_ledger_quiet": true, "doctor_railway": true, "doctor_stale": true, "gate_blocked_by_other": true, "gate_closed_first": true, "gate_conflict_first": true, "gate_fold": true, "gate_master_running_green_below_is_pending": true, "gate_master_running_no_verdict_is_pending": true, "gate_master_running_red_below_stays_red": true, "gate_master_settled_is_its_verdict": true, "gate_other_pending_never_waits": true, "gate_other_red_absent_on_master_passes": true, "gate_other_red_green_on_master_blocks": true, "gate_other_red_master_red_below_running_passes": true, "gate_other_red_master_running_no_verdict_waits": true, "gate_other_red_master_running_waits": true, "gate_other_red_red_on_master_passes": true, "gate_ready": true, "gate_required_absent_waits": true, "gate_required_green": true, "gate_required_pending_waits": true, "gate_required_red": true, "gate_required_red_blocks_even_if_master_red": true, "gate_required_skipped_waits": true, "gate_retarget": true, "gate_waits_on_mergeable_unknown": true, "gate_waits_on_other_wait": true, "gate_waits_on_required": true, "next_first_breaks_ties": true, "next_frontend_is_not_a_lane": true, "next_lane_when_reference_passes": true, "next_no_verdict_counts_nowhere": true, "next_not_run_counts_nowhere": true, "next_only_blocked_files_count": true, "next_reference_bug_on_reference_timeout": true, "next_reference_bug_when_reference_blocked": true, "next_reference_bug_when_reference_fails": true, "next_score_value": true, "next_sole_outranks_first": true, "next_with_tests": true, "next_with_tests_never_wraps": true, "pct_56_of_648": true, "pct_75_of_657": true, "pct_empty_reference": true, "pct_rounds_to_nearest": true, "ratchet_cap": true, "ratchet_green": true, "ratchet_lab_error_is_unjudged": true, "ratchet_moved": true, "ratchet_red_codes": true, "ratchet_same_blocker": true, "ratchet_stale_blocked": true, "ratchet_stale_fail": true, "ratchet_unexpected_failure": true, "ratchet_unexpected_pass": true, "ratchet_unjudged": true, "ratchet_unlisted": true, "ratchet_vacuity_measured": true, "ratchet_vacuous_counted_is_failure": true, "ratchet_vacuous_lost": true, "ratchet_vacuous_stays": true, "ratchet_vacuous_to_pass": true, "red_codes": true, "stop_neither": true, "stop_on_mismatch": true, "stop_on_reference_disagree": true, "watch_done_when_closed": true, "watch_merges_ready": true, "watch_orphan_stack_stops": true, "watch_retargets_after_parent_merged": true, "watch_stacked_waits_for_parent": true, "watch_stops_on_blocked": true, "watch_stops_on_conflict": true, "watch_stops_on_red": true, "watch_unknown_base_stops": true, "watch_waits": true }, "reference_disagree": [] }, { "file": "specs/tri/trees/avl_tree.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:21:5: error: tuple field has a name", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "ExprFieldAccess(?T)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/trees/b_tree.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:68:5: error: use of undeclared identifier 'one'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprFieldAccess" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/trees/fenwick_tree.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:91:21: error: '_' used as an identifier without @\"_\" syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type std.mem.Allocator", "ExprCall(method)", "ExprCall(rejected fn)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/tri/trees/kd_tree.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:100:9: error: local variable is never mutated", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(reference var param)", "type std.mem.Allocator", "StructDecl", "StmtLocal", "ExprArrayLiteral", "ExprCall(unresolved fn)", "ExprFieldAccess" ], "detail": "FnDecl(reference var param)" }, { "file": "specs/tri/trees/octree.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:30:22: error: expected ',' after field", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type std.mem.Allocator", "StmtAssign(undeclared)", "ExprFieldAccess", "type (undeclared)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/trees/quadtree.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:42:38: error: unused function parameter", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "StructDecl", "ExprArrayLiteral", "ExprCall(undeclared fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/trees/red_black_tree.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:21:5: error: tuple field has a name", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/trees/rtree.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:115:21: error: trailing digit separator", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(undeclared fn)", "ExprArrayLiteral", "ExprCall(method)", "ExprIdentifier(undeclared)", "ExprCall" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/trees/segment_tree.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:29:5: error: use of undeclared identifier 'panic'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(method)", "ExprFieldAccess", "ExprArrayLiteral" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/trees/splay_tree.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:21:5: error: tuple field has a name", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/trees/suffix_array.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:52:26: error: use of undeclared identifier 'allocator'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprFieldAccess" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/trees/tree.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:22:12: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "type (generic)", "ExprCall(undeclared fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/trees/trie.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:22:12: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (generic)", "ExprCall(undeclared fn)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/utils/args.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "word_kinds": true, "double_dash_ends_options": true, "positional_counts": true, "long_option_splits_at_first_equals": true, "option_takes_next_word_as_value": true }, "reference_tests": { "double_dash_ends_options": true, "long_option_splits_at_first_equals": true, "option_takes_next_word_as_value": true, "positional_counts": true, "word_kinds": true }, "reference_disagree": [] }, { "file": "specs/tri/utils/arrow_time.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/utils/bytes.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:28:36: error: index syntax required for slice type '[]const u8'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprArrayLiteral(to slice field)", "ExprFieldAccess(.*)", "ExprCall(undeclared fn)", "ExprCall(rejected fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/utils/color.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:34:12: error: expected type 'void', found 'spec.Color'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprReturn", "ExprCall(std.*)", "ExprCall(undeclared fn)" ], "detail": "ExprReturn" }, { "file": "specs/tri/utils/colors.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/utils/config.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:47:53: error: use of undeclared identifier 'eq_pos'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type std.mem.Allocator", "StmtIf(capture)", "ExprCall(undeclared fn)", "ExprCall(@FieldType)", "ExprArrayLiteral", "ExprCall(rejected fn)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/tri/utils/error.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/utils/exit_codes.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "success_is_zero": true, "internal_error_is_seven": true, "timeout_is_four": true }, "reference_tests": { "internal_error_is_seven": true, "success_is_zero": true, "timeout_is_four": true }, "reference_disagree": [] }, { "file": "specs/tri/utils/help.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:8:16: error: use of undeclared identifier 'CommandCategory'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/utils/logger.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:29:16: error: use of undeclared identifier 'Instant'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "StmtAssign(undeclared)", "ExprTuple" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/utils/logging.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:77:22: error: use of undeclared identifier 'tag'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(@enumToInt)", "ExprCall(undeclared fn)", "ExprBinary(?T)", "ExprFieldAccess" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/utils/random.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:61:18: error: operator != not allowed for type 'spec.Rng'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "type mismatch" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/tri/utils/string.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/utils/template.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "templates_render_as_jinja2_renders_them": true, "code_jinja2_would_run_is_refused": true, "compile_parts_and_short_buffers": true }, "reference_tests": { "code_jinja2_would_run_is_refused": true, "compile_parts_and_short_buffers": true, "templates_render_as_jinja2_renders_them": true }, "reference_disagree": [] }, { "file": "specs/tri/utils/terminal.t27", "reference": "fail", "reference_detail": "1 of 3 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(@import)" ], "detail": "type std.mem.Allocator", "reference_tests": { "colorize_handles_allocator": true, "get_size_returns_valid_size": true, "reset_returns_ansi_sequence": false } }, { "file": "specs/tri/utils/text.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:69:17: error: type 'type' not a function", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(undeclared fn)", "ExprCall(rejected fn)" ], "detail": "type std.mem.Allocator", "retried_after_timeout": true }, { "file": "specs/tri/utils/time.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:29:27: error: invalid builtin function: '@builtin'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(@builtin)", "type mismatch" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/utils/utf8.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:90:16: error: use of undeclared identifier 'error'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprTuple", "ExprCall(undeclared fn)", "ExprCall(rejected fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/utils/version.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:61:20: error: extra capture in for loop", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "StmtFor", "ExprFieldAccess", "ExprCall(rejected fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/trinet/etx.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 11, "invariants": 2, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "alpha_small_window_clamps_high": true, "alpha_large_window_clamps_low": true, "alpha_zero_window_is_max": true, "ewma_hello_moves_toward_one": true, "ewma_miss_moves_toward_zero": true, "kill_collapses_to_zero": true, "dead_when_forward_below_eps": true, "dead_when_reverse_below_eps": true, "alive_when_both_above_eps": true, "etx_of_perfect_link_is_one": true, "etx_of_half_by_half_is_four": true }, "reference_tests": { "alive_when_both_above_eps": true, "alpha_large_window_clamps_low": true, "alpha_small_window_clamps_high": true, "alpha_zero_window_is_max": true, "dead_when_forward_below_eps": true, "dead_when_reverse_below_eps": true, "etx_of_half_by_half_is_four": true, "etx_of_perfect_link_is_one": true, "ewma_hello_moves_toward_one": true, "ewma_miss_moves_toward_zero": true, "kill_collapses_to_zero": true }, "reference_disagree": [] }, { "file": "specs/trinity/build_graph.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "the_headless_profile_is_measured_and_the_test_exit_code_is_not": true, "the_two_numeric_packages_are_pinned_by_archive": true, "the_registry_is_the_first_generated_boundary": true, "receipts_need_two_runs_and_no_normalization": true }, "reference_tests": { "receipts_need_two_runs_and_no_normalization": true, "the_headless_profile_is_measured_and_the_test_exit_code_is_not": true, "the_registry_is_the_first_generated_boundary": true, "the_two_numeric_packages_are_pinned_by_archive": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/abi.c-api.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/agent.daemons.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/agent.phi-loop.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/agent.tri-api.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/api.http-server.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/archive.legacy.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/bench.suite.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/bot.tri-bot.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/brain.regions.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/catalog.spec-mirror.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/catalog.world-scan.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/cli.tri.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/convert.b2t.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/examples.zig.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/ext.vscode-swe.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/fpga.adapter.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/fpga.in-repo.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/lib.trinity.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/llm.firebird.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/llm.igla-chat.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/mcp.needle-mcp.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/mcp.trinity-mcp.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/native.canvas.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/native.node-gui.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/native.queen-app.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/node.trinity-node.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/numeric.golden-float.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/ops.deploy-infra.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/ops.railway-cli.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/pkg.vendored-cache.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/queen.lib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/registry.commands.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/release.packaging.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/research.nexus-docs.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/research.programs.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/research.unreferenced-sources.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/search.vsa-index.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/specs.t27-vendored-compiler.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/specs.tri-corpus.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/specs.vibee-corpus.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/state.trinity-dir.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/test.graph.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/tools.scripts.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/train.hslm.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/training.targets.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/tri27.programs.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/tri27.toolchain.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/vibee.compiler.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/vsa.zig-hdc.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/web.docsite.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/web.queen-web.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/web.site.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/compiler_matrix.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 6, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": { "the_stages_are_ordered_and_runtime_is_last": true, "the_c_backend_is_the_runtime_of_the_headless_profile": true, "clocked_state_is_proven_on_the_verilog_path": true, "enums_and_the_ffi_boundary_are_blocked_today": true, "a_false_assertion_is_only_caught_at_runtime": true, "the_absent_backend_is_not_a_backend": true }, "reference_tests": { "a_false_assertion_is_only_caught_at_runtime": true, "clocked_state_is_proven_on_the_verilog_path": true, "enums_and_the_ffi_boundary_are_blocked_today": true, "the_absent_backend_is_not_a_backend": true, "the_c_backend_is_the_runtime_of_the_headless_profile": true, "the_stages_are_ordered_and_runtime_is_last": true }, "reference_disagree": [] }, { "file": "specs/trinity/project.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "the_initial_profile_is_headless": true, "the_mirror_is_larger_than_the_canonical_set_and_is_not_it": true, "most_of_the_zig_tree_is_not_reached_by_the_build_graph": true, "the_default_install_set_is_a_subset_of_the_artifacts": true, "the_epic_has_twelve_packages_and_two_pinned_numeric_packages": true }, "reference_tests": { "most_of_the_zig_tree_is_not_reached_by_the_build_graph": true, "the_default_install_set_is_a_subset_of_the_artifacts": true, "the_epic_has_twelve_packages_and_two_pinned_numeric_packages": true, "the_initial_profile_is_headless": true, "the_mirror_is_larger_than_the_canonical_set_and_is_not_it": true }, "reference_disagree": [] }, { "file": "specs/ui/queen_evidence.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "exact stage value count": true, "all clocks accounted for": true }, "reference_tests": { "all clocks accounted for": true, "exact stage value count": true }, "reference_disagree": [] }, { "file": "specs/ui/viewport.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:96:39: error: overflow of integer type 'u8' with value '648'", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL rail_capacity_follows_the_css_budget: integer overflow at line 176 (* on u8)", "test_verdicts": { "breakpoints_are_monotone": true, "touch_target_is_at_least_44": true, "matrix_covers_every_tier": true, "matrix_is_the_six_quoted_sizes": true, "phone_shows_one_pane": true, "rail_capacity_follows_the_css_budget": false } }, { "file": "specs/verified/corpus_merkle.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "the roots of zero to five leaves are the hashlib oracle's": true, "five leaves split four and one, not at the middle": true, "a leaf is hashed under its prefix": true, "the order of the leaves is part of the root": true }, "reference_tests": { "a leaf is hashed under its prefix": true, "five leaves split four and one, not at the middle": true, "the order of the leaves is part of the root": true, "the roots of zero to five leaves are the hashlib oracle's": true }, "reference_disagree": [] }, { "file": "specs/verified/corpus_receipt.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 13, "invariants": 0, "asserts": 78, "blockers": [], "detail": "", "test_verdicts": { "the corpus message starts with its own domain line": true, "the corpus domain line is not the hardware receipt's": true, "eight signed fields, the nonce among them, three leaf lists": true, "a leaf is path, tab, value, with no newline": true, "an empty side of a pair still has its tab": true, "the retry count is left out of the totals, the timeout count is not": true, "a failed asm is a leaf of its own, never a digest": true, "text equality is byte equality, length first": true, "only a clean pass contributes an output leaf": true, "a list splits at the largest power of two below its length": true, "authentication is judged before the leaves, base before head": true, "a leaf is added, removed, changed or the same": true, "equivalent needs all three equal; a refused pair is never equivalent": true }, "reference_tests": { "a failed asm is a leaf of its own, never a digest": true, "a leaf is added, removed, changed or the same": true, "a leaf is path, tab, value, with no newline": true, "a list splits at the largest power of two below its length": true, "an empty side of a pair still has its tab": true, "authentication is judged before the leaves, base before head": true, "eight signed fields, the nonce among them, three leaf lists": true, "equivalent needs all three equal; a refused pair is never equivalent": true, "only a clean pass contributes an output leaf": true, "text equality is byte equality, length first": true, "the corpus domain line is not the hardware receipt's": true, "the corpus message starts with its own domain line": true, "the retry count is left out of the totals, the timeout count is not": true }, "reference_disagree": [] }, { "file": "specs/verified/device_dna.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 13, "invariants": 0, "asserts": 67, "blockers": [], "detail": "", "test_verdicts": { "the live reads decode to the DNA openFPGALoader printed": true, "the live reads are well formed and name one die": true, "the first shifted bit is the most significant DNA bit": true, "the FUSE read is the XSC read shifted past a seven-bit tail": true, "a dead chain is refused: all zero and all one": true, "XSC_DNA without ISC_ENABLE read all ones live, and is refused": true, "an XSC read without the fill ones is not a 57-bit register": true, "a FUSE read with another tail is refused": true, "reads that differ in one DNA bit name different dies": true, "two reads agree only bit for bit": true, "the DNA is written as fifteen lowercase hex digits, zero padded": true, "the instructions and lengths are the 7-series ones": true, "the IDCODE read through the same path names the part": true }, "reference_tests": { "XSC_DNA without ISC_ENABLE read all ones live, and is refused": true, "a FUSE read with another tail is refused": true, "a dead chain is refused: all zero and all one": true, "an XSC read without the fill ones is not a 57-bit register": true, "reads that differ in one DNA bit name different dies": true, "the DNA is written as fifteen lowercase hex digits, zero padded": true, "the FUSE read is the XSC read shifted past a seven-bit tail": true, "the IDCODE read through the same path names the part": true, "the first shifted bit is the most significant DNA bit": true, "the instructions and lengths are the 7-series ones": true, "the live reads are well formed and name one die": true, "the live reads decode to the DNA openFPGALoader printed": true, "two reads agree only bit for bit": true }, "reference_disagree": [] }, { "file": "specs/verified/device_evidence.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 24, "blockers": [], "detail": "", "test_verdicts": { "all six facts verify the step": true, "any missing fact leaves the step unproven": true, "first gap names itself in evidence order": true, "a dry run receipt can never verify": true, "a masked idcode is not identity": true, "an unestablished bitstream link is not a match": true, "evidence completes an update only on an admitted image": true }, "reference_tests": { "a dry run receipt can never verify": true, "a masked idcode is not identity": true, "all six facts verify the step": true, "an unestablished bitstream link is not a match": true, "any missing fact leaves the step unproven": true, "evidence completes an update only on an admitted image": true, "first gap names itself in evidence order": true }, "reference_disagree": [] }, { "file": "specs/verified/die_binding.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 20, "invariants": 0, "asserts": 111, "blockers": [], "detail": "", "test_verdicts": { "the live reads, taken before and after, name one die": true, "a bad read before or after the run is refused, before first": true, "a die swapped during the run is refused": true, "a pair that names two dies is refused even if each read is well formed": true, "the DNA text is fifteen lowercase hex digits": true, "a signed, present, well-formed DNA names the die": true, "each missing die fact names itself, authorship first": true, "a run names its dies only if every receipt does": true, "distinct dies are counted by DNA": true, "the v2 message differs from v1 in its first line and one field": true, "a receipt is v2 exactly when it carries the DNA as text": true, "the DNA is read only when exactly one cable is attached": true, "no die level rests on a die-held secret": true, "the reader's opcodes are device_dna.t27's, in order": true, "the reader names the die's IR length, IDCODE and cable": true, "each read is tagged between its own opcodes": true, "the bench's own output parses to the observed die": true, "a missing or malformed read is no read": true, "a pattern is found up to the text's last byte": true, "the scan's cable count gates the read": true }, "reference_tests": { "a bad read before or after the run is refused, before first": true, "a die swapped during the run is refused": true, "a missing or malformed read is no read": true, "a pair that names two dies is refused even if each read is well formed": true, "a pattern is found up to the text's last byte": true, "a receipt is v2 exactly when it carries the DNA as text": true, "a run names its dies only if every receipt does": true, "a signed, present, well-formed DNA names the die": true, "distinct dies are counted by DNA": true, "each missing die fact names itself, authorship first": true, "each read is tagged between its own opcodes": true, "no die level rests on a die-held secret": true, "the DNA is read only when exactly one cable is attached": true, "the DNA text is fifteen lowercase hex digits": true, "the bench's own output parses to the observed die": true, "the live reads, taken before and after, name one die": true, "the reader names the die's IR length, IDCODE and cable": true, "the reader's opcodes are device_dna.t27's, in order": true, "the scan's cable count gates the read": true, "the v2 message differs from v1 in its first line and one field": true }, "reference_disagree": [] }, { "file": "specs/verified/evidence_chain.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 1, "asserts": 19, "blockers": [], "detail": "", "test_verdicts": { "a_full_chain_is_linked": true, "no_change_id_means_nothing_is_linked": true, "a_run_without_ids_is_unbound": true, "a_run_for_another_change_proves_nothing_here": true, "evidence_must_name_this_run": true, "evidence_must_reference_outputs_tests_and_logs": true, "only_a_matching_seal_completes_the_chain": true, "the_first_broken_link_is_the_answer": true, "full_width_ids_compare_exactly": true }, "reference_tests": { "a_full_chain_is_linked": true, "a_run_for_another_change_proves_nothing_here": true, "a_run_without_ids_is_unbound": true, "evidence_must_name_this_run": true, "evidence_must_reference_outputs_tests_and_logs": true, "full_width_ids_compare_exactly": true, "no_change_id_means_nothing_is_linked": true, "only_a_matching_seal_completes_the_chain": true, "the_first_broken_link_is_the_answer": true }, "reference_disagree": [] }, { "file": "specs/verified/failure_loop.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 1, "asserts": 23, "blockers": [], "detail": "", "test_verdicts": { "a_red_default_branch_is_critical": true, "a_fix_that_did_not_hold_is_high": true, "any_other_failure_is_normal": true, "a_failure_issue_needs_boundary_criteria_and_fingerprint": true, "a_fix_pr_must_reference_the_failure_and_the_change": true, "the_loop_closes_on_a_linked_same_pipeline_passing_sealed_run": true, "an_unlinked_fix_or_another_pipeline_keeps_the_issue_open": true, "a_failing_or_unsealed_rerun_keeps_the_issue_open": true, "a_recurring_fingerprint_updates_even_without_a_link": true, "the_same_failure_files_once_then_updates": true }, "reference_tests": { "a_failing_or_unsealed_rerun_keeps_the_issue_open": true, "a_failure_issue_needs_boundary_criteria_and_fingerprint": true, "a_fix_pr_must_reference_the_failure_and_the_change": true, "a_fix_that_did_not_hold_is_high": true, "a_recurring_fingerprint_updates_even_without_a_link": true, "a_red_default_branch_is_critical": true, "an_unlinked_fix_or_another_pipeline_keeps_the_issue_open": true, "any_other_failure_is_normal": true, "the_loop_closes_on_a_linked_same_pipeline_passing_sealed_run": true, "the_same_failure_files_once_then_updates": true }, "reference_disagree": [] }, { "file": "specs/verified/frontier.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 1, "asserts": 34, "blockers": [], "detail": "", "test_verdicts": { "nothing_changed_everything_is_reused": true, "a_leaf_change_rebuilds_only_the_leaf": true, "a_shared_change_rebuilds_its_whole_cone_and_spares_the_bystander": true, "one_side_of_the_diamond_still_reaches_the_top": true, "a_toolchain_change_rebuilds_everything": true, "a_failed_import_rebuilds_its_importers": true, "negative_control_a_forward_edge_fails_closed": true, "negative_control_a_self_or_out_of_range_edge_fails_closed": true, "the_same_graph_gives_the_same_frontier": true }, "reference_tests": { "a_failed_import_rebuilds_its_importers": true, "a_leaf_change_rebuilds_only_the_leaf": true, "a_shared_change_rebuilds_its_whole_cone_and_spares_the_bystander": true, "a_toolchain_change_rebuilds_everything": true, "negative_control_a_forward_edge_fails_closed": true, "negative_control_a_self_or_out_of_range_edge_fails_closed": true, "nothing_changed_everything_is_reused": true, "one_side_of_the_diamond_still_reaches_the_top": true, "the_same_graph_gives_the_same_frontier": true }, "reference_disagree": [] }, { "file": "specs/verified/independence.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 11, "invariants": 0, "asserts": 61, "blockers": [], "detail": "", "test_verdicts": { "three fresh receipts naming three dies under one key are INDEP_DIES": true, "each missing fact names itself, in judging order": true, "a verdict disagreement is reported through the run, never averaged": true, "a die claimed under two keys is caught in any pair": true, "two placements on one die are not independent, under one key or two": true, "roster parties are counted, and a key outside the roster is nobody": true, "three dies under three roster parties are INDEP_OPERATORS": true, "the bench's one key reaches at most INDEP_DIES": true, "an invented DNA reaches INDEP_DIES: the DNA is a name, not a secret": true, "a run is citable at most at the independence it reaches": true, "the levels are ordered and the codes are distinct": true }, "reference_tests": { "a die claimed under two keys is caught in any pair": true, "a run is citable at most at the independence it reaches": true, "a verdict disagreement is reported through the run, never averaged": true, "an invented DNA reaches INDEP_DIES: the DNA is a name, not a secret": true, "each missing fact names itself, in judging order": true, "roster parties are counted, and a key outside the roster is nobody": true, "the bench's one key reaches at most INDEP_DIES": true, "the levels are ordered and the codes are distinct": true, "three dies under three roster parties are INDEP_OPERATORS": true, "three fresh receipts naming three dies under one key are INDEP_DIES": true, "two placements on one die are not independent, under one key or two": true }, "reference_disagree": [] }, { "file": "specs/verified/payout.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 1, "asserts": 22, "blockers": [], "detail": "", "test_verdicts": { "a_credited_verified_referenced_receipt_is_paid": true, "a_credited_receipt_for_unverified_work_is_not_paid": true, "a_payout_is_never_inferred_from_an_attempt": true, "every_ledger_refusal_stays_a_refusal_even_when_verified": true, "an_unknown_outcome_fails_closed": true, "a_slash_stays_a_slash": true, "a_split_within_the_pool_fits_and_one_unit_over_does_not": true, "a_split_cannot_wrap_past_the_pool": true }, "reference_tests": { "a_credited_receipt_for_unverified_work_is_not_paid": true, "a_credited_verified_referenced_receipt_is_paid": true, "a_payout_is_never_inferred_from_an_attempt": true, "a_slash_stays_a_slash": true, "a_split_cannot_wrap_past_the_pool": true, "a_split_within_the_pool_fits_and_one_unit_over_does_not": true, "an_unknown_outcome_fails_closed": true, "every_ledger_refusal_stays_a_refusal_even_when_verified": true }, "reference_disagree": [] }, { "file": "specs/verified/poc/a/slot.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "a_passes_the_input_through": true }, "reference_tests": { "a_passes_the_input_through": true }, "reference_disagree": [] }, { "file": "specs/verified/poc/b/slot.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "b_inverts_the_input": true }, "reference_tests": { "b_inverts_the_input": true }, "reference_disagree": [] }, { "file": "specs/verified/poc/run.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "a_to_b_rebuilds_the_slot_and_reuses_the_static_region": true, "negative_control_a_new_toolchain_reuses_nothing": true, "the_injected_failure_has_one_fingerprint": true, "hardware_is_unproven": true }, "reference_tests": { "a_to_b_rebuilds_the_slot_and_reuses_the_static_region": true, "hardware_is_unproven": true, "negative_control_a_new_toolchain_reuses_nothing": true, "the_injected_failure_has_one_fingerprint": true }, "reference_disagree": [] }, { "file": "specs/verified/poc/static_counter.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "on_clock_advances_the_static_counter": true }, "reference_tests": { "on_clock_advances_the_static_counter": true }, "reference_disagree": [] }, { "file": "specs/verified/receipt.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 23, "blockers": [], "detail": "", "test_verdicts": { "complete only when every field is carried": true, "any missing field leaves the record incomplete": true, "each missing field names itself, in receipt order": true, "a dry-run record is not a receipt, whatever else it carries": true, "the verdict word must be one the vocabulary defines": true, "the producer is compared verbatim, never graded": true }, "reference_tests": { "a dry-run record is not a receipt, whatever else it carries": true, "any missing field leaves the record incomplete": true, "complete only when every field is carried": true, "each missing field names itself, in receipt order": true, "the producer is compared verbatim, never graded": true, "the verdict word must be one the vocabulary defines": true }, "reference_disagree": [] }, { "file": "specs/verified/region.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 0, "asserts": 30, "blockers": [], "detail": "", "test_verdicts": { "matching region and sealed image admits": true, "each identity part names itself in order": true, "an unsealed image is rejected even when every part matches": true, "a part that cannot be established rejects as unknown, never admits": true, "overlap is symmetric and catches containment": true, "an empty or inverted span is not a placement": true, "an invalid span owns nothing": true, "swappable needs boundary and placement, ignores the rest": true, "update state is the adapter triad": true, "static must be same or the update is not partial": true }, "reference_tests": { "a part that cannot be established rejects as unknown, never admits": true, "an empty or inverted span is not a placement": true, "an invalid span owns nothing": true, "an unsealed image is rejected even when every part matches": true, "each identity part names itself in order": true, "matching region and sealed image admits": true, "overlap is symmetric and catches containment": true, "static must be same or the update is not partial": true, "swappable needs boundary and placement, ignores the rest": true, "update state is the adapter triad": true }, "reference_disagree": [] }, { "file": "specs/verified/reuse.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 1, "asserts": 38, "blockers": [], "detail": "", "test_verdicts": { "unchanged_state_is_reused": true, "a_leaf_change_rebuilds_the_leaf": true, "a_shared_dependency_change_rebuilds_every_dependent": true, "a_toolchain_or_config_change_is_not_reusable": true, "missing_identity_fails_closed": true, "a_failed_seal_is_never_reused": true, "the_first_differing_part_is_the_reason": true, "the_same_failure_gets_the_same_fingerprint": true, "a_fingerprint_reads_back_its_parts": true, "a_repeated_failure_updates_not_duplicates": true, "a_failure_closes_only_on_verified_evidence": true, "hardware_without_device_evidence_is_unproven": true }, "reference_tests": { "a_failed_seal_is_never_reused": true, "a_failure_closes_only_on_verified_evidence": true, "a_fingerprint_reads_back_its_parts": true, "a_leaf_change_rebuilds_the_leaf": true, "a_repeated_failure_updates_not_duplicates": true, "a_shared_dependency_change_rebuilds_every_dependent": true, "a_toolchain_or_config_change_is_not_reusable": true, "hardware_without_device_evidence_is_unproven": true, "missing_identity_fails_closed": true, "the_first_differing_part_is_the_reason": true, "the_same_failure_gets_the_same_fingerprint": true, "unchanged_state_is_reused": true }, "reference_disagree": [] }, { "file": "specs/verified/review_gate.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 1, "asserts": 20, "blockers": [], "detail": "", "test_verdicts": { "full_evidence_reaches_policy_and_merges_with_another_approver": true, "run_all_is_resolved_not_missing": true, "an_unresolved_affected_set_blocks_everything": true, "a_required_check_that_did_not_report_is_not_a_pass": true, "a_failed_check_stops_at_executed": true, "an_unverified_seal_stops_at_passed": true, "a_policy_failure_stops_at_sealed": true, "no_self_approval_and_no_merge_without_approval": true, "an_empty_required_set_still_needs_seals_and_policy": true }, "reference_tests": { "a_failed_check_stops_at_executed": true, "a_policy_failure_stops_at_sealed": true, "a_required_check_that_did_not_report_is_not_a_pass": true, "an_empty_required_set_still_needs_seals_and_policy": true, "an_unresolved_affected_set_blocks_everything": true, "an_unverified_seal_stops_at_passed": true, "full_evidence_reaches_policy_and_merges_with_another_approver": true, "no_self_approval_and_no_merge_without_approval": true, "run_all_is_resolved_not_missing": true }, "reference_disagree": [] }, { "file": "specs/verified/run_record.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 0, "asserts": 28, "blockers": [], "detail": "", "test_verdicts": { "three complete agreeing sealed receipts are one run": true, "fewer than three receipts is not a run, whatever else holds": true, "each missing run fact names itself, in run order": true, "an incomplete receipt among them names the run incomplete": true, "disagreeing words are not one verdict over the spec": true, "a receipt citing someone else's seal is not this run's evidence": true, "three is the number of placements a verdict is built over": true, "a complete run may be the run reference of a verdict record": true, "an incomplete run is no run reference at all, judged before the chain": true, "the receipts a run is built from are complete by receipt.t27's rule": true }, "reference_tests": { "a complete run may be the run reference of a verdict record": true, "a receipt citing someone else's seal is not this run's evidence": true, "an incomplete receipt among them names the run incomplete": true, "an incomplete run is no run reference at all, judged before the chain": true, "disagreeing words are not one verdict over the spec": true, "each missing run fact names itself, in run order": true, "fewer than three receipts is not a run, whatever else holds": true, "the receipts a run is built from are complete by receipt.t27's rule": true, "three complete agreeing sealed receipts are one run": true, "three is the number of placements a verdict is built over": true }, "reference_disagree": [] }, { "file": "specs/verified/seal_check.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 11, "invariants": 0, "asserts": 26, "blockers": [], "detail": "", "test_verdicts": { "all parts same and green is the only match": true, "spec bytes different names the spec, not the backends": true, "each backend names itself in the seal key order": true, "a part the checker could not recompute fails closed as unknown": true, "unknown wins over later named parts but not over an earlier named one": true, "a forced seal never verifies, whatever the hashes": true, "a seal that failed a test is a failure, not a pass": true, "a digest the checker does not implement is unknown before any comparison": true, "the pinned algorithm changes nothing on its own": true, "only a match counts as the old verdict": true, "observed comparison is exact: any difference is a difference": true }, "reference_tests": { "a digest the checker does not implement is unknown before any comparison": true, "a forced seal never verifies, whatever the hashes": true, "a part the checker could not recompute fails closed as unknown": true, "a seal that failed a test is a failure, not a pass": true, "all parts same and green is the only match": true, "each backend names itself in the seal key order": true, "observed comparison is exact: any difference is a difference": true, "only a match counts as the old verdict": true, "spec bytes different names the spec, not the backends": true, "the pinned algorithm changes nothing on its own": true, "unknown wins over later named parts but not over an earlier named one": true }, "reference_disagree": [] }, { "file": "specs/verified/signed_receipt.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 20, "invariants": 0, "asserts": 95, "blockers": [], "detail": "", "test_verdicts": { "a signed receipt from a registered key with a valid signature is authored": true, "with a challenge, the receipt that answers it is fresh": true, "each missing authentication fact names itself, in judgment order": true, "the signature is judged before the nonce": true, "an unsigned or unregistered receipt establishes no authorship": true, "a genuine receipt replayed against a new challenge is authored but not fresh": true, "a nonce shorter than 128 bits challenges nothing": true, "without a challenge the nonce is not judged": true, "a run is as authenticated as its weakest receipt": true, "citability needs a complete run and the level the citation requires": true, "receipts written before this rule stay citable at level none and no higher": true, "no level is device-rooted": true, "a private key inside the repository is refused": true, "the message and key sizes are the RFC 8032 ones": true, "the levels are ordered so a run's level is a minimum": true, "the message starts with the domain line": true, "a field line is name, equals, value, newline": true, "an absent nonce is signed as null": true, "hex digits are lowercase going out and either case coming in": true, "a key id is exactly sixteen hex digits": true }, "reference_tests": { "a field line is name, equals, value, newline": true, "a genuine receipt replayed against a new challenge is authored but not fresh": true, "a key id is exactly sixteen hex digits": true, "a nonce shorter than 128 bits challenges nothing": true, "a private key inside the repository is refused": true, "a run is as authenticated as its weakest receipt": true, "a signed receipt from a registered key with a valid signature is authored": true, "an absent nonce is signed as null": true, "an unsigned or unregistered receipt establishes no authorship": true, "citability needs a complete run and the level the citation requires": true, "each missing authentication fact names itself, in judgment order": true, "hex digits are lowercase going out and either case coming in": true, "no level is device-rooted": true, "receipts written before this rule stay citable at level none and no higher": true, "the levels are ordered so a run's level is a minimum": true, "the message and key sizes are the RFC 8032 ones": true, "the message starts with the domain line": true, "the signature is judged before the nonce": true, "with a challenge, the receipt that answers it is fresh": true, "without a challenge the nonce is not judged": true }, "reference_disagree": [] }, { "file": "specs/verified/ternary_link_run.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 15, "blockers": [], "detail": "", "test_verdicts": { "the measured run is one complete run": true, "the citation answers PASS on the measured run": true, "every run fact is load-bearing: break one, the citation dies": true, "a broken chain is a FAIL verdict, not an invalid record": true, "the observed word is the word the vocabulary defines": true }, "reference_tests": { "a broken chain is a FAIL verdict, not an invalid record": true, "every run fact is load-bearing: break one, the citation dies": true, "the citation answers PASS on the measured run": true, "the measured run is one complete run": true, "the observed word is the word the vocabulary defines": true }, "reference_disagree": [] }, { "file": "specs/verified/verdict.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 18, "blockers": [], "detail": "", "test_verdicts": { "a whole chain with all three references passes": true, "any broken link fails the run, carrying the link as the reason": true, "each missing reference names itself in order": true, "references are judged before the verdict": true, "the hardware field is verbatim, never upgraded": true, "pass never implies hardware": true }, "reference_tests": { "a whole chain with all three references passes": true, "any broken link fails the run, carrying the link as the reason": true, "each missing reference names itself in order": true, "pass never implies hardware": true, "references are judged before the verdict": true, "the hardware field is verbatim, never upgraded": true }, "reference_disagree": [] }, { "file": "specs/vm/jit_semantics.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:29:20: error: expected ',' after field", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (alias)", "type map", "ConstDecl", "StmtAssign(undeclared)", "type mismatch", "ExprCall(rejected fn)", "ExprCall(@setEvalBranchQuota)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/vm/trinity_vm.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 2, "asserts": 26, "blockers": [], "detail": "", "test_verdicts": { "opcode_numbers_follow_the_declaration_order": true, "a_register_index_above_three_aliases_v0": true, "the_step_rule_stops_at_the_end_and_on_halt": true, "the_condition_codes_use_a_tenth_band": true, "the_sacred_identity_and_fibonacci": true }, "reference_tests": { "a_register_index_above_three_aliases_v0": true, "opcode_numbers_follow_the_declaration_order": true, "the_condition_codes_use_a_tenth_band": true, "the_sacred_identity_and_fibonacci": true, "the_step_rule_stops_at_the_end_and_on_halt": true }, "reference_disagree": [] }, { "file": "specs/vsa/jones_polynomial.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:74:34: error: array literal requires address-of operator (&) to coerce to slice type '[]i32'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprBinary" ], "detail": "ExprArrayLiteral" }, { "file": "specs/vsa/ops.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:29:27: error: type '[]spec.Trit' does not support array initialization syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprCast", "ExprCall(undeclared fn)", "ExprCall" ], "detail": "ExprArrayLiteral" }, { "file": "specs/vsa/packed_vsa.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:26:5: error: variables must be initialized", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl", "ExprCall(undeclared fn)", "type mismatch", "ExprCall(@setEvalBranchQuota)" ], "detail": "ConstDecl" }, { "file": "specs/vsa/sdk.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:23:11: error: use of undeclared identifier 'hybrid_arithmetic'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type hybrid_arithmetic::HybridBigInt", "ExprCall(rejected fn)", "ExprCall(@setEvalBranchQuota)" ], "detail": "type hybrid_arithmetic::HybridBigInt" }, { "file": "specs/vsa/sequence_hdc.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:29:15: error: expected ',' after field", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type map", "type map", "type map<[]constu8,PackedBigInt>", "ExprCall(rejected fn)", "ExprCall(@setEvalBranchQuota)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/vsa/similarity_search.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "VarDecl(module, undefined)", "ExprIdentifier(rejected decl)", "ExprCall(@setEvalBranchQuota)" ], "detail": "VarDecl(module, undefined)", "reference_tests": { "cosine_similarity_identical": true, "cosine_similarity_opposite": true, "cosine_similarity_orthogonal": true, "find_top_k_basic": true, "hamming_similarity_identical": true, "hamming_similarity_partial": true, "jaccard_index_disjoint": true, "jaccard_index_identical": true } }, { "file": "specs/vsa/trinity_compat.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 5, "asserts": 64, "blockers": [], "detail": "", "test_verdicts": { "the_nine_bind_pairs_of_the_reference": true, "the_zero_identity_variant_differs_on_four_pairs_only": true, "bind_is_its_own_inverse_on_nonzero_trits_only": true, "bundle_ties_and_the_zero_trit_is_the_identity_of_bundling": true, "hamming_and_nonzero_count_per_trit": true, "length_rules_of_the_reference": true, "rotation_indices_and_their_inverse": true, "packing_arithmetic": true, "cosine_is_undefined_without_a_nonzero_trit_on_each_side": true, "the_additive_tri27_register_bind_is_another_operation": true }, "reference_tests": { "bind_is_its_own_inverse_on_nonzero_trits_only": true, "bundle_ties_and_the_zero_trit_is_the_identity_of_bundling": true, "cosine_is_undefined_without_a_nonzero_trit_on_each_side": true, "hamming_and_nonzero_count_per_trit": true, "length_rules_of_the_reference": true, "packing_arithmetic": true, "rotation_indices_and_their_inverse": true, "the_additive_tri27_register_bind_is_another_operation": true, "the_nine_bind_pairs_of_the_reference": true, "the_zero_identity_variant_differs_on_four_pairs_only": true }, "reference_disagree": [] }, { "file": "specs/vsa/vsa_core.t27", "reference": "blocked", "reference_detail": "does not compile: spec.zig:29:21: error: use of undeclared identifier 'TRIT_ZERO'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(reference redeclares)", "type gf16", "ExprArrayLiteral", "ExprCall(@mod)", "ExprIdentifier(undeclared)", "ExprCall(rejected fn)", "ExprCall", "ExprCall(@setEvalBranchQuota)" ], "detail": "StmtAssign(reference redeclares)" }, { "file": "specs/xilinx7/bench_coverage.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "bench_coverage_includes_all_four_specs": true, "bench_coverage_excludes_others": true, "bench_coverage_matches_issue_requirement": true }, "reference_tests": { "bench_coverage_excludes_others": true, "bench_coverage_includes_all_four_specs": true, "bench_coverage_matches_issue_requirement": true }, "reference_disagree": [] }, { "file": "specs/xilinx7/far.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 0, "asserts": 78, "blockers": [], "detail": "", "test_verdicts": { "far_round_trip": true, "next_steps_minor_then_column_then_stops": true, "groups_are_in_increasing_address_order": true, "walk_covers_vivado_fdri_write": true, "walk_sizes_of_the_larger_parts": true, "every_part_index_meets_its_walk": true, "idcode_names_the_part": true, "vivado_pins_land_in_their_tiles": true, "invalid_addresses_have_no_frame": true }, "reference_tests": { "every_part_index_meets_its_walk": true, "far_round_trip": true, "groups_are_in_increasing_address_order": true, "idcode_names_the_part": true, "invalid_addresses_have_no_frame": true, "next_steps_minor_then_column_then_stops": true, "vivado_pins_land_in_their_tiles": true, "walk_covers_vivado_fdri_write": true, "walk_sizes_of_the_larger_parts": true }, "reference_disagree": [] }, { "file": "specs/xilinx7/flow.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 27, "blockers": [], "detail": "", "test_verdicts": { "page_flow_of_2026_10_03": true, "speedup_rounds_half_up": true, "page_shares": true, "page_ceilings": true, "page_hours": true, "saved_is_never_negative": true, "best_and_worst_fold_runs": true, "verdict_needs_ranges_apart": true }, "reference_tests": { "best_and_worst_fold_runs": true, "page_ceilings": true, "page_flow_of_2026_10_03": true, "page_hours": true, "page_shares": true, "saved_is_never_negative": true, "speedup_rounds_half_up": true, "verdict_needs_ranges_apart": true }, "reference_disagree": [] }, { "file": "specs/xilinx7/frames.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 14, "invariants": 0, "asserts": 61, "blockers": [], "detail": "", "test_verdicts": { "ecc_codes_skip_single_bit_points": true, "ecc_ignores_its_own_bits": true, "ecc_parity_lands_in_bit_12": true, "with_ecc_keeps_the_high_bits": true, "ecc_matches_vivado_frame_833": true, "ecc_matches_vivado_frame_1528": true, "ecc_matches_vivado_frame_1605": true, "ecc_agrees_with_fpga_assembler_vectors": true, "seg_positions_inside_the_frame": true, "seg_positions_below_the_frame_wrap_to_its_end": true, "seg_positions_above_the_frame_are_dropped": true, "seg_positions_of_a_tile_below_its_frame": true, "seg_window_is_the_tiles_own_words": true, "bit_merge_flags_set_and_clear": true }, "reference_tests": { "bit_merge_flags_set_and_clear": true, "ecc_agrees_with_fpga_assembler_vectors": true, "ecc_codes_skip_single_bit_points": true, "ecc_ignores_its_own_bits": true, "ecc_matches_vivado_frame_1528": true, "ecc_matches_vivado_frame_1605": true, "ecc_matches_vivado_frame_833": true, "ecc_parity_lands_in_bit_12": true, "seg_positions_above_the_frame_are_dropped": true, "seg_positions_below_the_frame_wrap_to_its_end": true, "seg_positions_inside_the_frame": true, "seg_positions_of_a_tile_below_its_frame": true, "seg_window_is_the_tiles_own_words": true, "with_ecc_keeps_the_high_bits": true }, "reference_disagree": [] }, { "file": "specs/xilinx7/packets.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 0, "asserts": 59, "blockers": [], "detail": "", "test_verdicts": { "header_words_vivado_writes": true, "header_decode": true, "type2_carries_the_frames": true, "left_counts_down_then_reloads": true, "crc_matches_vivado_tail": true, "crc_table_is_derived": true, "crc_word_equals_crc_step": true, "crc_restarts": true, "reseal_only_what_passed": true, "cor0_fields_of_vivado_default": true, "cor0_oscfsel_field": true, "seq_matches_xc7frames2bit_around_the_frames": true }, "reference_tests": { "cor0_fields_of_vivado_default": true, "cor0_oscfsel_field": true, "crc_matches_vivado_tail": true, "crc_restarts": true, "crc_table_is_derived": true, "crc_word_equals_crc_step": true, "header_decode": true, "header_words_vivado_writes": true, "left_counts_down_then_reloads": true, "reseal_only_what_passed": true, "seq_matches_xc7frames2bit_around_the_frames": true, "type2_carries_the_frames": true }, "reference_disagree": [] } ] }