{
 "schema": 1,
 "suite": "parity",
 "date": "2026-10-23",
 "machine": "mac-m4-pro",
 "device": "metal",
 "ollaya": "0.16.0 at 696e385 with local changes",
 "protocol": {
  "reference": "goldens from each family's goldens.py: the authors' code in PyTorch fp32 (TF32 off) on the checkpoint the manifest names",
  "gate": "fp32 tags: identical encodings and decisions, option logits within 1e-3, wire answers as the authors' code; -fp16 tags (docs/decisions/0008-fp16-decoder-tags.md): identical encodings, at least 99.5 % of decisions the same, differences reported",
  "runner": "crates/ollaya-runner/examples/parity.rs (laya family), run by hand"
 },
 "results": [
  {
   "model": "coba:150m-ternary",
   "questions": 2383,
   "decisions_same": 2383,
   "max_prob_diff": 0.0000036,
   "p99_prob_diff": 0.0000015,
   "pass": true,
   "device": "metal",
   "kind": "runtime",
   "gate": "fp32",
   "encoding_mismatches": 0,
   "goldens": "convert/out/goldens-all/laya-coba-150m-ternary.jsonl (477 cases, laya 0.3.7 fp32 on CPU)",
   "engine": "mlx"
  },
  {
   "model": "coba:1b",
   "questions": 2383,
   "decisions_same": 2383,
   "max_prob_diff": 0.0000049,
   "p99_prob_diff": 0.0000021,
   "pass": true,
   "device": "metal",
   "kind": "runtime",
   "gate": "fp32",
   "encoding_mismatches": 0,
   "goldens": "convert/out/goldens-all/laya-coba-1b.jsonl (477 cases, laya 0.3.7 fp32 on CPU)",
   "engine": "mlx"
  },
  {
   "model": "coba:400m",
   "questions": 2383,
   "decisions_same": 2383,
   "max_prob_diff": 0.000014,
   "p99_prob_diff": 0.0000035,
   "pass": true,
   "device": "metal",
   "kind": "runtime",
   "gate": "fp32",
   "encoding_mismatches": 0,
   "goldens": "convert/out/goldens-all/laya-coba-400m.jsonl (477 cases, laya 0.3.7 fp32 on CPU)",
   "engine": "mlx"
  },
  {
   "model": "coba:400m-ternary",
   "questions": 2383,
   "decisions_same": 2383,
   "max_prob_diff": 0.0000034,
   "p99_prob_diff": 0.0000013,
   "pass": true,
   "device": "metal",
   "kind": "runtime",
   "gate": "fp32",
   "encoding_mismatches": 0,
   "goldens": "convert/out/goldens-all/laya-coba-400m-ternary.jsonl (477 cases, laya 0.3.7 fp32 on CPU)",
   "engine": "mlx"
  },
  {
   "model": "coba:68m-ternary",
   "questions": 2383,
   "decisions_same": 2383,
   "max_prob_diff": 0.0000028,
   "p99_prob_diff": 0.0000016,
   "pass": true,
   "device": "metal",
   "kind": "runtime",
   "gate": "fp32",
   "encoding_mismatches": 0,
   "goldens": "convert/out/goldens-all/laya-coba-68m-ternary.jsonl (477 cases, laya 0.3.7 fp32 on CPU)",
   "engine": "mlx"
  }
 ]
}