{
  "executed_at": "2026-10-20T08:06:37.899017+00:00",
  "python": "3.12.3",
  "method": "Deterministic synthetic cases only",
  "limits": "No vendor benchmarks, live model calls, GPU generation, OAuth server, or product installation tested.",
  "files": {
    "evidence_checks.py": "65c8c10962c096a408414cc2f76b24e08633a07793948d58f3e3b5b3c80cc0f4",
    "verify_examples.py": "3cc438e21d750972cc8a29b212cdf2cef54fdfdb011b371ee464635109430975",
    "comfy-api-prompt.json": "de1bda4700e820746d66a409e9585fce5401ca87df2172897227324ca3776d6f"
  },
  "cases": [
    {
      "case": "uncached token bill",
      "status": "pass"
    },
    {
      "case": "disjoint cached token bill",
      "status": "pass"
    },
    {
      "case": "tool fee separately added",
      "status": "pass"
    },
    {
      "case": "negative token count",
      "status": "pass",
      "expected": "rejected"
    },
    {
      "case": "fractional token count",
      "status": "pass",
      "expected": "rejected"
    },
    {
      "case": "nonfinite rate",
      "status": "pass",
      "expected": "rejected"
    },
    {
      "case": "fraud precision",
      "status": "pass"
    },
    {
      "case": "fraud recall",
      "status": "pass"
    },
    {
      "case": "fraud alert count",
      "status": "pass"
    },
    {
      "case": "no alerts is undefined precision",
      "status": "pass"
    },
    {
      "case": "negative confusion count",
      "status": "pass",
      "expected": "rejected"
    },
    {
      "case": "retrieval deduplication",
      "status": "pass"
    },
    {
      "case": "empty retrieval",
      "status": "pass"
    },
    {
      "case": "valid synthetic invoice",
      "status": "pass"
    },
    {
      "case": "impossible extracted date",
      "status": "pass",
      "expected": "rejected"
    },
    {
      "case": "extra instruction field",
      "status": "pass",
      "expected": "rejected"
    },
    {
      "case": "negative extracted amount",
      "status": "pass",
      "expected": "rejected"
    },
    {
      "case": "invalid source page",
      "status": "pass",
      "expected": "rejected"
    },
    {
      "case": "example graph reference structure",
      "status": "pass"
    },
    {
      "case": "missing graph node",
      "status": "pass",
      "expected": "rejected"
    },
    {
      "case": "cyclic graph",
      "status": "pass",
      "expected": "rejected"
    },
    {
      "case": "authorized quest reward",
      "status": "pass"
    },
    {
      "case": "dialogue cannot bypass quest",
      "status": "pass"
    },
    {
      "case": "reward cannot repeat",
      "status": "pass"
    }
  ],
  "passed": 24,
  "illustrations": {
    "fraud": {
      "precision": 0.28776978417266186,
      "recall": 0.8,
      "false_positive_rate": 0.02,
      "accuracy": 0.9782,
      "alerts": 278
    },
    "token_and_tool_assumptions_usd": "3.40"
  }
}