{
  "planned": 27,
  "submitted": 27,
  "scored": 24,
  "passes": 24,
  "median_passing_ms": 2701.082,
  "cases": [
    {
      "state": "complete",
      "finish": "stop",
      "terminal_marker": true,
      "first_generated_ms": 439.792,
      "first_answer_ms": 439.792,
      "elapsed_ms": 597.585,
      "prompt_tokens": 29,
      "completion_tokens": 8,
      "reasoning_seen": false,
      "native_tools_seen": false,
      "case": "smoke-plain",
      "trial": 0,
      "request_sha256": "503a50da7201457e36d372f55ff999cf28439e05e7501c172306187b68d1ec26",
      "output_sha256": "053792a5bb8aeffffad26e57e86402e932b8d6b2427cd2b980a8b861e2f3c89c",
      "smoke_pass": true
    },
    {
      "state": "complete",
      "finish": "stop",
      "terminal_marker": true,
      "first_generated_ms": 441.78,
      "first_answer_ms": 441.78,
      "elapsed_ms": 741.485,
      "prompt_tokens": 35,
      "completion_tokens": 13,
      "reasoning_seen": false,
      "native_tools_seen": false,
      "case": "smoke-json",
      "trial": 0,
      "request_sha256": "37e81bac4eb316d496ed7bd21ea2cb25d8ab22076888ea1bc7b953cfb82c9ff2",
      "output_sha256": "cf0cb676ff122a5366549bb9467fe0f816728106b097d61fc3d124937a0f37b5",
      "smoke_pass": true
    },
    {
      "state": "complete",
      "finish": "stop",
      "terminal_marker": true,
      "first_generated_ms": 398.467,
      "first_answer_ms": 398.467,
      "elapsed_ms": 449.146,
      "prompt_tokens": 29,
      "completion_tokens": 3,
      "reasoning_seen": false,
      "native_tools_seen": false,
      "case": "smoke-reasoning",
      "trial": 0,
      "request_sha256": "561421fba073478e0afd5ca1b2ce313d27ed9ae1b4469839e5a9740260b6ceab",
      "output_sha256": "73475cb40a568e8da8a045ced110137e159f890ac4da883b6b17dc651b3a8049",
      "smoke_pass": true
    },
    {
      "state": "complete",
      "finish": "stop",
      "terminal_marker": true,
      "first_generated_ms": 10963.62,
      "first_answer_ms": 10963.62,
      "elapsed_ms": 11932.905,
      "prompt_tokens": 151,
      "completion_tokens": 55,
      "reasoning_seen": false,
      "native_tools_seen": false,
      "case": "code_fix_chunk_001",
      "trial": 1,
      "request_sha256": "7b8c406fb0dc8e4822fe72ad9bff74c496298562407cac4fcff6ed06931374a4",
      "output_sha256": "49e1eb06eaf19416a5199cdf4b7b2b1c3342cd68c6f7c3e07686f3e15f3f3d67",
      "category": "coding-agent-fix",
      "verdict": {
        "state": "pass",
        "score": 1.0,
        "format_ok": true
      }
    },
    {
      "state": "complete",
      "finish": "stop",
      "terminal_marker": true,
      "first_generated_ms": 7133.328,
      "first_answer_ms": 7133.328,
      "elapsed_ms": 8043.632,
      "prompt_tokens": 139,
      "completion_tokens": 61,
      "reasoning_seen": false,
      "native_tools_seen": false,
      "case": "code_fix_dedupe_001",
      "trial": 1,
      "request_sha256": "67faa75477546ac6fad3a2ad85f2003d6d1251d9553d65f9ca7d8b21798ee42c",
      "output_sha256": "8b4d6f496aaac18415f69bf2b36262768272f649e88c979a3f204df035715932",
      "category": "coding-agent-fix",
      "verdict": {
        "state": "pass",
        "score": 1.0,
        "format_ok": true
      }
    },
    {
      "state": "complete",
      "finish": "stop",
      "terminal_marker": true,
      "first_generated_ms": 1804.887,
      "first_answer_ms": 1804.887,
      "elapsed_ms": 5509.958,
      "prompt_tokens": 215,
      "completion_tokens": 225,
      "reasoning_seen": false,
      "native_tools_seen": false,
      "case": "code_fix_duration_001",
      "trial": 1,
      "request_sha256": "f4ef59b061ea23aef923ef97dfa4855722e121129c6a9e2bca276a3090cc4d8c",
      "output_sha256": "31dc0f43473d5bad1ea03e2499a516b8bc532d993cbd847a2258a7736f825045",
      "category": "coding-agent-fix",
      "verdict": {
        "state": "pass",
        "score": 1.0,
        "format_ok": true
      }
    },
    {
      "state": "complete",
      "finish": "stop",
      "terminal_marker": true,
      "first_generated_ms": 923.99,
      "first_answer_ms": 923.99,
      "elapsed_ms": 2855.754,
      "prompt_tokens": 93,
      "completion_tokens": 85,
      "reasoning_seen": false,
      "native_tools_seen": false,
      "case": "code_fix_median_001",
      "trial": 1,
      "request_sha256": "7a86fda09a8ca5e67da3b073f8af1420247b20604476f29453c570dbadbda588",
      "output_sha256": "81ac5191e859cea0ed50fb3a19ede417210ef1d62811501551655d669ccb477e",
      "category": "coding-agent-fix",
      "verdict": {
        "state": "pass",
        "score": 1.0,
        "format_ok": true
      }
    },
    {
      "state": "complete",
      "finish": "stop",
      "terminal_marker": true,
      "first_generated_ms": 1195.525,
      "first_answer_ms": 1195.525,
      "elapsed_ms": 3004.193,
      "prompt_tokens": 237,
      "completion_tokens": 78,
      "reasoning_seen": false,
      "native_tools_seen": false,
      "case": "extract_invoice_001",
      "trial": 1,
      "request_sha256": "1b4634522b145070df42227c9edf02c35abf130285363f84b822f3688102db90",
      "output_sha256": "181dcb1fe68cda85380aa69e43fe9b02b7cdddb8b8dbebd4fbefeebccafa9ef0",
      "category": "structured-extraction",
      "verdict": {
        "state": "pass",
        "score": 1.0,
        "format_ok": true
      }
    },
    {
      "state": "complete",
      "finish": "stop",
      "terminal_marker": true,
      "first_generated_ms": 1021.747,
      "first_answer_ms": 1021.747,
      "elapsed_ms": 2625.5,
      "prompt_tokens": 129,
      "completion_tokens": 66,
      "reasoning_seen": false,
      "native_tools_seen": false,
      "case": "extract_job_001",
      "trial": 1,
      "request_sha256": "a9a76110a17a37959babd5a8fb228f2fa12d32f7ceb07cd642a85e12ee259b16",
      "output_sha256": "a1ceb8c624078acd0c76d543aa065a98827889fc02d83fab3c1d8a73b8c18cbf",
      "category": "structured-extraction",
      "verdict": {
        "state": "pass",
        "score": 1.0,
        "format_ok": true
      }
    },
    {
      "state": "complete",
      "finish": "stop",
      "terminal_marker": true,
      "first_generated_ms": 1013.555,
      "first_answer_ms": 1013.555,
      "elapsed_ms": 2869.545,
      "prompt_tokens": 142,
      "completion_tokens": 78,
      "reasoning_seen": false,
      "native_tools_seen": false,
      "case": "extract_meeting_001",
      "trial": 1,
      "request_sha256": "b119bdce56858dbe2fa11006a58a0f22b0da77f4624e45f7b1c93453c2115bbb",
      "output_sha256": "9db7e3237bacc178c0fcd1d1f27968c135c220534be09a1917a036514c36d9e1",
      "category": "structured-extraction",
      "verdict": {
        "state": "pass",
        "score": 1.0,
        "format_ok": true
      }
    },
    {
      "state": "complete",
      "finish": "stop",
      "terminal_marker": true,
      "first_generated_ms": 971.407,
      "first_answer_ms": 971.407,
      "elapsed_ms": 2700.053,
      "prompt_tokens": 117,
      "completion_tokens": 75,
      "reasoning_seen": false,
      "native_tools_seen": false,
      "case": "extract_shipment_001",
      "trial": 1,
      "request_sha256": "e2e693fe909eea015b998571cd80bb3d0dbdfff7bae5d41c1c160f646db9fa54",
      "output_sha256": "c774599894f23b8ba4fd4e856115c325bb2c0ad119066be8cd68a048ac05af84",
      "category": "structured-extraction",
      "verdict": {
        "state": "pass",
        "score": 1.0,
        "format_ok": true
      }
    },
    {
      "state": "complete",
      "finish": "stop",
      "terminal_marker": true,
      "first_generated_ms": 1074.021,
      "first_answer_ms": 1074.021,
      "elapsed_ms": 2729.277,
      "prompt_tokens": 157,
      "completion_tokens": 67,
      "reasoning_seen": false,
      "native_tools_seen": false,
      "case": "tool_multi_001",
      "trial": 1,
      "request_sha256": "bb98edd1674a36448546408f10c63c0b3ad620e4f3aa570cd501844aac2dfa65",
      "output_sha256": "9308413d3b2de68449bd7c8e0cb9723ccd6ca54d44e0d8bcb1b709bfba40d8e9",
      "category": "tool-calling",
      "verdict": {
        "state": "pass",
        "score": 1.0,
        "format_ok": true
      }
    },
    {
      "state": "complete",
      "finish": "stop",
      "terminal_marker": true,
      "first_generated_ms": 964.481,
      "first_answer_ms": 964.481,
      "elapsed_ms": 1141.294,
      "prompt_tokens": 105,
      "completion_tokens": 12,
      "reasoning_seen": false,
      "native_tools_seen": false,
      "case": "tool_none_001",
      "trial": 1,
      "request_sha256": "812109763b5924412f710e3611367a62a216428765aec36b9229b28d3a744c06",
      "output_sha256": "19ca21cefe9e2ef80aafacfc0fbe755058b3668ae406b9d8c6b56f50e5303c17",
      "category": "tool-calling",
      "verdict": {
        "state": "pass",
        "score": 1.0,
        "format_ok": true
      }
    },
    {
      "state": "complete",
      "finish": "stop",
      "terminal_marker": true,
      "first_generated_ms": 987.983,
      "first_answer_ms": 987.983,
      "elapsed_ms": 2093.225,
      "prompt_tokens": 128,
      "completion_tokens": 54,
      "reasoning_seen": false,
      "native_tools_seen": false,
      "case": "tool_order_001",
      "trial": 1,
      "request_sha256": "725dfc5a3d32290c6969a67117a98e54ed627e538e0a684cdcc66b6cc45cd69b",
      "output_sha256": "2f1c199c02ca9d63aedde35bc1b96de84e565cb657b5375da4207c4d30a703c0",
      "category": "tool-calling",
      "verdict": {
        "state": "pass",
        "score": 1.0,
        "format_ok": true
      }
    },
    {
      "state": "complete",
      "finish": "stop",
      "terminal_marker": true,
      "first_generated_ms": 1010.246,
      "first_answer_ms": 1010.246,
      "elapsed_ms": 1978.682,
      "prompt_tokens": 141,
      "completion_tokens": 41,
      "reasoning_seen": false,
      "native_tools_seen": false,
      "case": "tool_reminder_001",
      "trial": 1,
      "request_sha256": "387a72e552c7016e95bd946fe9231b0838bdf38a72ac59e81ade10436236bab2",
      "output_sha256": "8c04c10e3a45ffd1549fd94d9e2e1fb8d00421e1a39544ef1cab8057bb272487",
      "category": "tool-calling",
      "verdict": {
        "state": "pass",
        "score": 1.0,
        "format_ok": true
      }
    },
    {
      "state": "complete",
      "finish": "stop",
      "terminal_marker": true,
      "first_generated_ms": 1569.835,
      "first_answer_ms": 1569.835,
      "elapsed_ms": 2534.124,
      "prompt_tokens": 151,
      "completion_tokens": 55,
      "reasoning_seen": false,
      "native_tools_seen": false,
      "case": "code_fix_chunk_001",
      "trial": 2,
      "request_sha256": "7b8c406fb0dc8e4822fe72ad9bff74c496298562407cac4fcff6ed06931374a4",
      "output_sha256": "49e1eb06eaf19416a5199cdf4b7b2b1c3342cd68c6f7c3e07686f3e15f3f3d67",
      "category": "coding-agent-fix",
      "verdict": {
        "state": "pass",
        "score": 1.0,
        "format_ok": true
      }
    },
    {
      "state": "complete",
      "finish": "stop",
      "terminal_marker": true,
      "first_generated_ms": 1003.831,
      "first_answer_ms": 1003.831,
      "elapsed_ms": 1913.173,
      "prompt_tokens": 139,
      "completion_tokens": 61,
      "reasoning_seen": false,
      "native_tools_seen": false,
      "case": "code_fix_dedupe_001",
      "trial": 2,
      "request_sha256": "67faa75477546ac6fad3a2ad85f2003d6d1251d9553d65f9ca7d8b21798ee42c",
      "output_sha256": "8b4d6f496aaac18415f69bf2b36262768272f649e88c979a3f204df035715932",
      "category": "coding-agent-fix",
      "verdict": {
        "state": "pass",
        "score": 1.0,
        "format_ok": true
      }
    },
    {
      "state": "complete",
      "finish": "stop",
      "terminal_marker": true,
      "first_generated_ms": 1137.117,
      "first_answer_ms": 1137.117,
      "elapsed_ms": 4848.343,
      "prompt_tokens": 215,
      "completion_tokens": 225,
      "reasoning_seen": false,
      "native_tools_seen": false,
      "case": "code_fix_duration_001",
      "trial": 2,
      "request_sha256": "f4ef59b061ea23aef923ef97dfa4855722e121129c6a9e2bca276a3090cc4d8c",
      "output_sha256": "31dc0f43473d5bad1ea03e2499a516b8bc532d993cbd847a2258a7736f825045",
      "category": "coding-agent-fix",
      "verdict": {
        "state": "pass",
        "score": 1.0,
        "format_ok": true
      }
    },
    {
      "state": "complete",
      "finish": "stop",
      "terminal_marker": true,
      "first_generated_ms": 931.056,
      "first_answer_ms": 931.056,
      "elapsed_ms": 2864.274,
      "prompt_tokens": 93,
      "completion_tokens": 85,
      "reasoning_seen": false,
      "native_tools_seen": false,
      "case": "code_fix_median_001",
      "trial": 2,
      "request_sha256": "7a86fda09a8ca5e67da3b073f8af1420247b20604476f29453c570dbadbda588",
      "output_sha256": "81ac5191e859cea0ed50fb3a19ede417210ef1d62811501551655d669ccb477e",
      "category": "coding-agent-fix",
      "verdict": {
        "state": "pass",
        "score": 1.0,
        "format_ok": true
      }
    },
    {
      "state": "complete",
      "finish": "stop",
      "terminal_marker": true,
      "first_generated_ms": 1147.211,
      "first_answer_ms": 1147.211,
      "elapsed_ms": 2954.958,
      "prompt_tokens": 237,
      "completion_tokens": 78,
      "reasoning_seen": false,
      "native_tools_seen": false,
      "case": "extract_invoice_001",
      "trial": 2,
      "request_sha256": "1b4634522b145070df42227c9edf02c35abf130285363f84b822f3688102db90",
      "output_sha256": "181dcb1fe68cda85380aa69e43fe9b02b7cdddb8b8dbebd4fbefeebccafa9ef0",
      "category": "structured-extraction",
      "verdict": {
        "state": "pass",
        "score": 1.0,
        "format_ok": true
      }
    },
    {
      "state": "complete",
      "finish": "stop",
      "terminal_marker": true,
      "first_generated_ms": 1009.303,
      "first_answer_ms": 1009.303,
      "elapsed_ms": 2612.62,
      "prompt_tokens": 129,
      "completion_tokens": 66,
      "reasoning_seen": false,
      "native_tools_seen": false,
      "case": "extract_job_001",
      "trial": 2,
      "request_sha256": "a9a76110a17a37959babd5a8fb228f2fa12d32f7ceb07cd642a85e12ee259b16",
      "output_sha256": "a1ceb8c624078acd0c76d543aa065a98827889fc02d83fab3c1d8a73b8c18cbf",
      "category": "structured-extraction",
      "verdict": {
        "state": "pass",
        "score": 1.0,
        "format_ok": true
      }
    },
    {
      "state": "complete",
      "finish": "stop",
      "terminal_marker": true,
      "first_generated_ms": 994.337,
      "first_answer_ms": 994.337,
      "elapsed_ms": 2851.082,
      "prompt_tokens": 142,
      "completion_tokens": 78,
      "reasoning_seen": false,
      "native_tools_seen": false,
      "case": "extract_meeting_001",
      "trial": 2,
      "request_sha256": "b119bdce56858dbe2fa11006a58a0f22b0da77f4624e45f7b1c93453c2115bbb",
      "output_sha256": "9db7e3237bacc178c0fcd1d1f27968c135c220534be09a1917a036514c36d9e1",
      "category": "structured-extraction",
      "verdict": {
        "state": "pass",
        "score": 1.0,
        "format_ok": true
      }
    },
    {
      "state": "complete",
      "finish": "stop",
      "terminal_marker": true,
      "first_generated_ms": 967.797,
      "first_answer_ms": 967.797,
      "elapsed_ms": 2696.359,
      "prompt_tokens": 117,
      "completion_tokens": 75,
      "reasoning_seen": false,
      "native_tools_seen": false,
      "case": "extract_shipment_001",
      "trial": 2,
      "request_sha256": "e2e693fe909eea015b998571cd80bb3d0dbdfff7bae5d41c1c160f646db9fa54",
      "output_sha256": "c774599894f23b8ba4fd4e856115c325bb2c0ad119066be8cd68a048ac05af84",
      "category": "structured-extraction",
      "verdict": {
        "state": "pass",
        "score": 1.0,
        "format_ok": true
      }
    },
    {
      "state": "complete",
      "finish": "stop",
      "terminal_marker": true,
      "first_generated_ms": 1046.599,
      "first_answer_ms": 1046.599,
      "elapsed_ms": 2702.111,
      "prompt_tokens": 157,
      "completion_tokens": 67,
      "reasoning_seen": false,
      "native_tools_seen": false,
      "case": "tool_multi_001",
      "trial": 2,
      "request_sha256": "bb98edd1674a36448546408f10c63c0b3ad620e4f3aa570cd501844aac2dfa65",
      "output_sha256": "9308413d3b2de68449bd7c8e0cb9723ccd6ca54d44e0d8bcb1b709bfba40d8e9",
      "category": "tool-calling",
      "verdict": {
        "state": "pass",
        "score": 1.0,
        "format_ok": true
      }
    },
    {
      "state": "complete",
      "finish": "stop",
      "terminal_marker": true,
      "first_generated_ms": 956.673,
      "first_answer_ms": 956.673,
      "elapsed_ms": 1132.818,
      "prompt_tokens": 105,
      "completion_tokens": 12,
      "reasoning_seen": false,
      "native_tools_seen": false,
      "case": "tool_none_001",
      "trial": 2,
      "request_sha256": "812109763b5924412f710e3611367a62a216428765aec36b9229b28d3a744c06",
      "output_sha256": "19ca21cefe9e2ef80aafacfc0fbe755058b3668ae406b9d8c6b56f50e5303c17",
      "category": "tool-calling",
      "verdict": {
        "state": "pass",
        "score": 1.0,
        "format_ok": true
      }
    },
    {
      "state": "complete",
      "finish": "stop",
      "terminal_marker": true,
      "first_generated_ms": 983.502,
      "first_answer_ms": 983.502,
      "elapsed_ms": 2118.434,
      "prompt_tokens": 128,
      "completion_tokens": 54,
      "reasoning_seen": false,
      "native_tools_seen": false,
      "case": "tool_order_001",
      "trial": 2,
      "request_sha256": "725dfc5a3d32290c6969a67117a98e54ed627e538e0a684cdcc66b6cc45cd69b",
      "output_sha256": "2f1c199c02ca9d63aedde35bc1b96de84e565cb657b5375da4207c4d30a703c0",
      "category": "tool-calling",
      "verdict": {
        "state": "pass",
        "score": 1.0,
        "format_ok": true
      }
    },
    {
      "state": "complete",
      "finish": "stop",
      "terminal_marker": true,
      "first_generated_ms": 1411.916,
      "first_answer_ms": 1411.916,
      "elapsed_ms": 2412.001,
      "prompt_tokens": 141,
      "completion_tokens": 41,
      "reasoning_seen": false,
      "native_tools_seen": false,
      "case": "tool_reminder_001",
      "trial": 2,
      "request_sha256": "387a72e552c7016e95bd946fe9231b0838bdf38a72ac59e81ade10436236bab2",
      "output_sha256": "8c04c10e3a45ffd1549fd94d9e2e1fb8d00421e1a39544ef1cab8057bb272487",
      "category": "tool-calling",
      "verdict": {
        "state": "pass",
        "score": 1.0,
        "format_ok": true
      }
    }
  ],
  "runtime": {
    "load_seconds": 796.162,
    "memory_samples": 440,
    "cgroup_memory_peak_bytes": 4820799488,
    "engine_vmhwm_bytes": 2717081600,
    "sampled_vram_bytes": [
      21026263040,
      20250202112
    ],
    "production_restored": true,
    "inference_probe_ok": true,
    "sampled_swap_peak_bytes": 0
  },
  "protocol": {
    "repetitions": 2,
    "model": "Qwen3.8-Flash-Next IQ2_XS",
    "engine": "XeStrata xe0.2.2-1",
    "context": 8192,
    "streams": 1,
    "completion_cap": 512,
    "temperature": 0,
    "mtp": false,
    "layer_split": 25,
    "bundle_sha256": "59ec205095cd5b02a0d85b24da04dc28e64ef22c648d18deef58138ddfd5999d"
  }
}
