{
  "version": 1,
  "signature": {
    "model_metadata_sha256": {
      "config.json": "5b23e176214ccc7c157805d56ee618660b338937b0a8d2f5032a77ab279fd449",
      "tokenizer.json": "0997f410c57a1f4e53b09e4be8f4a172d90edd9564368fb0847030937229b9f3",
      "packed/manifest.json": "7eec327ad7cc9c1f38554473275cf19daf448314db79745f3debf013c78627a9"
    },
    "binary_sha256": "d54f24aae702db7ea21745387555c79399c588478ec592c12a58788866f865de",
    "suite_sha256": "1e84a64ff5cbff593f0619abac01730893ec11aaceecf2f30f826e0ccdf6c926",
    "model": "/path/to/model",
    "configs": [
      {
        "id": "exact-4bit",
        "label": "4-bit",
        "args": [
          "--experts",
          "4"
        ],
        "store_bits": null,
        "reproducible_cut": true
      },
      {
        "id": "misses-2bit",
        "label": "4-bit resident / 2-bit misses + cut 0.08",
        "args": [
          "--experts",
          "4",
          "--miss-experts",
          "2",
          "--cut-weak",
          "0.08"
        ],
        "store_bits": 2,
        "reproducible_cut": false
      },
      {
        "id": "all-3bit",
        "label": "3-bit",
        "args": [
          "--experts",
          "3"
        ],
        "store_bits": 3,
        "reproducible_cut": true
      },
      {
        "id": "all-2bit",
        "label": "2-bit",
        "args": [
          "--experts",
          "2"
        ],
        "store_bits": 2,
        "reproducible_cut": true
      }
    ],
    "cases": [
      {
        "id": "code",
        "kind": "decode",
        "prompt": "Write a Python function that reverses a singly linked list.",
        "max_tokens": 4096,
        "stop": "eos"
      },
      {
        "id": "code-lru",
        "kind": "decode",
        "prompt": "Implement an LRU cache in Python with O(1) get and put, a fixed positive capacity, and no third-party dependencies. Include complete runnable code, tests for update and eviction, and a short explanation of the invariants.",
        "max_tokens": 7168,
        "stop": "eos"
      },
      {
        "id": "debug-bisect",
        "kind": "decode",
        "prompt": "Debug this Python function intended to return the first index whose value is at least target, or len(a) if none exists:\n\ndef lower_bound(a, target):\n    lo, hi = 0, len(a) - 1\n    while lo < hi:\n        mid = (lo + hi) // 2\n        if a[mid] < target:\n            lo = mid\n        else:\n            hi = mid - 1\n    return lo\n\nExplain the failures, give a corrected implementation, state its loop invariant, and provide runnable tests including empty input, duplicates, and boundary targets.",
        "max_tokens": 4096,
        "stop": "eos"
      },
      {
        "id": "prose",
        "kind": "decode",
        "prompt": "Explain why a hash table needs to handle collisions, with a short example.",
        "max_tokens": 4096,
        "stop": "eos"
      },
      {
        "id": "reasoning",
        "kind": "decode",
        "prompt": "A workshop must produce 120 identical parts. Machine A makes 8 parts per hour and needs a 30-minute setup. Machine B makes 5 parts per hour and needs a 12-minute setup. Both setups begin at time zero, both machines run simultaneously after setup, and partial parts do not count. What is the earliest time all 120 parts can be finished? Show the arithmetic, account for integer completions, and check the immediately preceding completion time.",
        "max_tokens": 7168,
        "stop": "eos"
      },
      {
        "id": "structured",
        "kind": "decode",
        "prompt": "Extract the following orders into a JSON array. Return only valid JSON, with keys order_id, customer, items (each has name, quantity, unit_price_usd), shipping_usd, and total_usd. Prices exclude shipping. Compute each total.\nOrder A17: Mira ordered 3 notebooks at $4.50 each and 2 pens at $1.25 each. Shipping was free.\nOrder B08: Jules ordered one desk lamp for $27.90 and four bulbs for $3.10 each; shipping cost $5.00.\nOrder C31: Sana ordered 2 mugs priced at $12.00 apiece. One mug was canceled before billing. Shipping was $2.50.",
        "max_tokens": 4096,
        "stop": "eos"
      },
      {
        "id": "prefill-long",
        "kind": "prefill",
        "repeat_text": "The quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\n",
        "repeat": 128,
        "suffix": "\nSummarize this document in three sentences.",
        "max_tokens": 1024,
        "rounds": 1,
        "stop": "eos"
      },
      {
        "id": "pelican",
        "kind": "svg",
        "prompt": "Generate an SVG of a pelican riding a bicycle. Keep it under 120 elements and close every tag.",
        "max_tokens": 7168,
        "max_ctx": 8192,
        "rounds": 1,
        "stop": "eos"
      }
    ],
    "rounds": 3,
    "allow_battery": false
  },
  "configurations": [
    {
      "id": "exact-4bit",
      "label": "4-bit",
      "args": [
        "--experts",
        "4"
      ],
      "store_bits": null,
      "reproducible_cut": true
    },
    {
      "id": "misses-2bit",
      "label": "4-bit resident / 2-bit misses + cut 0.08",
      "args": [
        "--experts",
        "4",
        "--miss-experts",
        "2",
        "--cut-weak",
        "0.08"
      ],
      "store_bits": 2,
      "reproducible_cut": false
    },
    {
      "id": "all-3bit",
      "label": "3-bit",
      "args": [
        "--experts",
        "3"
      ],
      "store_bits": 3,
      "reproducible_cut": true
    },
    {
      "id": "all-2bit",
      "label": "2-bit",
      "args": [
        "--experts",
        "2"
      ],
      "store_bits": 2,
      "reproducible_cut": true
    }
  ],
  "cases": [
    {
      "id": "code",
      "kind": "decode",
      "prompt": "Write a Python function that reverses a singly linked list.",
      "max_tokens": 4096,
      "stop": "eos"
    },
    {
      "id": "code-lru",
      "kind": "decode",
      "prompt": "Implement an LRU cache in Python with O(1) get and put, a fixed positive capacity, and no third-party dependencies. Include complete runnable code, tests for update and eviction, and a short explanation of the invariants.",
      "max_tokens": 7168,
      "stop": "eos"
    },
    {
      "id": "debug-bisect",
      "kind": "decode",
      "prompt": "Debug this Python function intended to return the first index whose value is at least target, or len(a) if none exists:\n\ndef lower_bound(a, target):\n    lo, hi = 0, len(a) - 1\n    while lo < hi:\n        mid = (lo + hi) // 2\n        if a[mid] < target:\n            lo = mid\n        else:\n            hi = mid - 1\n    return lo\n\nExplain the failures, give a corrected implementation, state its loop invariant, and provide runnable tests including empty input, duplicates, and boundary targets.",
      "max_tokens": 4096,
      "stop": "eos"
    },
    {
      "id": "prose",
      "kind": "decode",
      "prompt": "Explain why a hash table needs to handle collisions, with a short example.",
      "max_tokens": 4096,
      "stop": "eos"
    },
    {
      "id": "reasoning",
      "kind": "decode",
      "prompt": "A workshop must produce 120 identical parts. Machine A makes 8 parts per hour and needs a 30-minute setup. Machine B makes 5 parts per hour and needs a 12-minute setup. Both setups begin at time zero, both machines run simultaneously after setup, and partial parts do not count. What is the earliest time all 120 parts can be finished? Show the arithmetic, account for integer completions, and check the immediately preceding completion time.",
      "max_tokens": 7168,
      "stop": "eos"
    },
    {
      "id": "structured",
      "kind": "decode",
      "prompt": "Extract the following orders into a JSON array. Return only valid JSON, with keys order_id, customer, items (each has name, quantity, unit_price_usd), shipping_usd, and total_usd. Prices exclude shipping. Compute each total.\nOrder A17: Mira ordered 3 notebooks at $4.50 each and 2 pens at $1.25 each. Shipping was free.\nOrder B08: Jules ordered one desk lamp for $27.90 and four bulbs for $3.10 each; shipping cost $5.00.\nOrder C31: Sana ordered 2 mugs priced at $12.00 apiece. One mug was canceled before billing. Shipping was $2.50.",
      "max_tokens": 4096,
      "stop": "eos"
    },
    {
      "id": "prefill-long",
      "kind": "prefill",
      "repeat_text": "The quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\n",
      "repeat": 128,
      "suffix": "\nSummarize this document in three sentences.",
      "max_tokens": 1024,
      "rounds": 1,
      "stop": "eos"
    },
    {
      "id": "pelican",
      "kind": "svg",
      "prompt": "Generate an SVG of a pelican riding a bicycle. Keep it under 120 elements and close every tag.",
      "max_tokens": 7168,
      "max_ctx": 8192,
      "rounds": 1,
      "stop": "eos"
    }
  ],
  "runs": [
    {
      "id": "r1-code-exact-4bit",
      "configuration": "exact-4bit",
      "case": "code",
      "round": 1,
      "args": [
        "/path/to/cherenkov",
        "/path/to/model",
        "Write a Python function that reverses a singly linked list.",
        "--experts",
        "4",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-code-exact-4bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 28.21843175,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "load_seconds": 0.53,
        "clock_start_ms": 13.01,
        "prompt_tokens": 24,
        "prefill_seconds": 5.01,
        "pp_s": 4.8,
        "output_tokens": 187,
        "decode_seconds": 21.94,
        "tg_s": 8.52,
        "steps": 67,
        "mean_step_ms": 318.9,
        "gpu_active_ms": 317.7,
        "io_wait_ms": 89.2,
        "metal_gb": 20.98,
        "clock_end_ms": 23.67,
        "drafts": 2,
        "accepted_drafts_per_step": 1.79
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-code-all-3bit",
      "configuration": "all-3bit",
      "case": "code",
      "round": 1,
      "args": [
        "/path/to/cherenkov",
        "/path/to/model",
        "Write a Python function that reverses a singly linked list.",
        "--experts",
        "3",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-code-all-3bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 20.016209874999987,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "load_seconds": 0.49,
        "clock_start_ms": 14.08,
        "prompt_tokens": 24,
        "prefill_seconds": 3.86,
        "pp_s": 6.2,
        "output_tokens": 185,
        "decode_seconds": 15.26,
        "tg_s": 12.13,
        "steps": 66,
        "mean_step_ms": 224.3,
        "gpu_active_ms": 223.1,
        "io_wait_ms": 62.5,
        "metal_gb": 20.98,
        "clock_end_ms": 20.77,
        "drafts": 2,
        "accepted_drafts_per_step": 1.8
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-code-all-2bit",
      "configuration": "all-2bit",
      "case": "code",
      "round": 1,
      "args": [
        "/path/to/cherenkov",
        "/path/to/model",
        "Write a Python function that reverses a singly linked list.",
        "--experts",
        "2",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-code-all-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 52.682491915999975,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "load_seconds": 0.47,
        "clock_start_ms": 13.83,
        "prompt_tokens": 24,
        "prefill_seconds": 3.16,
        "pp_s": 7.6,
        "output_tokens": 867,
        "decode_seconds": 48.61,
        "tg_s": 17.84,
        "steps": 336,
        "mean_step_ms": 139.2,
        "gpu_active_ms": 137.1,
        "io_wait_ms": 27.8,
        "metal_gb": 20.98,
        "clock_end_ms": 12.09,
        "drafts": 2,
        "accepted_drafts_per_step": 1.58
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-code-lru-exact-4bit",
      "configuration": "exact-4bit",
      "case": "code-lru",
      "round": 1,
      "args": [
        "/path/to/cherenkov",
        "/path/to/model",
        "Implement an LRU cache in Python with O(1) get and put, a fixed positive capacity, and no third-party dependencies. Include complete runnable code, tests for update and eviction, and a short explanation of the invariants.",
        "--experts",
        "4",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-code-lru-exact-4bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 310.518244208,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "load_seconds": 0.58,
        "clock_start_ms": 12.32,
        "prompt_tokens": 59,
        "prefill_seconds": 8.7,
        "pp_s": 6.8,
        "output_tokens": 2124,
        "decode_seconds": 300.8,
        "tg_s": 7.06,
        "steps": 768,
        "mean_step_ms": 383.7,
        "gpu_active_ms": 381.6,
        "io_wait_ms": 105.9,
        "metal_gb": 20.98,
        "clock_end_ms": 23.46,
        "drafts": 2,
        "accepted_drafts_per_step": 1.77
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-code-lru-misses-2bit",
      "configuration": "misses-2bit",
      "case": "code-lru",
      "round": 1,
      "args": [
        "/path/to/cherenkov",
        "/path/to/model",
        "Implement an LRU cache in Python with O(1) get and put, a fixed positive capacity, and no third-party dependencies. Include complete runnable code, tests for update and eviction, and a short explanation of the invariants.",
        "--experts",
        "4",
        "--miss-experts",
        "2",
        "--cut-weak",
        "0.08",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-code-lru-misses-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 232.74006387500003,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "load_seconds": 0.49,
        "clock_start_ms": 12.54,
        "prompt_tokens": 59,
        "prefill_seconds": 8.12,
        "pp_s": 7.3,
        "output_tokens": 1796,
        "decode_seconds": 223.73,
        "tg_s": 8.03,
        "steps": 672,
        "mean_step_ms": 325.6,
        "gpu_active_ms": 324.2,
        "io_wait_ms": 59.6,
        "metal_gb": 20.98,
        "clock_end_ms": 22.68,
        "drafts": 2,
        "accepted_drafts_per_step": 1.67
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-code-lru-all-3bit",
      "configuration": "all-3bit",
      "case": "code-lru",
      "round": 1,
      "args": [
        "/path/to/cherenkov",
        "/path/to/model",
        "Implement an LRU cache in Python with O(1) get and put, a fixed positive capacity, and no third-party dependencies. Include complete runnable code, tests for update and eviction, and a short explanation of the invariants.",
        "--experts",
        "3",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-code-lru-all-3bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 222.91496258300003,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "load_seconds": 0.54,
        "clock_start_ms": 15.02,
        "prompt_tokens": 59,
        "prefill_seconds": 6.99,
        "pp_s": 8.4,
        "output_tokens": 2314,
        "decode_seconds": 214.92,
        "tg_s": 10.77,
        "steps": 857,
        "mean_step_ms": 243.8,
        "gpu_active_ms": 242.2,
        "io_wait_ms": 62.3,
        "metal_gb": 20.98,
        "clock_end_ms": 17.27,
        "drafts": 2,
        "accepted_drafts_per_step": 1.7
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-code-misses-2bit",
      "configuration": "misses-2bit",
      "case": "code",
      "round": 1,
      "args": [
        "/path/to/cherenkov",
        "/path/to/model",
        "Write a Python function that reverses a singly linked list.",
        "--experts",
        "4",
        "--miss-experts",
        "2",
        "--cut-weak",
        "0.08",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-code-misses-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 39.948586457999994,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.62,
        "clock_start_ms": 13.49,
        "prompt_tokens": 24,
        "prefill_seconds": 4.69,
        "pp_s": 5.1,
        "output_tokens": 312,
        "decode_seconds": 33.77,
        "tg_s": 9.24,
        "steps": 114,
        "mean_step_ms": 289.2,
        "gpu_active_ms": 287.5,
        "io_wait_ms": 56.1,
        "metal_gb": 20.98,
        "clock_end_ms": 23.94,
        "drafts": 2,
        "accepted_drafts_per_step": 1.74
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-debug-bisect-exact-4bit",
      "configuration": "exact-4bit",
      "case": "debug-bisect",
      "round": 1,
      "args": [
        "/path/to/cherenkov",
        "/path/to/model",
        "Debug this Python function intended to return the first index whose value is at least target, or len(a) if none exists:\n\ndef lower_bound(a, target):\n    lo, hi = 0, len(a) - 1\n    while lo < hi:\n        mid = (lo + hi) // 2\n        if a[mid] < target:\n            lo = mid\n        else:\n            hi = mid - 1\n    return lo\n\nExplain the failures, give a corrected implementation, state its loop invariant, and provide runnable tests including empty input, duplicates, and boundary targets.",
        "--experts",
        "4",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-debug-bisect-exact-4bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 264.02298974999997,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.45,
        "clock_start_ms": 12.62,
        "prompt_tokens": 139,
        "prefill_seconds": 12.16,
        "pp_s": 11.4,
        "output_tokens": 1773,
        "decode_seconds": 250.96,
        "tg_s": 7.06,
        "steps": 675,
        "mean_step_ms": 363.1,
        "gpu_active_ms": 361.5,
        "io_wait_ms": 92.4,
        "metal_gb": 20.98,
        "clock_end_ms": 20.64,
        "drafts": 2,
        "accepted_drafts_per_step": 1.63
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-code-lru-all-2bit",
      "configuration": "all-2bit",
      "case": "code-lru",
      "round": 1,
      "args": [
        "/path/to/cherenkov",
        "/path/to/model",
        "Implement an LRU cache in Python with O(1) get and put, a fixed positive capacity, and no third-party dependencies. Include complete runnable code, tests for update and eviction, and a short explanation of the invariants.",
        "--experts",
        "2",
        "--max-tokens",
        "7168",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-code-lru-all-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 295.85704904199997,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.46,
        "clock_start_ms": 12.36,
        "prompt_tokens": 59,
        "prefill_seconds": 5.2,
        "pp_s": 11.3,
        "output_tokens": 4408,
        "decode_seconds": 289.38,
        "tg_s": 15.23,
        "steps": 1578,
        "mean_step_ms": 177.3,
        "gpu_active_ms": 175.5,
        "io_wait_ms": 21.2,
        "metal_gb": 20.98,
        "clock_end_ms": 17.46,
        "drafts": 2,
        "accepted_drafts_per_step": 1.79
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-debug-bisect-misses-2bit",
      "configuration": "misses-2bit",
      "case": "debug-bisect",
      "round": 1,
      "args": [
        "/path/to/cherenkov",
        "/path/to/model",
        "Debug this Python function intended to return the first index whose value is at least target, or len(a) if none exists:\n\ndef lower_bound(a, target):\n    lo, hi = 0, len(a) - 1\n    while lo < hi:\n        mid = (lo + hi) // 2\n        if a[mid] < target:\n            lo = mid\n        else:\n            hi = mid - 1\n    return lo\n\nExplain the failures, give a corrected implementation, state its loop invariant, and provide runnable tests including empty input, duplicates, and boundary targets.",
        "--experts",
        "4",
        "--miss-experts",
        "2",
        "--cut-weak",
        "0.08",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-debug-bisect-misses-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 256.297437542,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.63,
        "clock_start_ms": 12.95,
        "prompt_tokens": 139,
        "prefill_seconds": 12.22,
        "pp_s": 11.4,
        "output_tokens": 1934,
        "decode_seconds": 242.92,
        "tg_s": 7.96,
        "steps": 756,
        "mean_step_ms": 314.4,
        "gpu_active_ms": 312.8,
        "io_wait_ms": 53.5,
        "metal_gb": 20.98,
        "clock_end_ms": 26.36,
        "drafts": 2,
        "accepted_drafts_per_step": 1.56
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-debug-bisect-all-3bit",
      "configuration": "all-3bit",
      "case": "debug-bisect",
      "round": 1,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Debug this Python function intended to return the first index whose value is at least target, or len(a) if none exists:\n\ndef lower_bound(a, target):\n    lo, hi = 0, len(a) - 1\n    while lo < hi:\n        mid = (lo + hi) // 2\n        if a[mid] < target:\n            lo = mid\n        else:\n            hi = mid - 1\n    return lo\n\nExplain the failures, give a corrected implementation, state its loop invariant, and provide runnable tests including empty input, duplicates, and boundary targets.",
        "--experts",
        "3",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-debug-bisect-all-3bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 199.00487025,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.74,
        "clock_start_ms": 12.54,
        "prompt_tokens": 139,
        "prefill_seconds": 15.76,
        "pp_s": 8.8,
        "output_tokens": 1865,
        "decode_seconds": 181.64,
        "tg_s": 10.27,
        "steps": 713,
        "mean_step_ms": 248.0,
        "gpu_active_ms": 246.2,
        "io_wait_ms": 56.6,
        "metal_gb": 20.98,
        "clock_end_ms": 21.99,
        "drafts": 2,
        "accepted_drafts_per_step": 1.62
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-debug-bisect-all-2bit",
      "configuration": "all-2bit",
      "case": "debug-bisect",
      "round": 1,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Debug this Python function intended to return the first index whose value is at least target, or len(a) if none exists:\n\ndef lower_bound(a, target):\n    lo, hi = 0, len(a) - 1\n    while lo < hi:\n        mid = (lo + hi) // 2\n        if a[mid] < target:\n            lo = mid\n        else:\n            hi = mid - 1\n    return lo\n\nExplain the failures, give a corrected implementation, state its loop invariant, and provide runnable tests including empty input, duplicates, and boundary targets.",
        "--experts",
        "2",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-debug-bisect-all-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 146.991233667,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.65,
        "clock_start_ms": 14.35,
        "prompt_tokens": 139,
        "prefill_seconds": 14.91,
        "pp_s": 9.3,
        "output_tokens": 1771,
        "decode_seconds": 130.84,
        "tg_s": 13.54,
        "steps": 693,
        "mean_step_ms": 182.9,
        "gpu_active_ms": 180.7,
        "io_wait_ms": 19.5,
        "metal_gb": 20.98,
        "clock_end_ms": 19.72,
        "drafts": 2,
        "accepted_drafts_per_step": 1.56
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-prose-exact-4bit",
      "configuration": "exact-4bit",
      "case": "prose",
      "round": 1,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Explain why a hash table needs to handle collisions, with a short example.",
        "--experts",
        "4",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-prose-exact-4bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 96.06521750000002,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.68,
        "clock_start_ms": 21.23,
        "prompt_tokens": 28,
        "prefill_seconds": 5.62,
        "pp_s": 5.0,
        "output_tokens": 692,
        "decode_seconds": 89.16,
        "tg_s": 7.76,
        "steps": 292,
        "mean_step_ms": 297.9,
        "gpu_active_ms": 296.3,
        "io_wait_ms": 72.9,
        "metal_gb": 20.98,
        "clock_end_ms": 22.69,
        "drafts": 2,
        "accepted_drafts_per_step": 1.37
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-prose-misses-2bit",
      "configuration": "misses-2bit",
      "case": "prose",
      "round": 1,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Explain why a hash table needs to handle collisions, with a short example.",
        "--experts",
        "4",
        "--miss-experts",
        "2",
        "--cut-weak",
        "0.08",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-prose-misses-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 83.41919737500001,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.46,
        "clock_start_ms": 18.13,
        "prompt_tokens": 28,
        "prefill_seconds": 5.04,
        "pp_s": 5.6,
        "output_tokens": 691,
        "decode_seconds": 77.51,
        "tg_s": 8.92,
        "steps": 284,
        "mean_step_ms": 266.6,
        "gpu_active_ms": 265.2,
        "io_wait_ms": 43.0,
        "metal_gb": 20.98,
        "clock_end_ms": 21.09,
        "drafts": 2,
        "accepted_drafts_per_step": 1.43
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-prose-all-3bit",
      "configuration": "all-3bit",
      "case": "prose",
      "round": 1,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Explain why a hash table needs to handle collisions, with a short example.",
        "--experts",
        "3",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-prose-all-3bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 52.3222269580001,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.45,
        "clock_start_ms": 12.89,
        "prompt_tokens": 28,
        "prefill_seconds": 4.55,
        "pp_s": 6.2,
        "output_tokens": 461,
        "decode_seconds": 46.88,
        "tg_s": 9.83,
        "steps": 201,
        "mean_step_ms": 226.9,
        "gpu_active_ms": 224.8,
        "io_wait_ms": 41.4,
        "metal_gb": 20.98,
        "clock_end_ms": 22.66,
        "drafts": 2,
        "accepted_drafts_per_step": 1.3
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-prose-all-2bit",
      "configuration": "all-2bit",
      "case": "prose",
      "round": 1,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Explain why a hash table needs to handle collisions, with a short example.",
        "--experts",
        "2",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-prose-all-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 42.84831900000006,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.57,
        "clock_start_ms": 13.21,
        "prompt_tokens": 28,
        "prefill_seconds": 3.45,
        "pp_s": 8.1,
        "output_tokens": 447,
        "decode_seconds": 38.28,
        "tg_s": 11.68,
        "steps": 196,
        "mean_step_ms": 189.4,
        "gpu_active_ms": 187.2,
        "io_wait_ms": 20.3,
        "metal_gb": 20.98,
        "clock_end_ms": 21.98,
        "drafts": 2,
        "accepted_drafts_per_step": 1.28
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-reasoning-exact-4bit",
      "configuration": "exact-4bit",
      "case": "reasoning",
      "round": 1,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "A workshop must produce 120 identical parts. Machine A makes 8 parts per hour and needs a 30-minute setup. Machine B makes 5 parts per hour and needs a 12-minute setup. Both setups begin at time zero, both machines run simultaneously after setup, and partial parts do not count. What is the earliest time all 120 parts can be finished? Show the arithmetic, account for integer completions, and check the immediately preceding completion time.",
        "--experts",
        "4",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-reasoning-exact-4bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 603.0731091250001,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.57,
        "clock_start_ms": 20.07,
        "prompt_tokens": 111,
        "prefill_seconds": 10.22,
        "pp_s": 10.9,
        "output_tokens": 4033,
        "decode_seconds": 591.77,
        "tg_s": 6.82,
        "steps": 1503,
        "mean_step_ms": 384.8,
        "gpu_active_ms": 383.1,
        "io_wait_ms": 105.0,
        "metal_gb": 20.98,
        "clock_end_ms": 18.04,
        "drafts": 2,
        "accepted_drafts_per_step": 1.68
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-reasoning-misses-2bit",
      "configuration": "misses-2bit",
      "case": "reasoning",
      "round": 1,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "A workshop must produce 120 identical parts. Machine A makes 8 parts per hour and needs a 30-minute setup. Machine B makes 5 parts per hour and needs a 12-minute setup. Both setups begin at time zero, both machines run simultaneously after setup, and partial parts do not count. What is the earliest time all 120 parts can be finished? Show the arithmetic, account for integer completions, and check the immediately preceding completion time.",
        "--experts",
        "4",
        "--miss-experts",
        "2",
        "--cut-weak",
        "0.08",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-reasoning-misses-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 346.808799291,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.53,
        "clock_start_ms": 21.29,
        "prompt_tokens": 111,
        "prefill_seconds": 10.41,
        "pp_s": 10.7,
        "output_tokens": 2747,
        "decode_seconds": 335.41,
        "tg_s": 8.19,
        "steps": 1041,
        "mean_step_ms": 315.3,
        "gpu_active_ms": 313.9,
        "io_wait_ms": 57.1,
        "metal_gb": 20.98,
        "clock_end_ms": 27.13,
        "drafts": 2,
        "accepted_drafts_per_step": 1.64
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-reasoning-all-3bit",
      "configuration": "all-3bit",
      "case": "reasoning",
      "round": 1,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "A workshop must produce 120 identical parts. Machine A makes 8 parts per hour and needs a 30-minute setup. Machine B makes 5 parts per hour and needs a 12-minute setup. Both setups begin at time zero, both machines run simultaneously after setup, and partial parts do not count. What is the earliest time all 120 parts can be finished? Show the arithmetic, account for integer completions, and check the immediately preceding completion time.",
        "--experts",
        "3",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-reasoning-all-3bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 214.78132666700003,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.53,
        "clock_start_ms": 18.54,
        "prompt_tokens": 111,
        "prefill_seconds": 13.79,
        "pp_s": 8.0,
        "output_tokens": 2172,
        "decode_seconds": 200.02,
        "tg_s": 10.86,
        "steps": 794,
        "mean_step_ms": 245.4,
        "gpu_active_ms": 244.0,
        "io_wait_ms": 64.2,
        "metal_gb": 20.98,
        "clock_end_ms": 18.73,
        "drafts": 2,
        "accepted_drafts_per_step": 1.74
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-reasoning-all-2bit",
      "configuration": "all-2bit",
      "case": "reasoning",
      "round": 1,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "A workshop must produce 120 identical parts. Machine A makes 8 parts per hour and needs a 30-minute setup. Machine B makes 5 parts per hour and needs a 12-minute setup. Both setups begin at time zero, both machines run simultaneously after setup, and partial parts do not count. What is the earliest time all 120 parts can be finished? Show the arithmetic, account for integer completions, and check the immediately preceding completion time.",
        "--experts",
        "2",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-reasoning-all-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 218.79182216699996,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.67,
        "clock_start_ms": 16.29,
        "prompt_tokens": 111,
        "prefill_seconds": 13.11,
        "pp_s": 8.5,
        "output_tokens": 2487,
        "decode_seconds": 204.44,
        "tg_s": 12.16,
        "steps": 915,
        "mean_step_ms": 216.5,
        "gpu_active_ms": 214.1,
        "io_wait_ms": 26.5,
        "metal_gb": 20.98,
        "clock_end_ms": 19.35,
        "drafts": 2,
        "accepted_drafts_per_step": 1.72
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-structured-exact-4bit",
      "configuration": "exact-4bit",
      "case": "structured",
      "round": 1,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Extract the following orders into a JSON array. Return only valid JSON, with keys order_id, customer, items (each has name, quantity, unit_price_usd), shipping_usd, and total_usd. Prices exclude shipping. Compute each total.\nOrder A17: Mira ordered 3 notebooks at $4.50 each and 2 pens at $1.25 each. Shipping was free.\nOrder B08: Jules ordered one desk lamp for $27.90 and four bulbs for $3.10 each; shipping cost $5.00.\nOrder C31: Sana ordered 2 mugs priced at $12.00 apiece. One mug was canceled before billing. Shipping was $2.50.",
        "--experts",
        "4",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-structured-exact-4bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 61.0198533329999,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.6,
        "clock_start_ms": 12.97,
        "prompt_tokens": 173,
        "prefill_seconds": 12.68,
        "pp_s": 13.6,
        "output_tokens": 372,
        "decode_seconds": 47.18,
        "tg_s": 7.88,
        "steps": 124,
        "mean_step_ms": 371.0,
        "gpu_active_ms": 369.4,
        "io_wait_ms": 110.2,
        "metal_gb": 20.98,
        "clock_end_ms": 27.68,
        "drafts": 2,
        "accepted_drafts_per_step": 2.0
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-structured-misses-2bit",
      "configuration": "misses-2bit",
      "case": "structured",
      "round": 1,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Extract the following orders into a JSON array. Return only valid JSON, with keys order_id, customer, items (each has name, quantity, unit_price_usd), shipping_usd, and total_usd. Prices exclude shipping. Compute each total.\nOrder A17: Mira ordered 3 notebooks at $4.50 each and 2 pens at $1.25 each. Shipping was free.\nOrder B08: Jules ordered one desk lamp for $27.90 and four bulbs for $3.10 each; shipping cost $5.00.\nOrder C31: Sana ordered 2 mugs priced at $12.00 apiece. One mug was canceled before billing. Shipping was $2.50.",
        "--experts",
        "4",
        "--miss-experts",
        "2",
        "--cut-weak",
        "0.08",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-structured-misses-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 52.91730895799992,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.47,
        "clock_start_ms": 13.37,
        "prompt_tokens": 173,
        "prefill_seconds": 12.45,
        "pp_s": 13.9,
        "output_tokens": 372,
        "decode_seconds": 39.61,
        "tg_s": 9.39,
        "steps": 125,
        "mean_step_ms": 309.5,
        "gpu_active_ms": 308.4,
        "io_wait_ms": 62.6,
        "metal_gb": 20.98,
        "clock_end_ms": 19.01,
        "drafts": 2,
        "accepted_drafts_per_step": 1.98
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-structured-all-3bit",
      "configuration": "all-3bit",
      "case": "structured",
      "round": 1,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Extract the following orders into a JSON array. Return only valid JSON, with keys order_id, customer, items (each has name, quantity, unit_price_usd), shipping_usd, and total_usd. Prices exclude shipping. Compute each total.\nOrder A17: Mira ordered 3 notebooks at $4.50 each and 2 pens at $1.25 each. Shipping was free.\nOrder B08: Jules ordered one desk lamp for $27.90 and four bulbs for $3.10 each; shipping cost $5.00.\nOrder C31: Sana ordered 2 mugs priced at $12.00 apiece. One mug was canceled before billing. Shipping was $2.50.",
        "--experts",
        "3",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-structured-all-3bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 49.09053441700007,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.48,
        "clock_start_ms": 12.54,
        "prompt_tokens": 173,
        "prefill_seconds": 15.53,
        "pp_s": 11.1,
        "output_tokens": 372,
        "decode_seconds": 32.65,
        "tg_s": 11.39,
        "steps": 124,
        "mean_step_ms": 255.9,
        "gpu_active_ms": 254.3,
        "io_wait_ms": 64.9,
        "metal_gb": 20.98,
        "clock_end_ms": 15.0,
        "drafts": 2,
        "accepted_drafts_per_step": 2.0
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-structured-all-2bit",
      "configuration": "all-2bit",
      "case": "structured",
      "round": 1,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Extract the following orders into a JSON array. Return only valid JSON, with keys order_id, customer, items (each has name, quantity, unit_price_usd), shipping_usd, and total_usd. Prices exclude shipping. Compute each total.\nOrder A17: Mira ordered 3 notebooks at $4.50 each and 2 pens at $1.25 each. Shipping was free.\nOrder B08: Jules ordered one desk lamp for $27.90 and four bulbs for $3.10 each; shipping cost $5.00.\nOrder C31: Sana ordered 2 mugs priced at $12.00 apiece. One mug was canceled before billing. Shipping was $2.50.",
        "--experts",
        "2",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-structured-all-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 42.891413000000284,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.56,
        "clock_start_ms": 13.16,
        "prompt_tokens": 173,
        "prefill_seconds": 15.24,
        "pp_s": 11.4,
        "output_tokens": 372,
        "decode_seconds": 26.54,
        "tg_s": 14.02,
        "steps": 126,
        "mean_step_ms": 203.8,
        "gpu_active_ms": 202.0,
        "io_wait_ms": 25.9,
        "metal_gb": 20.98,
        "clock_end_ms": 18.55,
        "drafts": 2,
        "accepted_drafts_per_step": 1.96
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-prefill-long-exact-4bit",
      "configuration": "exact-4bit",
      "case": "prefill-long",
      "round": 1,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "The quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\n\nSummarize this document in three sentences.",
        "--experts",
        "4",
        "--max-tokens",
        "1024",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-prefill-long-exact-4bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 48.375742458999866,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.54,
        "clock_start_ms": 12.94,
        "prompt_tokens": 3221,
        "prefill_seconds": 38.71,
        "pp_s": 83.2,
        "output_tokens": 48,
        "decode_seconds": 8.59,
        "tg_s": 5.59,
        "steps": 23,
        "mean_step_ms": 366.1,
        "gpu_active_ms": 364.4,
        "io_wait_ms": 87.8,
        "metal_gb": 20.98,
        "clock_end_ms": 19.31,
        "drafts": 2,
        "accepted_drafts_per_step": 1.13
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-prefill-long-misses-2bit",
      "configuration": "misses-2bit",
      "case": "prefill-long",
      "round": 1,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "The quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\n\nSummarize this document in three sentences.",
        "--experts",
        "4",
        "--miss-experts",
        "2",
        "--cut-weak",
        "0.08",
        "--max-tokens",
        "1024",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-prefill-long-misses-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 48.74191941700019,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.52,
        "clock_start_ms": 14.83,
        "prompt_tokens": 3221,
        "prefill_seconds": 41.42,
        "pp_s": 77.8,
        "output_tokens": 44,
        "decode_seconds": 6.35,
        "tg_s": 6.93,
        "steps": 21,
        "mean_step_ms": 295.5,
        "gpu_active_ms": 294.0,
        "io_wait_ms": 45.9,
        "metal_gb": 20.98,
        "clock_end_ms": 18.96,
        "drafts": 2,
        "accepted_drafts_per_step": 1.1
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-prefill-long-all-3bit",
      "configuration": "all-3bit",
      "case": "prefill-long",
      "round": 1,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "The quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\n\nSummarize this document in three sentences.",
        "--experts",
        "3",
        "--max-tokens",
        "1024",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-prefill-long-all-3bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 50.914758082999924,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.62,
        "clock_start_ms": 16.72,
        "prompt_tokens": 3221,
        "prefill_seconds": 42.52,
        "pp_s": 75.8,
        "output_tokens": 48,
        "decode_seconds": 7.27,
        "tg_s": 6.6,
        "steps": 24,
        "mean_step_ms": 296.0,
        "gpu_active_ms": 294.5,
        "io_wait_ms": 60.0,
        "metal_gb": 20.98,
        "clock_end_ms": 17.05,
        "drafts": 2,
        "accepted_drafts_per_step": 1.04
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-prefill-long-all-2bit",
      "configuration": "all-2bit",
      "case": "prefill-long",
      "round": 1,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "The quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\nThe quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\n\nSummarize this document in three sentences.",
        "--experts",
        "2",
        "--max-tokens",
        "1024",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-prefill-long-all-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 48.61567300000024,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.58,
        "clock_start_ms": 14.24,
        "prompt_tokens": 3221,
        "prefill_seconds": 40.83,
        "pp_s": 78.9,
        "output_tokens": 51,
        "decode_seconds": 6.66,
        "tg_s": 7.66,
        "steps": 32,
        "mean_step_ms": 202.6,
        "gpu_active_ms": 200.5,
        "io_wait_ms": 24.6,
        "metal_gb": 20.98,
        "clock_end_ms": 21.81,
        "drafts": 2,
        "accepted_drafts_per_step": 0.59
      },
      "finish_reason": "eos"
    },
    {
      "id": "r2-code-misses-2bit",
      "configuration": "misses-2bit",
      "case": "code",
      "round": 2,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Write a Python function that reverses a singly linked list.",
        "--experts",
        "4",
        "--miss-experts",
        "2",
        "--cut-weak",
        "0.08",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r2-code-misses-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 74.76572633299975,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.6,
        "clock_start_ms": 15.45,
        "prompt_tokens": 24,
        "prefill_seconds": 4.05,
        "pp_s": 5.9,
        "output_tokens": 557,
        "decode_seconds": 69.54,
        "tg_s": 8.01,
        "steps": 199,
        "mean_step_ms": 340.9,
        "gpu_active_ms": 338.7,
        "io_wait_ms": 66.0,
        "metal_gb": 20.98,
        "clock_end_ms": 27.91,
        "drafts": 2,
        "accepted_drafts_per_step": 1.8
      },
      "finish_reason": "eos"
    },
    {
      "id": "r2-code-all-3bit",
      "configuration": "all-3bit",
      "case": "code",
      "round": 2,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Write a Python function that reverses a singly linked list.",
        "--experts",
        "3",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r2-code-all-3bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 23.980674499999623,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.48,
        "clock_start_ms": 12.6,
        "prompt_tokens": 24,
        "prefill_seconds": 3.82,
        "pp_s": 6.3,
        "output_tokens": 185,
        "decode_seconds": 19.21,
        "tg_s": 9.63,
        "steps": 66,
        "mean_step_ms": 282.1,
        "gpu_active_ms": 280.5,
        "io_wait_ms": 59.3,
        "metal_gb": 20.98,
        "clock_end_ms": 20.57,
        "drafts": 2,
        "accepted_drafts_per_step": 1.8
      },
      "finish_reason": "eos"
    },
    {
      "id": "r2-code-all-2bit",
      "configuration": "all-2bit",
      "case": "code",
      "round": 2,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Write a Python function that reverses a singly linked list.",
        "--experts",
        "2",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r2-code-all-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 81.0871810839999,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.66,
        "clock_start_ms": 13.3,
        "prompt_tokens": 24,
        "prefill_seconds": 2.83,
        "pp_s": 8.5,
        "output_tokens": 867,
        "decode_seconds": 77.0,
        "tg_s": 11.26,
        "steps": 336,
        "mean_step_ms": 222.0,
        "gpu_active_ms": 219.7,
        "io_wait_ms": 27.7,
        "metal_gb": 20.98,
        "clock_end_ms": 21.46,
        "drafts": 2,
        "accepted_drafts_per_step": 1.58
      },
      "finish_reason": "eos"
    },
    {
      "id": "r2-code-exact-4bit",
      "configuration": "exact-4bit",
      "case": "code",
      "round": 2,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Write a Python function that reverses a singly linked list.",
        "--experts",
        "4",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r2-code-exact-4bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 27.33324358300024,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.6,
        "clock_start_ms": 14.01,
        "prompt_tokens": 24,
        "prefill_seconds": 4.52,
        "pp_s": 5.3,
        "output_tokens": 187,
        "decode_seconds": 21.69,
        "tg_s": 8.62,
        "steps": 67,
        "mean_step_ms": 315.0,
        "gpu_active_ms": 313.9,
        "io_wait_ms": 87.9,
        "metal_gb": 20.98,
        "clock_end_ms": 25.6,
        "drafts": 2,
        "accepted_drafts_per_step": 1.79
      },
      "finish_reason": "eos"
    },
    {
      "id": "r2-code-lru-misses-2bit",
      "configuration": "misses-2bit",
      "case": "code-lru",
      "round": 2,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Implement an LRU cache in Python with O(1) get and put, a fixed positive capacity, and no third-party dependencies. Include complete runnable code, tests for update and eviction, and a short explanation of the invariants.",
        "--experts",
        "4",
        "--miss-experts",
        "2",
        "--cut-weak",
        "0.08",
        "--max-tokens",
        "7168",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r2-code-lru-misses-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 214.8220726659997,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.47,
        "clock_start_ms": 13.4,
        "prompt_tokens": 59,
        "prefill_seconds": 8.01,
        "pp_s": 7.4,
        "output_tokens": 1606,
        "decode_seconds": 205.86,
        "tg_s": 7.8,
        "steps": 592,
        "mean_step_ms": 339.5,
        "gpu_active_ms": 337.6,
        "io_wait_ms": 59.9,
        "metal_gb": 20.98,
        "clock_end_ms": 23.33,
        "drafts": 2,
        "accepted_drafts_per_step": 1.71
      },
      "finish_reason": "eos"
    },
    {
      "id": "r2-code-lru-all-3bit",
      "configuration": "all-3bit",
      "case": "code-lru",
      "round": 2,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Implement an LRU cache in Python with O(1) get and put, a fixed positive capacity, and no third-party dependencies. Include complete runnable code, tests for update and eviction, and a short explanation of the invariants.",
        "--experts",
        "3",
        "--max-tokens",
        "7168",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r2-code-lru-all-3bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 249.37956500000018,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.51,
        "clock_start_ms": 13.09,
        "prompt_tokens": 59,
        "prefill_seconds": 7.36,
        "pp_s": 8.0,
        "output_tokens": 2314,
        "decode_seconds": 241.05,
        "tg_s": 9.6,
        "steps": 857,
        "mean_step_ms": 273.7,
        "gpu_active_ms": 272.0,
        "io_wait_ms": 61.3,
        "metal_gb": 20.98,
        "clock_end_ms": 16.62,
        "drafts": 2,
        "accepted_drafts_per_step": 1.7
      },
      "finish_reason": "eos"
    },
    {
      "id": "r2-code-lru-all-2bit",
      "configuration": "all-2bit",
      "case": "code-lru",
      "round": 2,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Implement an LRU cache in Python with O(1) get and put, a fixed positive capacity, and no third-party dependencies. Include complete runnable code, tests for update and eviction, and a short explanation of the invariants.",
        "--experts",
        "2",
        "--max-tokens",
        "7168",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r2-code-lru-all-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 349.52177362500015,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.53,
        "clock_start_ms": 12.9,
        "prompt_tokens": 59,
        "prefill_seconds": 5.38,
        "pp_s": 11.0,
        "output_tokens": 4408,
        "decode_seconds": 342.89,
        "tg_s": 12.86,
        "steps": 1578,
        "mean_step_ms": 210.3,
        "gpu_active_ms": 208.0,
        "io_wait_ms": 22.7,
        "metal_gb": 20.98,
        "clock_end_ms": 19.68,
        "drafts": 2,
        "accepted_drafts_per_step": 1.79
      },
      "finish_reason": "eos"
    },
    {
      "id": "r2-code-lru-exact-4bit",
      "configuration": "exact-4bit",
      "case": "code-lru",
      "round": 2,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Implement an LRU cache in Python with O(1) get and put, a fixed positive capacity, and no third-party dependencies. Include complete runnable code, tests for update and eviction, and a short explanation of the invariants.",
        "--experts",
        "4",
        "--max-tokens",
        "7168",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r2-code-lru-exact-4bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 310.3302242919999,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.59,
        "clock_start_ms": 12.72,
        "prompt_tokens": 59,
        "prefill_seconds": 8.72,
        "pp_s": 6.8,
        "output_tokens": 2124,
        "decode_seconds": 300.48,
        "tg_s": 7.07,
        "steps": 768,
        "mean_step_ms": 382.2,
        "gpu_active_ms": 380.6,
        "io_wait_ms": 105.7,
        "metal_gb": 20.98,
        "clock_end_ms": 22.64,
        "drafts": 2,
        "accepted_drafts_per_step": 1.77
      },
      "finish_reason": "eos"
    },
    {
      "id": "r2-debug-bisect-misses-2bit",
      "configuration": "misses-2bit",
      "case": "debug-bisect",
      "round": 2,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Debug this Python function intended to return the first index whose value is at least target, or len(a) if none exists:\n\ndef lower_bound(a, target):\n    lo, hi = 0, len(a) - 1\n    while lo < hi:\n        mid = (lo + hi) // 2\n        if a[mid] < target:\n            lo = mid\n        else:\n            hi = mid - 1\n    return lo\n\nExplain the failures, give a corrected implementation, state its loop invariant, and provide runnable tests including empty input, duplicates, and boundary targets.",
        "--experts",
        "4",
        "--miss-experts",
        "2",
        "--cut-weak",
        "0.08",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r2-debug-bisect-misses-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 223.21895079200021,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.52,
        "clock_start_ms": 14.72,
        "prompt_tokens": 139,
        "prefill_seconds": 13.29,
        "pp_s": 10.5,
        "output_tokens": 1598,
        "decode_seconds": 208.92,
        "tg_s": 7.65,
        "steps": 626,
        "mean_step_ms": 326.2,
        "gpu_active_ms": 324.3,
        "io_wait_ms": 56.5,
        "metal_gb": 20.98,
        "clock_end_ms": 22.34,
        "drafts": 2,
        "accepted_drafts_per_step": 1.56
      },
      "finish_reason": "eos"
    },
    {
      "id": "r2-debug-bisect-all-3bit",
      "configuration": "all-3bit",
      "case": "debug-bisect",
      "round": 2,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Debug this Python function intended to return the first index whose value is at least target, or len(a) if none exists:\n\ndef lower_bound(a, target):\n    lo, hi = 0, len(a) - 1\n    while lo < hi:\n        mid = (lo + hi) // 2\n        if a[mid] < target:\n            lo = mid\n        else:\n            hi = mid - 1\n    return lo\n\nExplain the failures, give a corrected implementation, state its loop invariant, and provide runnable tests including empty input, duplicates, and boundary targets.",
        "--experts",
        "3",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r2-debug-bisect-all-3bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 203.9521112920006,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.53,
        "clock_start_ms": 13.83,
        "prompt_tokens": 139,
        "prefill_seconds": 15.7,
        "pp_s": 8.9,
        "output_tokens": 1865,
        "decode_seconds": 187.17,
        "tg_s": 9.96,
        "steps": 713,
        "mean_step_ms": 255.3,
        "gpu_active_ms": 253.2,
        "io_wait_ms": 56.6,
        "metal_gb": 20.98,
        "clock_end_ms": 19.24,
        "drafts": 2,
        "accepted_drafts_per_step": 1.62
      },
      "finish_reason": "eos"
    },
    {
      "id": "r2-debug-bisect-all-2bit",
      "configuration": "all-2bit",
      "case": "debug-bisect",
      "round": 2,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Debug this Python function intended to return the first index whose value is at least target, or len(a) if none exists:\n\ndef lower_bound(a, target):\n    lo, hi = 0, len(a) - 1\n    while lo < hi:\n        mid = (lo + hi) // 2\n        if a[mid] < target:\n            lo = mid\n        else:\n            hi = mid - 1\n    return lo\n\nExplain the failures, give a corrected implementation, state its loop invariant, and provide runnable tests including empty input, duplicates, and boundary targets.",
        "--experts",
        "2",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r2-debug-bisect-all-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 157.6350630829993,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.63,
        "clock_start_ms": 12.58,
        "prompt_tokens": 139,
        "prefill_seconds": 14.93,
        "pp_s": 9.3,
        "output_tokens": 1771,
        "decode_seconds": 141.33,
        "tg_s": 12.53,
        "steps": 693,
        "mean_step_ms": 197.5,
        "gpu_active_ms": 195.1,
        "io_wait_ms": 20.7,
        "metal_gb": 20.98,
        "clock_end_ms": 18.74,
        "drafts": 2,
        "accepted_drafts_per_step": 1.56
      },
      "finish_reason": "eos"
    },
    {
      "id": "r2-debug-bisect-exact-4bit",
      "configuration": "exact-4bit",
      "case": "debug-bisect",
      "round": 2,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Debug this Python function intended to return the first index whose value is at least target, or len(a) if none exists:\n\ndef lower_bound(a, target):\n    lo, hi = 0, len(a) - 1\n    while lo < hi:\n        mid = (lo + hi) // 2\n        if a[mid] < target:\n            lo = mid\n        else:\n            hi = mid - 1\n    return lo\n\nExplain the failures, give a corrected implementation, state its loop invariant, and provide runnable tests including empty input, duplicates, and boundary targets.",
        "--experts",
        "4",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r2-debug-bisect-exact-4bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 264.59407579100025,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.61,
        "clock_start_ms": 13.03,
        "prompt_tokens": 139,
        "prefill_seconds": 12.15,
        "pp_s": 11.4,
        "output_tokens": 1773,
        "decode_seconds": 251.29,
        "tg_s": 7.06,
        "steps": 675,
        "mean_step_ms": 363.6,
        "gpu_active_ms": 362.0,
        "io_wait_ms": 93.0,
        "metal_gb": 20.98,
        "clock_end_ms": 21.15,
        "drafts": 2,
        "accepted_drafts_per_step": 1.63
      },
      "finish_reason": "eos"
    },
    {
      "id": "r2-prose-misses-2bit",
      "configuration": "misses-2bit",
      "case": "prose",
      "round": 2,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Explain why a hash table needs to handle collisions, with a short example.",
        "--experts",
        "4",
        "--miss-experts",
        "2",
        "--cut-weak",
        "0.08",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r2-prose-misses-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 84.00369950000004,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.57,
        "clock_start_ms": 14.69,
        "prompt_tokens": 28,
        "prefill_seconds": 5.19,
        "pp_s": 5.4,
        "output_tokens": 695,
        "decode_seconds": 77.69,
        "tg_s": 8.95,
        "steps": 282,
        "mean_step_ms": 268.7,
        "gpu_active_ms": 266.3,
        "io_wait_ms": 42.8,
        "metal_gb": 20.98,
        "clock_end_ms": 27.74,
        "drafts": 2,
        "accepted_drafts_per_step": 1.46
      },
      "finish_reason": "eos"
    },
    {
      "id": "r2-prose-all-3bit",
      "configuration": "all-3bit",
      "case": "prose",
      "round": 2,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Explain why a hash table needs to handle collisions, with a short example.",
        "--experts",
        "3",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r2-prose-all-3bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 54.30946933300038,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.72,
        "clock_start_ms": 15.65,
        "prompt_tokens": 28,
        "prefill_seconds": 4.76,
        "pp_s": 5.9,
        "output_tokens": 461,
        "decode_seconds": 48.22,
        "tg_s": 9.56,
        "steps": 201,
        "mean_step_ms": 233.3,
        "gpu_active_ms": 230.1,
        "io_wait_ms": 43.7,
        "metal_gb": 20.98,
        "clock_end_ms": 22.64,
        "drafts": 2,
        "accepted_drafts_per_step": 1.3
      },
      "finish_reason": "eos"
    },
    {
      "id": "r2-prose-all-2bit",
      "configuration": "all-2bit",
      "case": "prose",
      "round": 2,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Explain why a hash table needs to handle collisions, with a short example.",
        "--experts",
        "2",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r2-prose-all-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 42.89122037499965,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.61,
        "clock_start_ms": 14.16,
        "prompt_tokens": 28,
        "prefill_seconds": 3.59,
        "pp_s": 7.8,
        "output_tokens": 447,
        "decode_seconds": 38.1,
        "tg_s": 11.73,
        "steps": 196,
        "mean_step_ms": 188.4,
        "gpu_active_ms": 185.6,
        "io_wait_ms": 21.2,
        "metal_gb": 20.98,
        "clock_end_ms": 19.63,
        "drafts": 2,
        "accepted_drafts_per_step": 1.28
      },
      "finish_reason": "eos"
    },
    {
      "id": "r2-prose-exact-4bit",
      "configuration": "exact-4bit",
      "case": "prose",
      "round": 2,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Explain why a hash table needs to handle collisions, with a short example.",
        "--experts",
        "4",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r2-prose-exact-4bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 96.40877379100039,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.57,
        "clock_start_ms": 12.84,
        "prompt_tokens": 28,
        "prefill_seconds": 5.51,
        "pp_s": 5.1,
        "output_tokens": 692,
        "decode_seconds": 89.78,
        "tg_s": 7.71,
        "steps": 292,
        "mean_step_ms": 300.0,
        "gpu_active_ms": 298.5,
        "io_wait_ms": 73.2,
        "metal_gb": 20.98,
        "clock_end_ms": 21.05,
        "drafts": 2,
        "accepted_drafts_per_step": 1.37
      },
      "finish_reason": "eos"
    },
    {
      "id": "r2-reasoning-misses-2bit",
      "configuration": "misses-2bit",
      "case": "reasoning",
      "round": 2,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "A workshop must produce 120 identical parts. Machine A makes 8 parts per hour and needs a 30-minute setup. Machine B makes 5 parts per hour and needs a 12-minute setup. Both setups begin at time zero, both machines run simultaneously after setup, and partial parts do not count. What is the earliest time all 120 parts can be finished? Show the arithmetic, account for integer completions, and check the immediately preceding completion time.",
        "--experts",
        "4",
        "--miss-experts",
        "2",
        "--cut-weak",
        "0.08",
        "--max-tokens",
        "7168",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r2-reasoning-misses-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 265.52876283300003,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.5,
        "clock_start_ms": 12.71,
        "prompt_tokens": 111,
        "prefill_seconds": 10.34,
        "pp_s": 10.7,
        "output_tokens": 1985,
        "decode_seconds": 254.24,
        "tg_s": 7.81,
        "steps": 750,
        "mean_step_ms": 331.4,
        "gpu_active_ms": 329.6,
        "io_wait_ms": 60.6,
        "metal_gb": 20.98,
        "clock_end_ms": 21.51,
        "drafts": 2,
        "accepted_drafts_per_step": 1.65
      },
      "finish_reason": "eos"
    },
    {
      "id": "r2-reasoning-all-3bit",
      "configuration": "all-3bit",
      "case": "reasoning",
      "round": 2,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "A workshop must produce 120 identical parts. Machine A makes 8 parts per hour and needs a 30-minute setup. Machine B makes 5 parts per hour and needs a 12-minute setup. Both setups begin at time zero, both machines run simultaneously after setup, and partial parts do not count. What is the earliest time all 120 parts can be finished? Show the arithmetic, account for integer completions, and check the immediately preceding completion time.",
        "--experts",
        "3",
        "--max-tokens",
        "7168",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r2-reasoning-all-3bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 233.27147087500003,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.54,
        "clock_start_ms": 14.09,
        "prompt_tokens": 111,
        "prefill_seconds": 13.93,
        "pp_s": 8.0,
        "output_tokens": 2172,
        "decode_seconds": 218.32,
        "tg_s": 9.95,
        "steps": 794,
        "mean_step_ms": 267.4,
        "gpu_active_ms": 265.2,
        "io_wait_ms": 65.8,
        "metal_gb": 20.98,
        "clock_end_ms": 20.98,
        "drafts": 2,
        "accepted_drafts_per_step": 1.74
      },
      "finish_reason": "eos"
    },
    {
      "id": "r2-reasoning-all-2bit",
      "configuration": "all-2bit",
      "case": "reasoning",
      "round": 2,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "A workshop must produce 120 identical parts. Machine A makes 8 parts per hour and needs a 30-minute setup. Machine B makes 5 parts per hour and needs a 12-minute setup. Both setups begin at time zero, both machines run simultaneously after setup, and partial parts do not count. What is the earliest time all 120 parts can be finished? Show the arithmetic, account for integer completions, and check the immediately preceding completion time.",
        "--experts",
        "2",
        "--max-tokens",
        "7168",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r2-reasoning-all-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 205.36482162500005,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.73,
        "clock_start_ms": 17.9,
        "prompt_tokens": 111,
        "prefill_seconds": 12.73,
        "pp_s": 8.7,
        "output_tokens": 2487,
        "decode_seconds": 191.3,
        "tg_s": 13.0,
        "steps": 915,
        "mean_step_ms": 202.4,
        "gpu_active_ms": 200.0,
        "io_wait_ms": 26.6,
        "metal_gb": 20.98,
        "clock_end_ms": 18.27,
        "drafts": 2,
        "accepted_drafts_per_step": 1.72
      },
      "finish_reason": "eos"
    },
    {
      "id": "r2-reasoning-exact-4bit",
      "configuration": "exact-4bit",
      "case": "reasoning",
      "round": 2,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "A workshop must produce 120 identical parts. Machine A makes 8 parts per hour and needs a 30-minute setup. Machine B makes 5 parts per hour and needs a 12-minute setup. Both setups begin at time zero, both machines run simultaneously after setup, and partial parts do not count. What is the earliest time all 120 parts can be finished? Show the arithmetic, account for integer completions, and check the immediately preceding completion time.",
        "--experts",
        "4",
        "--max-tokens",
        "7168",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r2-reasoning-exact-4bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 607.3796145,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.6,
        "clock_start_ms": 14.22,
        "prompt_tokens": 111,
        "prefill_seconds": 10.27,
        "pp_s": 10.8,
        "output_tokens": 4033,
        "decode_seconds": 595.92,
        "tg_s": 6.77,
        "steps": 1503,
        "mean_step_ms": 387.3,
        "gpu_active_ms": 385.7,
        "io_wait_ms": 106.1,
        "metal_gb": 20.98,
        "clock_end_ms": 19.73,
        "drafts": 2,
        "accepted_drafts_per_step": 1.68
      },
      "finish_reason": "eos"
    },
    {
      "id": "r2-structured-misses-2bit",
      "configuration": "misses-2bit",
      "case": "structured",
      "round": 2,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Extract the following orders into a JSON array. Return only valid JSON, with keys order_id, customer, items (each has name, quantity, unit_price_usd), shipping_usd, and total_usd. Prices exclude shipping. Compute each total.\nOrder A17: Mira ordered 3 notebooks at $4.50 each and 2 pens at $1.25 each. Shipping was free.\nOrder B08: Jules ordered one desk lamp for $27.90 and four bulbs for $3.10 each; shipping cost $5.00.\nOrder C31: Sana ordered 2 mugs priced at $12.00 apiece. One mug was canceled before billing. Shipping was $2.50.",
        "--experts",
        "4",
        "--miss-experts",
        "2",
        "--cut-weak",
        "0.08",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r2-structured-misses-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 55.08337987499999,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.72,
        "clock_start_ms": 12.97,
        "prompt_tokens": 173,
        "prefill_seconds": 13.71,
        "pp_s": 12.6,
        "output_tokens": 372,
        "decode_seconds": 40.18,
        "tg_s": 9.26,
        "steps": 124,
        "mean_step_ms": 316.2,
        "gpu_active_ms": 314.4,
        "io_wait_ms": 64.9,
        "metal_gb": 20.98,
        "clock_end_ms": 24.03,
        "drafts": 2,
        "accepted_drafts_per_step": 2.0
      },
      "finish_reason": "eos"
    },
    {
      "id": "r2-structured-all-3bit",
      "configuration": "all-3bit",
      "case": "structured",
      "round": 2,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Extract the following orders into a JSON array. Return only valid JSON, with keys order_id, customer, items (each has name, quantity, unit_price_usd), shipping_usd, and total_usd. Prices exclude shipping. Compute each total.\nOrder A17: Mira ordered 3 notebooks at $4.50 each and 2 pens at $1.25 each. Shipping was free.\nOrder B08: Jules ordered one desk lamp for $27.90 and four bulbs for $3.10 each; shipping cost $5.00.\nOrder C31: Sana ordered 2 mugs priced at $12.00 apiece. One mug was canceled before billing. Shipping was $2.50.",
        "--experts",
        "3",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r2-structured-all-3bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 46.211323499999935,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.47,
        "clock_start_ms": 12.56,
        "prompt_tokens": 173,
        "prefill_seconds": 15.94,
        "pp_s": 10.9,
        "output_tokens": 372,
        "decode_seconds": 29.36,
        "tg_s": 12.67,
        "steps": 124,
        "mean_step_ms": 230.1,
        "gpu_active_ms": 229.0,
        "io_wait_ms": 65.8,
        "metal_gb": 20.98,
        "clock_end_ms": 23.02,
        "drafts": 2,
        "accepted_drafts_per_step": 2.0
      },
      "finish_reason": "eos"
    },
    {
      "id": "r2-structured-all-2bit",
      "configuration": "all-2bit",
      "case": "structured",
      "round": 2,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Extract the following orders into a JSON array. Return only valid JSON, with keys order_id, customer, items (each has name, quantity, unit_price_usd), shipping_usd, and total_usd. Prices exclude shipping. Compute each total.\nOrder A17: Mira ordered 3 notebooks at $4.50 each and 2 pens at $1.25 each. Shipping was free.\nOrder B08: Jules ordered one desk lamp for $27.90 and four bulbs for $3.10 each; shipping cost $5.00.\nOrder C31: Sana ordered 2 mugs priced at $12.00 apiece. One mug was canceled before billing. Shipping was $2.50.",
        "--experts",
        "2",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r2-structured-all-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 35.01478837500008,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.51,
        "clock_start_ms": 13.06,
        "prompt_tokens": 173,
        "prefill_seconds": 15.63,
        "pp_s": 11.1,
        "output_tokens": 372,
        "decode_seconds": 18.45,
        "tg_s": 20.17,
        "steps": 126,
        "mean_step_ms": 140.6,
        "gpu_active_ms": 139.5,
        "io_wait_ms": 26.8,
        "metal_gb": 20.98,
        "clock_end_ms": 12.53,
        "drafts": 2,
        "accepted_drafts_per_step": 1.96
      },
      "finish_reason": "eos"
    },
    {
      "id": "r2-structured-exact-4bit",
      "configuration": "exact-4bit",
      "case": "structured",
      "round": 2,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Extract the following orders into a JSON array. Return only valid JSON, with keys order_id, customer, items (each has name, quantity, unit_price_usd), shipping_usd, and total_usd. Prices exclude shipping. Compute each total.\nOrder A17: Mira ordered 3 notebooks at $4.50 each and 2 pens at $1.25 each. Shipping was free.\nOrder B08: Jules ordered one desk lamp for $27.90 and four bulbs for $3.10 each; shipping cost $5.00.\nOrder C31: Sana ordered 2 mugs priced at $12.00 apiece. One mug was canceled before billing. Shipping was $2.50.",
        "--experts",
        "4",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r2-structured-exact-4bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 61.32706966699993,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.57,
        "clock_start_ms": 12.71,
        "prompt_tokens": 173,
        "prefill_seconds": 12.96,
        "pp_s": 13.3,
        "output_tokens": 372,
        "decode_seconds": 47.33,
        "tg_s": 7.86,
        "steps": 124,
        "mean_step_ms": 372.0,
        "gpu_active_ms": 370.8,
        "io_wait_ms": 110.6,
        "metal_gb": 20.98,
        "clock_end_ms": 20.51,
        "drafts": 2,
        "accepted_drafts_per_step": 2.0
      },
      "finish_reason": "eos"
    },
    {
      "id": "r3-code-all-3bit",
      "configuration": "all-3bit",
      "case": "code",
      "round": 3,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Write a Python function that reverses a singly linked list.",
        "--experts",
        "3",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r3-code-all-3bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 19.29383400000006,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.49,
        "clock_start_ms": 12.58,
        "prompt_tokens": 24,
        "prefill_seconds": 3.85,
        "pp_s": 6.2,
        "output_tokens": 185,
        "decode_seconds": 14.52,
        "tg_s": 12.74,
        "steps": 66,
        "mean_step_ms": 213.3,
        "gpu_active_ms": 210.9,
        "io_wait_ms": 57.7,
        "metal_gb": 20.98,
        "clock_end_ms": 19.33,
        "drafts": 2,
        "accepted_drafts_per_step": 1.8
      },
      "finish_reason": "eos"
    },
    {
      "id": "r3-code-all-2bit",
      "configuration": "all-2bit",
      "case": "code",
      "round": 3,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Write a Python function that reverses a singly linked list.",
        "--experts",
        "2",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r3-code-all-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 53.70696883299979,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.49,
        "clock_start_ms": 12.37,
        "prompt_tokens": 24,
        "prefill_seconds": 2.89,
        "pp_s": 8.3,
        "output_tokens": 867,
        "decode_seconds": 49.9,
        "tg_s": 17.38,
        "steps": 336,
        "mean_step_ms": 143.0,
        "gpu_active_ms": 140.6,
        "io_wait_ms": 27.1,
        "metal_gb": 20.98,
        "clock_end_ms": 17.0,
        "drafts": 2,
        "accepted_drafts_per_step": 1.58
      },
      "finish_reason": "eos"
    },
    {
      "id": "r3-code-exact-4bit",
      "configuration": "exact-4bit",
      "case": "code",
      "round": 3,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Write a Python function that reverses a singly linked list.",
        "--experts",
        "4",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r3-code-exact-4bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 27.9230863329999,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.57,
        "clock_start_ms": 12.82,
        "prompt_tokens": 24,
        "prefill_seconds": 4.63,
        "pp_s": 5.2,
        "output_tokens": 187,
        "decode_seconds": 22.26,
        "tg_s": 8.4,
        "steps": 67,
        "mean_step_ms": 322.9,
        "gpu_active_ms": 321.6,
        "io_wait_ms": 90.4,
        "metal_gb": 20.98,
        "clock_end_ms": 23.63,
        "drafts": 2,
        "accepted_drafts_per_step": 1.79
      },
      "finish_reason": "eos"
    },
    {
      "id": "r3-code-misses-2bit",
      "configuration": "misses-2bit",
      "case": "code",
      "round": 3,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Write a Python function that reverses a singly linked list.",
        "--experts",
        "4",
        "--miss-experts",
        "2",
        "--cut-weak",
        "0.08",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r3-code-misses-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t99%; finishing charge; 0:28 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t99%; finishing charge; 0:28 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t99%; finishing charge; 0:28 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t99%; finishing charge; 0:26 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 77.51380641700001,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t99%; finishing charge; 0:26 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.53,
        "clock_start_ms": 14.03,
        "prompt_tokens": 24,
        "prefill_seconds": 4.45,
        "pp_s": 5.4,
        "output_tokens": 598,
        "decode_seconds": 72.09,
        "tg_s": 8.29,
        "steps": 211,
        "mean_step_ms": 333.8,
        "gpu_active_ms": 332.0,
        "io_wait_ms": 65.4,
        "metal_gb": 20.98,
        "clock_end_ms": 23.48,
        "drafts": 2,
        "accepted_drafts_per_step": 1.83
      },
      "finish_reason": "eos"
    },
    {
      "id": "r3-code-lru-all-3bit",
      "configuration": "all-3bit",
      "case": "code-lru",
      "round": 3,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Implement an LRU cache in Python with O(1) get and put, a fixed positive capacity, and no third-party dependencies. Include complete runnable code, tests for update and eviction, and a short explanation of the invariants.",
        "--experts",
        "3",
        "--max-tokens",
        "7168",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r3-code-lru-all-3bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t99%; finishing charge; 0:26 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t99%; finishing charge; 0:26 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t99%; finishing charge; 0:26 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t99%; finishing charge; 0:28 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t99%; finishing charge; 0:28 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t99%; finishing charge; 0:26 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t99%; finishing charge; 0:26 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t99%; finishing charge; 0:26 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t99%; finishing charge; 0:26 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 223.717238083,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t99%; finishing charge; 0:24 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.5,
        "clock_start_ms": 13.5,
        "prompt_tokens": 59,
        "prefill_seconds": 6.89,
        "pp_s": 8.6,
        "output_tokens": 2314,
        "decode_seconds": 215.91,
        "tg_s": 10.72,
        "steps": 857,
        "mean_step_ms": 245.0,
        "gpu_active_ms": 243.2,
        "io_wait_ms": 64.6,
        "metal_gb": 20.98,
        "clock_end_ms": 17.94,
        "drafts": 2,
        "accepted_drafts_per_step": 1.7
      },
      "finish_reason": "eos"
    },
    {
      "id": "r3-code-lru-all-2bit",
      "configuration": "all-2bit",
      "case": "code-lru",
      "round": 3,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Implement an LRU cache in Python with O(1) get and put, a fixed positive capacity, and no third-party dependencies. Include complete runnable code, tests for update and eviction, and a short explanation of the invariants.",
        "--experts",
        "2",
        "--max-tokens",
        "7168",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r3-code-lru-all-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t99%; finishing charge; 0:24 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t99%; finishing charge; 0:24 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t99%; finishing charge; 0:24 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t99%; finishing charge; 0:24 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t99%; finishing charge; 0:24 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t99%; finishing charge; 0:24 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t99%; finishing charge; 0:24 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t99%; finishing charge; 0:23 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t99%; finishing charge; 0:23 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t99%; finishing charge; 0:22 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t99%; finishing charge; 0:22 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 291.56335674999997,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t99%; finishing charge; 0:22 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.49,
        "clock_start_ms": 12.53,
        "prompt_tokens": 59,
        "prefill_seconds": 5.43,
        "pp_s": 10.9,
        "output_tokens": 4408,
        "decode_seconds": 285.19,
        "tg_s": 15.46,
        "steps": 1578,
        "mean_step_ms": 174.6,
        "gpu_active_ms": 172.6,
        "io_wait_ms": 21.8,
        "metal_gb": 20.98,
        "clock_end_ms": 17.3,
        "drafts": 2,
        "accepted_drafts_per_step": 1.79
      },
      "finish_reason": "eos"
    },
    {
      "id": "r3-code-lru-exact-4bit",
      "configuration": "exact-4bit",
      "case": "code-lru",
      "round": 3,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Implement an LRU cache in Python with O(1) get and put, a fixed positive capacity, and no third-party dependencies. Include complete runnable code, tests for update and eviction, and a short explanation of the invariants.",
        "--experts",
        "4",
        "--max-tokens",
        "7168",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r3-code-lru-exact-4bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 307.453621,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.55,
        "clock_start_ms": 12.59,
        "prompt_tokens": 59,
        "prefill_seconds": 9.74,
        "pp_s": 6.1,
        "output_tokens": 2124,
        "decode_seconds": 296.73,
        "tg_s": 7.16,
        "steps": 768,
        "mean_step_ms": 377.1,
        "gpu_active_ms": 375.5,
        "io_wait_ms": 103.5,
        "metal_gb": 20.98,
        "clock_end_ms": 22.89,
        "drafts": 2,
        "accepted_drafts_per_step": 1.77
      },
      "finish_reason": "eos"
    },
    {
      "id": "r3-code-lru-misses-2bit",
      "configuration": "misses-2bit",
      "case": "code-lru",
      "round": 3,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Implement an LRU cache in Python with O(1) get and put, a fixed positive capacity, and no third-party dependencies. Include complete runnable code, tests for update and eviction, and a short explanation of the invariants.",
        "--experts",
        "4",
        "--miss-experts",
        "2",
        "--cut-weak",
        "0.08",
        "--max-tokens",
        "7168",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r3-code-lru-misses-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 241.664118792,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.48,
        "clock_start_ms": 13.73,
        "prompt_tokens": 59,
        "prefill_seconds": 9.09,
        "pp_s": 6.5,
        "output_tokens": 1882,
        "decode_seconds": 231.64,
        "tg_s": 8.12,
        "steps": 692,
        "mean_step_ms": 327.1,
        "gpu_active_ms": 325.7,
        "io_wait_ms": 60.4,
        "metal_gb": 20.98,
        "clock_end_ms": 22.94,
        "drafts": 2,
        "accepted_drafts_per_step": 1.72
      },
      "finish_reason": "eos"
    },
    {
      "id": "r3-debug-bisect-all-3bit",
      "configuration": "all-3bit",
      "case": "debug-bisect",
      "round": 3,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Debug this Python function intended to return the first index whose value is at least target, or len(a) if none exists:\n\ndef lower_bound(a, target):\n    lo, hi = 0, len(a) - 1\n    while lo < hi:\n        mid = (lo + hi) // 2\n        if a[mid] < target:\n            lo = mid\n        else:\n            hi = mid - 1\n    return lo\n\nExplain the failures, give a corrected implementation, state its loop invariant, and provide runnable tests including empty input, duplicates, and boundary targets.",
        "--experts",
        "3",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r3-debug-bisect-all-3bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; finishing charge; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 189.50257720800005,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.52,
        "clock_start_ms": 13.6,
        "prompt_tokens": 139,
        "prefill_seconds": 15.75,
        "pp_s": 8.8,
        "output_tokens": 1865,
        "decode_seconds": 172.79,
        "tg_s": 10.79,
        "steps": 713,
        "mean_step_ms": 235.9,
        "gpu_active_ms": 233.9,
        "io_wait_ms": 60.1,
        "metal_gb": 20.98,
        "clock_end_ms": 15.75,
        "drafts": 2,
        "accepted_drafts_per_step": 1.62
      },
      "finish_reason": "eos"
    },
    {
      "id": "r3-debug-bisect-all-2bit",
      "configuration": "all-2bit",
      "case": "debug-bisect",
      "round": 3,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Debug this Python function intended to return the first index whose value is at least target, or len(a) if none exists:\n\ndef lower_bound(a, target):\n    lo, hi = 0, len(a) - 1\n    while lo < hi:\n        mid = (lo + hi) // 2\n        if a[mid] < target:\n            lo = mid\n        else:\n            hi = mid - 1\n    return lo\n\nExplain the failures, give a corrected implementation, state its loop invariant, and provide runnable tests including empty input, duplicates, and boundary targets.",
        "--experts",
        "2",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r3-debug-bisect-all-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 120.94002525000008,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.51,
        "clock_start_ms": 12.65,
        "prompt_tokens": 139,
        "prefill_seconds": 15.34,
        "pp_s": 9.1,
        "output_tokens": 1771,
        "decode_seconds": 104.62,
        "tg_s": 16.93,
        "steps": 693,
        "mean_step_ms": 145.8,
        "gpu_active_ms": 144.2,
        "io_wait_ms": 18.7,
        "metal_gb": 20.98,
        "clock_end_ms": 17.51,
        "drafts": 2,
        "accepted_drafts_per_step": 1.56
      },
      "finish_reason": "eos"
    },
    {
      "id": "r3-debug-bisect-exact-4bit",
      "configuration": "exact-4bit",
      "case": "debug-bisect",
      "round": 3,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Debug this Python function intended to return the first index whose value is at least target, or len(a) if none exists:\n\ndef lower_bound(a, target):\n    lo, hi = 0, len(a) - 1\n    while lo < hi:\n        mid = (lo + hi) // 2\n        if a[mid] < target:\n            lo = mid\n        else:\n            hi = mid - 1\n    return lo\n\nExplain the failures, give a corrected implementation, state its loop invariant, and provide runnable tests including empty input, duplicates, and boundary targets.",
        "--experts",
        "4",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r3-debug-bisect-exact-4bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 262.77755387499997,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.54,
        "clock_start_ms": 14.65,
        "prompt_tokens": 139,
        "prefill_seconds": 12.05,
        "pp_s": 11.5,
        "output_tokens": 1773,
        "decode_seconds": 249.73,
        "tg_s": 7.1,
        "steps": 675,
        "mean_step_ms": 361.5,
        "gpu_active_ms": 360.1,
        "io_wait_ms": 91.9,
        "metal_gb": 20.98,
        "clock_end_ms": 20.37,
        "drafts": 2,
        "accepted_drafts_per_step": 1.63
      },
      "finish_reason": "eos"
    },
    {
      "id": "r3-debug-bisect-misses-2bit",
      "configuration": "misses-2bit",
      "case": "debug-bisect",
      "round": 3,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Debug this Python function intended to return the first index whose value is at least target, or len(a) if none exists:\n\ndef lower_bound(a, target):\n    lo, hi = 0, len(a) - 1\n    while lo < hi:\n        mid = (lo + hi) // 2\n        if a[mid] < target:\n            lo = mid\n        else:\n            hi = mid - 1\n    return lo\n\nExplain the failures, give a corrected implementation, state its loop invariant, and provide runnable tests including empty input, duplicates, and boundary targets.",
        "--experts",
        "4",
        "--miss-experts",
        "2",
        "--cut-weak",
        "0.08",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r3-debug-bisect-misses-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 250.43837933399982,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.46,
        "clock_start_ms": 12.61,
        "prompt_tokens": 139,
        "prefill_seconds": 11.9,
        "pp_s": 11.7,
        "output_tokens": 1903,
        "decode_seconds": 237.68,
        "tg_s": 8.01,
        "steps": 742,
        "mean_step_ms": 313.1,
        "gpu_active_ms": 311.7,
        "io_wait_ms": 54.1,
        "metal_gb": 20.98,
        "clock_end_ms": 18.9,
        "drafts": 2,
        "accepted_drafts_per_step": 1.56
      },
      "finish_reason": "eos"
    },
    {
      "id": "r3-prose-all-3bit",
      "configuration": "all-3bit",
      "case": "prose",
      "round": 3,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Explain why a hash table needs to handle collisions, with a short example.",
        "--experts",
        "3",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r3-prose-all-3bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 43.82694608399993,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.47,
        "clock_start_ms": 12.18,
        "prompt_tokens": 28,
        "prefill_seconds": 4.65,
        "pp_s": 6.0,
        "output_tokens": 461,
        "decode_seconds": 38.3,
        "tg_s": 12.04,
        "steps": 201,
        "mean_step_ms": 185.2,
        "gpu_active_ms": 183.2,
        "io_wait_ms": 40.9,
        "metal_gb": 20.98,
        "clock_end_ms": 22.46,
        "drafts": 2,
        "accepted_drafts_per_step": 1.3
      },
      "finish_reason": "eos"
    },
    {
      "id": "r3-prose-all-2bit",
      "configuration": "all-2bit",
      "case": "prose",
      "round": 3,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Explain why a hash table needs to handle collisions, with a short example.",
        "--experts",
        "2",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r3-prose-all-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 29.84699695800009,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.46,
        "clock_start_ms": 12.6,
        "prompt_tokens": 28,
        "prefill_seconds": 3.44,
        "pp_s": 8.1,
        "output_tokens": 447,
        "decode_seconds": 25.55,
        "tg_s": 17.49,
        "steps": 196,
        "mean_step_ms": 125.7,
        "gpu_active_ms": 124.3,
        "io_wait_ms": 19.1,
        "metal_gb": 20.98,
        "clock_end_ms": 15.48,
        "drafts": 2,
        "accepted_drafts_per_step": 1.28
      },
      "finish_reason": "eos"
    },
    {
      "id": "r3-prose-exact-4bit",
      "configuration": "exact-4bit",
      "case": "prose",
      "round": 3,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Explain why a hash table needs to handle collisions, with a short example.",
        "--experts",
        "4",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r3-prose-exact-4bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 96.95528362499999,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.47,
        "clock_start_ms": 12.53,
        "prompt_tokens": 28,
        "prefill_seconds": 5.55,
        "pp_s": 5.0,
        "output_tokens": 692,
        "decode_seconds": 90.47,
        "tg_s": 7.65,
        "steps": 292,
        "mean_step_ms": 302.3,
        "gpu_active_ms": 300.4,
        "io_wait_ms": 74.3,
        "metal_gb": 20.98,
        "clock_end_ms": 27.62,
        "drafts": 2,
        "accepted_drafts_per_step": 1.37
      },
      "finish_reason": "eos"
    },
    {
      "id": "r3-prose-misses-2bit",
      "configuration": "misses-2bit",
      "case": "prose",
      "round": 3,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Explain why a hash table needs to handle collisions, with a short example.",
        "--experts",
        "4",
        "--miss-experts",
        "2",
        "--cut-weak",
        "0.08",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r3-prose-misses-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 91.74280870899997,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.47,
        "clock_start_ms": 12.49,
        "prompt_tokens": 28,
        "prefill_seconds": 5.14,
        "pp_s": 5.4,
        "output_tokens": 688,
        "decode_seconds": 85.68,
        "tg_s": 8.03,
        "steps": 316,
        "mean_step_ms": 264.8,
        "gpu_active_ms": 263.0,
        "io_wait_ms": 42.3,
        "metal_gb": 20.98,
        "clock_end_ms": 25.96,
        "drafts": 2,
        "accepted_drafts_per_step": 1.18
      },
      "finish_reason": "eos"
    },
    {
      "id": "r3-reasoning-all-3bit",
      "configuration": "all-3bit",
      "case": "reasoning",
      "round": 3,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "A workshop must produce 120 identical parts. Machine A makes 8 parts per hour and needs a 30-minute setup. Machine B makes 5 parts per hour and needs a 12-minute setup. Both setups begin at time zero, both machines run simultaneously after setup, and partial parts do not count. What is the earliest time all 120 parts can be finished? Show the arithmetic, account for integer completions, and check the immediately preceding completion time.",
        "--experts",
        "3",
        "--max-tokens",
        "7168",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r3-reasoning-all-3bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 208.74578112500012,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.48,
        "clock_start_ms": 13.36,
        "prompt_tokens": 111,
        "prefill_seconds": 13.52,
        "pp_s": 8.2,
        "output_tokens": 2172,
        "decode_seconds": 194.34,
        "tg_s": 11.18,
        "steps": 794,
        "mean_step_ms": 238.3,
        "gpu_active_ms": 236.8,
        "io_wait_ms": 63.1,
        "metal_gb": 20.98,
        "clock_end_ms": 13.57,
        "drafts": 2,
        "accepted_drafts_per_step": 1.74
      },
      "finish_reason": "eos"
    },
    {
      "id": "r3-reasoning-all-2bit",
      "configuration": "all-2bit",
      "case": "reasoning",
      "round": 3,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "A workshop must produce 120 identical parts. Machine A makes 8 parts per hour and needs a 30-minute setup. Machine B makes 5 parts per hour and needs a 12-minute setup. Both setups begin at time zero, both machines run simultaneously after setup, and partial parts do not count. What is the earliest time all 120 parts can be finished? Show the arithmetic, account for integer completions, and check the immediately preceding completion time.",
        "--experts",
        "2",
        "--max-tokens",
        "7168",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r3-reasoning-all-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 173.86343175000002,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.48,
        "clock_start_ms": 13.13,
        "prompt_tokens": 111,
        "prefill_seconds": 12.84,
        "pp_s": 8.6,
        "output_tokens": 2487,
        "decode_seconds": 160.07,
        "tg_s": 15.54,
        "steps": 915,
        "mean_step_ms": 169.1,
        "gpu_active_ms": 167.4,
        "io_wait_ms": 25.1,
        "metal_gb": 20.98,
        "clock_end_ms": 17.86,
        "drafts": 2,
        "accepted_drafts_per_step": 1.72
      },
      "finish_reason": "eos"
    },
    {
      "id": "r3-reasoning-exact-4bit",
      "configuration": "exact-4bit",
      "case": "reasoning",
      "round": 3,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "A workshop must produce 120 identical parts. Machine A makes 8 parts per hour and needs a 30-minute setup. Machine B makes 5 parts per hour and needs a 12-minute setup. Both setups begin at time zero, both machines run simultaneously after setup, and partial parts do not count. What is the earliest time all 120 parts can be finished? Show the arithmetic, account for integer completions, and check the immediately preceding completion time.",
        "--experts",
        "4",
        "--max-tokens",
        "7168",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r3-reasoning-exact-4bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 612.4827615000002,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.55,
        "clock_start_ms": 15.12,
        "prompt_tokens": 111,
        "prefill_seconds": 10.16,
        "pp_s": 10.9,
        "output_tokens": 4033,
        "decode_seconds": 601.29,
        "tg_s": 6.71,
        "steps": 1503,
        "mean_step_ms": 391.0,
        "gpu_active_ms": 389.2,
        "io_wait_ms": 107.1,
        "metal_gb": 20.98,
        "clock_end_ms": 18.83,
        "drafts": 2,
        "accepted_drafts_per_step": 1.68
      },
      "finish_reason": "eos"
    },
    {
      "id": "r3-reasoning-misses-2bit",
      "configuration": "misses-2bit",
      "case": "reasoning",
      "round": 3,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "A workshop must produce 120 identical parts. Machine A makes 8 parts per hour and needs a 30-minute setup. Machine B makes 5 parts per hour and needs a 12-minute setup. Both setups begin at time zero, both machines run simultaneously after setup, and partial parts do not count. What is the earliest time all 120 parts can be finished? Show the arithmetic, account for integer completions, and check the immediately preceding completion time.",
        "--experts",
        "4",
        "--miss-experts",
        "2",
        "--cut-weak",
        "0.08",
        "--max-tokens",
        "7168",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r3-reasoning-misses-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 292.2378102920002,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.51,
        "clock_start_ms": 12.57,
        "prompt_tokens": 111,
        "prefill_seconds": 10.12,
        "pp_s": 11.0,
        "output_tokens": 2264,
        "decode_seconds": 281.12,
        "tg_s": 8.05,
        "steps": 825,
        "mean_step_ms": 333.2,
        "gpu_active_ms": 331.7,
        "io_wait_ms": 61.3,
        "metal_gb": 20.98,
        "clock_end_ms": 24.13,
        "drafts": 2,
        "accepted_drafts_per_step": 1.75
      },
      "finish_reason": "eos"
    },
    {
      "id": "r3-structured-all-3bit",
      "configuration": "all-3bit",
      "case": "structured",
      "round": 3,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Extract the following orders into a JSON array. Return only valid JSON, with keys order_id, customer, items (each has name, quantity, unit_price_usd), shipping_usd, and total_usd. Prices exclude shipping. Compute each total.\nOrder A17: Mira ordered 3 notebooks at $4.50 each and 2 pens at $1.25 each. Shipping was free.\nOrder B08: Jules ordered one desk lamp for $27.90 and four bulbs for $3.10 each; shipping cost $5.00.\nOrder C31: Sana ordered 2 mugs priced at $12.00 apiece. One mug was canceled before billing. Shipping was $2.50.",
        "--experts",
        "3",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r3-structured-all-3bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 44.91429158400024,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.46,
        "clock_start_ms": 12.66,
        "prompt_tokens": 173,
        "prefill_seconds": 15.6,
        "pp_s": 11.1,
        "output_tokens": 372,
        "decode_seconds": 28.44,
        "tg_s": 13.08,
        "steps": 124,
        "mean_step_ms": 223.0,
        "gpu_active_ms": 221.7,
        "io_wait_ms": 62.9,
        "metal_gb": 20.98,
        "clock_end_ms": 22.66,
        "drafts": 2,
        "accepted_drafts_per_step": 2.0
      },
      "finish_reason": "eos"
    },
    {
      "id": "r3-structured-all-2bit",
      "configuration": "all-2bit",
      "case": "structured",
      "round": 3,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Extract the following orders into a JSON array. Return only valid JSON, with keys order_id, customer, items (each has name, quantity, unit_price_usd), shipping_usd, and total_usd. Prices exclude shipping. Compute each total.\nOrder A17: Mira ordered 3 notebooks at $4.50 each and 2 pens at $1.25 each. Shipping was free.\nOrder B08: Jules ordered one desk lamp for $27.90 and four bulbs for $3.10 each; shipping cost $5.00.\nOrder C31: Sana ordered 2 mugs priced at $12.00 apiece. One mug was canceled before billing. Shipping was $2.50.",
        "--experts",
        "2",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r3-structured-all-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 33.85962554100024,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.47,
        "clock_start_ms": 12.26,
        "prompt_tokens": 173,
        "prefill_seconds": 15.3,
        "pp_s": 11.3,
        "output_tokens": 372,
        "decode_seconds": 17.69,
        "tg_s": 21.03,
        "steps": 126,
        "mean_step_ms": 135.1,
        "gpu_active_ms": 133.9,
        "io_wait_ms": 24.8,
        "metal_gb": 20.98,
        "clock_end_ms": 12.05,
        "drafts": 2,
        "accepted_drafts_per_step": 1.96
      },
      "finish_reason": "eos"
    },
    {
      "id": "r3-structured-exact-4bit",
      "configuration": "exact-4bit",
      "case": "structured",
      "round": 3,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Extract the following orders into a JSON array. Return only valid JSON, with keys order_id, customer, items (each has name, quantity, unit_price_usd), shipping_usd, and total_usd. Prices exclude shipping. Compute each total.\nOrder A17: Mira ordered 3 notebooks at $4.50 each and 2 pens at $1.25 each. Shipping was free.\nOrder B08: Jules ordered one desk lamp for $27.90 and four bulbs for $3.10 each; shipping cost $5.00.\nOrder C31: Sana ordered 2 mugs priced at $12.00 apiece. One mug was canceled before billing. Shipping was $2.50.",
        "--experts",
        "4",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r3-structured-exact-4bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 60.38634449999972,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.5,
        "clock_start_ms": 12.85,
        "prompt_tokens": 173,
        "prefill_seconds": 12.44,
        "pp_s": 13.9,
        "output_tokens": 372,
        "decode_seconds": 46.99,
        "tg_s": 7.92,
        "steps": 124,
        "mean_step_ms": 370.2,
        "gpu_active_ms": 369.0,
        "io_wait_ms": 109.9,
        "metal_gb": 20.98,
        "clock_end_ms": 26.44,
        "drafts": 2,
        "accepted_drafts_per_step": 2.0
      },
      "finish_reason": "eos"
    },
    {
      "id": "r3-structured-misses-2bit",
      "configuration": "misses-2bit",
      "case": "structured",
      "round": 3,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Extract the following orders into a JSON array. Return only valid JSON, with keys order_id, customer, items (each has name, quantity, unit_price_usd), shipping_usd, and total_usd. Prices exclude shipping. Compute each total.\nOrder A17: Mira ordered 3 notebooks at $4.50 each and 2 pens at $1.25 each. Shipping was free.\nOrder B08: Jules ordered one desk lamp for $27.90 and four bulbs for $3.10 each; shipping cost $5.00.\nOrder C31: Sana ordered 2 mugs priced at $12.00 apiece. One mug was canceled before billing. Shipping was $2.50.",
        "--experts",
        "4",
        "--miss-experts",
        "2",
        "--cut-weak",
        "0.08",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r3-structured-misses-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 53.30345829199996,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.47,
        "clock_start_ms": 12.35,
        "prompt_tokens": 173,
        "prefill_seconds": 12.56,
        "pp_s": 13.8,
        "output_tokens": 372,
        "decode_seconds": 39.86,
        "tg_s": 9.33,
        "steps": 124,
        "mean_step_ms": 314.3,
        "gpu_active_ms": 313.2,
        "io_wait_ms": 64.3,
        "metal_gb": 20.98,
        "clock_end_ms": 18.38,
        "drafts": 2,
        "accepted_drafts_per_step": 2.0
      },
      "finish_reason": "eos"
    },
    {
      "id": "r1-pelican-exact-4bit",
      "configuration": "exact-4bit",
      "case": "pelican",
      "round": 1,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Generate an SVG of a pelican riding a bicycle. Keep it under 120 elements and close every tag.",
        "--experts",
        "4",
        "--max-tokens",
        "7168",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-pelican-exact-4bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 232.53841212499992,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.44,
        "clock_start_ms": 12.55,
        "prompt_tokens": 36,
        "prefill_seconds": 6.85,
        "pp_s": 5.3,
        "output_tokens": 1685,
        "decode_seconds": 224.85,
        "tg_s": 7.49,
        "steps": 587,
        "mean_step_ms": 374.5,
        "gpu_active_ms": 373.2,
        "io_wait_ms": 109.3,
        "metal_gb": 20.98,
        "clock_end_ms": 23.38,
        "drafts": 2,
        "accepted_drafts_per_step": 1.87
      },
      "finish_reason": "eos",
      "svg": "pelicans/exact-4bit.svg",
      "svg_elements": 39,
      "within_element_budget": true
    },
    {
      "id": "r1-pelican-misses-2bit",
      "configuration": "misses-2bit",
      "case": "pelican",
      "round": 1,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Generate an SVG of a pelican riding a bicycle. Keep it under 120 elements and close every tag.",
        "--experts",
        "4",
        "--miss-experts",
        "2",
        "--cut-weak",
        "0.08",
        "--max-tokens",
        "7168",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-pelican-misses-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 259.8394598340001,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.47,
        "clock_start_ms": 12.54,
        "prompt_tokens": 36,
        "prefill_seconds": 6.24,
        "pp_s": 5.8,
        "output_tokens": 2156,
        "decode_seconds": 252.68,
        "tg_s": 8.53,
        "steps": 778,
        "mean_step_ms": 317.7,
        "gpu_active_ms": 316.4,
        "io_wait_ms": 62.0,
        "metal_gb": 20.98,
        "clock_end_ms": 25.61,
        "drafts": 2,
        "accepted_drafts_per_step": 1.77
      },
      "finish_reason": "eos",
      "svg": "pelicans/misses-2bit.svg",
      "svg_elements": 46,
      "within_element_budget": true
    },
    {
      "id": "r1-pelican-all-3bit",
      "configuration": "all-3bit",
      "case": "pelican",
      "round": 1,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Generate an SVG of a pelican riding a bicycle. Keep it under 120 elements and close every tag.",
        "--experts",
        "3",
        "--max-tokens",
        "7168",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-pelican-all-3bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 156.98521479200008,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.49,
        "clock_start_ms": 12.59,
        "prompt_tokens": 36,
        "prefill_seconds": 5.43,
        "pp_s": 6.6,
        "output_tokens": 1751,
        "decode_seconds": 150.64,
        "tg_s": 11.62,
        "steps": 625,
        "mean_step_ms": 234.2,
        "gpu_active_ms": 232.6,
        "io_wait_ms": 54.4,
        "metal_gb": 20.98,
        "clock_end_ms": 19.44,
        "drafts": 2,
        "accepted_drafts_per_step": 1.8
      },
      "finish_reason": "eos",
      "svg": "pelicans/all-3bit.svg",
      "svg_elements": 39,
      "within_element_budget": true
    },
    {
      "id": "r1-pelican-all-2bit",
      "configuration": "all-2bit",
      "case": "pelican",
      "round": 1,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Generate an SVG of a pelican riding a bicycle. Keep it under 120 elements and close every tag.",
        "--experts",
        "2",
        "--max-tokens",
        "7168",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/r1-pelican-all-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "ok",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 195.62729179100006,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.49,
        "clock_start_ms": 13.13,
        "prompt_tokens": 36,
        "prefill_seconds": 4.17,
        "pp_s": 8.6,
        "output_tokens": 2707,
        "decode_seconds": 190.48,
        "tg_s": 14.21,
        "steps": 969,
        "mean_step_ms": 190.4,
        "gpu_active_ms": 188.4,
        "io_wait_ms": 20.6,
        "metal_gb": 20.98,
        "clock_end_ms": 15.11,
        "drafts": 2,
        "accepted_drafts_per_step": 1.79
      },
      "finish_reason": "eos",
      "svg": "pelicans/all-2bit.svg",
      "svg_elements": 64,
      "within_element_budget": true
    }
  ],
  "provenance": {
    "commit": "93c514f47e0f6c234aea47c11ccdf0c847f99dac",
    "dirty": true,
    "git_status": "?? .clangd",
    "source_sha256": "5955d76502222112627815ebc4721a922ab1190eff50fbd22491dd775b3f6ec1",
    "binary_sha256": "d54f24aae702db7ea21745387555c79399c588478ec592c12a58788866f865de",
    "binary": "/path/to/cherenkov",
    "model": "/path/to/model",
    "model_metadata_sha256": {
      "config.json": "5b23e176214ccc7c157805d56ee618660b338937b0a8d2f5032a77ab279fd449",
      "tokenizer.json": "0997f410c57a1f4e53b09e4be8f4a172d90edd9564368fb0847030937229b9f3",
      "packed/manifest.json": "7eec327ad7cc9c1f38554473275cf19daf448314db79745f3debf013c78627a9"
    },
    "utc_started": "2026-09-09T15:30:19.928051+00:00",
    "platform": "macOS-26.6.2-arm64-arm-64bit",
    "hardware": "Apple M4",
    "memory_bytes": "34359738368",
    "rustc": "rustc 1.94.0 (4a4ef493e 2026-03-02)",
    "power": {
      "source": "ac",
      "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
    },
    "method": "fresh processes; rotated interleaved rounds; separate load/prefill/decode; no check; no prefix cache; complete answers through EOS; SVG phase after timings"
  },
  "setup_runs": [
    {
      "id": "setup-code-misses-2bit",
      "configuration": "misses-2bit",
      "case": "code",
      "round": 1,
      "args": [
        "/path/to/cherenkov",
        "/path/to/model",
        "Write a Python function that reverses a singly linked list.",
        "--experts",
        "4",
        "--miss-experts",
        "2",
        "--cut-weak",
        "0.08",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "outputs/setup-code-misses-2bit.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "setup",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 102.358072417,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "load_seconds": 75.08,
        "clock_start_ms": 13.96,
        "prompt_tokens": 24,
        "prefill_seconds": 5.98,
        "pp_s": 4.0,
        "output_tokens": 192,
        "decode_seconds": 20.77,
        "tg_s": 9.24,
        "steps": 69,
        "mean_step_ms": 293.4,
        "gpu_active_ms": 292.0,
        "io_wait_ms": 57.9,
        "metal_gb": 20.98,
        "clock_end_ms": 24.53,
        "drafts": 2,
        "accepted_drafts_per_step": 1.78
      },
      "finish_reason": "eos"
    }
  ],
  "suite_revisions": [
    {
      "previous_signature": {
        "model_metadata_sha256": {
          "config.json": "5b23e176214ccc7c157805d56ee618660b338937b0a8d2f5032a77ab279fd449",
          "tokenizer.json": "0997f410c57a1f4e53b09e4be8f4a172d90edd9564368fb0847030937229b9f3",
          "packed/manifest.json": "7eec327ad7cc9c1f38554473275cf19daf448314db79745f3debf013c78627a9"
        },
        "binary_sha256": "d54f24aae702db7ea21745387555c79399c588478ec592c12a58788866f865de",
        "suite_sha256": "1e84a64ff5cbff593f0619abac01730893ec11aaceecf2f30f826e0ccdf6c926",
        "model": "/path/to/model",
        "configs": [
          {
            "id": "exact-4bit",
            "label": "4-bit",
            "args": [
              "--experts",
              "4"
            ],
            "store_bits": null,
            "reproducible_cut": true
          },
          {
            "id": "misses-2bit",
            "label": "4-bit resident / 2-bit misses + cut 0.08",
            "args": [
              "--experts",
              "4",
              "--miss-experts",
              "2",
              "--cut-weak",
              "0.08"
            ],
            "store_bits": 2,
            "reproducible_cut": false
          },
          {
            "id": "all-3bit",
            "label": "3-bit",
            "args": [
              "--experts",
              "3"
            ],
            "store_bits": 3,
            "reproducible_cut": true
          },
          {
            "id": "all-2bit",
            "label": "2-bit",
            "args": [
              "--experts",
              "2"
            ],
            "store_bits": 2,
            "reproducible_cut": true
          }
        ],
        "cases": [
          {
            "id": "code",
            "kind": "decode",
            "prompt": "Write a Python function that reverses a singly linked list.",
            "max_tokens": 4096,
            "stop": "eos"
          },
          {
            "id": "code-lru",
            "kind": "decode",
            "prompt": "Implement an LRU cache in Python with O(1) get and put, a fixed positive capacity, and no third-party dependencies. Include complete runnable code, tests for update and eviction, and a short explanation of the invariants.",
            "max_tokens": 4096,
            "stop": "eos"
          },
          {
            "id": "debug-bisect",
            "kind": "decode",
            "prompt": "Debug this Python function intended to return the first index whose value is at least target, or len(a) if none exists:\n\ndef lower_bound(a, target):\n    lo, hi = 0, len(a) - 1\n    while lo < hi:\n        mid = (lo + hi) // 2\n        if a[mid] < target:\n            lo = mid\n        else:\n            hi = mid - 1\n    return lo\n\nExplain the failures, give a corrected implementation, state its loop invariant, and provide runnable tests including empty input, duplicates, and boundary targets.",
            "max_tokens": 4096,
            "stop": "eos"
          },
          {
            "id": "prose",
            "kind": "decode",
            "prompt": "Explain why a hash table needs to handle collisions, with a short example.",
            "max_tokens": 4096,
            "stop": "eos"
          },
          {
            "id": "reasoning",
            "kind": "decode",
            "prompt": "A workshop must produce 120 identical parts. Machine A makes 8 parts per hour and needs a 30-minute setup. Machine B makes 5 parts per hour and needs a 12-minute setup. Both setups begin at time zero, both machines run simultaneously after setup, and partial parts do not count. What is the earliest time all 120 parts can be finished? Show the arithmetic, account for integer completions, and check the immediately preceding completion time.",
            "max_tokens": 4096,
            "stop": "eos"
          },
          {
            "id": "structured",
            "kind": "decode",
            "prompt": "Extract the following orders into a JSON array. Return only valid JSON, with keys order_id, customer, items (each has name, quantity, unit_price_usd), shipping_usd, and total_usd. Prices exclude shipping. Compute each total.\nOrder A17: Mira ordered 3 notebooks at $4.50 each and 2 pens at $1.25 each. Shipping was free.\nOrder B08: Jules ordered one desk lamp for $27.90 and four bulbs for $3.10 each; shipping cost $5.00.\nOrder C31: Sana ordered 2 mugs priced at $12.00 apiece. One mug was canceled before billing. Shipping was $2.50.",
            "max_tokens": 4096,
            "stop": "eos"
          },
          {
            "id": "prefill-long",
            "kind": "prefill",
            "repeat_text": "The quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\n",
            "repeat": 128,
            "suffix": "\nSummarize this document in three sentences.",
            "max_tokens": 1024,
            "rounds": 1,
            "stop": "eos"
          },
          {
            "id": "pelican",
            "kind": "svg",
            "prompt": "Generate an SVG of a pelican riding a bicycle. Keep it under 120 elements and close every tag.",
            "max_tokens": 4096,
            "max_ctx": 8192,
            "rounds": 1,
            "stop": "eos"
          }
        ],
        "rounds": 3,
        "allow_battery": false
      },
      "utc_changed": "2026-09-09T16:00:17.888830+00:00",
      "reason": "Raised answer safety caps; prompts, context, binary, and model unchanged."
    },
    {
      "previous_signature": {
        "model_metadata_sha256": {
          "config.json": "5b23e176214ccc7c157805d56ee618660b338937b0a8d2f5032a77ab279fd449",
          "tokenizer.json": "0997f410c57a1f4e53b09e4be8f4a172d90edd9564368fb0847030937229b9f3",
          "packed/manifest.json": "7eec327ad7cc9c1f38554473275cf19daf448314db79745f3debf013c78627a9"
        },
        "binary_sha256": "d54f24aae702db7ea21745387555c79399c588478ec592c12a58788866f865de",
        "suite_sha256": "1e84a64ff5cbff593f0619abac01730893ec11aaceecf2f30f826e0ccdf6c926",
        "model": "/path/to/model",
        "configs": [
          {
            "id": "exact-4bit",
            "label": "4-bit",
            "args": [
              "--experts",
              "4"
            ],
            "store_bits": null,
            "reproducible_cut": true
          },
          {
            "id": "misses-2bit",
            "label": "4-bit resident / 2-bit misses + cut 0.08",
            "args": [
              "--experts",
              "4",
              "--miss-experts",
              "2",
              "--cut-weak",
              "0.08"
            ],
            "store_bits": 2,
            "reproducible_cut": false
          },
          {
            "id": "all-3bit",
            "label": "3-bit",
            "args": [
              "--experts",
              "3"
            ],
            "store_bits": 3,
            "reproducible_cut": true
          },
          {
            "id": "all-2bit",
            "label": "2-bit",
            "args": [
              "--experts",
              "2"
            ],
            "store_bits": 2,
            "reproducible_cut": true
          }
        ],
        "cases": [
          {
            "id": "code",
            "kind": "decode",
            "prompt": "Write a Python function that reverses a singly linked list.",
            "max_tokens": 4096,
            "stop": "eos"
          },
          {
            "id": "code-lru",
            "kind": "decode",
            "prompt": "Implement an LRU cache in Python with O(1) get and put, a fixed positive capacity, and no third-party dependencies. Include complete runnable code, tests for update and eviction, and a short explanation of the invariants.",
            "max_tokens": 7168,
            "stop": "eos"
          },
          {
            "id": "debug-bisect",
            "kind": "decode",
            "prompt": "Debug this Python function intended to return the first index whose value is at least target, or len(a) if none exists:\n\ndef lower_bound(a, target):\n    lo, hi = 0, len(a) - 1\n    while lo < hi:\n        mid = (lo + hi) // 2\n        if a[mid] < target:\n            lo = mid\n        else:\n            hi = mid - 1\n    return lo\n\nExplain the failures, give a corrected implementation, state its loop invariant, and provide runnable tests including empty input, duplicates, and boundary targets.",
            "max_tokens": 4096,
            "stop": "eos"
          },
          {
            "id": "prose",
            "kind": "decode",
            "prompt": "Explain why a hash table needs to handle collisions, with a short example.",
            "max_tokens": 4096,
            "stop": "eos"
          },
          {
            "id": "reasoning",
            "kind": "decode",
            "prompt": "A workshop must produce 120 identical parts. Machine A makes 8 parts per hour and needs a 30-minute setup. Machine B makes 5 parts per hour and needs a 12-minute setup. Both setups begin at time zero, both machines run simultaneously after setup, and partial parts do not count. What is the earliest time all 120 parts can be finished? Show the arithmetic, account for integer completions, and check the immediately preceding completion time.",
            "max_tokens": 4096,
            "stop": "eos"
          },
          {
            "id": "structured",
            "kind": "decode",
            "prompt": "Extract the following orders into a JSON array. Return only valid JSON, with keys order_id, customer, items (each has name, quantity, unit_price_usd), shipping_usd, and total_usd. Prices exclude shipping. Compute each total.\nOrder A17: Mira ordered 3 notebooks at $4.50 each and 2 pens at $1.25 each. Shipping was free.\nOrder B08: Jules ordered one desk lamp for $27.90 and four bulbs for $3.10 each; shipping cost $5.00.\nOrder C31: Sana ordered 2 mugs priced at $12.00 apiece. One mug was canceled before billing. Shipping was $2.50.",
            "max_tokens": 4096,
            "stop": "eos"
          },
          {
            "id": "prefill-long",
            "kind": "prefill",
            "repeat_text": "The quick brown fox jumps over the lazy dog. Each sentence is part of a repeated document used to measure prompt processing.\n",
            "repeat": 128,
            "suffix": "\nSummarize this document in three sentences.",
            "max_tokens": 1024,
            "rounds": 1,
            "stop": "eos"
          },
          {
            "id": "pelican",
            "kind": "svg",
            "prompt": "Generate an SVG of a pelican riding a bicycle. Keep it under 120 elements and close every tag.",
            "max_tokens": 4096,
            "max_ctx": 8192,
            "rounds": 1,
            "stop": "eos"
          }
        ],
        "rounds": 3,
        "allow_battery": false
      },
      "utc_changed": "2026-09-09T17:30:58.440841+00:00",
      "reason": "Raised answer safety caps; prompts, context, binary, and model unchanged."
    }
  ],
  "previous_attempts": [
    {
      "id": "r1-code-lru-all-2bit",
      "configuration": "all-2bit",
      "case": "code-lru",
      "round": 1,
      "args": [
        "/path/to/cherenkov",
        "/path/to/model",
        "Implement an LRU cache in Python with O(1) get and put, a fixed positive capacity, and no third-party dependencies. Include complete runnable code, tests for update and eviction, and a short explanation of the invariants.",
        "--experts",
        "2",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "attempts/r1-code-lru-all-2bit-cap-4096.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "incomplete",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 299.80878600000005,
      "exit_code": 0,
      "power_after": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "metrics": {
        "load_seconds": 0.55,
        "clock_start_ms": 12.82,
        "prompt_tokens": 59,
        "prefill_seconds": 5.22,
        "pp_s": 11.3,
        "output_tokens": 4096,
        "decode_seconds": 293.52,
        "tg_s": 13.95,
        "steps": 1456,
        "mean_step_ms": 195.1,
        "gpu_active_ms": 193.2,
        "io_wait_ms": 21.0,
        "metal_gb": 20.98,
        "clock_end_ms": 17.72,
        "drafts": 2,
        "accepted_drafts_per_step": 1.81
      },
      "finish_reason": "length",
      "error": "incomplete answer: reached the token safety cap before EOS"
    },
    {
      "id": "r3-code-misses-2bit",
      "configuration": "misses-2bit",
      "case": "code",
      "round": 3,
      "args": [
        "/private/tmp/cherenkov-baseline-93c514f",
        "/path/to/model",
        "Write a Python function that reverses a singly linked list.",
        "--experts",
        "4",
        "--miss-experts",
        "2",
        "--cut-weak",
        "0.08",
        "--max-tokens",
        "4096",
        "--max-ctx",
        "8192"
      ],
      "output": "attempts/r3-code-misses-2bit-power-change.txt",
      "power_before": {
        "source": "ac",
        "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
      },
      "status": "failed",
      "power_samples": [
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "ac",
          "detail": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=34865251)\t100%; charged; 0:00 remaining present: true"
        },
        {
          "source": "battery",
          "detail": "Now drawing from 'Battery Power'\n -InternalBattery-0 (id=34865251)\t100%; discharging; (no estimate) present: true"
        }
      ],
      "store_present_before": true,
      "wall_seconds": 73.17619154199997,
      "exit_code": 0,
      "power_after": {
        "source": "battery",
        "detail": "Now drawing from 'Battery Power'\n -InternalBattery-0 (id=34865251)\t100%; discharging; (no estimate) present: true"
      },
      "metrics": {
        "store_build_seconds": null,
        "load_seconds": 0.47,
        "clock_start_ms": 12.55,
        "prompt_tokens": 24,
        "prefill_seconds": 4.06,
        "pp_s": 5.9,
        "output_tokens": 559,
        "decode_seconds": 68.18,
        "tg_s": 8.2,
        "steps": 200,
        "mean_step_ms": 333.0,
        "gpu_active_ms": 331.5,
        "io_wait_ms": 65.9,
        "metal_gb": 20.98,
        "clock_end_ms": 26.45,
        "drafts": 2,
        "accepted_drafts_per_step": 1.79
      },
      "error": "power source changed during this sample"
    }
  ],
  "utc_finished": "2026-09-09T20:11:26.463184+00:00"
}