{
  "datasetSource": "https://github.com/openai/grade-school-math",
  "datasetVersion": "mvp-public-slice-2026-05",
  "description": "Small deterministic public GSM8K-style smoke slice for proving the evidence pipe. TODO: replace with the Sovereign46 production benchmark set: LiveCodeBench date-filtered, GPQA Diamond, SWE-bench Verified, AIME, IFEval, FrontierMath, and HLE.",
  "maxTokens": 96,
  "metric": "exact_match_final_integer",
  "name": "s46-mvp-gsm8k-slice-v0",
  "sampleCount": 3,
  "samples": [
    {
      "answer": "72",
      "id": "gsm8k-smoke-001",
      "prompt": "Answer with only the final integer. Natalia sold clips to 48 friends in April, and half as many in May. How many clips did she sell altogether in April and May?"
    },
    {
      "answer": "3",
      "id": "gsm8k-smoke-002",
      "prompt": "Answer with only the final integer. A robe takes 2 bolts of blue fiber and half that much white fiber. How many bolts total does it take?"
    },
    {
      "answer": "70000",
      "id": "gsm8k-smoke-003",
      "prompt": "Answer with only the final integer. Josh decides to try flipping a house. He buys a house for $80,000 and spends $50,000 in repairs. This increased the value by 150%. What profit did he make?"
    }
  ],
  "schema": 1,
  "seed": 46,
  "temperature": 0.0
}