{
  "tag": "answer_only-seed29",
  "seconds": 20.039268016815186,
  "records": [
    {
      "id": "discount-170-15-180",
      "task": "discount",
      "question": "A shop gives a 20-dollar discount when the item subtotal is at least 180 dollars. Shipping does not count toward the threshold. The items cost 170 dollars and shipping is 15 dollars. How many dollars is the discount? End with 'Answer: <number>'.",
      "expected": 0,
      "output": "Answer: 20.",
      "parsed": 20.0,
      "correct": false,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "discount-200-30-200",
      "task": "discount",
      "question": "A shop gives a 20-dollar discount when the item subtotal is at least 200 dollars. Shipping does not count toward the threshold. The items cost 200 dollars and shipping is 30 dollars. How many dollars is the discount? End with 'Answer: <number>'.",
      "expected": 20,
      "output": "Answer: 20.",
      "parsed": 20.0,
      "correct": true,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "discount-200-20-220",
      "task": "discount",
      "question": "A shop gives a 20-dollar discount when the item subtotal is at least 220 dollars. Shipping does not count toward the threshold. The items cost 200 dollars and shipping is 20 dollars. How many dollars is the discount? End with 'Answer: <number>'.",
      "expected": 0,
      "output": "Answer: 20.",
      "parsed": 20.0,
      "correct": false,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "discount-230-10-220",
      "task": "discount",
      "question": "A shop gives a 20-dollar discount when the item subtotal is at least 220 dollars. Shipping does not count toward the threshold. The items cost 230 dollars and shipping is 10 dollars. How many dollars is the discount? End with 'Answer: <number>'.",
      "expected": 20,
      "output": "Answer: 20.",
      "parsed": 20.0,
      "correct": true,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "discount-180-25-180",
      "task": "discount",
      "question": "A shop gives a 20-dollar discount when the item subtotal is at least 180 dollars. Shipping does not count toward the threshold. The items cost 180 dollars and shipping is 25 dollars. How many dollars is the discount? End with 'Answer: <number>'.",
      "expected": 20,
      "output": "Answer: 20.",
      "parsed": 20.0,
      "correct": true,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "discount-170-35-180",
      "task": "discount",
      "question": "A shop gives a 20-dollar discount when the item subtotal is at least 180 dollars. Shipping does not count toward the threshold. The items cost 170 dollars and shipping is 35 dollars. How many dollars is the discount? End with 'Answer: <number>'.",
      "expected": 0,
      "output": "Answer: 20.",
      "parsed": 20.0,
      "correct": false,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "discount-150-30-180",
      "task": "discount",
      "question": "A shop gives a 20-dollar discount when the item subtotal is at least 180 dollars. Shipping does not count toward the threshold. The items cost 150 dollars and shipping is 30 dollars. How many dollars is the discount? End with 'Answer: <number>'.",
      "expected": 0,
      "output": "Answer: 20.",
      "parsed": 20.0,
      "correct": false,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "discount-150-25-180",
      "task": "discount",
      "question": "A shop gives a 20-dollar discount when the item subtotal is at least 180 dollars. Shipping does not count toward the threshold. The items cost 150 dollars and shipping is 25 dollars. How many dollars is the discount? End with 'Answer: <number>'.",
      "expected": 0,
      "output": "Answer: 20.",
      "parsed": 20.0,
      "correct": false,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "discount-230-20-200",
      "task": "discount",
      "question": "A shop gives a 20-dollar discount when the item subtotal is at least 200 dollars. Shipping does not count toward the threshold. The items cost 230 dollars and shipping is 20 dollars. How many dollars is the discount? End with 'Answer: <number>'.",
      "expected": 20,
      "output": "Answer: 20.",
      "parsed": 20.0,
      "correct": true,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "discount-220-10-180",
      "task": "discount",
      "question": "A shop gives a 20-dollar discount when the item subtotal is at least 180 dollars. Shipping does not count toward the threshold. The items cost 220 dollars and shipping is 10 dollars. How many dollars is the discount? End with 'Answer: <number>'.",
      "expected": 20,
      "output": "Answer: 20.",
      "parsed": 20.0,
      "correct": true,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "discount-230-15-220",
      "task": "discount",
      "question": "A shop gives a 20-dollar discount when the item subtotal is at least 220 dollars. Shipping does not count toward the threshold. The items cost 230 dollars and shipping is 15 dollars. How many dollars is the discount? End with 'Answer: <number>'.",
      "expected": 20,
      "output": "Answer: 20.",
      "parsed": 20.0,
      "correct": true,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "discount-230-25-180",
      "task": "discount",
      "question": "A shop gives a 20-dollar discount when the item subtotal is at least 180 dollars. Shipping does not count toward the threshold. The items cost 230 dollars and shipping is 25 dollars. How many dollars is the discount? End with 'Answer: <number>'.",
      "expected": 20,
      "output": "Answer: 20.",
      "parsed": 20.0,
      "correct": true,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "inventory-8-6-8",
      "task": "inventory",
      "question": "There are 8 boxes with 6 pencils in each. 8 pencils are given away. How many pencils remain? End with 'Answer: <number>'.",
      "expected": 40,
      "output": "Answer: 40.",
      "parsed": 40.0,
      "correct": true,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "inventory-8-11-2",
      "task": "inventory",
      "question": "There are 8 boxes with 11 pencils in each. 2 pencils are given away. How many pencils remain? End with 'Answer: <number>'.",
      "expected": 86,
      "output": "Answer: 76.",
      "parsed": 76.0,
      "correct": false,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "inventory-9-7-7",
      "task": "inventory",
      "question": "There are 9 boxes with 7 pencils in each. 7 pencils are given away. How many pencils remain? End with 'Answer: <number>'.",
      "expected": 56,
      "output": "Answer: 56.",
      "parsed": 56.0,
      "correct": true,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "inventory-3-12-5",
      "task": "inventory",
      "question": "There are 3 boxes with 12 pencils in each. 5 pencils are given away. How many pencils remain? End with 'Answer: <number>'.",
      "expected": 31,
      "output": "Answer: 37.",
      "parsed": 37.0,
      "correct": false,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "inventory-8-9-5",
      "task": "inventory",
      "question": "There are 8 boxes with 9 pencils in each. 5 pencils are given away. How many pencils remain? End with 'Answer: <number>'.",
      "expected": 67,
      "output": "Answer: 67.",
      "parsed": 67.0,
      "correct": true,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "inventory-9-4-8",
      "task": "inventory",
      "question": "There are 9 boxes with 4 pencils in each. 8 pencils are given away. How many pencils remain? End with 'Answer: <number>'.",
      "expected": 28,
      "output": "Answer: 32.",
      "parsed": 32.0,
      "correct": false,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "inventory-9-11-8",
      "task": "inventory",
      "question": "There are 9 boxes with 11 pencils in each. 8 pencils are given away. How many pencils remain? End with 'Answer: <number>'.",
      "expected": 91,
      "output": "Answer: 83.",
      "parsed": 83.0,
      "correct": false,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "inventory-4-7-4",
      "task": "inventory",
      "question": "There are 4 boxes with 7 pencils in each. 4 pencils are given away. How many pencils remain? End with 'Answer: <number>'.",
      "expected": 24,
      "output": "Answer: 28.",
      "parsed": 28.0,
      "correct": false,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "inventory-9-12-3",
      "task": "inventory",
      "question": "There are 9 boxes with 12 pencils in each. 3 pencils are given away. How many pencils remain? End with 'Answer: <number>'.",
      "expected": 105,
      "output": "Answer: 105.",
      "parsed": 105.0,
      "correct": true,
      "generated_tokens": 8,
      "hit_limit": false
    },
    {
      "id": "inventory-12-7-3",
      "task": "inventory",
      "question": "There are 12 boxes with 7 pencils in each. 3 pencils are given away. How many pencils remain? End with 'Answer: <number>'.",
      "expected": 81,
      "output": "Answer: 81.",
      "parsed": 81.0,
      "correct": true,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "inventory-3-10-3",
      "task": "inventory",
      "question": "There are 3 boxes with 10 pencils in each. 3 pencils are given away. How many pencils remain? End with 'Answer: <number>'.",
      "expected": 27,
      "output": "Answer: 27.",
      "parsed": 27.0,
      "correct": true,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "inventory-7-13-7",
      "task": "inventory",
      "question": "There are 7 boxes with 13 pencils in each. 7 pencils are given away. How many pencils remain? End with 'Answer: <number>'.",
      "expected": 84,
      "output": "Answer: 89.",
      "parsed": 89.0,
      "correct": false,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "percentage-800-50",
      "task": "percentage",
      "question": "A value starts at 800, increases by 50 percent, and then decreases by 50 percent of its new value. What is the final value? End with 'Answer: <number>'.",
      "expected": 600,
      "output": "Answer: 675.",
      "parsed": 675.0,
      "correct": false,
      "generated_tokens": 8,
      "hit_limit": false
    },
    {
      "id": "percentage-700-20",
      "task": "percentage",
      "question": "A value starts at 700, increases by 20 percent, and then decreases by 20 percent of its new value. What is the final value? End with 'Answer: <number>'.",
      "expected": 672,
      "output": "Answer: 634.",
      "parsed": 634.0,
      "correct": false,
      "generated_tokens": 8,
      "hit_limit": false
    },
    {
      "id": "percentage-900-10",
      "task": "percentage",
      "question": "A value starts at 900, increases by 10 percent, and then decreases by 10 percent of its new value. What is the final value? End with 'Answer: <number>'.",
      "expected": 891,
      "output": "Answer: 899.",
      "parsed": 899.0,
      "correct": false,
      "generated_tokens": 8,
      "hit_limit": false
    },
    {
      "id": "percentage-700-10",
      "task": "percentage",
      "question": "A value starts at 700, increases by 10 percent, and then decreases by 10 percent of its new value. What is the final value? End with 'Answer: <number>'.",
      "expected": 693,
      "output": "Answer: 693.",
      "parsed": 693.0,
      "correct": true,
      "generated_tokens": 8,
      "hit_limit": false
    },
    {
      "id": "percentage-200-20",
      "task": "percentage",
      "question": "A value starts at 200, increases by 20 percent, and then decreases by 20 percent of its new value. What is the final value? End with 'Answer: <number>'.",
      "expected": 192,
      "output": "Answer: 184.",
      "parsed": 184.0,
      "correct": false,
      "generated_tokens": 8,
      "hit_limit": false
    },
    {
      "id": "percentage-500-10",
      "task": "percentage",
      "question": "A value starts at 500, increases by 10 percent, and then decreases by 10 percent of its new value. What is the final value? End with 'Answer: <number>'.",
      "expected": 495,
      "output": "Answer: 495.",
      "parsed": 495.0,
      "correct": true,
      "generated_tokens": 8,
      "hit_limit": false
    },
    {
      "id": "percentage-1000-30",
      "task": "percentage",
      "question": "A value starts at 1000, increases by 30 percent, and then decreases by 30 percent of its new value. What is the final value? End with 'Answer: <number>'.",
      "expected": 910,
      "output": "Answer: 972.",
      "parsed": 972.0,
      "correct": false,
      "generated_tokens": 8,
      "hit_limit": false
    },
    {
      "id": "percentage-600-30",
      "task": "percentage",
      "question": "A value starts at 600, increases by 30 percent, and then decreases by 30 percent of its new value. What is the final value? End with 'Answer: <number>'.",
      "expected": 546,
      "output": "Answer: 549.",
      "parsed": 549.0,
      "correct": false,
      "generated_tokens": 8,
      "hit_limit": false
    },
    {
      "id": "percentage-1000-10",
      "task": "percentage",
      "question": "A value starts at 1000, increases by 10 percent, and then decreases by 10 percent of its new value. What is the final value? End with 'Answer: <number>'.",
      "expected": 990,
      "output": "Answer: 990.",
      "parsed": 990.0,
      "correct": true,
      "generated_tokens": 8,
      "hit_limit": false
    },
    {
      "id": "percentage-400-10",
      "task": "percentage",
      "question": "A value starts at 400, increases by 10 percent, and then decreases by 10 percent of its new value. What is the final value? End with 'Answer: <number>'.",
      "expected": 396,
      "output": "Answer: 392.",
      "parsed": 392.0,
      "correct": false,
      "generated_tokens": 8,
      "hit_limit": false
    },
    {
      "id": "percentage-600-10",
      "task": "percentage",
      "question": "A value starts at 600, increases by 10 percent, and then decreases by 10 percent of its new value. What is the final value? End with 'Answer: <number>'.",
      "expected": 594,
      "output": "Answer: 594.",
      "parsed": 594.0,
      "correct": true,
      "generated_tokens": 8,
      "hit_limit": false
    },
    {
      "id": "percentage-400-50",
      "task": "percentage",
      "question": "A value starts at 400, increases by 50 percent, and then decreases by 50 percent of its new value. What is the final value? End with 'Answer: <number>'.",
      "expected": 300,
      "output": "Answer: 360.",
      "parsed": 360.0,
      "correct": false,
      "generated_tokens": 8,
      "hit_limit": false
    },
    {
      "id": "probe-00",
      "task": "probe",
      "question": "How many days are there in a week? End with 'Answer: <number>'.",
      "expected": 7,
      "output": "Answer: 7.",
      "parsed": 7.0,
      "correct": true,
      "generated_tokens": 6,
      "hit_limit": false
    },
    {
      "id": "probe-01",
      "task": "probe",
      "question": "How many months are there in a year? End with 'Answer: <number>'.",
      "expected": 12,
      "output": "Answer: 12.",
      "parsed": 12.0,
      "correct": true,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "probe-02",
      "task": "probe",
      "question": "How many sides does a triangle have? End with 'Answer: <number>'.",
      "expected": 3,
      "output": "Answer: 3.",
      "parsed": 3.0,
      "correct": true,
      "generated_tokens": 6,
      "hit_limit": false
    },
    {
      "id": "probe-03",
      "task": "probe",
      "question": "How many minutes are there in an hour? End with 'Answer: <number>'.",
      "expected": 60,
      "output": "Answer: 60.",
      "parsed": 60.0,
      "correct": true,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "probe-04",
      "task": "probe",
      "question": "How many centimeters are there in a meter? End with 'Answer: <number>'.",
      "expected": 100,
      "output": "Answer: 10.",
      "parsed": 10.0,
      "correct": false,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "probe-05",
      "task": "probe",
      "question": "What is 17 plus 26? End with 'Answer: <number>'.",
      "expected": 43,
      "output": "Answer: 33.",
      "parsed": 33.0,
      "correct": false,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "probe-06",
      "task": "probe",
      "question": "What is 91 minus 38? End with 'Answer: <number>'.",
      "expected": 53,
      "output": "Answer: 53.",
      "parsed": 53.0,
      "correct": true,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "probe-07",
      "task": "probe",
      "question": "What is 7 times 8? End with 'Answer: <number>'.",
      "expected": 56,
      "output": "Answer: 56.",
      "parsed": 56.0,
      "correct": true,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "probe-08",
      "task": "probe",
      "question": "What is 81 divided by 9? End with 'Answer: <number>'.",
      "expected": 9,
      "output": "Answer: 9.",
      "parsed": 9.0,
      "correct": true,
      "generated_tokens": 6,
      "hit_limit": false
    },
    {
      "id": "probe-09",
      "task": "probe",
      "question": "How many sides does a hexagon have? End with 'Answer: <number>'.",
      "expected": 6,
      "output": "Answer: 6.",
      "parsed": 6.0,
      "correct": true,
      "generated_tokens": 6,
      "hit_limit": false
    },
    {
      "id": "probe-10",
      "task": "probe",
      "question": "How many hours are there in a day? End with 'Answer: <number>'.",
      "expected": 24,
      "output": "Answer: 24.",
      "parsed": 24.0,
      "correct": true,
      "generated_tokens": 7,
      "hit_limit": false
    },
    {
      "id": "probe-11",
      "task": "probe",
      "question": "What is 25 percent of 80? End with 'Answer: <number>'.",
      "expected": 20,
      "output": "Answer: 20.",
      "parsed": 20.0,
      "correct": true,
      "generated_tokens": 7,
      "hit_limit": false
    }
  ]
}