{
 "about": "Test data for the Claude Fable 5.2 review on improvado.io: one table, three prompts, eighteen raw answers.",
 "date": "2026-11-16",
 "anonymization": "Segment names were replaced by letters, except Other, which holds two small segments added together. Dates were relabelled Week 1 to Week 8 in date order. Every count was multiplied by one undisclosed constant and rounded to a whole number.",
 "settings": "Both models at medium effort, no tools, three runs per question, each run a fresh one-shot.",
 "dataset": [
  {
   "week": "Week 1",
   "segment": "Other",
   "email_submits": "21",
   "booked_calls": "4"
  },
  {
   "week": "Week 1",
   "segment": "Segment A",
   "email_submits": "44",
   "booked_calls": "11"
  },
  {
   "week": "Week 1",
   "segment": "Segment B",
   "email_submits": "16",
   "booked_calls": "3"
  },
  {
   "week": "Week 1",
   "segment": "Segment C",
   "email_submits": "15",
   "booked_calls": "5"
  },
  {
   "week": "Week 1",
   "segment": "Segment D",
   "email_submits": "10",
   "booked_calls": "1"
  },
  {
   "week": "Week 2",
   "segment": "Other",
   "email_submits": "7",
   "booked_calls": "1"
  },
  {
   "week": "Week 2",
   "segment": "Segment A",
   "email_submits": "30",
   "booked_calls": "4"
  },
  {
   "week": "Week 2",
   "segment": "Segment B",
   "email_submits": "37",
   "booked_calls": "5"
  },
  {
   "week": "Week 2",
   "segment": "Segment C",
   "email_submits": "19",
   "booked_calls": "5"
  },
  {
   "week": "Week 2",
   "segment": "Segment D",
   "email_submits": "40",
   "booked_calls": "1"
  },
  {
   "week": "Week 3",
   "segment": "Other",
   "email_submits": "8",
   "booked_calls": "0"
  },
  {
   "week": "Week 3",
   "segment": "Segment A",
   "email_submits": "53",
   "booked_calls": "10"
  },
  {
   "week": "Week 3",
   "segment": "Segment B",
   "email_submits": "36",
   "booked_calls": "4"
  },
  {
   "week": "Week 3",
   "segment": "Segment C",
   "email_submits": "26",
   "booked_calls": "4"
  },
  {
   "week": "Week 3",
   "segment": "Segment D",
   "email_submits": "11",
   "booked_calls": "0"
  },
  {
   "week": "Week 4",
   "segment": "Other",
   "email_submits": "5",
   "booked_calls": "0"
  },
  {
   "week": "Week 4",
   "segment": "Segment A",
   "email_submits": "41",
   "booked_calls": "8"
  },
  {
   "week": "Week 4",
   "segment": "Segment B",
   "email_submits": "23",
   "booked_calls": "5"
  },
  {
   "week": "Week 4",
   "segment": "Segment C",
   "email_submits": "21",
   "booked_calls": "3"
  },
  {
   "week": "Week 4",
   "segment": "Segment D",
   "email_submits": "23",
   "booked_calls": "1"
  },
  {
   "week": "Week 5",
   "segment": "Other",
   "email_submits": "4",
   "booked_calls": "3"
  },
  {
   "week": "Week 5",
   "segment": "Segment A",
   "email_submits": "44",
   "booked_calls": "10"
  },
  {
   "week": "Week 5",
   "segment": "Segment B",
   "email_submits": "30",
   "booked_calls": "0"
  },
  {
   "week": "Week 5",
   "segment": "Segment C",
   "email_submits": "0",
   "booked_calls": "1"
  },
  {
   "week": "Week 5",
   "segment": "Segment D",
   "email_submits": "3",
   "booked_calls": "0"
  },
  {
   "week": "Week 6",
   "segment": "Other",
   "email_submits": "15",
   "booked_calls": "4"
  },
  {
   "week": "Week 6",
   "segment": "Segment A",
   "email_submits": "37",
   "booked_calls": "15"
  },
  {
   "week": "Week 6",
   "segment": "Segment B",
   "email_submits": "18",
   "booked_calls": "5"
  },
  {
   "week": "Week 6",
   "segment": "Segment C",
   "email_submits": "4",
   "booked_calls": "1"
  },
  {
   "week": "Week 6",
   "segment": "Segment D",
   "email_submits": "3",
   "booked_calls": "0"
  },
  {
   "week": "Week 7",
   "segment": "Other",
   "email_submits": "5",
   "booked_calls": "4"
  },
  {
   "week": "Week 7",
   "segment": "Segment A",
   "email_submits": "36",
   "booked_calls": "4"
  },
  {
   "week": "Week 7",
   "segment": "Segment B",
   "email_submits": "37",
   "booked_calls": "0"
  },
  {
   "week": "Week 7",
   "segment": "Segment C",
   "email_submits": "0",
   "booked_calls": "0"
  },
  {
   "week": "Week 7",
   "segment": "Segment D",
   "email_submits": "1",
   "booked_calls": "0"
  },
  {
   "week": "Week 8",
   "segment": "Other",
   "email_submits": "8",
   "booked_calls": "4"
  },
  {
   "week": "Week 8",
   "segment": "Segment A",
   "email_submits": "48",
   "booked_calls": "7"
  },
  {
   "week": "Week 8",
   "segment": "Segment B",
   "email_submits": "16",
   "booked_calls": "1"
  },
  {
   "week": "Week 8",
   "segment": "Segment C",
   "email_submits": "60",
   "booked_calls": "11"
  },
  {
   "week": "Week 8",
   "segment": "Segment D",
   "email_submits": "10",
   "booked_calls": "0"
  }
 ],
 "questions": {
  "Q1": {
   "prompt": "You are given weekly marketing data for 8 weeks: email submits and booked calls per traffic segment.\nAnswer the question using only this data. Reply with only a JSON object of exactly the shape shown, no other text.\n\nQuestion: Which segment had the largest drop in email submits between two consecutive weeks, between which weeks, and by how many?\n\nDATA (csv):\nweek,segment,email_submits,booked_calls\nWeek 1,Other,21,4\nWeek 1,Segment A,44,11\nWeek 1,Segment B,16,3\nWeek 1,Segment C,15,5\nWeek 1,Segment D,10,1\nWeek 2,Other,7,1\nWeek 2,Segment A,30,4\nWeek 2,Segment B,37,5\nWeek 2,Segment C,19,5\nWeek 2,Segment D,40,1\nWeek 3,Other,8,0\nWeek 3,Segment A,53,10\nWeek 3,Segment B,36,4\nWeek 3,Segment C,26,4\nWeek 3,Segment D,11,0\nWeek 4,Other,5,0\nWeek 4,Segment A,41,8\nWeek 4,Segment B,23,5\nWeek 4,Segment C,21,3\nWeek 4,Segment D,23,1\nWeek 5,Other,4,3\nWeek 5,Segment A,44,10\nWeek 5,Segment B,30,0\nWeek 5,Segment C,0,1\nWeek 5,Segment D,3,0\nWeek 6,Other,15,4\nWeek 6,Segment A,37,15\nWeek 6,Segment B,18,5\nWeek 6,Segment C,4,1\nWeek 6,Segment D,3,0\nWeek 7,Other,5,4\nWeek 7,Segment A,36,4\nWeek 7,Segment B,37,0\nWeek 7,Segment C,0,0\nWeek 7,Segment D,1,0\nWeek 8,Other,8,4\nWeek 8,Segment A,48,7\nWeek 8,Segment B,16,1\nWeek 8,Segment C,60,11\nWeek 8,Segment D,10,0\n\nRequired answer shape:\n{\"segment\": \"<segment label>\", \"from_week\": \"<Week N>\", \"to_week\": \"<Week N>\", \"drop\": <whole number>}\n",
   "expected": {
    "answers": [
     {
      "segment": "Segment D",
      "from_week": "Week 2",
      "to_week": "Week 3",
      "drop": 29
     }
    ]
   }
  },
  "Q2": {
   "prompt": "You are given weekly marketing data for 8 weeks: email submits and booked calls per traffic segment.\nAnswer the question using only this data. Reply with only a JSON object of exactly the shape shown, no other text.\n\nQuestion: For each segment, how many booked calls per 100 email submits over the 8 weeks (one decimal)? Which segment is highest and which is lowest?\n\nDATA (csv):\nweek,segment,email_submits,booked_calls\nWeek 1,Other,21,4\nWeek 1,Segment A,44,11\nWeek 1,Segment B,16,3\nWeek 1,Segment C,15,5\nWeek 1,Segment D,10,1\nWeek 2,Other,7,1\nWeek 2,Segment A,30,4\nWeek 2,Segment B,37,5\nWeek 2,Segment C,19,5\nWeek 2,Segment D,40,1\nWeek 3,Other,8,0\nWeek 3,Segment A,53,10\nWeek 3,Segment B,36,4\nWeek 3,Segment C,26,4\nWeek 3,Segment D,11,0\nWeek 4,Other,5,0\nWeek 4,Segment A,41,8\nWeek 4,Segment B,23,5\nWeek 4,Segment C,21,3\nWeek 4,Segment D,23,1\nWeek 5,Other,4,3\nWeek 5,Segment A,44,10\nWeek 5,Segment B,30,0\nWeek 5,Segment C,0,1\nWeek 5,Segment D,3,0\nWeek 6,Other,15,4\nWeek 6,Segment A,37,15\nWeek 6,Segment B,18,5\nWeek 6,Segment C,4,1\nWeek 6,Segment D,3,0\nWeek 7,Other,5,4\nWeek 7,Segment A,36,4\nWeek 7,Segment B,37,0\nWeek 7,Segment C,0,0\nWeek 7,Segment D,1,0\nWeek 8,Other,8,4\nWeek 8,Segment A,48,7\nWeek 8,Segment B,16,1\nWeek 8,Segment C,60,11\nWeek 8,Segment D,10,0\n\nRequired answer shape:\n{\"rates\": {\"<segment label>\": <number with one decimal>, ...one entry per segment}, \"highest\": \"<segment label>\", \"lowest\": \"<segment label>\"}\n",
   "expected": {
    "rates": {
     "Other": 27.4,
     "Segment A": 20.7,
     "Segment B": 10.8,
     "Segment C": 20.7,
     "Segment D": 3.0
    },
    "highest": [
     "Other"
    ],
    "lowest": [
     "Segment D"
    ]
   }
  },
  "Q3": {
   "prompt": "You are given weekly marketing data for 8 weeks: email submits and booked calls per traffic segment.\nAnswer the question using only this data. Reply with only a JSON object of exactly the shape shown, no other text.\n\nQuestion: Which week had the most email submits in total, and what share of that week came from each segment, in percent with one decimal?\n\nDATA (csv):\nweek,segment,email_submits,booked_calls\nWeek 1,Other,21,4\nWeek 1,Segment A,44,11\nWeek 1,Segment B,16,3\nWeek 1,Segment C,15,5\nWeek 1,Segment D,10,1\nWeek 2,Other,7,1\nWeek 2,Segment A,30,4\nWeek 2,Segment B,37,5\nWeek 2,Segment C,19,5\nWeek 2,Segment D,40,1\nWeek 3,Other,8,0\nWeek 3,Segment A,53,10\nWeek 3,Segment B,36,4\nWeek 3,Segment C,26,4\nWeek 3,Segment D,11,0\nWeek 4,Other,5,0\nWeek 4,Segment A,41,8\nWeek 4,Segment B,23,5\nWeek 4,Segment C,21,3\nWeek 4,Segment D,23,1\nWeek 5,Other,4,3\nWeek 5,Segment A,44,10\nWeek 5,Segment B,30,0\nWeek 5,Segment C,0,1\nWeek 5,Segment D,3,0\nWeek 6,Other,15,4\nWeek 6,Segment A,37,15\nWeek 6,Segment B,18,5\nWeek 6,Segment C,4,1\nWeek 6,Segment D,3,0\nWeek 7,Other,5,4\nWeek 7,Segment A,36,4\nWeek 7,Segment B,37,0\nWeek 7,Segment C,0,0\nWeek 7,Segment D,1,0\nWeek 8,Other,8,4\nWeek 8,Segment A,48,7\nWeek 8,Segment B,16,1\nWeek 8,Segment C,60,11\nWeek 8,Segment D,10,0\n\nRequired answer shape:\n{\"week\": \"<Week N>\", \"shares\": {\"<segment label>\": <percent with one decimal>, ...one entry per segment}}\n",
   "expected": {
    "weeks": [
     "Week 8"
    ],
    "week_total": 142,
    "shares": {
     "Other": 5.6,
     "Segment A": 33.8,
     "Segment B": 11.3,
     "Segment C": 42.3,
     "Segment D": 7.0
    }
   }
  }
 },
 "runs": [
  {
   "model": "claude-fable-5-2",
   "effort": "medium",
   "question": "Q1",
   "run": 1,
   "raw_output": "{\"segment\": \"Segment D\", \"from_week\": \"Week 2\", \"to_week\": \"Week 3\", \"drop\": 29}",
   "correct": true,
   "input_tokens": 5054,
   "output_tokens": 42,
   "cost_usd": 0.0722738,
   "seconds": 4.8
  },
  {
   "model": "claude-fable-5-2",
   "effort": "medium",
   "question": "Q1",
   "run": 2,
   "raw_output": "{\"segment\": \"Segment D\", \"from_week\": \"Week 2\", \"to_week\": \"Week 3\", \"drop\": 29}",
   "correct": true,
   "input_tokens": 5054,
   "output_tokens": 289,
   "cost_usd": 0.0821538,
   "seconds": 5.8
  },
  {
   "model": "claude-fable-5-2",
   "effort": "medium",
   "question": "Q1",
   "run": 3,
   "raw_output": "{\"segment\": \"Segment D\", \"from_week\": \"Week 2\", \"to_week\": \"Week 3\", \"drop\": 29}",
   "correct": true,
   "input_tokens": 5058,
   "output_tokens": 42,
   "cost_usd": 0.07233780000000001,
   "seconds": 3.4
  },
  {
   "model": "claude-fable-5-2",
   "effort": "medium",
   "question": "Q2",
   "run": 1,
   "raw_output": "{\"rates\": {\"Other\": 27.4, \"Segment A\": 20.7, \"Segment B\": 10.8, \"Segment C\": 20.7, \"Segment D\": 3.0}, \"highest\": \"Other\", \"lowest\": \"Segment D\"}",
   "correct": true,
   "input_tokens": 5080,
   "output_tokens": 439,
   "cost_usd": 0.08856979999999999,
   "seconds": 5.5
  },
  {
   "model": "claude-fable-5-2",
   "effort": "medium",
   "question": "Q2",
   "run": 2,
   "raw_output": "{\"rates\": {\"Other\": 27.4, \"Segment A\": 20.7, \"Segment B\": 10.8, \"Segment C\": 20.7, \"Segment D\": 3.0}, \"highest\": \"Other\", \"lowest\": \"Segment D\"}",
   "correct": true,
   "input_tokens": 5080,
   "output_tokens": 420,
   "cost_usd": 0.0878098,
   "seconds": 6.9
  },
  {
   "model": "claude-fable-5-2",
   "effort": "medium",
   "question": "Q2",
   "run": 3,
   "raw_output": "{\"rates\": {\"Other\": 27.4, \"Segment A\": 20.7, \"Segment B\": 10.8, \"Segment C\": 20.7, \"Segment D\": 3.0}, \"highest\": \"Other\", \"lowest\": \"Segment D\"}",
   "correct": true,
   "input_tokens": 5080,
   "output_tokens": 413,
   "cost_usd": 0.08752979999999999,
   "seconds": 5.6
  },
  {
   "model": "claude-fable-5-2",
   "effort": "medium",
   "question": "Q3",
   "run": 1,
   "raw_output": "{\"week\": \"Week 8\", \"shares\": {\"Other\": 5.6, \"Segment A\": 33.8, \"Segment B\": 11.3, \"Segment C\": 42.3, \"Segment D\": 7.0}}",
   "correct": true,
   "input_tokens": 5057,
   "output_tokens": 71,
   "cost_usd": 0.0734818,
   "seconds": 3.5
  },
  {
   "model": "claude-fable-5-2",
   "effort": "medium",
   "question": "Q3",
   "run": 2,
   "raw_output": "{\"week\": \"Week 8\", \"shares\": {\"Other\": 5.6, \"Segment A\": 33.8, \"Segment B\": 11.3, \"Segment C\": 42.3, \"Segment D\": 7.0}}",
   "correct": true,
   "input_tokens": 5053,
   "output_tokens": 71,
   "cost_usd": 0.07341779999999999,
   "seconds": 4.0
  },
  {
   "model": "claude-fable-5-2",
   "effort": "medium",
   "question": "Q3",
   "run": 3,
   "raw_output": "{\"week\": \"Week 8\", \"shares\": {\"Other\": 5.6, \"Segment A\": 33.8, \"Segment B\": 11.3, \"Segment C\": 42.3, \"Segment D\": 7.0}}",
   "correct": true,
   "input_tokens": 5053,
   "output_tokens": 71,
   "cost_usd": 0.07341779999999999,
   "seconds": 3.9
  },
  {
   "model": "claude-opus-5-5",
   "effort": "medium",
   "question": "Q1",
   "run": 1,
   "raw_output": "{\"segment\": \"Segment D\", \"from_week\": \"Week 2\", \"to_week\": \"Week 3\", \"drop\": 29}",
   "correct": true,
   "input_tokens": 3700,
   "output_tokens": 311,
   "cost_usd": 0.0307498,
   "seconds": 5.4
  },
  {
   "model": "claude-opus-5-5",
   "effort": "medium",
   "question": "Q1",
   "run": 2,
   "raw_output": "{\"segment\": \"Segment D\", \"from_week\": \"Week 2\", \"to_week\": \"Week 3\", \"drop\": 29}",
   "correct": true,
   "input_tokens": 3698,
   "output_tokens": 298,
   "cost_usd": 0.0304738,
   "seconds": 5.0
  },
  {
   "model": "claude-opus-5-5",
   "effort": "medium",
   "question": "Q1",
   "run": 3,
   "raw_output": "{\"segment\": \"Segment D\", \"from_week\": \"Week 2\", \"to_week\": \"Week 3\", \"drop\": 29}",
   "correct": true,
   "input_tokens": 3698,
   "output_tokens": 301,
   "cost_usd": 0.0305338,
   "seconds": 4.9
  },
  {
   "model": "claude-opus-5-5",
   "effort": "medium",
   "question": "Q2",
   "run": 1,
   "raw_output": "{\"rates\": {\"Other\": 27.4, \"Segment A\": 20.7, \"Segment B\": 10.8, \"Segment C\": 20.7, \"Segment D\": 3.0}, \"highest\": \"Other\", \"lowest\": \"Segment D\"}",
   "correct": true,
   "input_tokens": 3716,
   "output_tokens": 422,
   "cost_usd": 0.0330978,
   "seconds": 5.9
  },
  {
   "model": "claude-opus-5-5",
   "effort": "medium",
   "question": "Q2",
   "run": 2,
   "raw_output": "{\"rates\": {\"Other\": 27.4, \"Segment A\": 20.7, \"Segment B\": 10.8, \"Segment C\": 20.7, \"Segment D\": 3.0}, \"highest\": \"Other\", \"lowest\": \"Segment D\"}",
   "correct": true,
   "input_tokens": 3722,
   "output_tokens": 523,
   "cost_usd": 0.0351658,
   "seconds": 7.1
  },
  {
   "model": "claude-opus-5-5",
   "effort": "medium",
   "question": "Q2",
   "run": 3,
   "raw_output": "{\"rates\": {\"Other\": 27.4, \"Segment A\": 20.7, \"Segment B\": 10.8, \"Segment C\": 20.7, \"Segment D\": 3.0}, \"highest\": \"Other\", \"lowest\": \"Segment D\"}",
   "correct": true,
   "input_tokens": 3720,
   "output_tokens": 412,
   "cost_usd": 0.032929799999999995,
   "seconds": 6.2
  },
  {
   "model": "claude-opus-5-5",
   "effort": "medium",
   "question": "Q3",
   "run": 1,
   "raw_output": "{\"week\": \"Week 8\", \"shares\": {\"Other\": 5.6, \"Segment A\": 33.8, \"Segment B\": 11.3, \"Segment C\": 42.3, \"Segment D\": 7.0}}",
   "correct": true,
   "input_tokens": 3695,
   "output_tokens": 305,
   "cost_usd": 0.0305898,
   "seconds": 6.0
  },
  {
   "model": "claude-opus-5-5",
   "effort": "medium",
   "question": "Q3",
   "run": 2,
   "raw_output": "{\"week\": \"Week 8\", \"shares\": {\"Other\": 5.6, \"Segment A\": 33.8, \"Segment B\": 11.3, \"Segment C\": 42.3, \"Segment D\": 7.0}}",
   "correct": true,
   "input_tokens": 3697,
   "output_tokens": 304,
   "cost_usd": 0.030585800000000003,
   "seconds": 6.8
  },
  {
   "model": "claude-opus-5-5",
   "effort": "medium",
   "question": "Q3",
   "run": 3,
   "raw_output": "{\"week\": \"Week 8\", \"shares\": {\"Other\": 5.6, \"Segment A\": 33.8, \"Segment B\": 11.3, \"Segment C\": 42.3, \"Segment D\": 7.0}}",
   "correct": true,
   "input_tokens": 3695,
   "output_tokens": 309,
   "cost_usd": 0.030669799999999997,
   "seconds": 6.7
  }
 ]
}