{
 "bench_id": "b008-suushiki",
 "slug": "suushiki-2026-10-08",
 "title": "動く表計算の数式を書く（4AI・6課題・各3回）",
 "field": "Excel・スプレッドシートの数式",
 "field_key": "suushiki",
 "round": 1,
 "run_date": "2026-10-08",
 "timezone": "Asia/Tokyo",
 "version": "v1",
 "conductor": "AInformation編集部",
 "funder": "AInformation（自社負担）",
 "sponsor": null,
 "method": {
  "tasks_n": 6,
  "repeats": 3,
  "ais_n": 4,
  "trials_total": 72,
  "trials_valid": 72,
  "excluded": [],
  "new_chat_each_time": true,
  "order_rotated": true,
  "order_by_repeat": {
   "1": [
    "ChatGPT",
    "Gemini",
    "Claude",
    "Copilot"
   ],
   "2": [
    "Gemini",
    "Claude",
    "Copilot",
    "ChatGPT"
   ],
   "3": [
    "Claude",
    "Copilot",
    "ChatGPT",
    "Gemini"
   ]
  },
  "timeout_seconds": 300,
  "scoring": "機械採点のみ（AIに採点させていない）",
  "materials_generated_at": "2026-10-07",
  "materials_note": "架空の株式会社サンプル商事の売上表（A列が月・B〜F列が商品・G列が合計・2〜13行がデータ）。出た数式は実際に計算して答え合わせする",
  "counted_outcomes": [
   "scored",
   "refused",
   "timeout"
  ],
  "excluded_outcomes": [
   "limit",
   "our_error",
   "human_check"
  ],
  "answer_cleanup": "画面から答えを読み取るとき、AIによっては読み上げ用の1行や考えている途中の要約が答えと同じ枠に入る。採点の前に「答えの先頭にあって、あとでそっくり同じ行がもう一度出てくる」ところまでを落とす。4AIとも同じ処理をする。落とす前の答えは answers/ にそのまま置いてある",
  "csv_url": "/data/research/bench/suushiki-2026-10-08/latest.csv"
 },
 "ais": [
  {
   "name": "ChatGPT",
   "plan": "ChatGPT Pro",
   "model_shown": "Medium",
   "checked_at": "2026-10-07 19:36"
  },
  {
   "name": "Gemini",
   "plan": "Google AI Pro",
   "model_shown": "Flash",
   "checked_at": "2026-10-07 19:36"
  },
  {
   "name": "Claude",
   "plan": "Claude Max",
   "model_shown": "Opus 4.8 高",
   "checked_at": "2026-10-07 19:36"
  },
  {
   "name": "Copilot",
   "plan": "Microsoft 365 Personal",
   "model_shown": null,
   "checked_at": "2026-10-07 19:36"
  }
 ],
 "summary": {
  "headline": "6課題を各3回ずつ投げたところ、正解率が一番高かったのはChatGPT・Gemini・Claudeの100.0%で同率だった",
  "winner": null,
  "note": "1回の検証の結果。日や課題が変われば順位は変わる"
 },
 "scores": [
  {
   "ai": "ChatGPT",
   "correct": 18,
   "trials": 18,
   "accuracy": 1.0,
   "accuracy_display": 100.0,
   "seconds_median": 14.2,
   "seconds_min": 14.0,
   "seconds_max": 20.4,
   "consistency": 1.0,
   "consistency_display": 100.0,
   "source_alive": null,
   "source_alive_display": null,
   "instruction_follow": 1.0,
   "instruction_follow_display": 100.0,
   "failures": {
    "refused": 0,
    "timeout": 0,
    "limit": 0,
    "our_error": 0,
    "human_check": 0
   }
  },
  {
   "ai": "Gemini",
   "correct": 18,
   "trials": 18,
   "accuracy": 1.0,
   "accuracy_display": 100.0,
   "seconds_median": 19.1,
   "seconds_min": 19.0,
   "seconds_max": 19.6,
   "consistency": 1.0,
   "consistency_display": 100.0,
   "source_alive": null,
   "source_alive_display": null,
   "instruction_follow": 1.0,
   "instruction_follow_display": 100.0,
   "failures": {
    "refused": 0,
    "timeout": 0,
    "limit": 0,
    "our_error": 0,
    "human_check": 0
   }
  },
  {
   "ai": "Claude",
   "correct": 18,
   "trials": 18,
   "accuracy": 1.0,
   "accuracy_display": 100.0,
   "seconds_median": 13.9,
   "seconds_min": 13.8,
   "seconds_max": 16.5,
   "consistency": 1.0,
   "consistency_display": 100.0,
   "source_alive": null,
   "source_alive_display": null,
   "instruction_follow": 0.0,
   "instruction_follow_display": 0.0,
   "failures": {
    "refused": 0,
    "timeout": 0,
    "limit": 0,
    "our_error": 0,
    "human_check": 0
   }
  },
  {
   "ai": "Copilot",
   "correct": 17,
   "trials": 18,
   "accuracy": 0.9444,
   "accuracy_display": 94.4,
   "seconds_median": 14.1,
   "seconds_min": 13.9,
   "seconds_max": 26.2,
   "consistency": 0.8889,
   "consistency_display": 88.9,
   "source_alive": null,
   "source_alive_display": null,
   "instruction_follow": 0.9444,
   "instruction_follow_display": 94.4,
   "failures": {
    "refused": 0,
    "timeout": 0,
    "limit": 0,
    "our_error": 0,
    "human_check": 0
   }
  }
 ],
 "tasks": [
  {
   "task_id": "t1",
   "level": "易",
   "prompt": "次の表はスプレッドシートのA1から貼ってあります（1行目が見出し・2行目から13行目がデータ）。\n商品A（B列）の1年ぶんの合計を出す数式を1つだけ書いてください。\n\n決まり\n・答えはちょうど1行。= で始まる数式だけを書く\n・説明と計算結果は書かない\n\n---- 表 ここから ----\n月,商品A（タンブラー）,商品B（エコバッグ）,商品C（冷感タオル）,商品D（弁当箱）,商品E（保温ボトル）,合計\n2025-01,9400,13600,10200,14100,5200,52500\n2025-02,9400,12800,11100,14400,5200,52900\n2025-03,10300,10200,12600,14600,7900,55600\n2025-04,9400,7600,10700,14800,11800,54300\n2025-05,9400,6000,10500,15100,17000,58000\n2025-06,9400,4200,10000,15300,23600,62500\n2025-07,9400,3400,9800,15600,31400,69600\n2025-08,9400,3400,9100,15800,34100,71800\n2025-09,9400,5100,10200,16000,22300,63000\n2025-10,9400,8500,9000,16300,10500,53700\n2025-11,9400,11900,8200,16500,6600,52600\n2025-12,10300,14400,9700,16700,5200,56300\n---- 表 ここまで ----",
   "scorer": "formula_run",
   "answer_key": "（機械採点 formula_run）出てきた数式を実際に計算して 商品Aの年間合計＝114600 と合うか",
   "materials": [
    "/data/research/bench/suushiki-2026-10-08/materials/uriage.csv"
   ],
   "per_ai": [
    {
     "ai": "ChatGPT",
     "trials": [
      {
       "n": 1,
       "ok": true,
       "outcome": "scored",
       "seconds": 14.2,
       "chars": 12,
       "why": "式 =SUM(B2:B13) を実行：商品Aの年間合計 ○（式の答え114600.0・正解114600.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t1_chatgpt_1.txt",
       "shot": "/data/research/bench/suushiki-2026-10-08/shots/chatgpt_01_t1.png"
      },
      {
       "n": 2,
       "ok": true,
       "outcome": "scored",
       "seconds": 14.3,
       "chars": 12,
       "why": "式 =SUM(B2:B13) を実行：商品Aの年間合計 ○（式の答え114600.0・正解114600.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t1_chatgpt_2.txt",
       "shot": null
      },
      {
       "n": 3,
       "ok": true,
       "outcome": "scored",
       "seconds": 14.1,
       "chars": 12,
       "why": "式 =SUM(B2:B13) を実行：商品Aの年間合計 ○（式の答え114600.0・正解114600.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t1_chatgpt_3.txt",
       "shot": null
      }
     ]
    },
    {
     "ai": "Gemini",
     "trials": [
      {
       "n": 1,
       "ok": true,
       "outcome": "scored",
       "seconds": 19.1,
       "chars": 12,
       "why": "式 =SUM(B2:B13) を実行：商品Aの年間合計 ○（式の答え114600.0・正解114600.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t1_gemini_1.txt",
       "shot": "/data/research/bench/suushiki-2026-10-08/shots/gemini_01_t1.png"
      },
      {
       "n": 2,
       "ok": true,
       "outcome": "scored",
       "seconds": 19.6,
       "chars": 12,
       "why": "式 =SUM(B2:B13) を実行：商品Aの年間合計 ○（式の答え114600.0・正解114600.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t1_gemini_2.txt",
       "shot": null
      },
      {
       "n": 3,
       "ok": true,
       "outcome": "scored",
       "seconds": 19.0,
       "chars": 12,
       "why": "式 =SUM(B2:B13) を実行：商品Aの年間合計 ○（式の答え114600.0・正解114600.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t1_gemini_3.txt",
       "shot": null
      }
     ]
    },
    {
     "ai": "Claude",
     "trials": [
      {
       "n": 1,
       "ok": true,
       "outcome": "scored",
       "seconds": 13.8,
       "chars": 54,
       "why": "式 =SUM(B2:B13) を実行：商品Aの年間合計 ○（式の答え114600.0・正解114600.0）",
       "instruction_follow": false,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t1_claude_1.txt",
       "shot": "/data/research/bench/suushiki-2026-10-08/shots/claude_01_t1.png"
      },
      {
       "n": 2,
       "ok": true,
       "outcome": "scored",
       "seconds": 13.8,
       "chars": 54,
       "why": "式 =SUM(B2:B13) を実行：商品Aの年間合計 ○（式の答え114600.0・正解114600.0）",
       "instruction_follow": false,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t1_claude_2.txt",
       "shot": null
      },
      {
       "n": 3,
       "ok": true,
       "outcome": "scored",
       "seconds": 14.0,
       "chars": 54,
       "why": "式 =SUM(B2:B13) を実行：商品Aの年間合計 ○（式の答え114600.0・正解114600.0）",
       "instruction_follow": false,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t1_claude_3.txt",
       "shot": null
      }
     ]
    },
    {
     "ai": "Copilot",
     "trials": [
      {
       "n": 1,
       "ok": true,
       "outcome": "scored",
       "seconds": 17.1,
       "chars": 12,
       "why": "式 =SUM(B2:B13) を実行：商品Aの年間合計 ○（式の答え114600.0・正解114600.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t1_copilot_1.txt",
       "shot": null
      },
      {
       "n": 2,
       "ok": true,
       "outcome": "scored",
       "seconds": 13.9,
       "chars": 12,
       "why": "式 =SUM(B2:B13) を実行：商品Aの年間合計 ○（式の答え114600.0・正解114600.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t1_copilot_2.txt",
       "shot": null
      },
      {
       "n": 3,
       "ok": true,
       "outcome": "scored",
       "seconds": 17.0,
       "chars": 12,
       "why": "式 =SUM(B2:B13) を実行：商品Aの年間合計 ○（式の答え114600.0・正解114600.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t1_copilot_3.txt",
       "shot": null
      }
     ]
    }
   ]
  },
  {
   "task_id": "t2",
   "level": "易",
   "prompt": "次の表はスプレッドシートのA1から貼ってあります（1行目が見出し・2行目から13行目がデータ・G列が月の合計）。\n1年ぶんの売上の総合計を出す数式を1つだけ書いてください。\n\n決まり\n・答えはちょうど1行。= で始まる数式だけを書く\n・説明と計算結果は書かない\n\n---- 表 ここから ----\n月,商品A（タンブラー）,商品B（エコバッグ）,商品C（冷感タオル）,商品D（弁当箱）,商品E（保温ボトル）,合計\n2025-01,9400,13600,10200,14100,5200,52500\n2025-02,9400,12800,11100,14400,5200,52900\n2025-03,10300,10200,12600,14600,7900,55600\n2025-04,9400,7600,10700,14800,11800,54300\n2025-05,9400,6000,10500,15100,17000,58000\n2025-06,9400,4200,10000,15300,23600,62500\n2025-07,9400,3400,9800,15600,31400,69600\n2025-08,9400,3400,9100,15800,34100,71800\n2025-09,9400,5100,10200,16000,22300,63000\n2025-10,9400,8500,9000,16300,10500,53700\n2025-11,9400,11900,8200,16500,6600,52600\n2025-12,10300,14400,9700,16700,5200,56300\n---- 表 ここまで ----",
   "scorer": "formula_run",
   "answer_key": "（機械採点 formula_run）出てきた数式を実際に計算して 年間の合計＝702800 と合うか",
   "materials": [
    "/data/research/bench/suushiki-2026-10-08/materials/uriage.csv"
   ],
   "per_ai": [
    {
     "ai": "ChatGPT",
     "trials": [
      {
       "n": 1,
       "ok": true,
       "outcome": "scored",
       "seconds": 14.7,
       "chars": 12,
       "why": "式 =SUM(G2:G13) を実行：年間の合計 ○（式の答え702800.0・正解702800.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t2_chatgpt_1.txt",
       "shot": "/data/research/bench/suushiki-2026-10-08/shots/chatgpt_02_t2.png"
      },
      {
       "n": 2,
       "ok": true,
       "outcome": "scored",
       "seconds": 14.2,
       "chars": 12,
       "why": "式 =SUM(G2:G13) を実行：年間の合計 ○（式の答え702800.0・正解702800.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t2_chatgpt_2.txt",
       "shot": null
      },
      {
       "n": 3,
       "ok": true,
       "outcome": "scored",
       "seconds": 14.2,
       "chars": 12,
       "why": "式 =SUM(G2:G13) を実行：年間の合計 ○（式の答え702800.0・正解702800.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t2_chatgpt_3.txt",
       "shot": null
      }
     ]
    },
    {
     "ai": "Gemini",
     "trials": [
      {
       "n": 1,
       "ok": true,
       "outcome": "scored",
       "seconds": 19.3,
       "chars": 12,
       "why": "式 =SUM(G2:G13) を実行：年間の合計 ○（式の答え702800.0・正解702800.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t2_gemini_1.txt",
       "shot": "/data/research/bench/suushiki-2026-10-08/shots/gemini_02_t2.png"
      },
      {
       "n": 2,
       "ok": true,
       "outcome": "scored",
       "seconds": 19.1,
       "chars": 12,
       "why": "式 =SUM(G2:G13) を実行：年間の合計 ○（式の答え702800.0・正解702800.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t2_gemini_2.txt",
       "shot": null
      },
      {
       "n": 3,
       "ok": true,
       "outcome": "scored",
       "seconds": 19.0,
       "chars": 12,
       "why": "式 =SUM(G2:G13) を実行：年間の合計 ○（式の答え702800.0・正解702800.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t2_gemini_3.txt",
       "shot": null
      }
     ]
    },
    {
     "ai": "Claude",
     "trials": [
      {
       "n": 1,
       "ok": true,
       "outcome": "scored",
       "seconds": 14.0,
       "chars": 54,
       "why": "式 =SUM(G2:G13) を実行：年間の合計 ○（式の答え702800.0・正解702800.0）",
       "instruction_follow": false,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t2_claude_1.txt",
       "shot": "/data/research/bench/suushiki-2026-10-08/shots/claude_02_t2.png"
      },
      {
       "n": 2,
       "ok": true,
       "outcome": "scored",
       "seconds": 13.8,
       "chars": 54,
       "why": "式 =SUM(G2:G13) を実行：年間の合計 ○（式の答え702800.0・正解702800.0）",
       "instruction_follow": false,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t2_claude_2.txt",
       "shot": null
      },
      {
       "n": 3,
       "ok": true,
       "outcome": "scored",
       "seconds": 13.9,
       "chars": 54,
       "why": "式 =SUM(G2:G13) を実行：年間の合計 ○（式の答え702800.0・正解702800.0）",
       "instruction_follow": false,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t2_claude_3.txt",
       "shot": null
      }
     ]
    },
    {
     "ai": "Copilot",
     "trials": [
      {
       "n": 1,
       "ok": true,
       "outcome": "scored",
       "seconds": 14.1,
       "chars": 12,
       "why": "式 =SUM(G2:G13) を実行：年間の合計 ○（式の答え702800.0・正解702800.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t2_copilot_1.txt",
       "shot": "/data/research/bench/suushiki-2026-10-08/shots/copilot_02_t2.png"
      },
      {
       "n": 2,
       "ok": true,
       "outcome": "scored",
       "seconds": 14.1,
       "chars": 12,
       "why": "式 =SUM(G2:G13) を実行：年間の合計 ○（式の答え702800.0・正解702800.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t2_copilot_2.txt",
       "shot": null
      },
      {
       "n": 3,
       "ok": true,
       "outcome": "scored",
       "seconds": 26.2,
       "chars": 12,
       "why": "式 =SUM(G2:G13) を実行：年間の合計 ○（式の答え702800.0・正解702800.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t2_copilot_3.txt",
       "shot": null
      }
     ]
    }
   ]
  },
  {
   "task_id": "t3",
   "level": "中",
   "prompt": "次の表はスプレッドシートのA1から貼ってあります（G列が月の合計）。\n月の合計の平均（12か月ぶん）を出す数式を1つだけ書いてください。\n\n決まり\n・答えはちょうど1行。= で始まる数式だけを書く\n・説明と計算結果は書かない\n\n---- 表 ここから ----\n月,商品A（タンブラー）,商品B（エコバッグ）,商品C（冷感タオル）,商品D（弁当箱）,商品E（保温ボトル）,合計\n2025-01,9400,13600,10200,14100,5200,52500\n2025-02,9400,12800,11100,14400,5200,52900\n2025-03,10300,10200,12600,14600,7900,55600\n2025-04,9400,7600,10700,14800,11800,54300\n2025-05,9400,6000,10500,15100,17000,58000\n2025-06,9400,4200,10000,15300,23600,62500\n2025-07,9400,3400,9800,15600,31400,69600\n2025-08,9400,3400,9100,15800,34100,71800\n2025-09,9400,5100,10200,16000,22300,63000\n2025-10,9400,8500,9000,16300,10500,53700\n2025-11,9400,11900,8200,16500,6600,52600\n2025-12,10300,14400,9700,16700,5200,56300\n---- 表 ここまで ----",
   "scorer": "formula_run",
   "answer_key": "（機械採点 formula_run）出てきた数式を実際に計算して 月の合計の平均＝58566.7 と合うか",
   "materials": [
    "/data/research/bench/suushiki-2026-10-08/materials/uriage.csv"
   ],
   "per_ai": [
    {
     "ai": "ChatGPT",
     "trials": [
      {
       "n": 1,
       "ok": true,
       "outcome": "scored",
       "seconds": 20.4,
       "chars": 16,
       "why": "式 =AVERAGE(G2:G13) を実行：月の合計の平均 ○（式の答え58566.666666666664・正解58566.7）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t3_chatgpt_1.txt",
       "shot": "/data/research/bench/suushiki-2026-10-08/shots/chatgpt_03_t3.png"
      },
      {
       "n": 2,
       "ok": true,
       "outcome": "scored",
       "seconds": 14.4,
       "chars": 16,
       "why": "式 =AVERAGE(G2:G13) を実行：月の合計の平均 ○（式の答え58566.666666666664・正解58566.7）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t3_chatgpt_2.txt",
       "shot": null
      },
      {
       "n": 3,
       "ok": true,
       "outcome": "scored",
       "seconds": 14.0,
       "chars": 16,
       "why": "式 =AVERAGE(G2:G13) を実行：月の合計の平均 ○（式の答え58566.666666666664・正解58566.7）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t3_chatgpt_3.txt",
       "shot": null
      }
     ]
    },
    {
     "ai": "Gemini",
     "trials": [
      {
       "n": 1,
       "ok": true,
       "outcome": "scored",
       "seconds": 19.0,
       "chars": 16,
       "why": "式 =AVERAGE(G2:G13) を実行：月の合計の平均 ○（式の答え58566.666666666664・正解58566.7）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t3_gemini_1.txt",
       "shot": "/data/research/bench/suushiki-2026-10-08/shots/gemini_03_t3.png"
      },
      {
       "n": 2,
       "ok": true,
       "outcome": "scored",
       "seconds": 19.2,
       "chars": 16,
       "why": "式 =AVERAGE(G2:G13) を実行：月の合計の平均 ○（式の答え58566.666666666664・正解58566.7）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t3_gemini_2.txt",
       "shot": null
      },
      {
       "n": 3,
       "ok": true,
       "outcome": "scored",
       "seconds": 19.0,
       "chars": 16,
       "why": "式 =AVERAGE(G2:G13) を実行：月の合計の平均 ○（式の答え58566.666666666664・正解58566.7）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t3_gemini_3.txt",
       "shot": null
      }
     ]
    },
    {
     "ai": "Claude",
     "trials": [
      {
       "n": 1,
       "ok": true,
       "outcome": "scored",
       "seconds": 14.1,
       "chars": 62,
       "why": "式 =AVERAGE(G2:G13) を実行：月の合計の平均 ○（式の答え58566.666666666664・正解58566.7）",
       "instruction_follow": false,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t3_claude_1.txt",
       "shot": "/data/research/bench/suushiki-2026-10-08/shots/claude_03_t3.png"
      },
      {
       "n": 2,
       "ok": true,
       "outcome": "scored",
       "seconds": 13.9,
       "chars": 62,
       "why": "式 =AVERAGE(G2:G13) を実行：月の合計の平均 ○（式の答え58566.666666666664・正解58566.7）",
       "instruction_follow": false,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t3_claude_2.txt",
       "shot": null
      },
      {
       "n": 3,
       "ok": true,
       "outcome": "scored",
       "seconds": 13.9,
       "chars": 62,
       "why": "式 =AVERAGE(G2:G13) を実行：月の合計の平均 ○（式の答え58566.666666666664・正解58566.7）",
       "instruction_follow": false,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t3_claude_3.txt",
       "shot": null
      }
     ]
    },
    {
     "ai": "Copilot",
     "trials": [
      {
       "n": 1,
       "ok": true,
       "outcome": "scored",
       "seconds": 14.0,
       "chars": 16,
       "why": "式 =AVERAGE(G2:G13) を実行：月の合計の平均 ○（式の答え58566.666666666664・正解58566.7）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t3_copilot_1.txt",
       "shot": null
      },
      {
       "n": 2,
       "ok": true,
       "outcome": "scored",
       "seconds": 14.0,
       "chars": 16,
       "why": "式 =AVERAGE(G2:G13) を実行：月の合計の平均 ○（式の答え58566.666666666664・正解58566.7）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t3_copilot_2.txt",
       "shot": null
      },
      {
       "n": 3,
       "ok": true,
       "outcome": "scored",
       "seconds": 13.9,
       "chars": 16,
       "why": "式 =AVERAGE(G2:G13) を実行：月の合計の平均 ○（式の答え58566.666666666664・正解58566.7）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t3_copilot_3.txt",
       "shot": null
      }
     ]
    }
   ]
  },
  {
   "task_id": "t4",
   "level": "中",
   "prompt": "次の表はスプレッドシートのA1から貼ってあります（G列が月の合計）。\n月の合計のうち一番大きい値を出す数式を1つだけ書いてください。\n\n決まり\n・答えはちょうど1行。= で始まる数式だけを書く\n・説明と計算結果は書かない\n\n---- 表 ここから ----\n月,商品A（タンブラー）,商品B（エコバッグ）,商品C（冷感タオル）,商品D（弁当箱）,商品E（保温ボトル）,合計\n2025-01,9400,13600,10200,14100,5200,52500\n2025-02,9400,12800,11100,14400,5200,52900\n2025-03,10300,10200,12600,14600,7900,55600\n2025-04,9400,7600,10700,14800,11800,54300\n2025-05,9400,6000,10500,15100,17000,58000\n2025-06,9400,4200,10000,15300,23600,62500\n2025-07,9400,3400,9800,15600,31400,69600\n2025-08,9400,3400,9100,15800,34100,71800\n2025-09,9400,5100,10200,16000,22300,63000\n2025-10,9400,8500,9000,16300,10500,53700\n2025-11,9400,11900,8200,16500,6600,52600\n2025-12,10300,14400,9700,16700,5200,56300\n---- 表 ここまで ----",
   "scorer": "formula_run",
   "answer_key": "（機械採点 formula_run）出てきた数式を実際に計算して 一番大きい月の合計＝71800 と合うか",
   "materials": [
    "/data/research/bench/suushiki-2026-10-08/materials/uriage.csv"
   ],
   "per_ai": [
    {
     "ai": "ChatGPT",
     "trials": [
      {
       "n": 1,
       "ok": true,
       "outcome": "scored",
       "seconds": 17.2,
       "chars": 12,
       "why": "式 =MAX(G2:G13) を実行：一番大きい月の合計 ○（式の答え71800.0・正解71800.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t4_chatgpt_1.txt",
       "shot": "/data/research/bench/suushiki-2026-10-08/shots/chatgpt_04_t4.png"
      },
      {
       "n": 2,
       "ok": true,
       "outcome": "scored",
       "seconds": 14.2,
       "chars": 12,
       "why": "式 =MAX(G2:G13) を実行：一番大きい月の合計 ○（式の答え71800.0・正解71800.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t4_chatgpt_2.txt",
       "shot": null
      },
      {
       "n": 3,
       "ok": true,
       "outcome": "scored",
       "seconds": 14.1,
       "chars": 12,
       "why": "式 =MAX(G2:G13) を実行：一番大きい月の合計 ○（式の答え71800.0・正解71800.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t4_chatgpt_3.txt",
       "shot": null
      }
     ]
    },
    {
     "ai": "Gemini",
     "trials": [
      {
       "n": 1,
       "ok": true,
       "outcome": "scored",
       "seconds": 19.1,
       "chars": 12,
       "why": "式 =MAX(G2:G13) を実行：一番大きい月の合計 ○（式の答え71800.0・正解71800.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t4_gemini_1.txt",
       "shot": "/data/research/bench/suushiki-2026-10-08/shots/gemini_04_t4.png"
      },
      {
       "n": 2,
       "ok": true,
       "outcome": "scored",
       "seconds": 19.0,
       "chars": 12,
       "why": "式 =MAX(G2:G13) を実行：一番大きい月の合計 ○（式の答え71800.0・正解71800.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t4_gemini_2.txt",
       "shot": null
      },
      {
       "n": 3,
       "ok": true,
       "outcome": "scored",
       "seconds": 19.0,
       "chars": 12,
       "why": "式 =MAX(G2:G13) を実行：一番大きい月の合計 ○（式の答え71800.0・正解71800.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t4_gemini_3.txt",
       "shot": null
      }
     ]
    },
    {
     "ai": "Claude",
     "trials": [
      {
       "n": 1,
       "ok": true,
       "outcome": "scored",
       "seconds": 14.2,
       "chars": 54,
       "why": "式 =MAX(G2:G13) を実行：一番大きい月の合計 ○（式の答え71800.0・正解71800.0）",
       "instruction_follow": false,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t4_claude_1.txt",
       "shot": "/data/research/bench/suushiki-2026-10-08/shots/claude_04_t4.png"
      },
      {
       "n": 2,
       "ok": true,
       "outcome": "scored",
       "seconds": 13.9,
       "chars": 54,
       "why": "式 =MAX(G2:G13) を実行：一番大きい月の合計 ○（式の答え71800.0・正解71800.0）",
       "instruction_follow": false,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t4_claude_2.txt",
       "shot": null
      },
      {
       "n": 3,
       "ok": true,
       "outcome": "scored",
       "seconds": 13.9,
       "chars": 54,
       "why": "式 =MAX(G2:G13) を実行：一番大きい月の合計 ○（式の答え71800.0・正解71800.0）",
       "instruction_follow": false,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t4_claude_3.txt",
       "shot": null
      }
     ]
    },
    {
     "ai": "Copilot",
     "trials": [
      {
       "n": 1,
       "ok": true,
       "outcome": "scored",
       "seconds": 13.9,
       "chars": 12,
       "why": "式 =MAX(G2:G13) を実行：一番大きい月の合計 ○（式の答え71800.0・正解71800.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t4_copilot_1.txt",
       "shot": null
      },
      {
       "n": 2,
       "ok": true,
       "outcome": "scored",
       "seconds": 14.1,
       "chars": 12,
       "why": "式 =MAX(G2:G13) を実行：一番大きい月の合計 ○（式の答え71800.0・正解71800.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t4_copilot_2.txt",
       "shot": null
      },
      {
       "n": 3,
       "ok": true,
       "outcome": "scored",
       "seconds": 13.9,
       "chars": 12,
       "why": "式 =MAX(G2:G13) を実行：一番大きい月の合計 ○（式の答え71800.0・正解71800.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t4_copilot_3.txt",
       "shot": null
      }
     ]
    }
   ]
  },
  {
   "task_id": "t5",
   "level": "難",
   "prompt": "次の表はスプレッドシートのA1から貼ってあります（2行目が1月・13行目が12月・G列が月の合計）。\n上期（1月から6月）の総合計を出す数式を1つだけ書いてください。\n\n決まり\n・答えはちょうど1行。= で始まる数式だけを書く\n・説明と計算結果は書かない\n\n---- 表 ここから ----\n月,商品A（タンブラー）,商品B（エコバッグ）,商品C（冷感タオル）,商品D（弁当箱）,商品E（保温ボトル）,合計\n2025-01,9400,13600,10200,14100,5200,52500\n2025-02,9400,12800,11100,14400,5200,52900\n2025-03,10300,10200,12600,14600,7900,55600\n2025-04,9400,7600,10700,14800,11800,54300\n2025-05,9400,6000,10500,15100,17000,58000\n2025-06,9400,4200,10000,15300,23600,62500\n2025-07,9400,3400,9800,15600,31400,69600\n2025-08,9400,3400,9100,15800,34100,71800\n2025-09,9400,5100,10200,16000,22300,63000\n2025-10,9400,8500,9000,16300,10500,53700\n2025-11,9400,11900,8200,16500,6600,52600\n2025-12,10300,14400,9700,16700,5200,56300\n---- 表 ここまで ----",
   "scorer": "formula_run",
   "answer_key": "（機械採点 formula_run）出てきた数式を実際に計算して 上期の総合計＝335800 と合うか",
   "materials": [
    "/data/research/bench/suushiki-2026-10-08/materials/uriage.csv"
   ],
   "per_ai": [
    {
     "ai": "ChatGPT",
     "trials": [
      {
       "n": 1,
       "ok": true,
       "outcome": "scored",
       "seconds": 14.1,
       "chars": 11,
       "why": "式 =SUM(G2:G7) を実行：上期の総合計 ○（式の答え335800.0・正解335800.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t5_chatgpt_1.txt",
       "shot": "/data/research/bench/suushiki-2026-10-08/shots/chatgpt_05_t5.png"
      },
      {
       "n": 2,
       "ok": true,
       "outcome": "scored",
       "seconds": 17.4,
       "chars": 11,
       "why": "式 =SUM(G2:G7) を実行：上期の総合計 ○（式の答え335800.0・正解335800.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t5_chatgpt_2.txt",
       "shot": null
      },
      {
       "n": 3,
       "ok": true,
       "outcome": "scored",
       "seconds": 14.2,
       "chars": 11,
       "why": "式 =SUM(G2:G7) を実行：上期の総合計 ○（式の答え335800.0・正解335800.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t5_chatgpt_3.txt",
       "shot": null
      }
     ]
    },
    {
     "ai": "Gemini",
     "trials": [
      {
       "n": 1,
       "ok": true,
       "outcome": "scored",
       "seconds": 19.4,
       "chars": 11,
       "why": "式 =SUM(G2:G7) を実行：上期の総合計 ○（式の答え335800.0・正解335800.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t5_gemini_1.txt",
       "shot": "/data/research/bench/suushiki-2026-10-08/shots/gemini_05_t5.png"
      },
      {
       "n": 2,
       "ok": true,
       "outcome": "scored",
       "seconds": 19.0,
       "chars": 11,
       "why": "式 =SUM(G2:G7) を実行：上期の総合計 ○（式の答え335800.0・正解335800.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t5_gemini_2.txt",
       "shot": null
      },
      {
       "n": 3,
       "ok": true,
       "outcome": "scored",
       "seconds": 19.0,
       "chars": 11,
       "why": "式 =SUM(G2:G7) を実行：上期の総合計 ○（式の答え335800.0・正解335800.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t5_gemini_3.txt",
       "shot": null
      }
     ]
    },
    {
     "ai": "Claude",
     "trials": [
      {
       "n": 1,
       "ok": true,
       "outcome": "scored",
       "seconds": 13.8,
       "chars": 52,
       "why": "式 =SUM(G2:G7) を実行：上期の総合計 ○（式の答え335800.0・正解335800.0）",
       "instruction_follow": false,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t5_claude_1.txt",
       "shot": "/data/research/bench/suushiki-2026-10-08/shots/claude_05_t5.png"
      },
      {
       "n": 2,
       "ok": true,
       "outcome": "scored",
       "seconds": 14.0,
       "chars": 84,
       "why": "式 =SUM(G2:G7) を実行：上期の総合計 ○（式の答え335800.0・正解335800.0）",
       "instruction_follow": false,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t5_claude_2.txt",
       "shot": null
      },
      {
       "n": 3,
       "ok": true,
       "outcome": "scored",
       "seconds": 13.9,
       "chars": 52,
       "why": "式 =SUM(G2:G7) を実行：上期の総合計 ○（式の答え335800.0・正解335800.0）",
       "instruction_follow": false,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t5_claude_3.txt",
       "shot": null
      }
     ]
    },
    {
     "ai": "Copilot",
     "trials": [
      {
       "n": 1,
       "ok": false,
       "outcome": "scored",
       "seconds": 17.1,
       "chars": 241,
       "why": "数式（= で始まる式）が答えに無い",
       "instruction_follow": false,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t5_copilot_1.txt",
       "shot": null
      },
      {
       "n": 2,
       "ok": true,
       "outcome": "scored",
       "seconds": 13.9,
       "chars": 11,
       "why": "式 =SUM(G2:G7) を実行：上期の総合計 ○（式の答え335800.0・正解335800.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t5_copilot_2.txt",
       "shot": null
      },
      {
       "n": 3,
       "ok": true,
       "outcome": "scored",
       "seconds": 13.9,
       "chars": 11,
       "why": "式 =SUM(G2:G7) を実行：上期の総合計 ○（式の答え335800.0・正解335800.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t5_copilot_3.txt",
       "shot": null
      }
     ]
    }
   ]
  },
  {
   "task_id": "t6",
   "level": "難",
   "prompt": "次の表はスプレッドシートのA1から貼ってあります（2行目が1月・13行目が12月・D列が商品C）。\n商品Cの上期（1月から6月）の合計を出す数式を1つだけ書いてください。\n\n決まり\n・答えはちょうど1行。= で始まる数式だけを書く\n・説明と計算結果は書かない\n\n---- 表 ここから ----\n月,商品A（タンブラー）,商品B（エコバッグ）,商品C（冷感タオル）,商品D（弁当箱）,商品E（保温ボトル）,合計\n2025-01,9400,13600,10200,14100,5200,52500\n2025-02,9400,12800,11100,14400,5200,52900\n2025-03,10300,10200,12600,14600,7900,55600\n2025-04,9400,7600,10700,14800,11800,54300\n2025-05,9400,6000,10500,15100,17000,58000\n2025-06,9400,4200,10000,15300,23600,62500\n2025-07,9400,3400,9800,15600,31400,69600\n2025-08,9400,3400,9100,15800,34100,71800\n2025-09,9400,5100,10200,16000,22300,63000\n2025-10,9400,8500,9000,16300,10500,53700\n2025-11,9400,11900,8200,16500,6600,52600\n2025-12,10300,14400,9700,16700,5200,56300\n---- 表 ここまで ----",
   "scorer": "formula_run",
   "answer_key": "（機械採点 formula_run）出てきた数式を実際に計算して 商品Cの上期合計＝65100 と合うか",
   "materials": [
    "/data/research/bench/suushiki-2026-10-08/materials/uriage.csv"
   ],
   "per_ai": [
    {
     "ai": "ChatGPT",
     "trials": [
      {
       "n": 1,
       "ok": true,
       "outcome": "scored",
       "seconds": 16.4,
       "chars": 11,
       "why": "式 =SUM(D2:D7) を実行：商品Cの上期合計 ○（式の答え65100.0・正解65100.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t6_chatgpt_1.txt",
       "shot": "/data/research/bench/suushiki-2026-10-08/shots/chatgpt_06_t6.png"
      },
      {
       "n": 2,
       "ok": true,
       "outcome": "scored",
       "seconds": 14.1,
       "chars": 11,
       "why": "式 =SUM(D2:D7) を実行：商品Cの上期合計 ○（式の答え65100.0・正解65100.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t6_chatgpt_2.txt",
       "shot": null
      },
      {
       "n": 3,
       "ok": true,
       "outcome": "scored",
       "seconds": 14.0,
       "chars": 11,
       "why": "式 =SUM(D2:D7) を実行：商品Cの上期合計 ○（式の答え65100.0・正解65100.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t6_chatgpt_3.txt",
       "shot": null
      }
     ]
    },
    {
     "ai": "Gemini",
     "trials": [
      {
       "n": 1,
       "ok": true,
       "outcome": "scored",
       "seconds": 19.4,
       "chars": 11,
       "why": "式 =SUM(D2:D7) を実行：商品Cの上期合計 ○（式の答え65100.0・正解65100.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t6_gemini_1.txt",
       "shot": "/data/research/bench/suushiki-2026-10-08/shots/gemini_06_t6.png"
      },
      {
       "n": 2,
       "ok": true,
       "outcome": "scored",
       "seconds": 19.0,
       "chars": 11,
       "why": "式 =SUM(D2:D7) を実行：商品Cの上期合計 ○（式の答え65100.0・正解65100.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t6_gemini_2.txt",
       "shot": null
      },
      {
       "n": 3,
       "ok": true,
       "outcome": "scored",
       "seconds": 19.1,
       "chars": 11,
       "why": "式 =SUM(D2:D7) を実行：商品Cの上期合計 ○（式の答え65100.0・正解65100.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t6_gemini_3.txt",
       "shot": null
      }
     ]
    },
    {
     "ai": "Claude",
     "trials": [
      {
       "n": 1,
       "ok": true,
       "outcome": "scored",
       "seconds": 16.5,
       "chars": 52,
       "why": "式 =SUM(D2:D7) を実行：商品Cの上期合計 ○（式の答え65100.0・正解65100.0）",
       "instruction_follow": false,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t6_claude_1.txt",
       "shot": "/data/research/bench/suushiki-2026-10-08/shots/claude_06_t6.png"
      },
      {
       "n": 2,
       "ok": true,
       "outcome": "scored",
       "seconds": 13.8,
       "chars": 52,
       "why": "式 =SUM(D2:D7) を実行：商品Cの上期合計 ○（式の答え65100.0・正解65100.0）",
       "instruction_follow": false,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t6_claude_2.txt",
       "shot": null
      },
      {
       "n": 3,
       "ok": true,
       "outcome": "scored",
       "seconds": 13.9,
       "chars": 52,
       "why": "式 =SUM(D2:D7) を実行：商品Cの上期合計 ○（式の答え65100.0・正解65100.0）",
       "instruction_follow": false,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t6_claude_3.txt",
       "shot": null
      }
     ]
    },
    {
     "ai": "Copilot",
     "trials": [
      {
       "n": 1,
       "ok": true,
       "outcome": "scored",
       "seconds": 20.6,
       "chars": 11,
       "why": "式 =SUM(D2:D7) を実行：商品Cの上期合計 ○（式の答え65100.0・正解65100.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t6_copilot_1.txt",
       "shot": null
      },
      {
       "n": 2,
       "ok": true,
       "outcome": "scored",
       "seconds": 14.0,
       "chars": 11,
       "why": "式 =SUM(D2:D7) を実行：商品Cの上期合計 ○（式の答え65100.0・正解65100.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t6_copilot_2.txt",
       "shot": null
      },
      {
       "n": 3,
       "ok": true,
       "outcome": "scored",
       "seconds": 16.9,
       "chars": 11,
       "why": "式 =SUM(D2:D7) を実行：商品Cの上期合計 ○（式の答え65100.0・正解65100.0）",
       "instruction_follow": true,
       "answer_url": "/data/research/bench/suushiki-2026-10-08/answers/t6_copilot_3.txt",
       "shot": null
      }
     ]
    }
   ]
  }
 ],
 "limits": [
  "1日1回の測定である。日や課題が変われば順位は変わる",
  "プランは各AIの有料版（ChatGPT Pro／Google AI Pro／Claude Max／Microsoft 365 Personal）。無料版の結果ではない",
  "既定のモデル・既定のモードだけで測っている（Deep Research などは使っていない）",
  "課題は架空の株式会社サンプル商事の自作データ。実在の企業のデータでの結果ではない",
  "機械で採点できる課題だけを扱っている。文章のうまさ・読みやすさは測っていない",
  "ブラウザで人が使うのと同じ画面から測っている。APIの結果ではない",
  "画面に出ているモデル名を読み取れないAIがある回は、その欄を空（null）にしている。読み取れた回はそのまま載せている"
 ],
 "license": "CC BY 4.0",
 "attribution": "出典として AInformation調べ と、使ったページのURL・測定日を書いてください。",
 "page_url": "https://ainformation.jp/research/bench/suushiki-2026-10-08"
}