{
 "note": "測ったモデルと設定。support は対応の可否（測らなかったモデルと理由を含む）。",
 "models": [
  {
   "tag": "qwen3:8b",
   "label": "Qwen3 8B",
   "maker": "Alibaba",
   "origin": "中国",
   "digest": "500a1f067a9f",
   "params": "8.2B",
   "measured": true,
   "think": "考える過程を切った（think=false）",
   "settings": {
    "temperature": 0,
    "seed": 42,
    "num_ctx": 40960,
    "num_predict": 1024,
    "workers": 4
   },
   "rows": 2480,
   "plain_orders_done": [
    1,
    2
   ],
   "confirm_done": true
  },
  {
   "tag": "qwen3:14b",
   "label": "Qwen3 14B",
   "maker": "Alibaba",
   "origin": "中国",
   "digest": "bdbd181c33f2",
   "params": "14.8B",
   "measured": true,
   "think": "考える過程を切った（think=false）",
   "settings": {
    "temperature": 0,
    "seed": 42,
    "num_ctx": 40960,
    "num_predict": 1024,
    "workers": 4
   },
   "rows": 2480,
   "plain_orders_done": [
    1,
    2
   ],
   "confirm_done": true
  },
  {
   "tag": "qwen3:30b",
   "label": "Qwen3 30B-A3B Thinking-2507",
   "maker": "Alibaba",
   "origin": "中国",
   "digest": "ad815644918f",
   "params": "30.5B",
   "measured": true,
   "think": "考える過程を出したまま（think=true）",
   "settings": {
    "temperature": 0,
    "seed": 42,
    "num_ctx": 40960,
    "num_predict": 4024,
    "workers": 4
   },
   "rows": 2480,
   "plain_orders_done": [
    1,
    2
   ],
   "confirm_done": true
  },
  {
   "tag": "qwen3.5:9b",
   "label": "Qwen3.5 9B",
   "maker": "Alibaba",
   "origin": "中国",
   "digest": "56671c2ab938",
   "params": "9.0B",
   "measured": true,
   "think": "考える過程を切った（think=false）",
   "settings": {
    "temperature": 0,
    "seed": 42,
    "num_ctx": 40960,
    "num_predict": 1024,
    "workers": 4
   },
   "rows": 2480,
   "plain_orders_done": [
    1,
    2
   ],
   "confirm_done": true
  },
  {
   "tag": "qwen3.5:27b",
   "label": "Qwen3.5 27B",
   "maker": "Alibaba",
   "origin": "中国",
   "digest": "64ae5b1d651f",
   "params": "26.9B",
   "measured": true,
   "think": "考える過程を切った（think=false）",
   "settings": {
    "temperature": 0,
    "seed": 42,
    "num_ctx": 40960,
    "num_predict": 1024,
    "workers": 4
   },
   "rows": 2480,
   "plain_orders_done": [
    1,
    2
   ],
   "confirm_done": true
  },
  {
   "tag": "gemma4:12b",
   "label": "Gemma 4 12B",
   "maker": "Google",
   "origin": "米国",
   "digest": "6114515d63c1",
   "params": "11.9B",
   "measured": true,
   "think": "考える過程を切った（think=false）",
   "settings": {
    "temperature": 0,
    "seed": 42,
    "num_ctx": 40960,
    "num_predict": 1024,
    "workers": 4
   },
   "rows": 2480,
   "plain_orders_done": [
    1,
    2
   ],
   "confirm_done": true
  },
  {
   "tag": "gemma4:26b",
   "label": "Gemma 4 26B",
   "maker": "Google",
   "origin": "米国",
   "digest": "001e5dafc3c7",
   "params": "25.2B",
   "measured": true,
   "think": "考える過程を切った（think=false）",
   "settings": {
    "temperature": 0,
    "seed": 42,
    "num_ctx": 40960,
    "num_predict": 1024,
    "workers": 4
   },
   "rows": 2480,
   "plain_orders_done": [
    1,
    2
   ],
   "confirm_done": true
  },
  {
   "tag": "gpt-oss:20b",
   "label": "gpt-oss 20B",
   "maker": "OpenAI",
   "origin": "米国",
   "digest": "f38aa0c53da5",
   "params": "20.9B",
   "measured": true,
   "think": "考える過程の量を low に指定",
   "settings": {
    "temperature": 0,
    "seed": 42,
    "num_ctx": 40960,
    "num_predict": 4024,
    "workers": 4
   },
   "rows": 2480,
   "plain_orders_done": [
    1,
    2
   ],
   "confirm_done": true
  },
  {
   "tag": "gpt-oss:120b",
   "label": "gpt-oss 120B",
   "maker": "OpenAI",
   "origin": "米国",
   "digest": "714d86958b6e",
   "params": "116.8B",
   "measured": true,
   "think": "考える過程の量を low に指定",
   "settings": {
    "temperature": 0,
    "seed": 42,
    "num_ctx": 40960,
    "num_predict": 4024,
    "workers": 4
   },
   "rows": 2480,
   "plain_orders_done": [
    1,
    2
   ],
   "confirm_done": true
  },
  {
   "tag": "llama3.1:8b",
   "label": "Llama 3.1 8B",
   "maker": "Meta",
   "origin": "米国",
   "digest": "46e0c10c039e",
   "params": "8.0B",
   "measured": true,
   "think": "指定なし",
   "settings": {
    "temperature": 0,
    "seed": 42,
    "num_ctx": 40960,
    "num_predict": 1024,
    "workers": 4
   },
   "rows": 2480,
   "plain_orders_done": [
    1,
    2
   ],
   "confirm_done": true
  },
  {
   "tag": "mistral-small3.2:24b",
   "label": "Mistral Small 3.2 24B",
   "maker": "Mistral AI",
   "origin": "フランス",
   "digest": "5a408ab55df5",
   "params": "24.0B",
   "measured": true,
   "think": "指定なし",
   "settings": {
    "temperature": 0,
    "seed": 42,
    "num_ctx": 40960,
    "num_predict": 1024,
    "workers": 4
   },
   "rows": 2480,
   "plain_orders_done": [
    1,
    2
   ],
   "confirm_done": true
  }
 ],
 "support": [
  {
   "tag": "qwen3:8b",
   "label": "Qwen3 8B",
   "capabilities_tools": true,
   "result_n5": "get_current_time を呼んだ",
   "error": null,
   "prompt_tokens_all_tools": 45441,
   "planned": true,
   "reason": null,
   "source": "results_probe"
  },
  {
   "tag": "qwen3:14b",
   "label": "Qwen3 14B",
   "capabilities_tools": true,
   "result_n5": "get_current_time を呼んだ",
   "error": null,
   "prompt_tokens_all_tools": 45441,
   "planned": true,
   "reason": null,
   "source": "results_probe"
  },
  {
   "tag": "qwen3:30b",
   "label": "Qwen3 30B-A3B Thinking-2507",
   "capabilities_tools": true,
   "result_n5": "get_current_time を呼んだ",
   "error": null,
   "prompt_tokens_all_tools": 45441,
   "planned": true,
   "reason": null,
   "source": "results_probe"
  },
  {
   "tag": "qwen3.5:9b",
   "label": "Qwen3.5 9B",
   "capabilities_tools": true,
   "result_n5": "get_current_time を呼んだ",
   "error": null,
   "prompt_tokens_all_tools": 56896,
   "planned": true,
   "reason": null,
   "source": "results_probe"
  },
  {
   "tag": "qwen3.5:27b",
   "label": "Qwen3.5 27B",
   "capabilities_tools": true,
   "result_n5": "get_current_time を呼んだ",
   "error": null,
   "prompt_tokens_all_tools": 56896,
   "planned": true,
   "reason": null,
   "source": "results_probe"
  },
  {
   "tag": "gemma3:12b",
   "label": "Gemma 3 12B",
   "capabilities_tools": false,
   "result_n5": "エラー（HTTP 400）",
   "error": "registry.ollama.ai/library/gemma3:12b does not support tools",
   "prompt_tokens_all_tools": null,
   "planned": false,
   "reason": "道具を渡すと HTTP 400 のエラーになる（capabilities に tools が無い）",
   "source": "results_probe"
  },
  {
   "tag": "gemma3:27b",
   "label": "Gemma 3 27B",
   "capabilities_tools": false,
   "result_n5": "エラー（HTTP 400）",
   "error": "registry.ollama.ai/library/gemma3:27b does not support tools",
   "prompt_tokens_all_tools": null,
   "planned": false,
   "reason": "道具を渡すと HTTP 400 のエラーになる（capabilities に tools が無い）",
   "source": "results_probe"
  },
  {
   "tag": "gemma4:12b",
   "label": "Gemma 4 12B",
   "capabilities_tools": true,
   "result_n5": "get_current_time を呼んだ",
   "error": null,
   "prompt_tokens_all_tools": 36161,
   "planned": true,
   "reason": null,
   "source": "results_probe"
  },
  {
   "tag": "gemma4:26b",
   "label": "Gemma 4 26B",
   "capabilities_tools": true,
   "result_n5": "get_current_time を呼んだ",
   "error": null,
   "prompt_tokens_all_tools": 36161,
   "planned": true,
   "reason": null,
   "source": "results_probe"
  },
  {
   "tag": "gpt-oss:20b",
   "label": "gpt-oss 20B",
   "capabilities_tools": true,
   "result_n5": "get_current_time を呼んだ",
   "error": null,
   "prompt_tokens_all_tools": 17561,
   "planned": true,
   "reason": null,
   "source": "results_probe"
  },
  {
   "tag": "gpt-oss:120b",
   "label": "gpt-oss 120B",
   "capabilities_tools": true,
   "result_n5": "get_current_time を呼んだ",
   "error": null,
   "prompt_tokens_all_tools": 17561,
   "planned": true,
   "reason": null,
   "source": "results_probe"
  },
  {
   "tag": "deepseek-r1:8b",
   "label": "DeepSeek-R1 8B",
   "capabilities_tools": true,
   "result_n5": "道具を呼ばず文章で答えた",
   "error": null,
   "prompt_tokens_all_tools": null,
   "planned": false,
   "reason": "エラーは出ないが、道具の定義がプロンプトに入っていない（道具を渡した時と渡さない時で入力のトークン数が同じ）",
   "source": "results_probe"
  },
  {
   "tag": "deepseek-r1:14b",
   "label": "DeepSeek-R1 14B",
   "capabilities_tools": true,
   "result_n5": "道具を呼ばず文章で答えた",
   "error": null,
   "prompt_tokens_all_tools": null,
   "planned": false,
   "reason": "エラーは出ないが、道具の定義がプロンプトに入っていない（道具を渡した時と渡さない時で入力のトークン数が同じ）",
   "source": "results_probe"
  },
  {
   "tag": "llama3.1:8b",
   "label": "Llama 3.1 8B",
   "capabilities_tools": true,
   "result_n5": "get_current_time を呼んだ",
   "error": null,
   "prompt_tokens_all_tools": 45361,
   "planned": true,
   "reason": null,
   "source": "results_probe"
  },
  {
   "tag": "mistral-small3.2:24b",
   "label": "Mistral Small 3.2 24B",
   "capabilities_tools": true,
   "result_n5": "get_current_time を呼んだ",
   "error": null,
   "prompt_tokens_all_tools": 48428,
   "planned": true,
   "reason": null,
   "source": "results_probe"
  },
  {
   "tag": "phi4:14b",
   "label": "Phi-4 14B",
   "capabilities_tools": false,
   "result_n5": "エラー（HTTP 400）",
   "error": "registry.ollama.ai/library/phi4:14b does not support tools",
   "prompt_tokens_all_tools": null,
   "planned": false,
   "reason": "道具を渡すと HTTP 400 のエラーになる（capabilities に tools が無い）",
   "source": "results_probe"
  },
  {
   "tag": "hf.co/mmnga-o/Qwen3-Swallow-8B-RL-v0.2-gguf:Q4_K_M",
   "label": "Qwen3 Swallow 8B RL v0.2",
   "capabilities_tools": true,
   "result_n5": "90 問のうち、呼び出しを本文に書いた 85 問・道具を呼ばなかった 5 問・呼び出しとして返った 0 問",
   "error": null,
   "prompt_tokens_all_tools": null,
   "planned": false,
   "reason": "試走で tool_calls として返った呼び出しが 0 件",
   "source": "results_pilot2",
   "pilot_classes": {
    "format_broken": 85,
    "no_call": 5
   }
  },
  {
   "tag": "hf.co/mmnga/Llama-3.1-Swallow-8B-Instruct-v0.5-gguf:Q4_K_M",
   "label": "Llama 3.1 Swallow 8B Instruct v0.5",
   "capabilities_tools": true,
   "result_n5": "90 問のうち、呼び出しを本文に書いた 20 問・道具を呼ばなかった 70 問・呼び出しとして返った 0 問",
   "error": null,
   "prompt_tokens_all_tools": null,
   "planned": false,
   "reason": "試走で tool_calls として返った呼び出しが 0 件",
   "source": "results_pilot2",
   "pilot_classes": {
    "no_call": 70,
    "format_broken": 20
   }
  }
 ]
}