{
  "schema_version": 1,
  "cohort": [
    {
      "id": "gpt-6.1-sol",
      "protocol": "responses",
      "protocol_label": "Responses API",
      "endpoint": "/v1/responses",
      "positioning": "均衡主力",
      "effort": "medium"
    },
    {
      "id": "claude-sonnet-5-5",
      "protocol": "messages",
      "protocol_label": "Messages API",
      "endpoint": "/v1/messages",
      "positioning": "均衡主力",
      "effort": "medium"
    },
    {
      "id": "gemini-3.8-flash",
      "protocol": "chat",
      "protocol_label": "Chat 兼容",
      "endpoint": "/v1/chat/completions",
      "positioning": "均衡主力",
      "effort": "medium"
    }
  ],
  "method": {
    "selectedBeforeRun": true,
    "rounds": 3,
    "planned_requests": 27,
    "max_output_tokens": 4096,
    "requested_generation_cap": 4096,
    "budget_mapping_independently_verified": false,
    "effort": "medium",
    "automatic_retry": false,
    "failure_only_recheck": false,
    "tool_execution": false,
    "scope": "同一产品定位的三个平台型号 ID；每轮三个任务使用固定新样本，所有模型接收相同样本。不是综合能力排名，也未独立验证上游型号身份。",
    "budget_scope": "4096 是请求参数中的生成上限。各协议的推理 token 计入方式及 medium 含义可能不同，不代表相同计算量。网关的 cap/effort 透传与 Gem Chat 兼容预算映射未独立验证；HTTP 200 不能证明参数生效。输出截断单列。",
    "latency_scope": "耗时为客户端完整请求墙钟时间，包含网络与队列，不是首 token 延迟。",
    "billing_scope": "实际账单金额未经独立匹配，保持 null。公开报价估算与实际扣费必须分开。"
  },
  "trials": [
    {
      "trial_id": "r1-structured-extraction-gpt-6.1-sol",
      "round": 1,
      "model": "gpt-6.1-sol",
      "protocol": "responses",
      "endpoint": "/v1/responses",
      "task": {
        "id": "structured-extraction",
        "sample": 1,
        "prompt": "这是虚构测试资料。订单编号00128，买了3件单价19.90元的商品，运费6.00元。只输出 JSON 对象，不要 Markdown。字段：order_id 字符串保留前导零、quantity 整数、unit_price 字符串保留两位小数、shipping 字符串保留两位小数、total 字符串保留两位小数。",
        "expected": {
          "order_id": "00128",
          "quantity": 3,
          "unit_price": "19.90",
          "shipping": "6.00",
          "total": "65.70"
        }
      },
      "request": {
        "model": "gpt-6.1-sol",
        "stream": false,
        "input": [
          {
            "role": "user",
            "content": "这是虚构测试资料。订单编号00128，买了3件单价19.90元的商品，运费6.00元。只输出 JSON 对象，不要 Markdown。字段：order_id 字符串保留前导零、quantity 整数、unit_price 字符串保留两位小数、shipping 字符串保留两位小数、total 字符串保留两位小数。"
          }
        ],
        "max_output_tokens": 4096,
        "reasoning": {
          "effort": "medium"
        },
        "store": false
      }
    },
    {
      "trial_id": "r1-structured-extraction-claude-sonnet-5-5",
      "round": 1,
      "model": "claude-sonnet-5-5",
      "protocol": "messages",
      "endpoint": "/v1/messages",
      "task": {
        "id": "structured-extraction",
        "sample": 1,
        "prompt": "这是虚构测试资料。订单编号00128，买了3件单价19.90元的商品，运费6.00元。只输出 JSON 对象，不要 Markdown。字段：order_id 字符串保留前导零、quantity 整数、unit_price 字符串保留两位小数、shipping 字符串保留两位小数、total 字符串保留两位小数。",
        "expected": {
          "order_id": "00128",
          "quantity": 3,
          "unit_price": "19.90",
          "shipping": "6.00",
          "total": "65.70"
        }
      },
      "request": {
        "model": "claude-sonnet-5-5",
        "stream": false,
        "messages": [
          {
            "role": "user",
            "content": "这是虚构测试资料。订单编号00128，买了3件单价19.90元的商品，运费6.00元。只输出 JSON 对象，不要 Markdown。字段：order_id 字符串保留前导零、quantity 整数、unit_price 字符串保留两位小数、shipping 字符串保留两位小数、total 字符串保留两位小数。"
          }
        ],
        "max_tokens": 4096,
        "thinking": {
          "type": "adaptive"
        },
        "output_config": {
          "effort": "medium"
        }
      }
    },
    {
      "trial_id": "r1-structured-extraction-gemini-3.8-flash",
      "round": 1,
      "model": "gemini-3.8-flash",
      "protocol": "chat",
      "endpoint": "/v1/chat/completions",
      "task": {
        "id": "structured-extraction",
        "sample": 1,
        "prompt": "这是虚构测试资料。订单编号00128，买了3件单价19.90元的商品，运费6.00元。只输出 JSON 对象，不要 Markdown。字段：order_id 字符串保留前导零、quantity 整数、unit_price 字符串保留两位小数、shipping 字符串保留两位小数、total 字符串保留两位小数。",
        "expected": {
          "order_id": "00128",
          "quantity": 3,
          "unit_price": "19.90",
          "shipping": "6.00",
          "total": "65.70"
        }
      },
      "request": {
        "model": "gemini-3.8-flash",
        "stream": false,
        "messages": [
          {
            "role": "user",
            "content": "这是虚构测试资料。订单编号00128，买了3件单价19.90元的商品，运费6.00元。只输出 JSON 对象，不要 Markdown。字段：order_id 字符串保留前导零、quantity 整数、unit_price 字符串保留两位小数、shipping 字符串保留两位小数、total 字符串保留两位小数。"
          }
        ],
        "max_completion_tokens": 4096,
        "reasoning_effort": "medium"
      }
    },
    {
      "trial_id": "r1-grounded-answer-gpt-6.1-sol",
      "round": 1,
      "model": "gpt-6.1-sol",
      "protocol": "responses",
      "endpoint": "/v1/responses",
      "task": {
        "id": "grounded-answer",
        "sample": 1,
        "prompt": "只根据以下虚构商店资料回答：未拆封商品在签收后七天内可申请退货；普通订单付款后两个工作日内发货；没有提供国际配送资料。只输出 JSON 对象，字段 return_allowed:boolean，international_shipping:null 或 boolean。问题：签收三天、未拆封，可以申请退货吗？支持国际配送吗？不要补充资料以外的事实。",
        "expected": {
          "return_allowed": true,
          "international_shipping": null
        }
      },
      "request": {
        "model": "gpt-6.1-sol",
        "stream": false,
        "input": [
          {
            "role": "user",
            "content": "只根据以下虚构商店资料回答：未拆封商品在签收后七天内可申请退货；普通订单付款后两个工作日内发货；没有提供国际配送资料。只输出 JSON 对象，字段 return_allowed:boolean，international_shipping:null 或 boolean。问题：签收三天、未拆封，可以申请退货吗？支持国际配送吗？不要补充资料以外的事实。"
          }
        ],
        "max_output_tokens": 4096,
        "reasoning": {
          "effort": "medium"
        },
        "store": false
      }
    },
    {
      "trial_id": "r1-grounded-answer-claude-sonnet-5-5",
      "round": 1,
      "model": "claude-sonnet-5-5",
      "protocol": "messages",
      "endpoint": "/v1/messages",
      "task": {
        "id": "grounded-answer",
        "sample": 1,
        "prompt": "只根据以下虚构商店资料回答：未拆封商品在签收后七天内可申请退货；普通订单付款后两个工作日内发货；没有提供国际配送资料。只输出 JSON 对象，字段 return_allowed:boolean，international_shipping:null 或 boolean。问题：签收三天、未拆封，可以申请退货吗？支持国际配送吗？不要补充资料以外的事实。",
        "expected": {
          "return_allowed": true,
          "international_shipping": null
        }
      },
      "request": {
        "model": "claude-sonnet-5-5",
        "stream": false,
        "messages": [
          {
            "role": "user",
            "content": "只根据以下虚构商店资料回答：未拆封商品在签收后七天内可申请退货；普通订单付款后两个工作日内发货；没有提供国际配送资料。只输出 JSON 对象，字段 return_allowed:boolean，international_shipping:null 或 boolean。问题：签收三天、未拆封，可以申请退货吗？支持国际配送吗？不要补充资料以外的事实。"
          }
        ],
        "max_tokens": 4096,
        "thinking": {
          "type": "adaptive"
        },
        "output_config": {
          "effort": "medium"
        }
      }
    },
    {
      "trial_id": "r1-grounded-answer-gemini-3.8-flash",
      "round": 1,
      "model": "gemini-3.8-flash",
      "protocol": "chat",
      "endpoint": "/v1/chat/completions",
      "task": {
        "id": "grounded-answer",
        "sample": 1,
        "prompt": "只根据以下虚构商店资料回答：未拆封商品在签收后七天内可申请退货；普通订单付款后两个工作日内发货；没有提供国际配送资料。只输出 JSON 对象，字段 return_allowed:boolean，international_shipping:null 或 boolean。问题：签收三天、未拆封，可以申请退货吗？支持国际配送吗？不要补充资料以外的事实。",
        "expected": {
          "return_allowed": true,
          "international_shipping": null
        }
      },
      "request": {
        "model": "gemini-3.8-flash",
        "stream": false,
        "messages": [
          {
            "role": "user",
            "content": "只根据以下虚构商店资料回答：未拆封商品在签收后七天内可申请退货；普通订单付款后两个工作日内发货；没有提供国际配送资料。只输出 JSON 对象，字段 return_allowed:boolean，international_shipping:null 或 boolean。问题：签收三天、未拆封，可以申请退货吗？支持国际配送吗？不要补充资料以外的事实。"
          }
        ],
        "max_completion_tokens": 4096,
        "reasoning_effort": "medium"
      }
    },
    {
      "trial_id": "r1-tool-call-gpt-6.1-sol",
      "round": 1,
      "model": "gpt-6.1-sol",
      "protocol": "responses",
      "endpoint": "/v1/responses",
      "task": {
        "id": "tool-call",
        "sample": 1,
        "prompt": "请使用 search_order 工具查询虚构订单 00128 的状态。不猜测状态，不直接回答订单结果。",
        "expected": {
          "order_id": "00128"
        }
      },
      "request": {
        "model": "gpt-6.1-sol",
        "stream": false,
        "input": [
          {
            "role": "user",
            "content": "请使用 search_order 工具查询虚构订单 00128 的状态。不猜测状态，不直接回答订单结果。"
          }
        ],
        "max_output_tokens": 4096,
        "reasoning": {
          "effort": "medium"
        },
        "store": false,
        "tools": [
          {
            "type": "function",
            "name": "search_order",
            "description": "查询虚构演示订单状态；这里只生成调用提案，不执行查询。",
            "parameters": {
              "type": "object",
              "properties": {
                "order_id": {
                  "type": "string"
                }
              },
              "required": [
                "order_id"
              ],
              "additionalProperties": false
            },
            "strict": false
          }
        ],
        "tool_choice": "auto"
      }
    },
    {
      "trial_id": "r1-tool-call-claude-sonnet-5-5",
      "round": 1,
      "model": "claude-sonnet-5-5",
      "protocol": "messages",
      "endpoint": "/v1/messages",
      "task": {
        "id": "tool-call",
        "sample": 1,
        "prompt": "请使用 search_order 工具查询虚构订单 00128 的状态。不猜测状态，不直接回答订单结果。",
        "expected": {
          "order_id": "00128"
        }
      },
      "request": {
        "model": "claude-sonnet-5-5",
        "stream": false,
        "messages": [
          {
            "role": "user",
            "content": "请使用 search_order 工具查询虚构订单 00128 的状态。不猜测状态，不直接回答订单结果。"
          }
        ],
        "max_tokens": 4096,
        "thinking": {
          "type": "adaptive"
        },
        "output_config": {
          "effort": "medium"
        },
        "tools": [
          {
            "name": "search_order",
            "description": "查询虚构演示订单状态；这里只生成调用提案，不执行查询。",
            "input_schema": {
              "type": "object",
              "properties": {
                "order_id": {
                  "type": "string"
                }
              },
              "required": [
                "order_id"
              ],
              "additionalProperties": false
            }
          }
        ],
        "tool_choice": {
          "type": "auto"
        }
      }
    },
    {
      "trial_id": "r1-tool-call-gemini-3.8-flash",
      "round": 1,
      "model": "gemini-3.8-flash",
      "protocol": "chat",
      "endpoint": "/v1/chat/completions",
      "task": {
        "id": "tool-call",
        "sample": 1,
        "prompt": "请使用 search_order 工具查询虚构订单 00128 的状态。不猜测状态，不直接回答订单结果。",
        "expected": {
          "order_id": "00128"
        }
      },
      "request": {
        "model": "gemini-3.8-flash",
        "stream": false,
        "messages": [
          {
            "role": "user",
            "content": "请使用 search_order 工具查询虚构订单 00128 的状态。不猜测状态，不直接回答订单结果。"
          }
        ],
        "max_completion_tokens": 4096,
        "reasoning_effort": "medium",
        "tools": [
          {
            "type": "function",
            "function": {
              "name": "search_order",
              "description": "查询虚构演示订单状态；这里只生成调用提案，不执行查询。",
              "parameters": {
                "type": "object",
                "properties": {
                  "order_id": {
                    "type": "string"
                  }
                },
                "required": [
                  "order_id"
                ],
                "additionalProperties": false
              }
            }
          }
        ],
        "tool_choice": "auto"
      }
    },
    {
      "trial_id": "r2-structured-extraction-claude-sonnet-5-5",
      "round": 2,
      "model": "claude-sonnet-5-5",
      "protocol": "messages",
      "endpoint": "/v1/messages",
      "task": {
        "id": "structured-extraction",
        "sample": 2,
        "prompt": "这是虚构测试资料。订单编号00047，买了2件单价28.50元的商品，运费0.00元。只输出 JSON 对象，不要 Markdown。字段：order_id 字符串保留前导零、quantity 整数、unit_price 字符串保留两位小数、shipping 字符串保留两位小数、total 字符串保留两位小数。",
        "expected": {
          "order_id": "00047",
          "quantity": 2,
          "unit_price": "28.50",
          "shipping": "0.00",
          "total": "57.00"
        }
      },
      "request": {
        "model": "claude-sonnet-5-5",
        "stream": false,
        "messages": [
          {
            "role": "user",
            "content": "这是虚构测试资料。订单编号00047，买了2件单价28.50元的商品，运费0.00元。只输出 JSON 对象，不要 Markdown。字段：order_id 字符串保留前导零、quantity 整数、unit_price 字符串保留两位小数、shipping 字符串保留两位小数、total 字符串保留两位小数。"
          }
        ],
        "max_tokens": 4096,
        "thinking": {
          "type": "adaptive"
        },
        "output_config": {
          "effort": "medium"
        }
      }
    },
    {
      "trial_id": "r2-structured-extraction-gemini-3.8-flash",
      "round": 2,
      "model": "gemini-3.8-flash",
      "protocol": "chat",
      "endpoint": "/v1/chat/completions",
      "task": {
        "id": "structured-extraction",
        "sample": 2,
        "prompt": "这是虚构测试资料。订单编号00047，买了2件单价28.50元的商品，运费0.00元。只输出 JSON 对象，不要 Markdown。字段：order_id 字符串保留前导零、quantity 整数、unit_price 字符串保留两位小数、shipping 字符串保留两位小数、total 字符串保留两位小数。",
        "expected": {
          "order_id": "00047",
          "quantity": 2,
          "unit_price": "28.50",
          "shipping": "0.00",
          "total": "57.00"
        }
      },
      "request": {
        "model": "gemini-3.8-flash",
        "stream": false,
        "messages": [
          {
            "role": "user",
            "content": "这是虚构测试资料。订单编号00047，买了2件单价28.50元的商品，运费0.00元。只输出 JSON 对象，不要 Markdown。字段：order_id 字符串保留前导零、quantity 整数、unit_price 字符串保留两位小数、shipping 字符串保留两位小数、total 字符串保留两位小数。"
          }
        ],
        "max_completion_tokens": 4096,
        "reasoning_effort": "medium"
      }
    },
    {
      "trial_id": "r2-structured-extraction-gpt-6.1-sol",
      "round": 2,
      "model": "gpt-6.1-sol",
      "protocol": "responses",
      "endpoint": "/v1/responses",
      "task": {
        "id": "structured-extraction",
        "sample": 2,
        "prompt": "这是虚构测试资料。订单编号00047，买了2件单价28.50元的商品，运费0.00元。只输出 JSON 对象，不要 Markdown。字段：order_id 字符串保留前导零、quantity 整数、unit_price 字符串保留两位小数、shipping 字符串保留两位小数、total 字符串保留两位小数。",
        "expected": {
          "order_id": "00047",
          "quantity": 2,
          "unit_price": "28.50",
          "shipping": "0.00",
          "total": "57.00"
        }
      },
      "request": {
        "model": "gpt-6.1-sol",
        "stream": false,
        "input": [
          {
            "role": "user",
            "content": "这是虚构测试资料。订单编号00047，买了2件单价28.50元的商品，运费0.00元。只输出 JSON 对象，不要 Markdown。字段：order_id 字符串保留前导零、quantity 整数、unit_price 字符串保留两位小数、shipping 字符串保留两位小数、total 字符串保留两位小数。"
          }
        ],
        "max_output_tokens": 4096,
        "reasoning": {
          "effort": "medium"
        },
        "store": false
      }
    },
    {
      "trial_id": "r2-grounded-answer-claude-sonnet-5-5",
      "round": 2,
      "model": "claude-sonnet-5-5",
      "protocol": "messages",
      "endpoint": "/v1/messages",
      "task": {
        "id": "grounded-answer",
        "sample": 2,
        "prompt": "只根据以下虚构商店资料回答：未拆封商品在签收后五天内可申请退货；超过五天不接受退货；没有提供国际配送资料。只输出 JSON 对象，字段 return_allowed:boolean，international_shipping:null 或 boolean。问题：签收八天、未拆封，可以申请退货吗？支持国际配送吗？不要补充资料以外的事实。",
        "expected": {
          "return_allowed": false,
          "international_shipping": null
        }
      },
      "request": {
        "model": "claude-sonnet-5-5",
        "stream": false,
        "messages": [
          {
            "role": "user",
            "content": "只根据以下虚构商店资料回答：未拆封商品在签收后五天内可申请退货；超过五天不接受退货；没有提供国际配送资料。只输出 JSON 对象，字段 return_allowed:boolean，international_shipping:null 或 boolean。问题：签收八天、未拆封，可以申请退货吗？支持国际配送吗？不要补充资料以外的事实。"
          }
        ],
        "max_tokens": 4096,
        "thinking": {
          "type": "adaptive"
        },
        "output_config": {
          "effort": "medium"
        }
      }
    },
    {
      "trial_id": "r2-grounded-answer-gemini-3.8-flash",
      "round": 2,
      "model": "gemini-3.8-flash",
      "protocol": "chat",
      "endpoint": "/v1/chat/completions",
      "task": {
        "id": "grounded-answer",
        "sample": 2,
        "prompt": "只根据以下虚构商店资料回答：未拆封商品在签收后五天内可申请退货；超过五天不接受退货；没有提供国际配送资料。只输出 JSON 对象，字段 return_allowed:boolean，international_shipping:null 或 boolean。问题：签收八天、未拆封，可以申请退货吗？支持国际配送吗？不要补充资料以外的事实。",
        "expected": {
          "return_allowed": false,
          "international_shipping": null
        }
      },
      "request": {
        "model": "gemini-3.8-flash",
        "stream": false,
        "messages": [
          {
            "role": "user",
            "content": "只根据以下虚构商店资料回答：未拆封商品在签收后五天内可申请退货；超过五天不接受退货；没有提供国际配送资料。只输出 JSON 对象，字段 return_allowed:boolean，international_shipping:null 或 boolean。问题：签收八天、未拆封，可以申请退货吗？支持国际配送吗？不要补充资料以外的事实。"
          }
        ],
        "max_completion_tokens": 4096,
        "reasoning_effort": "medium"
      }
    },
    {
      "trial_id": "r2-grounded-answer-gpt-6.1-sol",
      "round": 2,
      "model": "gpt-6.1-sol",
      "protocol": "responses",
      "endpoint": "/v1/responses",
      "task": {
        "id": "grounded-answer",
        "sample": 2,
        "prompt": "只根据以下虚构商店资料回答：未拆封商品在签收后五天内可申请退货；超过五天不接受退货；没有提供国际配送资料。只输出 JSON 对象，字段 return_allowed:boolean，international_shipping:null 或 boolean。问题：签收八天、未拆封，可以申请退货吗？支持国际配送吗？不要补充资料以外的事实。",
        "expected": {
          "return_allowed": false,
          "international_shipping": null
        }
      },
      "request": {
        "model": "gpt-6.1-sol",
        "stream": false,
        "input": [
          {
            "role": "user",
            "content": "只根据以下虚构商店资料回答：未拆封商品在签收后五天内可申请退货；超过五天不接受退货；没有提供国际配送资料。只输出 JSON 对象，字段 return_allowed:boolean，international_shipping:null 或 boolean。问题：签收八天、未拆封，可以申请退货吗？支持国际配送吗？不要补充资料以外的事实。"
          }
        ],
        "max_output_tokens": 4096,
        "reasoning": {
          "effort": "medium"
        },
        "store": false
      }
    },
    {
      "trial_id": "r2-tool-call-claude-sonnet-5-5",
      "round": 2,
      "model": "claude-sonnet-5-5",
      "protocol": "messages",
      "endpoint": "/v1/messages",
      "task": {
        "id": "tool-call",
        "sample": 2,
        "prompt": "请使用 search_order 工具查询虚构订单 00047 的状态。不猜测状态，不直接回答订单结果。",
        "expected": {
          "order_id": "00047"
        }
      },
      "request": {
        "model": "claude-sonnet-5-5",
        "stream": false,
        "messages": [
          {
            "role": "user",
            "content": "请使用 search_order 工具查询虚构订单 00047 的状态。不猜测状态，不直接回答订单结果。"
          }
        ],
        "max_tokens": 4096,
        "thinking": {
          "type": "adaptive"
        },
        "output_config": {
          "effort": "medium"
        },
        "tools": [
          {
            "name": "search_order",
            "description": "查询虚构演示订单状态；这里只生成调用提案，不执行查询。",
            "input_schema": {
              "type": "object",
              "properties": {
                "order_id": {
                  "type": "string"
                }
              },
              "required": [
                "order_id"
              ],
              "additionalProperties": false
            }
          }
        ],
        "tool_choice": {
          "type": "auto"
        }
      }
    },
    {
      "trial_id": "r2-tool-call-gemini-3.8-flash",
      "round": 2,
      "model": "gemini-3.8-flash",
      "protocol": "chat",
      "endpoint": "/v1/chat/completions",
      "task": {
        "id": "tool-call",
        "sample": 2,
        "prompt": "请使用 search_order 工具查询虚构订单 00047 的状态。不猜测状态，不直接回答订单结果。",
        "expected": {
          "order_id": "00047"
        }
      },
      "request": {
        "model": "gemini-3.8-flash",
        "stream": false,
        "messages": [
          {
            "role": "user",
            "content": "请使用 search_order 工具查询虚构订单 00047 的状态。不猜测状态，不直接回答订单结果。"
          }
        ],
        "max_completion_tokens": 4096,
        "reasoning_effort": "medium",
        "tools": [
          {
            "type": "function",
            "function": {
              "name": "search_order",
              "description": "查询虚构演示订单状态；这里只生成调用提案，不执行查询。",
              "parameters": {
                "type": "object",
                "properties": {
                  "order_id": {
                    "type": "string"
                  }
                },
                "required": [
                  "order_id"
                ],
                "additionalProperties": false
              }
            }
          }
        ],
        "tool_choice": "auto"
      }
    },
    {
      "trial_id": "r2-tool-call-gpt-6.1-sol",
      "round": 2,
      "model": "gpt-6.1-sol",
      "protocol": "responses",
      "endpoint": "/v1/responses",
      "task": {
        "id": "tool-call",
        "sample": 2,
        "prompt": "请使用 search_order 工具查询虚构订单 00047 的状态。不猜测状态，不直接回答订单结果。",
        "expected": {
          "order_id": "00047"
        }
      },
      "request": {
        "model": "gpt-6.1-sol",
        "stream": false,
        "input": [
          {
            "role": "user",
            "content": "请使用 search_order 工具查询虚构订单 00047 的状态。不猜测状态，不直接回答订单结果。"
          }
        ],
        "max_output_tokens": 4096,
        "reasoning": {
          "effort": "medium"
        },
        "store": false,
        "tools": [
          {
            "type": "function",
            "name": "search_order",
            "description": "查询虚构演示订单状态；这里只生成调用提案，不执行查询。",
            "parameters": {
              "type": "object",
              "properties": {
                "order_id": {
                  "type": "string"
                }
              },
              "required": [
                "order_id"
              ],
              "additionalProperties": false
            },
            "strict": false
          }
        ],
        "tool_choice": "auto"
      }
    },
    {
      "trial_id": "r3-structured-extraction-gemini-3.8-flash",
      "round": 3,
      "model": "gemini-3.8-flash",
      "protocol": "chat",
      "endpoint": "/v1/chat/completions",
      "task": {
        "id": "structured-extraction",
        "sample": 3,
        "prompt": "这是虚构测试资料。订单编号00906，买了4件单价12.35元的商品，运费8.00元。只输出 JSON 对象，不要 Markdown。字段：order_id 字符串保留前导零、quantity 整数、unit_price 字符串保留两位小数、shipping 字符串保留两位小数、total 字符串保留两位小数。",
        "expected": {
          "order_id": "00906",
          "quantity": 4,
          "unit_price": "12.35",
          "shipping": "8.00",
          "total": "57.40"
        }
      },
      "request": {
        "model": "gemini-3.8-flash",
        "stream": false,
        "messages": [
          {
            "role": "user",
            "content": "这是虚构测试资料。订单编号00906，买了4件单价12.35元的商品，运费8.00元。只输出 JSON 对象，不要 Markdown。字段：order_id 字符串保留前导零、quantity 整数、unit_price 字符串保留两位小数、shipping 字符串保留两位小数、total 字符串保留两位小数。"
          }
        ],
        "max_completion_tokens": 4096,
        "reasoning_effort": "medium"
      }
    },
    {
      "trial_id": "r3-structured-extraction-gpt-6.1-sol",
      "round": 3,
      "model": "gpt-6.1-sol",
      "protocol": "responses",
      "endpoint": "/v1/responses",
      "task": {
        "id": "structured-extraction",
        "sample": 3,
        "prompt": "这是虚构测试资料。订单编号00906，买了4件单价12.35元的商品，运费8.00元。只输出 JSON 对象，不要 Markdown。字段：order_id 字符串保留前导零、quantity 整数、unit_price 字符串保留两位小数、shipping 字符串保留两位小数、total 字符串保留两位小数。",
        "expected": {
          "order_id": "00906",
          "quantity": 4,
          "unit_price": "12.35",
          "shipping": "8.00",
          "total": "57.40"
        }
      },
      "request": {
        "model": "gpt-6.1-sol",
        "stream": false,
        "input": [
          {
            "role": "user",
            "content": "这是虚构测试资料。订单编号00906，买了4件单价12.35元的商品，运费8.00元。只输出 JSON 对象，不要 Markdown。字段：order_id 字符串保留前导零、quantity 整数、unit_price 字符串保留两位小数、shipping 字符串保留两位小数、total 字符串保留两位小数。"
          }
        ],
        "max_output_tokens": 4096,
        "reasoning": {
          "effort": "medium"
        },
        "store": false
      }
    },
    {
      "trial_id": "r3-structured-extraction-claude-sonnet-5-5",
      "round": 3,
      "model": "claude-sonnet-5-5",
      "protocol": "messages",
      "endpoint": "/v1/messages",
      "task": {
        "id": "structured-extraction",
        "sample": 3,
        "prompt": "这是虚构测试资料。订单编号00906，买了4件单价12.35元的商品，运费8.00元。只输出 JSON 对象，不要 Markdown。字段：order_id 字符串保留前导零、quantity 整数、unit_price 字符串保留两位小数、shipping 字符串保留两位小数、total 字符串保留两位小数。",
        "expected": {
          "order_id": "00906",
          "quantity": 4,
          "unit_price": "12.35",
          "shipping": "8.00",
          "total": "57.40"
        }
      },
      "request": {
        "model": "claude-sonnet-5-5",
        "stream": false,
        "messages": [
          {
            "role": "user",
            "content": "这是虚构测试资料。订单编号00906，买了4件单价12.35元的商品，运费8.00元。只输出 JSON 对象，不要 Markdown。字段：order_id 字符串保留前导零、quantity 整数、unit_price 字符串保留两位小数、shipping 字符串保留两位小数、total 字符串保留两位小数。"
          }
        ],
        "max_tokens": 4096,
        "thinking": {
          "type": "adaptive"
        },
        "output_config": {
          "effort": "medium"
        }
      }
    },
    {
      "trial_id": "r3-grounded-answer-gemini-3.8-flash",
      "round": 3,
      "model": "gemini-3.8-flash",
      "protocol": "chat",
      "endpoint": "/v1/chat/completions",
      "task": {
        "id": "grounded-answer",
        "sample": 3,
        "prompt": "只根据以下虚构商店资料回答：未拆封商品在签收后十天内可申请退货；拆封商品不接受退货；没有提供国际配送资料。只输出 JSON 对象，字段 return_allowed:boolean，international_shipping:null 或 boolean。问题：签收两天、已拆封，可以申请退货吗？支持国际配送吗？不要补充资料以外的事实。",
        "expected": {
          "return_allowed": false,
          "international_shipping": null
        }
      },
      "request": {
        "model": "gemini-3.8-flash",
        "stream": false,
        "messages": [
          {
            "role": "user",
            "content": "只根据以下虚构商店资料回答：未拆封商品在签收后十天内可申请退货；拆封商品不接受退货；没有提供国际配送资料。只输出 JSON 对象，字段 return_allowed:boolean，international_shipping:null 或 boolean。问题：签收两天、已拆封，可以申请退货吗？支持国际配送吗？不要补充资料以外的事实。"
          }
        ],
        "max_completion_tokens": 4096,
        "reasoning_effort": "medium"
      }
    },
    {
      "trial_id": "r3-grounded-answer-gpt-6.1-sol",
      "round": 3,
      "model": "gpt-6.1-sol",
      "protocol": "responses",
      "endpoint": "/v1/responses",
      "task": {
        "id": "grounded-answer",
        "sample": 3,
        "prompt": "只根据以下虚构商店资料回答：未拆封商品在签收后十天内可申请退货；拆封商品不接受退货；没有提供国际配送资料。只输出 JSON 对象，字段 return_allowed:boolean，international_shipping:null 或 boolean。问题：签收两天、已拆封，可以申请退货吗？支持国际配送吗？不要补充资料以外的事实。",
        "expected": {
          "return_allowed": false,
          "international_shipping": null
        }
      },
      "request": {
        "model": "gpt-6.1-sol",
        "stream": false,
        "input": [
          {
            "role": "user",
            "content": "只根据以下虚构商店资料回答：未拆封商品在签收后十天内可申请退货；拆封商品不接受退货；没有提供国际配送资料。只输出 JSON 对象，字段 return_allowed:boolean，international_shipping:null 或 boolean。问题：签收两天、已拆封，可以申请退货吗？支持国际配送吗？不要补充资料以外的事实。"
          }
        ],
        "max_output_tokens": 4096,
        "reasoning": {
          "effort": "medium"
        },
        "store": false
      }
    },
    {
      "trial_id": "r3-grounded-answer-claude-sonnet-5-5",
      "round": 3,
      "model": "claude-sonnet-5-5",
      "protocol": "messages",
      "endpoint": "/v1/messages",
      "task": {
        "id": "grounded-answer",
        "sample": 3,
        "prompt": "只根据以下虚构商店资料回答：未拆封商品在签收后十天内可申请退货；拆封商品不接受退货；没有提供国际配送资料。只输出 JSON 对象，字段 return_allowed:boolean，international_shipping:null 或 boolean。问题：签收两天、已拆封，可以申请退货吗？支持国际配送吗？不要补充资料以外的事实。",
        "expected": {
          "return_allowed": false,
          "international_shipping": null
        }
      },
      "request": {
        "model": "claude-sonnet-5-5",
        "stream": false,
        "messages": [
          {
            "role": "user",
            "content": "只根据以下虚构商店资料回答：未拆封商品在签收后十天内可申请退货；拆封商品不接受退货；没有提供国际配送资料。只输出 JSON 对象，字段 return_allowed:boolean，international_shipping:null 或 boolean。问题：签收两天、已拆封，可以申请退货吗？支持国际配送吗？不要补充资料以外的事实。"
          }
        ],
        "max_tokens": 4096,
        "thinking": {
          "type": "adaptive"
        },
        "output_config": {
          "effort": "medium"
        }
      }
    },
    {
      "trial_id": "r3-tool-call-gemini-3.8-flash",
      "round": 3,
      "model": "gemini-3.8-flash",
      "protocol": "chat",
      "endpoint": "/v1/chat/completions",
      "task": {
        "id": "tool-call",
        "sample": 3,
        "prompt": "请使用 search_order 工具查询虚构订单 00906 的状态。不猜测状态，不直接回答订单结果。",
        "expected": {
          "order_id": "00906"
        }
      },
      "request": {
        "model": "gemini-3.8-flash",
        "stream": false,
        "messages": [
          {
            "role": "user",
            "content": "请使用 search_order 工具查询虚构订单 00906 的状态。不猜测状态，不直接回答订单结果。"
          }
        ],
        "max_completion_tokens": 4096,
        "reasoning_effort": "medium",
        "tools": [
          {
            "type": "function",
            "function": {
              "name": "search_order",
              "description": "查询虚构演示订单状态；这里只生成调用提案，不执行查询。",
              "parameters": {
                "type": "object",
                "properties": {
                  "order_id": {
                    "type": "string"
                  }
                },
                "required": [
                  "order_id"
                ],
                "additionalProperties": false
              }
            }
          }
        ],
        "tool_choice": "auto"
      }
    },
    {
      "trial_id": "r3-tool-call-gpt-6.1-sol",
      "round": 3,
      "model": "gpt-6.1-sol",
      "protocol": "responses",
      "endpoint": "/v1/responses",
      "task": {
        "id": "tool-call",
        "sample": 3,
        "prompt": "请使用 search_order 工具查询虚构订单 00906 的状态。不猜测状态，不直接回答订单结果。",
        "expected": {
          "order_id": "00906"
        }
      },
      "request": {
        "model": "gpt-6.1-sol",
        "stream": false,
        "input": [
          {
            "role": "user",
            "content": "请使用 search_order 工具查询虚构订单 00906 的状态。不猜测状态，不直接回答订单结果。"
          }
        ],
        "max_output_tokens": 4096,
        "reasoning": {
          "effort": "medium"
        },
        "store": false,
        "tools": [
          {
            "type": "function",
            "name": "search_order",
            "description": "查询虚构演示订单状态；这里只生成调用提案，不执行查询。",
            "parameters": {
              "type": "object",
              "properties": {
                "order_id": {
                  "type": "string"
                }
              },
              "required": [
                "order_id"
              ],
              "additionalProperties": false
            },
            "strict": false
          }
        ],
        "tool_choice": "auto"
      }
    },
    {
      "trial_id": "r3-tool-call-claude-sonnet-5-5",
      "round": 3,
      "model": "claude-sonnet-5-5",
      "protocol": "messages",
      "endpoint": "/v1/messages",
      "task": {
        "id": "tool-call",
        "sample": 3,
        "prompt": "请使用 search_order 工具查询虚构订单 00906 的状态。不猜测状态，不直接回答订单结果。",
        "expected": {
          "order_id": "00906"
        }
      },
      "request": {
        "model": "claude-sonnet-5-5",
        "stream": false,
        "messages": [
          {
            "role": "user",
            "content": "请使用 search_order 工具查询虚构订单 00906 的状态。不猜测状态，不直接回答订单结果。"
          }
        ],
        "max_tokens": 4096,
        "thinking": {
          "type": "adaptive"
        },
        "output_config": {
          "effort": "medium"
        },
        "tools": [
          {
            "name": "search_order",
            "description": "查询虚构演示订单状态；这里只生成调用提案，不执行查询。",
            "input_schema": {
              "type": "object",
              "properties": {
                "order_id": {
                  "type": "string"
                }
              },
              "required": [
                "order_id"
              ],
              "additionalProperties": false
            }
          }
        ],
        "tool_choice": {
          "type": "auto"
        }
      }
    }
  ]
}