[{"results": [{"id": "mm-claude-opus-4.5-highthinking", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"full\", \"seedsPerLang\": null, \"samplesPerSeed\": 3, \"turns\": 100, \"chunkSize\": 20, \"contextTurns\": 20, \"targetParams\": {}, \"targetPricePerM\": null}", "judges": "[{\"key\":\"minimax\",\"label\":\"MiniMax\",\"model\":\"MiniMax 评测裁判（未公开）\",\"weight\":1,\"enabled\":true,\"temperature\":null,\"maxTokens\":null,\"extra\":{}}]", "usersim": "{\"model\":\"MiniMax 用户模拟器（未公开）\",\"temperature\":null,\"maxTokens\":null,\"extra\":{}}", "pv": null, "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":4,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":84.46,\"groups\":{\"worlds\":82.75,\"stories\":80.26,\"preferences\":92.08},\"dims\":{\"basics\":86.87,\"logic\":61.61,\"knowledge\":99.78,\"diversity\":73.73,\"content_logic\":93.31,\"interaction\":92.08},\"ci\":{\"overall\":[83.42,85.58],\"groups\":{\"worlds\":[81.25,84.3],\"stories\":[78.49,81.9],\"preferences\":[91.31,92.83]}},\"n\":285},\"zh\":{\"overall\":82.28,\"groups\":{\"worlds\":78.78,\"stories\":80.59,\"preferences\":90.98},\"dims\":{\"basics\":93.07,\"logic\":43.33,\"knowledge\":99.93,\"diversity\":73.44,\"content_logic\":94.9,\"interaction\":90.98},\"ci\":{\"overall\":[81.33,83.24],\"groups\":{\"worlds\":[77.12,80.34],\"stories\":[79.34,81.84],\"preferences\":[90.09,92.02]}},\"n\":150},\"en\":{\"overall\":86.88,\"groups\":{\"worlds\":87.16,\"stories\":79.88,\"preferences\":93.3},\"dims\":{\"basics\":79.98,\"logic\":81.91,\"knowledge\":99.6,\"diversity\":74.05,\"content_logic\":91.55,\"interaction\":93.3},\"ci\":{\"overall\":[84.91,88.57],\"groups\":{\"worlds\":[84.54,89.59],\"stories\":[76.55,82.95],\"preferences\":[92.08,94.35]}},\"n\":135}},\"perJudge\":{\"minimax\":{\"all\":{\"overall\":84.46,\"groups\":{\"worlds\":82.75,\"stories\":80.26,\"preferences\":92.08},\"dims\":{\"basics\":86.87,\"logic\":61.61,\"knowledge\":99.78,\"diversity\":73.73,\"content_logic\":93.31,\"interaction\":92.08},\"ci\":null,\"n\":285},\"zh\":{\"overall\":82.28,\"groups\":{\"worlds\":78.78,\"stories\":80.59,\"preferences\":90.98},\"dims\":{\"basics\":93.07,\"logic\":43.33,\"knowledge\":99.93,\"diversity\":73.44,\"content_logic\":94.9,\"interaction\":90.98},\"ci\":null,\"n\":150},\"en\":{\"overall\":86.88,\"groups\":{\"worlds\":87.16,\"stories\":79.88,\"preferences\":93.3},\"dims\":{\"basics\":79.98,\"logic\":81.91,\"knowledge\":99.6,\"diversity\":74.05,\"content_logic\":91.55,\"interaction\":93.3},\"ci\":null,\"n\":135}}},\"agreement\":{},\"disputedSessions\":0,\"chunkDisputes\":0,\"sessions\":{\"done\":285,\"total\":285},\"usage\":{\"by\":{\"target\":{\"calls\":14250,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"user_sim\":{\"calls\":14250,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0}},\"total\":{\"calls\":28500,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0}},\"valid\":true,\"eligibility\":{\"eligible\":true,\"fullProtocol\":true,\"complete\":true,\"currentVersion\":true,\"reason\":null}}", "error": null}, {"id": "mm-claude-opus-4.5-lowthinking", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"full\", \"seedsPerLang\": null, \"samplesPerSeed\": 3, \"turns\": 100, \"chunkSize\": 20, \"contextTurns\": 20, \"targetParams\": {}, \"targetPricePerM\": null}", "judges": "[{\"key\":\"minimax\",\"label\":\"MiniMax\",\"model\":\"MiniMax 评测裁判（未公开）\",\"weight\":1,\"enabled\":true,\"temperature\":null,\"maxTokens\":null,\"extra\":{}}]", "usersim": "{\"model\":\"MiniMax 用户模拟器（未公开）\",\"temperature\":null,\"maxTokens\":null,\"extra\":{}}", "pv": null, "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":4,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":84.69,\"groups\":{\"worlds\":83.8,\"stories\":81.28,\"preferences\":89.87},\"dims\":{\"basics\":88.63,\"logic\":62.88,\"knowledge\":99.89,\"diversity\":74.6,\"content_logic\":94.64,\"interaction\":89.87},\"ci\":{\"overall\":[83.84,85.65],\"groups\":{\"worlds\":[82.58,85.12],\"stories\":[80.01,82.71],\"preferences\":[89.06,90.76]}},\"n\":285},\"zh\":{\"overall\":81.6,\"groups\":{\"worlds\":79.36,\"stories\":78.76,\"preferences\":88.93},\"dims\":{\"basics\":92.8,\"logic\":45.47,\"knowledge\":99.8,\"diversity\":71.4,\"content_logic\":93.5,\"interaction\":88.93},\"ci\":{\"overall\":[80.68,82.57],\"groups\":{\"worlds\":[77.77,80.93],\"stories\":[77.49,80.06],\"preferences\":[88,89.92]}},\"n\":150},\"en\":{\"overall\":88.11,\"groups\":{\"worlds\":88.74,\"stories\":84.08,\"preferences\":90.9},\"dims\":{\"basics\":84,\"logic\":82.22,\"knowledge\":99.99,\"diversity\":78.17,\"content_logic\":95.92,\"interaction\":90.9},\"ci\":{\"overall\":[86.56,89.73],\"groups\":{\"worlds\":[86.79,90.63],\"stories\":[81.47,86.51],\"preferences\":[89.62,92.18]}},\"n\":135}},\"perJudge\":{\"minimax\":{\"all\":{\"overall\":84.69,\"groups\":{\"worlds\":83.8,\"stories\":81.28,\"preferences\":89.87},\"dims\":{\"basics\":88.63,\"logic\":62.88,\"knowledge\":99.89,\"diversity\":74.6,\"content_logic\":94.64,\"interaction\":89.87},\"ci\":null,\"n\":285},\"zh\":{\"overall\":81.6,\"groups\":{\"worlds\":79.36,\"stories\":78.76,\"preferences\":88.93},\"dims\":{\"basics\":92.8,\"logic\":45.47,\"knowledge\":99.8,\"diversity\":71.4,\"content_logic\":93.5,\"interaction\":88.93},\"ci\":null,\"n\":150},\"en\":{\"overall\":88.11,\"groups\":{\"worlds\":88.74,\"stories\":84.08,\"preferences\":90.9},\"dims\":{\"basics\":84,\"logic\":82.22,\"knowledge\":99.99,\"diversity\":78.17,\"content_logic\":95.92,\"interaction\":90.9},\"ci\":null,\"n\":135}}},\"agreement\":{},\"disputedSessions\":0,\"chunkDisputes\":0,\"sessions\":{\"done\":285,\"total\":285},\"usage\":{\"by\":{\"target\":{\"calls\":14250,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"user_sim\":{\"calls\":14250,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0}},\"total\":{\"calls\":28500,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0}},\"valid\":true,\"eligibility\":{\"eligible\":true,\"fullProtocol\":true,\"complete\":true,\"currentVersion\":true,\"reason\":null}}", "error": null}, {"id": "mm-claude-sonnet-4.5", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"full\", \"seedsPerLang\": null, \"samplesPerSeed\": 3, \"turns\": 100, \"chunkSize\": 20, \"contextTurns\": 20, \"targetParams\": {}, \"targetPricePerM\": null}", "judges": "[{\"key\":\"minimax\",\"label\":\"MiniMax\",\"model\":\"MiniMax 评测裁判（未公开）\",\"weight\":1,\"enabled\":true,\"temperature\":null,\"maxTokens\":null,\"extra\":{}}]", "usersim": "{\"model\":\"MiniMax 用户模拟器（未公开）\",\"temperature\":null,\"maxTokens\":null,\"extra\":{}}", "pv": null, "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":4,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":82.99,\"groups\":{\"worlds\":79.31,\"stories\":80.49,\"preferences\":92.87},\"dims\":{\"basics\":74.72,\"logic\":63.4,\"knowledge\":99.8,\"diversity\":74.46,\"content_logic\":92.55,\"interaction\":92.87},\"ci\":{\"overall\":[82.21,83.74],\"groups\":{\"worlds\":[77.98,80.59],\"stories\":[78.84,81.99],\"preferences\":[92.17,93.56]}},\"n\":285},\"zh\":{\"overall\":82.14,\"groups\":{\"worlds\":80.26,\"stories\":76.71,\"preferences\":91.33},\"dims\":{\"basics\":87.87,\"logic\":53.07,\"knowledge\":99.84,\"diversity\":69.7,\"content_logic\":90.72,\"interaction\":91.33},\"ci\":{\"overall\":[81.1,83.13],\"groups\":{\"worlds\":[78.56,81.88],\"stories\":[75.16,78.21],\"preferences\":[90.36,92.18]}},\"n\":150},\"en\":{\"overall\":83.94,\"groups\":{\"worlds\":78.25,\"stories\":84.69,\"preferences\":94.58},\"dims\":{\"basics\":60.11,\"logic\":74.88,\"knowledge\":99.76,\"diversity\":79.75,\"content_logic\":94.57,\"interaction\":94.58},\"ci\":{\"overall\":[82.58,85.23],\"groups\":{\"worlds\":[76.15,80.38],\"stories\":[81.93,87.31],\"preferences\":[93.49,95.58]}},\"n\":135}},\"perJudge\":{\"minimax\":{\"all\":{\"overall\":82.99,\"groups\":{\"worlds\":79.31,\"stories\":80.49,\"preferences\":92.87},\"dims\":{\"basics\":74.72,\"logic\":63.4,\"knowledge\":99.8,\"diversity\":74.46,\"content_logic\":92.55,\"interaction\":92.87},\"ci\":null,\"n\":285},\"zh\":{\"overall\":82.14,\"groups\":{\"worlds\":80.26,\"stories\":76.71,\"preferences\":91.33},\"dims\":{\"basics\":87.87,\"logic\":53.07,\"knowledge\":99.84,\"diversity\":69.7,\"content_logic\":90.72,\"interaction\":91.33},\"ci\":null,\"n\":150},\"en\":{\"overall\":83.94,\"groups\":{\"worlds\":78.25,\"stories\":84.69,\"preferences\":94.58},\"dims\":{\"basics\":60.11,\"logic\":74.88,\"knowledge\":99.76,\"diversity\":79.75,\"content_logic\":94.57,\"interaction\":94.58},\"ci\":null,\"n\":135}}},\"agreement\":{},\"disputedSessions\":0,\"chunkDisputes\":0,\"sessions\":{\"done\":285,\"total\":285},\"usage\":{\"by\":{\"target\":{\"calls\":14250,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"user_sim\":{\"calls\":14250,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0}},\"total\":{\"calls\":28500,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0}},\"valid\":true,\"eligibility\":{\"eligible\":true,\"fullProtocol\":true,\"complete\":true,\"currentVersion\":true,\"reason\":null}}", "error": null}, {"id": "mm-deepseek-v3.1", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"full\", \"seedsPerLang\": null, \"samplesPerSeed\": 3, \"turns\": 100, \"chunkSize\": 20, \"contextTurns\": 20, \"targetParams\": {}, \"targetPricePerM\": null}", "judges": "[{\"key\":\"minimax\",\"label\":\"MiniMax\",\"model\":\"MiniMax 评测裁判（未公开）\",\"weight\":1,\"enabled\":true,\"temperature\":null,\"maxTokens\":null,\"extra\":{}}]", "usersim": "{\"model\":\"MiniMax 用户模拟器（未公开）\",\"temperature\":null,\"maxTokens\":null,\"extra\":{}}", "pv": null, "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":4,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":78.06,\"groups\":{\"worlds\":75.52,\"stories\":70.23,\"preferences\":90.98},\"dims\":{\"basics\":76.08,\"logic\":51.64,\"knowledge\":98.84,\"diversity\":64.71,\"content_logic\":81.25,\"interaction\":90.98},\"ci\":{\"overall\":[77.09,79.05],\"groups\":{\"worlds\":[74.26,76.96],\"stories\":[67.9,72.72],\"preferences\":[90.03,91.83]}},\"n\":285},\"zh\":{\"overall\":73.87,\"groups\":{\"worlds\":75.21,\"stories\":57,\"preferences\":88.06},\"dims\":{\"basics\":88.27,\"logic\":39.07,\"knowledge\":98.29,\"diversity\":50.16,\"content_logic\":70.7,\"interaction\":88.06},\"ci\":{\"overall\":[72.93,74.9],\"groups\":{\"worlds\":[73.48,76.94],\"stories\":[55.21,59.03],\"preferences\":[86.99,89.04]}},\"n\":150},\"en\":{\"overall\":82.72,\"groups\":{\"worlds\":75.87,\"stories\":84.92,\"preferences\":94.21},\"dims\":{\"basics\":62.54,\"logic\":65.62,\"knowledge\":99.44,\"diversity\":80.89,\"content_logic\":92.97,\"interaction\":94.21},\"ci\":{\"overall\":[81.25,84.15],\"groups\":{\"worlds\":[73.64,77.94],\"stories\":[82.02,87.79],\"preferences\":[92.98,95.28]}},\"n\":135}},\"perJudge\":{\"minimax\":{\"all\":{\"overall\":78.06,\"groups\":{\"worlds\":75.52,\"stories\":70.23,\"preferences\":90.98},\"dims\":{\"basics\":76.08,\"logic\":51.64,\"knowledge\":98.84,\"diversity\":64.71,\"content_logic\":81.25,\"interaction\":90.98},\"ci\":null,\"n\":285},\"zh\":{\"overall\":73.87,\"groups\":{\"worlds\":75.21,\"stories\":57,\"preferences\":88.06},\"dims\":{\"basics\":88.27,\"logic\":39.07,\"knowledge\":98.29,\"diversity\":50.16,\"content_logic\":70.7,\"interaction\":88.06},\"ci\":null,\"n\":150},\"en\":{\"overall\":82.72,\"groups\":{\"worlds\":75.87,\"stories\":84.92,\"preferences\":94.21},\"dims\":{\"basics\":62.54,\"logic\":65.62,\"knowledge\":99.44,\"diversity\":80.89,\"content_logic\":92.97,\"interaction\":94.21},\"ci\":null,\"n\":135}}},\"agreement\":{},\"disputedSessions\":0,\"chunkDisputes\":0,\"sessions\":{\"done\":285,\"total\":285},\"usage\":{\"by\":{\"target\":{\"calls\":14250,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"user_sim\":{\"calls\":14250,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0}},\"total\":{\"calls\":28500,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0}},\"valid\":true,\"eligibility\":{\"eligible\":true,\"fullProtocol\":true,\"complete\":true,\"currentVersion\":true,\"reason\":null}}", "error": null}, {"id": "mm-deepseek-v3.2", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"full\", \"seedsPerLang\": null, \"samplesPerSeed\": 3, \"turns\": 100, \"chunkSize\": 20, \"contextTurns\": 20, \"targetParams\": {}, \"targetPricePerM\": null}", "judges": "[{\"key\":\"minimax\",\"label\":\"MiniMax\",\"model\":\"MiniMax 评测裁判（未公开）\",\"weight\":1,\"enabled\":true,\"temperature\":null,\"maxTokens\":null,\"extra\":{}}]", "usersim": "{\"model\":\"MiniMax 用户模拟器（未公开）\",\"temperature\":null,\"maxTokens\":null,\"extra\":{}}", "pv": null, "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":4,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":73.46,\"groups\":{\"worlds\":74.88,\"stories\":61.33,\"preferences\":82.72},\"dims\":{\"basics\":73.37,\"logic\":52.6,\"knowledge\":98.68,\"diversity\":54.87,\"content_logic\":74.26,\"interaction\":82.72},\"ci\":{\"overall\":[72.75,74.27],\"groups\":{\"worlds\":[73.76,76.09],\"stories\":[60.16,62.68],\"preferences\":[81.91,83.66]}},\"n\":285},\"zh\":{\"overall\":73.94,\"groups\":{\"worlds\":76.45,\"stories\":60.83,\"preferences\":82.02},\"dims\":{\"basics\":93.07,\"logic\":37.73,\"knowledge\":98.54,\"diversity\":56.75,\"content_logic\":69,\"interaction\":82.02},\"ci\":{\"overall\":[73.01,74.82],\"groups\":{\"worlds\":[74.92,77.87],\"stories\":[59.26,62.35],\"preferences\":[80.96,83.14]}},\"n\":150},\"en\":{\"overall\":72.92,\"groups\":{\"worlds\":73.15,\"stories\":61.89,\"preferences\":83.51},\"dims\":{\"basics\":51.48,\"logic\":69.11,\"knowledge\":98.84,\"diversity\":52.78,\"content_logic\":80.1,\"interaction\":83.51},\"ci\":{\"overall\":[71.53,74.24],\"groups\":{\"worlds\":[71.2,75],\"stories\":[59.75,64.13],\"preferences\":[82.01,84.85]}},\"n\":135}},\"perJudge\":{\"minimax\":{\"all\":{\"overall\":73.46,\"groups\":{\"worlds\":74.88,\"stories\":61.33,\"preferences\":82.72},\"dims\":{\"basics\":73.37,\"logic\":52.6,\"knowledge\":98.68,\"diversity\":54.87,\"content_logic\":74.26,\"interaction\":82.72},\"ci\":null,\"n\":285},\"zh\":{\"overall\":73.94,\"groups\":{\"worlds\":76.45,\"stories\":60.83,\"preferences\":82.02},\"dims\":{\"basics\":93.07,\"logic\":37.73,\"knowledge\":98.54,\"diversity\":56.75,\"content_logic\":69,\"interaction\":82.02},\"ci\":null,\"n\":150},\"en\":{\"overall\":72.92,\"groups\":{\"worlds\":73.15,\"stories\":61.89,\"preferences\":83.51},\"dims\":{\"basics\":51.48,\"logic\":69.11,\"knowledge\":98.84,\"diversity\":52.78,\"content_logic\":80.1,\"interaction\":83.51},\"ci\":null,\"n\":135}}},\"agreement\":{},\"disputedSessions\":0,\"chunkDisputes\":0,\"sessions\":{\"done\":285,\"total\":285},\"usage\":{\"by\":{\"target\":{\"calls\":14250,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"user_sim\":{\"calls\":14250,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0}},\"total\":{\"calls\":28500,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0}},\"valid\":true,\"eligibility\":{\"eligible\":true,\"fullProtocol\":true,\"complete\":true,\"currentVersion\":true,\"reason\":null}}", "error": null}, {"id": "mm-doubao-1.5-pro", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"full\", \"seedsPerLang\": null, \"samplesPerSeed\": 3, \"turns\": 100, \"chunkSize\": 20, \"contextTurns\": 20, \"targetParams\": {}, \"targetPricePerM\": null}", "judges": "[{\"key\":\"minimax\",\"label\":\"MiniMax\",\"model\":\"MiniMax 评测裁判（未公开）\",\"weight\":1,\"enabled\":true,\"temperature\":null,\"maxTokens\":null,\"extra\":{}}]", "usersim": "{\"model\":\"MiniMax 用户模拟器（未公开）\",\"temperature\":null,\"maxTokens\":null,\"extra\":{}}", "pv": null, "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":4,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":85.9,\"groups\":{\"worlds\":83.54,\"stories\":80.92,\"preferences\":95.61},\"dims\":{\"basics\":88.84,\"logic\":64.46,\"knowledge\":97.32,\"diversity\":78.1,\"content_logic\":86.56,\"interaction\":95.61},\"ci\":{\"overall\":[84.41,87.24],\"groups\":{\"worlds\":[81.8,85.18],\"stories\":[79.18,82.5],\"preferences\":[94.08,96.88]}},\"n\":285},\"zh\":{\"overall\":85.06,\"groups\":{\"worlds\":82.05,\"stories\":78.81,\"preferences\":97.33},\"dims\":{\"basics\":98.13,\"logic\":49.6,\"knowledge\":98.43,\"diversity\":76.79,\"content_logic\":82.84,\"interaction\":97.33},\"ci\":{\"overall\":[84.14,86.03],\"groups\":{\"worlds\":[80.59,83.59],\"stories\":[77.2,80.38],\"preferences\":[96.62,97.97]}},\"n\":150},\"en\":{\"overall\":86.84,\"groups\":{\"worlds\":85.19,\"stories\":83.27,\"preferences\":93.71},\"dims\":{\"basics\":78.52,\"logic\":80.96,\"knowledge\":96.09,\"diversity\":79.55,\"content_logic\":90.7,\"interaction\":93.71},\"ci\":{\"overall\":[84.05,89.26],\"groups\":{\"worlds\":[82.18,88.08],\"stories\":[80.35,85.89],\"preferences\":[90.81,96.22]}},\"n\":135}},\"perJudge\":{\"minimax\":{\"all\":{\"overall\":87.11,\"groups\":{\"worlds\":84.65,\"stories\":82.19,\"preferences\":96.96},\"dims\":{\"basics\":89.68,\"logic\":65.58,\"knowledge\":98.68,\"diversity\":79.31,\"content_logic\":87.94,\"interaction\":96.96},\"ci\":null,\"n\":285},\"zh\":{\"overall\":85.06,\"groups\":{\"worlds\":82.05,\"stories\":78.81,\"preferences\":97.33},\"dims\":{\"basics\":98.13,\"logic\":49.6,\"knowledge\":98.43,\"diversity\":76.79,\"content_logic\":82.84,\"interaction\":97.33},\"ci\":null,\"n\":150},\"en\":{\"overall\":89.39,\"groups\":{\"worlds\":87.53,\"stories\":85.94,\"preferences\":96.55},\"dims\":{\"basics\":80.3,\"logic\":83.33,\"knowledge\":98.96,\"diversity\":82.1,\"content_logic\":93.6,\"interaction\":96.55},\"ci\":null,\"n\":135}}},\"agreement\":{},\"disputedSessions\":0,\"chunkDisputes\":0,\"excludedSessions\":0,\"sessions\":{\"done\":285,\"total\":285},\"usage\":{\"by\":{\"target\":{\"calls\":14250,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"user_sim\":{\"calls\":14250,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0}},\"total\":{\"calls\":28500,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0}},\"naturalness\":{\"en\":{\"unit\":\"words\",\"ai\":{\"n\":6750,\"p10\":18,\"p50\":27,\"p90\":37,\"mean\":26.9,\"bins\":[25,26,27,28,28],\"inflation\":1.12},\"user\":{\"n\":6750,\"p10\":19,\"p50\":27,\"p90\":37,\"mean\":27.4,\"bins\":[26,27,28,28,29],\"inflation\":1.12},\"coupling\":0.86,\"userForm\":{\"questionEnd\":14.9,\"multiParagraph\":0,\"actionOnly\":1.1},\"truncated\":{\"count\":0,\"rate\":0},\"blocked\":0},\"zh\":{\"unit\":\"chars\",\"ai\":{\"n\":7500,\"p10\":51,\"p50\":64,\"p90\":79,\"mean\":65,\"bins\":[55,62,65,68,69],\"inflation\":1.25},\"user\":{\"n\":7500,\"p10\":51,\"p50\":64,\"p90\":80,\"mean\":65.1,\"bins\":[55,62,65,68,70],\"inflation\":1.27},\"coupling\":0.59,\"userForm\":{\"questionEnd\":14.4,\"multiParagraph\":0,\"actionOnly\":0.1},\"truncated\":{\"count\":0,\"rate\":0},\"blocked\":0}},\"quality\":null,\"valid\":true,\"eligibility\":{\"eligible\":true,\"fullProtocol\":true,\"complete\":true,\"currentVersion\":true,\"pinned\":true,\"singleHost\":true,\"reason\":null}}", "error": null}, {"id": "mm-gemini-2.5-pro", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"full\", \"seedsPerLang\": null, \"samplesPerSeed\": 3, \"turns\": 100, \"chunkSize\": 20, \"contextTurns\": 20, \"targetParams\": {}, \"targetPricePerM\": null}", "judges": "[{\"key\":\"minimax\",\"label\":\"MiniMax\",\"model\":\"MiniMax 评测裁判（未公开）\",\"weight\":1,\"enabled\":true,\"temperature\":null,\"maxTokens\":null,\"extra\":{}}]", "usersim": "{\"model\":\"MiniMax 用户模拟器（未公开）\",\"temperature\":null,\"maxTokens\":null,\"extra\":{}}", "pv": null, "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":4,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":79.43,\"groups\":{\"worlds\":73.66,\"stories\":82.06,\"preferences\":88.37},\"dims\":{\"basics\":69.01,\"logic\":52.39,\"knowledge\":99.57,\"diversity\":77.71,\"content_logic\":90.76,\"interaction\":88.37},\"ci\":{\"overall\":[78.51,80.27],\"groups\":{\"worlds\":[72.34,74.87],\"stories\":[80.52,83.63],\"preferences\":[87.44,89.29]}},\"n\":285},\"zh\":{\"overall\":76.52,\"groups\":{\"worlds\":72.56,\"stories\":77.14,\"preferences\":83.8},\"dims\":{\"basics\":80.13,\"logic\":38.13,\"knowledge\":99.43,\"diversity\":71.67,\"content_logic\":88.07,\"interaction\":83.8},\"ci\":{\"overall\":[75.53,77.53],\"groups\":{\"worlds\":[70.9,74.21],\"stories\":[75.44,78.69],\"preferences\":[82.86,84.76]}},\"n\":150},\"en\":{\"overall\":82.68,\"groups\":{\"worlds\":74.87,\"stories\":87.53,\"preferences\":93.44},\"dims\":{\"basics\":56.64,\"logic\":68.23,\"knowledge\":99.73,\"diversity\":84.43,\"content_logic\":93.74,\"interaction\":93.44},\"ci\":{\"overall\":[81.49,83.84],\"groups\":{\"worlds\":[72.87,76.85],\"stories\":[84.96,89.77],\"preferences\":[92.25,94.52]}},\"n\":135}},\"perJudge\":{\"minimax\":{\"all\":{\"overall\":79.43,\"groups\":{\"worlds\":73.66,\"stories\":82.06,\"preferences\":88.37},\"dims\":{\"basics\":69.01,\"logic\":52.39,\"knowledge\":99.57,\"diversity\":77.71,\"content_logic\":90.76,\"interaction\":88.37},\"ci\":null,\"n\":285},\"zh\":{\"overall\":76.52,\"groups\":{\"worlds\":72.56,\"stories\":77.14,\"preferences\":83.8},\"dims\":{\"basics\":80.13,\"logic\":38.13,\"knowledge\":99.43,\"diversity\":71.67,\"content_logic\":88.07,\"interaction\":83.8},\"ci\":null,\"n\":150},\"en\":{\"overall\":82.68,\"groups\":{\"worlds\":74.87,\"stories\":87.53,\"preferences\":93.44},\"dims\":{\"basics\":56.64,\"logic\":68.23,\"knowledge\":99.73,\"diversity\":84.43,\"content_logic\":93.74,\"interaction\":93.44},\"ci\":null,\"n\":135}}},\"agreement\":{},\"disputedSessions\":0,\"chunkDisputes\":0,\"sessions\":{\"done\":285,\"total\":285},\"usage\":{\"by\":{\"target\":{\"calls\":14250,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"user_sim\":{\"calls\":14250,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0}},\"total\":{\"calls\":28500,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0}},\"valid\":true,\"eligibility\":{\"eligible\":true,\"fullProtocol\":true,\"complete\":true,\"currentVersion\":true,\"reason\":null}}", "error": null}, {"id": "mm-gemini-3-pro", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"full\", \"seedsPerLang\": null, \"samplesPerSeed\": 3, \"turns\": 100, \"chunkSize\": 20, \"contextTurns\": 20, \"targetParams\": {}, \"targetPricePerM\": null}", "judges": "[{\"key\":\"minimax\",\"label\":\"MiniMax\",\"model\":\"MiniMax 评测裁判（未公开）\",\"weight\":1,\"enabled\":true,\"temperature\":null,\"maxTokens\":null,\"extra\":{}}]", "usersim": "{\"model\":\"MiniMax 用户模拟器（未公开）\",\"temperature\":null,\"maxTokens\":null,\"extra\":{}}", "pv": null, "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":4,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":84.6,\"groups\":{\"worlds\":79.3,\"stories\":85.53,\"preferences\":94.25},\"dims\":{\"basics\":77.56,\"logic\":60.61,\"knowledge\":99.73,\"diversity\":81.42,\"content_logic\":93.74,\"interaction\":94.25},\"ci\":{\"overall\":[83.87,85.37],\"groups\":{\"worlds\":[78.11,80.62],\"stories\":[84.39,86.68],\"preferences\":[93.76,94.7]}},\"n\":285},\"zh\":{\"overall\":82.65,\"groups\":{\"worlds\":78.32,\"stories\":81.41,\"preferences\":92.57},\"dims\":{\"basics\":85.87,\"logic\":49.47,\"knowledge\":99.61,\"diversity\":76.65,\"content_logic\":90.91,\"interaction\":92.57},\"ci\":{\"overall\":[81.75,83.61],\"groups\":{\"worlds\":[76.95,79.7],\"stories\":[79.85,82.98],\"preferences\":[91.94,93.22]}},\"n\":150},\"en\":{\"overall\":86.76,\"groups\":{\"worlds\":80.4,\"stories\":90.11,\"preferences\":96.13},\"dims\":{\"basics\":68.33,\"logic\":73,\"knowledge\":99.87,\"diversity\":86.72,\"content_logic\":96.88,\"interaction\":96.13},\"ci\":{\"overall\":[85.59,87.89],\"groups\":{\"worlds\":[78.22,82.56],\"stories\":[88.59,91.47],\"preferences\":[95.57,96.66]}},\"n\":135}},\"perJudge\":{\"minimax\":{\"all\":{\"overall\":84.6,\"groups\":{\"worlds\":79.3,\"stories\":85.53,\"preferences\":94.25},\"dims\":{\"basics\":77.56,\"logic\":60.61,\"knowledge\":99.73,\"diversity\":81.42,\"content_logic\":93.74,\"interaction\":94.25},\"ci\":null,\"n\":285},\"zh\":{\"overall\":82.65,\"groups\":{\"worlds\":78.32,\"stories\":81.41,\"preferences\":92.57},\"dims\":{\"basics\":85.87,\"logic\":49.47,\"knowledge\":99.61,\"diversity\":76.65,\"content_logic\":90.91,\"interaction\":92.57},\"ci\":null,\"n\":150},\"en\":{\"overall\":86.76,\"groups\":{\"worlds\":80.4,\"stories\":90.11,\"preferences\":96.13},\"dims\":{\"basics\":68.33,\"logic\":73,\"knowledge\":99.87,\"diversity\":86.72,\"content_logic\":96.88,\"interaction\":96.13},\"ci\":null,\"n\":135}}},\"agreement\":{},\"disputedSessions\":0,\"chunkDisputes\":0,\"sessions\":{\"done\":285,\"total\":285},\"usage\":{\"by\":{\"target\":{\"calls\":14250,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"user_sim\":{\"calls\":14250,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0}},\"total\":{\"calls\":28500,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0}},\"valid\":true,\"eligibility\":{\"eligible\":true,\"fullProtocol\":true,\"complete\":true,\"currentVersion\":true,\"reason\":null}}", "error": null}, {"id": "mm-gpt-5.1", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"full\", \"seedsPerLang\": null, \"samplesPerSeed\": 3, \"turns\": 100, \"chunkSize\": 20, \"contextTurns\": 20, \"targetParams\": {}, \"targetPricePerM\": null}", "judges": "[{\"key\":\"minimax\",\"label\":\"MiniMax\",\"model\":\"MiniMax 评测裁判（未公开）\",\"weight\":1,\"enabled\":true,\"temperature\":null,\"maxTokens\":null,\"extra\":{}}]", "usersim": "{\"model\":\"MiniMax 用户模拟器（未公开）\",\"temperature\":null,\"maxTokens\":null,\"extra\":{}}", "pv": null, "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":4,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":85.02,\"groups\":{\"worlds\":84.39,\"stories\":74.03,\"preferences\":97.25},\"dims\":{\"basics\":78.6,\"logic\":74.93,\"knowledge\":99.66,\"diversity\":65.41,\"content_logic\":91.27,\"interaction\":97.25},\"ci\":{\"overall\":[84.33,85.65],\"groups\":{\"worlds\":[83.29,85.38],\"stories\":[72.43,75.67],\"preferences\":[96.85,97.62]}},\"n\":285},\"zh\":{\"overall\":84.51,\"groups\":{\"worlds\":86.15,\"stories\":67.62,\"preferences\":98.13},\"dims\":{\"basics\":96.13,\"logic\":62.8,\"knowledge\":99.52,\"diversity\":58.29,\"content_logic\":86.27,\"interaction\":98.13},\"ci\":{\"overall\":[83.64,85.38],\"groups\":{\"worlds\":[84.72,87.51],\"stories\":[66.12,69.36],\"preferences\":[97.74,98.5]}},\"n\":150},\"en\":{\"overall\":85.58,\"groups\":{\"worlds\":82.44,\"stories\":81.16,\"preferences\":96.27},\"dims\":{\"basics\":59.11,\"logic\":88.41,\"knowledge\":99.81,\"diversity\":73.33,\"content_logic\":96.82,\"interaction\":96.27},\"ci\":{\"overall\":[84.57,86.6],\"groups\":{\"worlds\":[80.92,83.96],\"stories\":[78.97,83.53],\"preferences\":[95.61,96.89]}},\"n\":135}},\"perJudge\":{\"minimax\":{\"all\":{\"overall\":85.02,\"groups\":{\"worlds\":84.39,\"stories\":74.03,\"preferences\":97.25},\"dims\":{\"basics\":78.6,\"logic\":74.93,\"knowledge\":99.66,\"diversity\":65.41,\"content_logic\":91.27,\"interaction\":97.25},\"ci\":null,\"n\":285},\"zh\":{\"overall\":84.51,\"groups\":{\"worlds\":86.15,\"stories\":67.62,\"preferences\":98.13},\"dims\":{\"basics\":96.13,\"logic\":62.8,\"knowledge\":99.52,\"diversity\":58.29,\"content_logic\":86.27,\"interaction\":98.13},\"ci\":null,\"n\":150},\"en\":{\"overall\":85.58,\"groups\":{\"worlds\":82.44,\"stories\":81.16,\"preferences\":96.27},\"dims\":{\"basics\":59.11,\"logic\":88.41,\"knowledge\":99.81,\"diversity\":73.33,\"content_logic\":96.82,\"interaction\":96.27},\"ci\":null,\"n\":135}}},\"agreement\":{},\"disputedSessions\":0,\"chunkDisputes\":0,\"sessions\":{\"done\":285,\"total\":285},\"usage\":{\"by\":{\"target\":{\"calls\":14250,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"user_sim\":{\"calls\":14250,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0}},\"total\":{\"calls\":28500,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0}},\"valid\":true,\"eligibility\":{\"eligible\":true,\"fullProtocol\":true,\"complete\":true,\"currentVersion\":true,\"reason\":null}}", "error": null}, {"id": "mm-grok-4.1", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"full\", \"seedsPerLang\": null, \"samplesPerSeed\": 3, \"turns\": 100, \"chunkSize\": 20, \"contextTurns\": 20, \"targetParams\": {}, \"targetPricePerM\": null}", "judges": "[{\"key\":\"minimax\",\"label\":\"MiniMax\",\"model\":\"MiniMax 评测裁判（未公开）\",\"weight\":1,\"enabled\":true,\"temperature\":null,\"maxTokens\":null,\"extra\":{}}]", "usersim": "{\"model\":\"MiniMax 用户模拟器（未公开）\",\"temperature\":null,\"maxTokens\":null,\"extra\":{}}", "pv": null, "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":4,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":75.82,\"groups\":{\"worlds\":79.2,\"stories\":55.61,\"preferences\":89.26},\"dims\":{\"basics\":77.56,\"logic\":61.37,\"knowledge\":98.68,\"diversity\":42.65,\"content_logic\":81.54,\"interaction\":89.26},\"ci\":{\"overall\":[74.66,77.01],\"groups\":{\"worlds\":[77.6,80.93],\"stories\":[53,58.12],\"preferences\":[88.24,90.34]}},\"n\":285},\"zh\":{\"overall\":71.69,\"groups\":{\"worlds\":79.78,\"stories\":40.77,\"preferences\":86.42},\"dims\":{\"basics\":89.33,\"logic\":51.6,\"knowledge\":98.39,\"diversity\":21.37,\"content_logic\":79.57,\"interaction\":86.42},\"ci\":{\"overall\":[70.46,72.88],\"groups\":{\"worlds\":[77.84,81.59],\"stories\":[39.63,41.96],\"preferences\":[84.91,87.93]}},\"n\":150},\"en\":{\"overall\":80.42,\"groups\":{\"worlds\":78.57,\"stories\":72.11,\"preferences\":92.42},\"dims\":{\"basics\":64.48,\"logic\":72.22,\"knowledge\":99,\"diversity\":66.29,\"content_logic\":83.74,\"interaction\":92.42},\"ci\":{\"overall\":[78.51,82.19],\"groups\":{\"worlds\":[75.67,80.95],\"stories\":[68.54,75.24],\"preferences\":[91.28,93.44]}},\"n\":135}},\"perJudge\":{\"minimax\":{\"all\":{\"overall\":75.82,\"groups\":{\"worlds\":79.2,\"stories\":55.61,\"preferences\":89.26},\"dims\":{\"basics\":77.56,\"logic\":61.37,\"knowledge\":98.68,\"diversity\":42.65,\"content_logic\":81.54,\"interaction\":89.26},\"ci\":null,\"n\":285},\"zh\":{\"overall\":71.69,\"groups\":{\"worlds\":79.78,\"stories\":40.77,\"preferences\":86.42},\"dims\":{\"basics\":89.33,\"logic\":51.6,\"knowledge\":98.39,\"diversity\":21.37,\"content_logic\":79.57,\"interaction\":86.42},\"ci\":null,\"n\":150},\"en\":{\"overall\":80.42,\"groups\":{\"worlds\":78.57,\"stories\":72.11,\"preferences\":92.42},\"dims\":{\"basics\":64.48,\"logic\":72.22,\"knowledge\":99,\"diversity\":66.29,\"content_logic\":83.74,\"interaction\":92.42},\"ci\":null,\"n\":135}}},\"agreement\":{},\"disputedSessions\":0,\"chunkDisputes\":0,\"sessions\":{\"done\":285,\"total\":285},\"usage\":{\"by\":{\"target\":{\"calls\":14250,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"user_sim\":{\"calls\":14250,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0}},\"total\":{\"calls\":28500,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0}},\"valid\":true,\"eligibility\":{\"eligible\":true,\"fullProtocol\":true,\"complete\":true,\"currentVersion\":true,\"reason\":null}}", "error": null}, {"id": "mm-minimax-m2-her", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"full\", \"seedsPerLang\": null, \"samplesPerSeed\": 3, \"turns\": 100, \"chunkSize\": 20, \"contextTurns\": 20, \"targetParams\": {}, \"targetPricePerM\": null}", "judges": "[{\"key\":\"minimax\",\"label\":\"MiniMax\",\"model\":\"MiniMax 评测裁判（未公开）\",\"weight\":1,\"enabled\":true,\"temperature\":null,\"maxTokens\":null,\"extra\":{}}]", "usersim": "{\"model\":\"MiniMax 用户模拟器（未公开）\",\"temperature\":null,\"maxTokens\":null,\"extra\":{}}", "pv": null, "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":4,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":87.18,\"groups\":{\"worlds\":85.04,\"stories\":81.73,\"preferences\":96.91},\"dims\":{\"basics\":82.01,\"logic\":74.13,\"knowledge\":98.97,\"diversity\":76.3,\"content_logic\":92.6,\"interaction\":96.91},\"ci\":{\"overall\":[86.36,87.96],\"groups\":{\"worlds\":[83.75,86.26],\"stories\":[80.3,83.05],\"preferences\":[96.19,97.61]}},\"n\":285},\"zh\":{\"overall\":88.27,\"groups\":{\"worlds\":88,\"stories\":79.92,\"preferences\":97.17},\"dims\":{\"basics\":96.8,\"logic\":68.4,\"knowledge\":98.8,\"diversity\":74.93,\"content_logic\":89.89,\"interaction\":97.17},\"ci\":{\"overall\":[87.23,89.23],\"groups\":{\"worlds\":[86.48,89.41],\"stories\":[78.02,81.83],\"preferences\":[96.07,98.13]}},\"n\":150},\"en\":{\"overall\":85.97,\"groups\":{\"worlds\":81.74,\"stories\":83.75,\"preferences\":96.62},\"dims\":{\"basics\":65.58,\"logic\":80.49,\"knowledge\":99.16,\"diversity\":77.83,\"content_logic\":95.61,\"interaction\":96.62},\"ci\":{\"overall\":[84.87,87.1],\"groups\":{\"worlds\":[80,83.58],\"stories\":[81.93,85.58],\"preferences\":[95.41,97.62]}},\"n\":135}},\"perJudge\":{\"minimax\":{\"all\":{\"overall\":87.18,\"groups\":{\"worlds\":85.04,\"stories\":81.73,\"preferences\":96.91},\"dims\":{\"basics\":82.01,\"logic\":74.13,\"knowledge\":98.97,\"diversity\":76.3,\"content_logic\":92.6,\"interaction\":96.91},\"ci\":null,\"n\":285},\"zh\":{\"overall\":88.27,\"groups\":{\"worlds\":88,\"stories\":79.92,\"preferences\":97.17},\"dims\":{\"basics\":96.8,\"logic\":68.4,\"knowledge\":98.8,\"diversity\":74.93,\"content_logic\":89.89,\"interaction\":97.17},\"ci\":null,\"n\":150},\"en\":{\"overall\":85.97,\"groups\":{\"worlds\":81.74,\"stories\":83.75,\"preferences\":96.62},\"dims\":{\"basics\":65.58,\"logic\":80.49,\"knowledge\":99.16,\"diversity\":77.83,\"content_logic\":95.61,\"interaction\":96.62},\"ci\":null,\"n\":135}}},\"agreement\":{},\"disputedSessions\":0,\"chunkDisputes\":0,\"sessions\":{\"done\":285,\"total\":285},\"usage\":{\"by\":{\"target\":{\"calls\":14250,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"user_sim\":{\"calls\":14250,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0}},\"total\":{\"calls\":28500,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0}},\"valid\":true,\"eligibility\":{\"eligible\":true,\"fullProtocol\":true,\"complete\":true,\"currentVersion\":true,\"reason\":null}}", "error": null}, {"id": "c7dd699c4045493f", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"quick\", \"seedsPerLang\": 5, \"samplesPerSeed\": 1, \"turns\": 40, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {\"temperature\": null, \"top_p\": null, \"max_tokens\": 1024, \"extra\": {}}, \"targetPricePerM\": null, \"endpoint\": {\"name\": \"OpenRouter\", \"format\": \"openai\"}}", "judges": "[{\"key\":\"judge_a\",\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"high\"}}},{\"key\":\"judge_b\",\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"medium\"}}}]", "usersim": "{\"model\":\"Claude Opus 5.5 / GPT-6.1 Sol（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\"},{\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}}}", "pv": "v1.1 · 2026-10-24", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":4,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":91.17,\"groups\":{\"worlds\":92.42,\"stories\":80.08,\"preferences\":99.75},\"dims\":{\"basics\":95,\"logic\":82.5,\"knowledge\":99.75,\"diversity\":70.19,\"content_logic\":99.88,\"interaction\":99.75},\"ci\":{\"overall\":[88.91,93.39],\"groups\":{\"worlds\":[88.25,96.67],\"stories\":[78,81.96],\"preferences\":[99.38,100]}},\"n\":10},\"zh\":{\"overall\":92.01,\"groups\":{\"worlds\":93.33,\"stories\":81.5,\"preferences\":99.88},\"dims\":{\"basics\":100,\"logic\":80,\"knowledge\":100,\"diversity\":72.25,\"content_logic\":100,\"interaction\":99.88},\"ci\":{\"overall\":[88.45,95.42],\"groups\":{\"worlds\":[86.67,100],\"stories\":[79.84,83.25],\"preferences\":[99.63,100]}},\"n\":5},\"en\":{\"overall\":90.32,\"groups\":{\"worlds\":91.5,\"stories\":78.67,\"preferences\":99.63},\"dims\":{\"basics\":90,\"logic\":85,\"knowledge\":99.5,\"diversity\":68.13,\"content_logic\":99.75,\"interaction\":99.63},\"ci\":{\"overall\":[87.68,93.21],\"groups\":{\"worlds\":[86.67,96.17],\"stories\":[75.42,81.75],\"preferences\":[98.88,100]}},\"n\":5}},\"perJudge\":{\"judge_a\":{\"all\":{\"overall\":89.32,\"groups\":{\"worlds\":90,\"stories\":77.67,\"preferences\":99.63},\"dims\":{\"basics\":90,\"logic\":80,\"knowledge\":100,\"diversity\":66.63,\"content_logic\":99.75,\"interaction\":99.63},\"ci\":null,\"n\":10},\"zh\":{\"overall\":91.48,\"groups\":{\"worlds\":93.33,\"stories\":79.5,\"preferences\":99.75},\"dims\":{\"basics\":100,\"logic\":80,\"knowledge\":100,\"diversity\":69.25,\"content_logic\":100,\"interaction\":99.75},\"ci\":null,\"n\":5},\"en\":{\"overall\":87.17,\"groups\":{\"worlds\":86.67,\"stories\":75.83,\"preferences\":99.5},\"dims\":{\"basics\":80,\"logic\":80,\"knowledge\":100,\"diversity\":64,\"content_logic\":99.5,\"interaction\":99.5},\"ci\":null,\"n\":5}},\"judge_b\":{\"all\":{\"overall\":93.01,\"groups\":{\"worlds\":94.83,\"stories\":82.5,\"preferences\":99.88},\"dims\":{\"basics\":100,\"logic\":85,\"knowledge\":99.5,\"diversity\":73.75,\"content_logic\":100,\"interaction\":99.88},\"ci\":null,\"n\":10},\"zh\":{\"overall\":92.54,\"groups\":{\"worlds\":93.33,\"stories\":83.5,\"preferences\":100},\"dims\":{\"basics\":100,\"logic\":80,\"knowledge\":100,\"diversity\":75.25,\"content_logic\":100,\"interaction\":100},\"ci\":null,\"n\":5},\"en\":{\"overall\":93.48,\"groups\":{\"worlds\":96.33,\"stories\":81.5,\"preferences\":99.75},\"dims\":{\"basics\":100,\"logic\":90,\"knowledge\":99,\"diversity\":72.25,\"content_logic\":100,\"interaction\":99.75},\"ci\":null,\"n\":5}}},\"agreement\":{\"basics\":{\"meanAbsDiff\":10,\"pearson\":null},\"logic\":{\"meanAbsDiff\":5,\"pearson\":0.8},\"knowledge\":{\"meanAbsDiff\":0.5,\"pearson\":null},\"diversity\":{\"meanAbsDiff\":7.38,\"pearson\":0.66},\"content_logic\":{\"meanAbsDiff\":0.25,\"pearson\":null},\"interaction\":{\"meanAbsDiff\":0.25,\"pearson\":0.88}},\"disputedSessions\":3,\"chunkDisputes\":3,\"sessions\":{\"done\":10,\"total\":10},\"usage\":{\"by\":{\"target\":{\"calls\":200,\"promptTokens\":217510,\"completionTokens\":5836,\"cost\":0.0722562},\"user_sim\":{\"calls\":200,\"promptTokens\":357436,\"completionTokens\":21248,\"cost\":1.6377404},\"judge_a\":{\"calls\":20,\"promptTokens\":98504,\"completionTokens\":27357,\"cost\":0.941156},\"judge_b\":{\"calls\":20,\"promptTokens\":65910,\"completionTokens\":8759,\"cost\":0.185039}},\"total\":{\"calls\":440,\"promptTokens\":739360,\"completionTokens\":63200,\"cost\":2.8361916000000003}},\"valid\":false,\"eligibility\":{\"eligible\":false,\"fullProtocol\":false,\"complete\":true,\"currentVersion\":false,\"reason\":\"非完整协议评测，只生成报告，不计入排行榜\"}}", "error": null}, {"id": "b3de5443dda046bd", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"calibration\", \"seedsPerLang\": null, \"samplesPerSeed\": 1, \"turns\": 100, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {}, \"calibration\": {\"d92b3159a1694b65\": \"mm-claude-opus-4.5-highthinking-zh_dialogue_017-run_2\", \"5e2778976d8f46d4\": \"mm-claude-opus-4.5-highthinking-en_dialogue_003-run_3\", \"ba002568e00f4f77\": \"mm-claude-opus-4.5-lowthinking-zh_dialogue_017-run_2\", \"de14df28ddae41f7\": \"mm-claude-opus-4.5-lowthinking-en_dialogue_003-run_3\", \"3a4839e7b6a4419f\": \"mm-claude-sonnet-4.5-zh_dialogue_017-run_2\", \"626ccc7e41944deb\": \"mm-claude-sonnet-4.5-en_dialogue_003-run_3\", \"bf4154ce58bf483e\": \"mm-deepseek-v3.1-zh_dialogue_017-run_2\", \"6cc9e678d44f484f\": \"mm-deepseek-v3.1-en_dialogue_003-run_3\", \"b565027754f549af\": \"mm-deepseek-v3.2-zh_dialogue_017-run_2\", \"6ee32daf79b04175\": \"mm-deepseek-v3.2-en_dialogue_003-run_3\", \"4856e45708094557\": \"mm-doubao-1.5-pro-zh_dialogue_017-run_2\", \"805907eb841d4715\": \"mm-doubao-1.5-pro-en_dialogue_003-run_3\", \"bc8c3bca3ee04cde\": \"mm-gemini-2.5-pro-zh_dialogue_017-run_2\", \"3d18332567bd4f33\": \"mm-gemini-2.5-pro-en_dialogue_003-run_3\", \"50c30e9c90554df2\": \"mm-gemini-3-pro-zh_dialogue_017-run_2\", \"7e72a42009724f8b\": \"mm-gemini-3-pro-en_dialogue_003-run_3\", \"8fe7fa80e89e4d9c\": \"mm-gpt-5.1-zh_dialogue_017-run_2\", \"8772edf87d324686\": \"mm-gpt-5.1-en_dialogue_003-run_3\", \"7ed4540e74184efc\": \"mm-grok-4.1-zh_dialogue_017-run_2\", \"c3333af240854aa4\": \"mm-grok-4.1-en_dialogue_003-run_3\", \"85a9c65dc9874d18\": \"mm-minimax-m2-her-zh_dialogue_017-run_2\", \"784d9f887f0c42fb\": \"mm-minimax-m2-her-en_dialogue_003-run_3\"}}", "judges": "[{\"key\":\"judge_a\",\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"high\"}}},{\"key\":\"judge_b\",\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"medium\"}}}]", "usersim": "{\"model\":\"Claude Opus 5.5 / GPT-6.1 Sol（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\"},{\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}}}", "pv": "v1.2 · 2026-10-24", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":80.96,\"groups\":{\"worlds\":79.33,\"stories\":68.19,\"preferences\":97},\"dims\":{\"basics\":77.27,\"logic\":60.91,\"knowledge\":99.82,\"diversity\":52.95,\"content_logic\":98.66,\"interaction\":97},\"ci\":{\"overall\":[77.08,84.87],\"groups\":{\"worlds\":[72.82,85.89],\"stories\":[64.24,71.47],\"preferences\":[96.25,97.78]}},\"n\":22},\"zh\":{\"overall\":81.01,\"groups\":{\"worlds\":79.06,\"stories\":69.24,\"preferences\":96.68},\"dims\":{\"basics\":80.91,\"logic\":56.36,\"knowledge\":99.91,\"diversity\":54.75,\"content_logic\":98.23,\"interaction\":96.68},\"ci\":{\"overall\":[75.15,86.12],\"groups\":{\"worlds\":[69.61,87.85],\"stories\":[62.8,74],\"preferences\":[95.41,97.84]}},\"n\":11},\"en\":{\"overall\":80.92,\"groups\":{\"worlds\":79.61,\"stories\":67.14,\"preferences\":97.32},\"dims\":{\"basics\":73.64,\"logic\":65.45,\"knowledge\":99.73,\"diversity\":51.16,\"content_logic\":99.09,\"interaction\":97.32},\"ci\":{\"overall\":[74.9,86.11],\"groups\":{\"worlds\":[69.52,88.76],\"stories\":[62.94,70.95],\"preferences\":[96.27,98.32]}},\"n\":11}},\"perJudge\":{\"judge_a\":{\"all\":{\"overall\":79.4,\"groups\":{\"worlds\":76.88,\"stories\":67.39,\"preferences\":96.43},\"dims\":{\"basics\":73.64,\"logic\":57.27,\"knowledge\":99.73,\"diversity\":52.14,\"content_logic\":97.91,\"interaction\":96.43},\"ci\":null,\"n\":22},\"zh\":{\"overall\":78.84,\"groups\":{\"worlds\":75.09,\"stories\":68.48,\"preferences\":96.68},\"dims\":{\"basics\":78.18,\"logic\":47.27,\"knowledge\":99.82,\"diversity\":53.91,\"content_logic\":97.64,\"interaction\":96.68},\"ci\":null,\"n\":11},\"en\":{\"overall\":79.95,\"groups\":{\"worlds\":78.67,\"stories\":66.3,\"preferences\":96.18},\"dims\":{\"basics\":69.09,\"logic\":67.27,\"knowledge\":99.64,\"diversity\":50.36,\"content_logic\":98.18,\"interaction\":96.18},\"ci\":null,\"n\":11}},\"judge_b\":{\"all\":{\"overall\":82.53,\"groups\":{\"worlds\":81.79,\"stories\":68.98,\"preferences\":97.57},\"dims\":{\"basics\":80.91,\"logic\":64.55,\"knowledge\":99.91,\"diversity\":53.77,\"content_logic\":99.41,\"interaction\":97.57},\"ci\":null,\"n\":22},\"zh\":{\"overall\":83.19,\"groups\":{\"worlds\":83.03,\"stories\":70,\"preferences\":96.68},\"dims\":{\"basics\":83.64,\"logic\":65.45,\"knowledge\":100,\"diversity\":55.59,\"content_logic\":98.82,\"interaction\":96.68},\"ci\":null,\"n\":11},\"en\":{\"overall\":81.88,\"groups\":{\"worlds\":80.55,\"stories\":67.97,\"preferences\":98.45},\"dims\":{\"basics\":78.18,\"logic\":63.64,\"knowledge\":99.82,\"diversity\":51.95,\"content_logic\":100,\"interaction\":98.45},\"ci\":null,\"n\":11}}},\"agreement\":{\"basics\":{\"meanAbsDiff\":7.27,\"pearson\":0.91},\"logic\":{\"meanAbsDiff\":16.36,\"pearson\":0.78},\"knowledge\":{\"meanAbsDiff\":0.36,\"pearson\":-0.09},\"diversity\":{\"meanAbsDiff\":3.86,\"pearson\":0.93},\"content_logic\":{\"meanAbsDiff\":1.5,\"pearson\":0.66},\"interaction\":{\"meanAbsDiff\":1.41,\"pearson\":0.59}},\"disputedSessions\":6,\"chunkDisputes\":29,\"sessions\":{\"done\":22,\"total\":22},\"usage\":{\"by\":{\"target\":{\"calls\":1100,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"user_sim\":{\"calls\":1100,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"judge_a\":{\"calls\":110,\"promptTokens\":1542059,\"completionTokens\":219928,\"cost\":10.566796},\"judge_b\":{\"calls\":110,\"promptTokens\":1028023,\"completionTokens\":71483,\"cost\":2.9145945}},\"total\":{\"calls\":2420,\"promptTokens\":2570082,\"completionTokens\":291411,\"cost\":13.4813905}},\"valid\":false,\"eligibility\":{\"eligible\":false,\"fullProtocol\":false,\"complete\":true,\"currentVersion\":true,\"reason\":\"非完整协议评测，只生成报告，不计入排行榜\"}}", "error": null}, {"id": "830a56611d4b467e", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"calibration\", \"seedsPerLang\": null, \"samplesPerSeed\": 1, \"turns\": 100, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {}, \"calibration\": {\"3c9dba757fd94817\": \"mm-claude-opus-4.5-highthinking-zh_dialogue_017-run_2\", \"eb2714bb7f584099\": \"mm-claude-opus-4.5-highthinking-en_dialogue_003-run_3\", \"5f4031bad4e14199\": \"mm-claude-opus-4.5-lowthinking-zh_dialogue_017-run_2\", \"b27397eaae274c99\": \"mm-claude-opus-4.5-lowthinking-en_dialogue_003-run_3\", \"645d6f855b9946c8\": \"mm-claude-sonnet-4.5-zh_dialogue_017-run_2\", \"b05363e80762407d\": \"mm-claude-sonnet-4.5-en_dialogue_003-run_3\", \"9cfc8c89b52041e6\": \"mm-deepseek-v3.1-zh_dialogue_017-run_2\", \"cf7d26358fd14287\": \"mm-deepseek-v3.1-en_dialogue_003-run_3\", \"9e7d1e51c4e647e8\": \"mm-deepseek-v3.2-zh_dialogue_017-run_2\", \"10e69f284cae4f27\": \"mm-deepseek-v3.2-en_dialogue_003-run_3\", \"a5f3cf0d7cad4083\": \"mm-doubao-1.5-pro-zh_dialogue_017-run_2\", \"0fa6d98344954064\": \"mm-doubao-1.5-pro-en_dialogue_003-run_3\", \"90b5523b38cc4542\": \"mm-gemini-2.5-pro-zh_dialogue_017-run_2\", \"e46a7c04a1bc43b7\": \"mm-gemini-2.5-pro-en_dialogue_003-run_3\", \"261d98ad487446eb\": \"mm-gemini-3-pro-zh_dialogue_017-run_2\", \"61dedbc7b577492d\": \"mm-gemini-3-pro-en_dialogue_003-run_3\", \"9c8a869840aa440c\": \"mm-gpt-5.1-zh_dialogue_017-run_2\", \"b1dc8924db4743c3\": \"mm-gpt-5.1-en_dialogue_003-run_3\", \"d5ab68c2cd2e4faf\": \"mm-grok-4.1-zh_dialogue_017-run_2\", \"e3e1ac60ae274492\": \"mm-grok-4.1-en_dialogue_003-run_3\", \"f13d7cc828234d9f\": \"mm-minimax-m2-her-zh_dialogue_017-run_2\", \"9d3ca8e0ed034225\": \"mm-minimax-m2-her-en_dialogue_003-run_3\"}}", "judges": "[{\"key\":\"judge_a\",\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"high\"}}},{\"key\":\"judge_b\",\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"medium\"}}}]", "usersim": "{\"model\":\"Claude Opus 5.5 / GPT-6.1 Sol（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\"},{\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}}}", "pv": "v2.0 · 2026-10-24", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":77.63,\"groups\":{\"worlds\":64.89,\"stories\":90.06,\"preferences\":90.68},\"dims\":{\"basics\":50.45,\"logic\":44.55,\"knowledge\":99.68,\"diversity\":86.08,\"content_logic\":98.02,\"interaction\":90.68},\"ci\":{\"overall\":[73.79,81.74],\"groups\":{\"worlds\":[59.39,71.3],\"stories\":[85.64,93.42],\"preferences\":[87.59,93.69]}},\"n\":22},\"zh\":{\"overall\":77.55,\"groups\":{\"worlds\":64.18,\"stories\":91.64,\"preferences\":90.18},\"dims\":{\"basics\":56.36,\"logic\":36.36,\"knowledge\":99.82,\"diversity\":88.64,\"content_logic\":97.64,\"interaction\":90.18},\"ci\":{\"overall\":[71.16,83.58],\"groups\":{\"worlds\":[54.48,73.91],\"stories\":[84.89,96.24],\"preferences\":[84.93,94.82]}},\"n\":11},\"en\":{\"overall\":77.72,\"groups\":{\"worlds\":65.61,\"stories\":88.48,\"preferences\":91.18},\"dims\":{\"basics\":44.55,\"logic\":52.73,\"knowledge\":99.55,\"diversity\":83.52,\"content_logic\":98.41,\"interaction\":91.18},\"ci\":{\"overall\":[72.78,82.2],\"groups\":{\"worlds\":[58.12,73.27],\"stories\":[83.92,92.26],\"preferences\":[87.5,94.57]}},\"n\":11}},\"perJudge\":{\"judge_a\":{\"all\":{\"overall\":73.67,\"groups\":{\"worlds\":57.12,\"stories\":89.79,\"preferences\":90.66},\"dims\":{\"basics\":35.45,\"logic\":36.36,\"knowledge\":99.55,\"diversity\":86.05,\"content_logic\":97.27,\"interaction\":90.66},\"ci\":null,\"n\":22},\"zh\":{\"overall\":73.07,\"groups\":{\"worlds\":55.09,\"stories\":91.52,\"preferences\":90.59},\"dims\":{\"basics\":41.82,\"logic\":23.64,\"knowledge\":99.82,\"diversity\":88.45,\"content_logic\":97.64,\"interaction\":90.59},\"ci\":null,\"n\":11},\"en\":{\"overall\":74.27,\"groups\":{\"worlds\":59.15,\"stories\":88.06,\"preferences\":90.73},\"dims\":{\"basics\":29.09,\"logic\":49.09,\"knowledge\":99.27,\"diversity\":83.64,\"content_logic\":96.91,\"interaction\":90.73},\"ci\":null,\"n\":11}},\"judge_b\":{\"all\":{\"overall\":81.59,\"groups\":{\"worlds\":72.67,\"stories\":90.33,\"preferences\":90.7},\"dims\":{\"basics\":65.45,\"logic\":52.73,\"knowledge\":99.82,\"diversity\":86.11,\"content_logic\":98.77,\"interaction\":90.7},\"ci\":null,\"n\":22},\"zh\":{\"overall\":82.02,\"groups\":{\"worlds\":73.27,\"stories\":91.76,\"preferences\":89.77},\"dims\":{\"basics\":70.91,\"logic\":49.09,\"knowledge\":99.82,\"diversity\":88.82,\"content_logic\":97.64,\"interaction\":89.77},\"ci\":null,\"n\":11},\"en\":{\"overall\":81.17,\"groups\":{\"worlds\":72.06,\"stories\":88.91,\"preferences\":91.64},\"dims\":{\"basics\":60,\"logic\":56.36,\"knowledge\":99.82,\"diversity\":83.41,\"content_logic\":99.91,\"interaction\":91.64},\"ci\":null,\"n\":11}}},\"agreement\":{\"basics\":{\"meanAbsDiff\":30,\"pearson\":0.6},\"logic\":{\"meanAbsDiff\":23.64,\"pearson\":0.61},\"knowledge\":{\"meanAbsDiff\":0.45,\"pearson\":0.17},\"diversity\":{\"meanAbsDiff\":3.61,\"pearson\":0.94},\"content_logic\":{\"meanAbsDiff\":1.95,\"pearson\":0.45},\"interaction\":{\"meanAbsDiff\":1.36,\"pearson\":0.95}},\"disputedSessions\":17,\"chunkDisputes\":76,\"sessions\":{\"done\":22,\"total\":22},\"usage\":{\"by\":{\"target\":{\"calls\":1100,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"user_sim\":{\"calls\":1100,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"judge_a\":{\"calls\":110,\"promptTokens\":1436974,\"completionTokens\":328478,\"cost\":12.317456},\"judge_b\":{\"calls\":110,\"promptTokens\":966533,\"completionTokens\":162596,\"cost\":3.7616731}},\"total\":{\"calls\":2420,\"promptTokens\":2403507,\"completionTokens\":491074,\"cost\":16.0791291}},\"valid\":false,\"eligibility\":{\"eligible\":false,\"fullProtocol\":false,\"complete\":true,\"currentVersion\":true,\"reason\":\"非完整协议评测，只生成报告，不计入排行榜\"}}", "error": null}, {"id": "18c2e5aca5ad42a3", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"calibration\", \"seedsPerLang\": null, \"samplesPerSeed\": 1, \"turns\": 100, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {}, \"calibration\": {\"0110fbe4c13d4f44\": \"mm-claude-opus-4.5-highthinking-zh_dialogue_017-run_2\", \"de93447cc46648b3\": \"mm-claude-opus-4.5-lowthinking-en_dialogue_003-run_3\", \"e6af46539ca14903\": \"mm-claude-sonnet-4.5-zh_dialogue_017-run_2\", \"e52f1d2997f147d0\": \"mm-deepseek-v3.1-en_dialogue_003-run_3\", \"a3c3b73930c24ad8\": \"mm-deepseek-v3.2-zh_dialogue_017-run_2\", \"858e4aacf0604560\": \"mm-doubao-1.5-pro-en_dialogue_003-run_3\", \"7c14947c34c745f3\": \"mm-gemini-2.5-pro-zh_dialogue_017-run_2\", \"4903a0903bf8414b\": \"mm-gemini-3-pro-en_dialogue_003-run_3\", \"c1733f0fec49486c\": \"mm-gpt-5.1-zh_dialogue_017-run_2\", \"7ca36f9d5a5042dd\": \"mm-grok-4.1-en_dialogue_003-run_3\", \"cc8d546d3e354276\": \"mm-minimax-m2-her-zh_dialogue_017-run_2\"}}", "judges": "[{\"key\":\"judge_a\",\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"high\"}}},{\"key\":\"judge_b\",\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"medium\"}}}]", "usersim": "{\"model\":\"Claude Opus 5.5 / GPT-6.1 Sol（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\"},{\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}}}", "pv": "v2.1 · 2026-10-24", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":83.09,\"groups\":{\"worlds\":81.21,\"stories\":78.7,\"preferences\":91.23},\"dims\":{\"basics\":77.27,\"logic\":66.36,\"knowledge\":100,\"diversity\":69.05,\"content_logic\":98,\"interaction\":91.23},\"ci\":{\"overall\":[76.63,87.98],\"groups\":{\"worlds\":[70.3,89.7],\"stories\":[75.29,81.89],\"preferences\":[87.2,94.86]}},\"n\":11},\"zh\":{\"overall\":84.47,\"groups\":{\"worlds\":81.67,\"stories\":81.94,\"preferences\":92.58},\"dims\":{\"basics\":85,\"logic\":60,\"knowledge\":100,\"diversity\":73.58,\"content_logic\":98.67,\"interaction\":92.58},\"ci\":{\"overall\":[77.58,89.84],\"groups\":{\"worlds\":[71.11,90.56],\"stories\":[78.94,85.06],\"preferences\":[88,96.92]}},\"n\":6},\"en\":{\"overall\":81.43,\"groups\":{\"worlds\":80.67,\"stories\":74.8,\"preferences\":89.6},\"dims\":{\"basics\":68,\"logic\":74,\"knowledge\":100,\"diversity\":63.6,\"content_logic\":97.2,\"interaction\":89.6},\"ci\":{\"overall\":[69.77,88.84],\"groups\":{\"worlds\":[60,94],\"stories\":[70.9,78.7],\"preferences\":[83.75,95.45]}},\"n\":5}},\"perJudge\":{\"judge_a\":{\"all\":{\"overall\":82.69,\"groups\":{\"worlds\":79.39,\"stories\":80.82,\"preferences\":91.14},\"dims\":{\"basics\":72.73,\"logic\":65.45,\"knowledge\":100,\"diversity\":72.55,\"content_logic\":97.36,\"interaction\":91.14},\"ci\":null,\"n\":11},\"zh\":{\"overall\":84.01,\"groups\":{\"worlds\":80,\"stories\":83.39,\"preferences\":92.67},\"dims\":{\"basics\":80,\"logic\":60,\"knowledge\":100,\"diversity\":75.83,\"content_logic\":98.5,\"interaction\":92.67},\"ci\":null,\"n\":6},\"en\":{\"overall\":81.09,\"groups\":{\"worlds\":78.67,\"stories\":77.73,\"preferences\":89.3},\"dims\":{\"basics\":64,\"logic\":72,\"knowledge\":100,\"diversity\":68.6,\"content_logic\":96,\"interaction\":89.3},\"ci\":null,\"n\":5}},\"judge_b\":{\"all\":{\"overall\":83.49,\"groups\":{\"worlds\":83.03,\"stories\":76.58,\"preferences\":91.32},\"dims\":{\"basics\":81.82,\"logic\":67.27,\"knowledge\":100,\"diversity\":65.55,\"content_logic\":98.64,\"interaction\":91.32},\"ci\":null,\"n\":11},\"zh\":{\"overall\":84.92,\"groups\":{\"worlds\":83.33,\"stories\":80.5,\"preferences\":92.5},\"dims\":{\"basics\":90,\"logic\":60,\"knowledge\":100,\"diversity\":71.33,\"content_logic\":98.83,\"interaction\":92.5},\"ci\":null,\"n\":6},\"en\":{\"overall\":81.78,\"groups\":{\"worlds\":82.67,\"stories\":71.87,\"preferences\":89.9},\"dims\":{\"basics\":72,\"logic\":76,\"knowledge\":100,\"diversity\":58.6,\"content_logic\":98.4,\"interaction\":89.9},\"ci\":null,\"n\":5}}},\"agreement\":{\"basics\":{\"meanAbsDiff\":9.09,\"pearson\":0.88},\"logic\":{\"meanAbsDiff\":12.73,\"pearson\":0.84},\"knowledge\":{\"meanAbsDiff\":0,\"pearson\":null},\"diversity\":{\"meanAbsDiff\":7.09,\"pearson\":0.79},\"content_logic\":{\"meanAbsDiff\":1.64,\"pearson\":0.9},\"interaction\":{\"meanAbsDiff\":0.82,\"pearson\":0.99}},\"disputedSessions\":3,\"chunkDisputes\":12,\"sessions\":{\"done\":11,\"total\":11},\"usage\":{\"by\":{\"target\":{\"calls\":550,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"user_sim\":{\"calls\":550,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"judge_a\":{\"calls\":55,\"promptTokens\":556384,\"completionTokens\":174026,\"cost\":5.706056},\"judge_b\":{\"calls\":55,\"promptTokens\":378944,\"completionTokens\":113300,\"cost\":1.8411055}},\"total\":{\"calls\":1210,\"promptTokens\":935328,\"completionTokens\":287326,\"cost\":7.5471615000000005}},\"valid\":false,\"eligibility\":{\"eligible\":false,\"fullProtocol\":false,\"complete\":true,\"currentVersion\":true,\"reason\":\"非完整协议评测，只生成报告，不计入排行榜\"}}", "error": null}, {"id": "89fdb6ae78fc4618", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"calibration\", \"seedsPerLang\": null, \"samplesPerSeed\": 1, \"turns\": 100, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {}, \"calibration\": {\"59c7ecb2499c42fb\": \"mm-claude-opus-4.5-highthinking-zh_dialogue_017-run_2\", \"1f6692a00762402d\": \"mm-claude-opus-4.5-lowthinking-en_dialogue_003-run_3\", \"693eabd7823840b6\": \"mm-claude-sonnet-4.5-zh_dialogue_017-run_2\", \"87721ba7ae194478\": \"mm-deepseek-v3.1-en_dialogue_003-run_3\", \"90e2cd30a7474f11\": \"mm-deepseek-v3.2-zh_dialogue_017-run_2\", \"84ca025943f945dd\": \"mm-doubao-1.5-pro-en_dialogue_003-run_3\", \"a3e8ca1642f44daa\": \"mm-gemini-2.5-pro-zh_dialogue_017-run_2\", \"8b5109ec4fa24db9\": \"mm-gemini-3-pro-en_dialogue_003-run_3\", \"96f4e44801f147da\": \"mm-gpt-5.1-zh_dialogue_017-run_2\", \"99d455c6231e4fda\": \"mm-grok-4.1-en_dialogue_003-run_3\", \"d0f0233b3a0f40cd\": \"mm-minimax-m2-her-zh_dialogue_017-run_2\"}}", "judges": "[{\"key\":\"judge_a\",\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"high\"}}},{\"key\":\"judge_b\",\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"medium\"}}}]", "usersim": "{\"model\":\"Claude Opus 5.5 / GPT-6.1 Sol（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\"},{\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}}}", "pv": "v2.2 · 2026-10-24", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":82.03,\"groups\":{\"worlds\":80.61,\"stories\":75.74,\"preferences\":91.18},\"dims\":{\"basics\":76.36,\"logic\":65.45,\"knowledge\":100,\"diversity\":67.34,\"content_logic\":92.55,\"interaction\":91.18},\"ci\":{\"overall\":[75.15,87.35],\"groups\":{\"worlds\":[69.7,89.7],\"stories\":[70.44,80.17],\"preferences\":[87.09,94.91]}},\"n\":11},\"zh\":{\"overall\":83.22,\"groups\":{\"worlds\":80,\"stories\":80.44,\"preferences\":92.42},\"dims\":{\"basics\":83.33,\"logic\":56.67,\"knowledge\":100,\"diversity\":72.83,\"content_logic\":95.67,\"interaction\":92.42},\"ci\":{\"overall\":[75.71,88.34],\"groups\":{\"worlds\":[68.33,88.33],\"stories\":[76.56,84.33],\"preferences\":[87.67,96.96]}},\"n\":6},\"en\":{\"overall\":80.62,\"groups\":{\"worlds\":81.33,\"stories\":70.1,\"preferences\":89.7},\"dims\":{\"basics\":68,\"logic\":76,\"knowledge\":100,\"diversity\":60.75,\"content_logic\":88.8,\"interaction\":89.7},\"ci\":{\"overall\":[68,88.14],\"groups\":{\"worlds\":[60,95.33],\"stories\":[62.27,75.63],\"preferences\":[83.9,95.5]}},\"n\":5}},\"perJudge\":{\"judge_a\":{\"all\":{\"overall\":81.36,\"groups\":{\"worlds\":78.18,\"stories\":77.61,\"preferences\":91.45},\"dims\":{\"basics\":70.91,\"logic\":63.64,\"knowledge\":100,\"diversity\":70.18,\"content_logic\":92.45,\"interaction\":91.45},\"ci\":null,\"n\":11},\"zh\":{\"overall\":81.96,\"groups\":{\"worlds\":76.67,\"stories\":82.17,\"preferences\":92.33},\"dims\":{\"basics\":76.67,\"logic\":53.33,\"knowledge\":100,\"diversity\":75.33,\"content_logic\":95.83,\"interaction\":92.33},\"ci\":null,\"n\":6},\"en\":{\"overall\":80.63,\"groups\":{\"worlds\":80,\"stories\":72.13,\"preferences\":90.4},\"dims\":{\"basics\":64,\"logic\":76,\"knowledge\":100,\"diversity\":64,\"content_logic\":88.4,\"interaction\":90.4},\"ci\":null,\"n\":5}},\"judge_b\":{\"all\":{\"overall\":82.71,\"groups\":{\"worlds\":83.03,\"stories\":73.88,\"preferences\":90.91},\"dims\":{\"basics\":81.82,\"logic\":67.27,\"knowledge\":100,\"diversity\":64.5,\"content_logic\":92.64,\"interaction\":90.91},\"ci\":null,\"n\":11},\"zh\":{\"overall\":84.47,\"groups\":{\"worlds\":83.33,\"stories\":78.72,\"preferences\":92.5},\"dims\":{\"basics\":90,\"logic\":60,\"knowledge\":100,\"diversity\":70.33,\"content_logic\":95.5,\"interaction\":92.5},\"ci\":null,\"n\":6},\"en\":{\"overall\":80.6,\"groups\":{\"worlds\":82.67,\"stories\":68.07,\"preferences\":89},\"dims\":{\"basics\":72,\"logic\":76,\"knowledge\":100,\"diversity\":57.5,\"content_logic\":89.2,\"interaction\":89},\"ci\":null,\"n\":5}}},\"agreement\":{\"basics\":{\"meanAbsDiff\":10.91,\"pearson\":0.88},\"logic\":{\"meanAbsDiff\":10.91,\"pearson\":0.81},\"knowledge\":{\"meanAbsDiff\":0,\"pearson\":null},\"diversity\":{\"meanAbsDiff\":6.05,\"pearson\":0.84},\"content_logic\":{\"meanAbsDiff\":2.18,\"pearson\":0.95},\"interaction\":{\"meanAbsDiff\":1.09,\"pearson\":0.94}},\"disputedSessions\":4,\"chunkDisputes\":16,\"sessions\":{\"done\":11,\"total\":11},\"usage\":{\"by\":{\"target\":{\"calls\":550,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"user_sim\":{\"calls\":550,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"judge_a\":{\"calls\":55,\"promptTokens\":575366,\"completionTokens\":188472,\"cost\":6.070904},\"judge_b\":{\"calls\":55,\"promptTokens\":387249,\"completionTokens\":119770,\"cost\":1.9717288}},\"total\":{\"calls\":1210,\"promptTokens\":962615,\"completionTokens\":308242,\"cost\":8.0426328}},\"valid\":false,\"eligibility\":{\"eligible\":false,\"fullProtocol\":false,\"complete\":true,\"currentVersion\":true,\"reason\":\"非完整协议评测，只生成报告，不计入排行榜\"}}", "error": null}, {"id": "0a6dbf7a25ee473e", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"calibration\", \"seedsPerLang\": null, \"samplesPerSeed\": 1, \"turns\": 100, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {}, \"calibration\": {\"b255d584c268470e\": \"mm-claude-opus-4.5-highthinking-zh_dialogue_017-run_2\", \"cc33485ad0bc4eb7\": \"mm-claude-opus-4.5-lowthinking-en_dialogue_003-run_3\", \"1847f762a405440d\": \"mm-claude-sonnet-4.5-zh_dialogue_017-run_2\", \"6245c730460a48d6\": \"mm-deepseek-v3.1-en_dialogue_003-run_3\", \"22c1445daa2d4d48\": \"mm-deepseek-v3.2-zh_dialogue_017-run_2\", \"81a35c81743941b6\": \"mm-doubao-1.5-pro-en_dialogue_003-run_3\", \"21b736df970c4c9d\": \"mm-gemini-2.5-pro-zh_dialogue_017-run_2\", \"41d4fc516e634316\": \"mm-gemini-3-pro-en_dialogue_003-run_3\", \"c68399766de643ef\": \"mm-gpt-5.1-zh_dialogue_017-run_2\", \"0cf65fd93f714f53\": \"mm-grok-4.1-en_dialogue_003-run_3\", \"2e3c2ff7b4dd4913\": \"mm-minimax-m2-her-zh_dialogue_017-run_2\"}}", "judges": "[{\"key\":\"judge_a\",\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"high\"}}},{\"key\":\"judge_b\",\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"medium\"}}}]", "usersim": "{\"model\":\"Claude Opus 5.5 / GPT-6.1 Sol（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\"},{\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}}}", "pv": "v2.3 · 2026-10-24", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":82.01,\"groups\":{\"worlds\":81.82,\"stories\":73.33,\"preferences\":91.07},\"dims\":{\"basics\":78.18,\"logic\":67.27,\"knowledge\":100,\"diversity\":67.61,\"content_logic\":84.77,\"interaction\":91.07},\"ci\":{\"overall\":[75.01,87.5],\"groups\":{\"worlds\":[70.61,90.61],\"stories\":[67.48,78.62],\"preferences\":[86.82,94.82]}},\"n\":11},\"zh\":{\"overall\":83.4,\"groups\":{\"worlds\":82.22,\"stories\":76.69,\"preferences\":92.46},\"dims\":{\"basics\":85,\"logic\":61.67,\"knowledge\":100,\"diversity\":72.42,\"content_logic\":85.25,\"interaction\":92.46},\"ci\":{\"overall\":[75.63,89.02],\"groups\":{\"worlds\":[71.11,90],\"stories\":[70.81,82.33],\"preferences\":[87.96,96.79]}},\"n\":6},\"en\":{\"overall\":80.34,\"groups\":{\"worlds\":81.33,\"stories\":69.3,\"preferences\":89.4},\"dims\":{\"basics\":70,\"logic\":74,\"knowledge\":100,\"diversity\":61.85,\"content_logic\":84.2,\"interaction\":89.4},\"ci\":{\"overall\":[67.37,88.41],\"groups\":{\"worlds\":[61.33,94.67],\"stories\":[59.83,76.83],\"preferences\":[83.05,95.75]}},\"n\":5}},\"perJudge\":{\"judge_a\":{\"all\":{\"overall\":81.09,\"groups\":{\"worlds\":80,\"stories\":73.58,\"preferences\":90.77},\"dims\":{\"basics\":72.73,\"logic\":67.27,\"knowledge\":100,\"diversity\":69.68,\"content_logic\":81.36,\"interaction\":90.77},\"ci\":null,\"n\":11},\"zh\":{\"overall\":82.19,\"groups\":{\"worlds\":80,\"stories\":76.28,\"preferences\":92.5},\"dims\":{\"basics\":76.67,\"logic\":63.33,\"knowledge\":100,\"diversity\":74,\"content_logic\":80.83,\"interaction\":92.5},\"ci\":null,\"n\":6},\"en\":{\"overall\":79.76,\"groups\":{\"worlds\":80,\"stories\":70.33,\"preferences\":88.7},\"dims\":{\"basics\":68,\"logic\":72,\"knowledge\":100,\"diversity\":64.5,\"content_logic\":82,\"interaction\":88.7},\"ci\":null,\"n\":5}},\"judge_b\":{\"all\":{\"overall\":82.93,\"groups\":{\"worlds\":83.64,\"stories\":73.09,\"preferences\":91.36},\"dims\":{\"basics\":83.64,\"logic\":67.27,\"knowledge\":100,\"diversity\":65.55,\"content_logic\":88.18,\"interaction\":91.36},\"ci\":null,\"n\":11},\"zh\":{\"overall\":84.6,\"groups\":{\"worlds\":84.44,\"stories\":77.11,\"preferences\":92.42},\"dims\":{\"basics\":93.33,\"logic\":60,\"knowledge\":100,\"diversity\":70.83,\"content_logic\":89.67,\"interaction\":92.42},\"ci\":null,\"n\":6},\"en\":{\"overall\":80.93,\"groups\":{\"worlds\":82.67,\"stories\":68.27,\"preferences\":90.1},\"dims\":{\"basics\":72,\"logic\":76,\"knowledge\":100,\"diversity\":59.2,\"content_logic\":86.4,\"interaction\":90.1},\"ci\":null,\"n\":5}}},\"agreement\":{\"basics\":{\"meanAbsDiff\":10.91,\"pearson\":0.86},\"logic\":{\"meanAbsDiff\":10.91,\"pearson\":0.86},\"knowledge\":{\"meanAbsDiff\":0,\"pearson\":null},\"diversity\":{\"meanAbsDiff\":4.5,\"pearson\":0.9},\"content_logic\":{\"meanAbsDiff\":10.64,\"pearson\":0.73},\"interaction\":{\"meanAbsDiff\":1.14,\"pearson\":0.98}},\"disputedSessions\":5,\"chunkDisputes\":24,\"sessions\":{\"done\":11,\"total\":11},\"usage\":{\"by\":{\"target\":{\"calls\":550,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"user_sim\":{\"calls\":550,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"judge_a\":{\"calls\":55,\"promptTokens\":585614,\"completionTokens\":200755,\"cost\":6.357556},\"judge_b\":{\"calls\":55,\"promptTokens\":394124,\"completionTokens\":122012,\"cost\":1.9951363}},\"total\":{\"calls\":1210,\"promptTokens\":979738,\"completionTokens\":322767,\"cost\":8.3526923}},\"valid\":false,\"eligibility\":{\"eligible\":false,\"fullProtocol\":false,\"complete\":true,\"currentVersion\":true,\"reason\":\"非完整协议评测，只生成报告，不计入排行榜\"}}", "error": null}, {"id": "bb0b0999ca334049", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"calibration\", \"seedsPerLang\": null, \"samplesPerSeed\": 1, \"turns\": 100, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {}, \"calibration\": {\"59cc208643a14e29\": \"mm-claude-opus-4.5-highthinking-zh_dialogue_017-run_2\", \"91b12f241e5246d8\": \"mm-claude-opus-4.5-lowthinking-en_dialogue_003-run_3\", \"86789e3a855f4530\": \"mm-claude-sonnet-4.5-zh_dialogue_017-run_2\", \"f01a0140c83244c2\": \"mm-deepseek-v3.1-en_dialogue_003-run_3\", \"ff093f680aab4911\": \"mm-deepseek-v3.2-zh_dialogue_017-run_2\", \"a2e8259da05443a8\": \"mm-doubao-1.5-pro-en_dialogue_003-run_3\", \"36a6e40598184e4e\": \"mm-gemini-2.5-pro-zh_dialogue_017-run_2\", \"fda23580200b4df6\": \"mm-gemini-3-pro-en_dialogue_003-run_3\", \"d74230a430294973\": \"mm-gpt-5.1-zh_dialogue_017-run_2\", \"5b162a764dc34a5a\": \"mm-grok-4.1-en_dialogue_003-run_3\", \"8c5276110c3d4033\": \"mm-minimax-m2-her-zh_dialogue_017-run_2\"}}", "judges": "[{\"key\":\"judge_a\",\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"high\"}}},{\"key\":\"judge_b\",\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"medium\"}}}]", "usersim": "{\"model\":\"Claude Opus 5.5 / GPT-6.1 Sol（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\"},{\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}}}", "pv": "v2.4 · 2026-10-24", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":83.7,\"groups\":{\"worlds\":83.03,\"stories\":77.79,\"preferences\":90.95},\"dims\":{\"basics\":79.09,\"logic\":70,\"knowledge\":100,\"diversity\":68.73,\"content_logic\":95.91,\"interaction\":90.95},\"ci\":{\"overall\":[76.88,89.09],\"groups\":{\"worlds\":[71.82,92.42],\"stories\":[73.77,81.53],\"preferences\":[86.66,94.93]}},\"n\":11},\"zh\":{\"overall\":84.89,\"groups\":{\"worlds\":83.33,\"stories\":80.44,\"preferences\":92.46},\"dims\":{\"basics\":86.67,\"logic\":63.33,\"knowledge\":100,\"diversity\":72.92,\"content_logic\":95.5,\"interaction\":92.46},\"ci\":{\"overall\":[77.41,90.76],\"groups\":{\"worlds\":[71.67,92.22],\"stories\":[76.47,84.28],\"preferences\":[87.75,97]}},\"n\":6},\"en\":{\"overall\":82.27,\"groups\":{\"worlds\":82.67,\"stories\":74.6,\"preferences\":89.15},\"dims\":{\"basics\":70,\"logic\":78,\"knowledge\":100,\"diversity\":63.7,\"content_logic\":96.4,\"interaction\":89.15},\"ci\":{\"overall\":[70.02,90.24],\"groups\":{\"worlds\":[61.33,97.33],\"stories\":[69.23,79.97],\"preferences\":[83.05,95.55]}},\"n\":5}},\"perJudge\":{\"judge_a\":{\"all\":{\"overall\":83.43,\"groups\":{\"worlds\":81.82,\"stories\":79.03,\"preferences\":91.05},\"dims\":{\"basics\":74.55,\"logic\":70.91,\"knowledge\":100,\"diversity\":71,\"content_logic\":95.09,\"interaction\":91.05},\"ci\":null,\"n\":11},\"zh\":{\"overall\":83.97,\"groups\":{\"worlds\":81.11,\"stories\":81.33,\"preferences\":92.33},\"dims\":{\"basics\":80,\"logic\":63.33,\"knowledge\":100,\"diversity\":74.58,\"content_logic\":94.83,\"interaction\":92.33},\"ci\":null,\"n\":6},\"en\":{\"overall\":82.78,\"groups\":{\"worlds\":82.67,\"stories\":76.27,\"preferences\":89.5},\"dims\":{\"basics\":68,\"logic\":80,\"knowledge\":100,\"diversity\":66.7,\"content_logic\":95.4,\"interaction\":89.5},\"ci\":null,\"n\":5}},\"judge_b\":{\"all\":{\"overall\":83.97,\"groups\":{\"worlds\":84.24,\"stories\":76.55,\"preferences\":90.86},\"dims\":{\"basics\":83.64,\"logic\":69.09,\"knowledge\":100,\"diversity\":66.45,\"content_logic\":96.73,\"interaction\":90.86},\"ci\":null,\"n\":11},\"zh\":{\"overall\":85.81,\"groups\":{\"worlds\":85.56,\"stories\":79.56,\"preferences\":92.58},\"dims\":{\"basics\":93.33,\"logic\":63.33,\"knowledge\":100,\"diversity\":71.25,\"content_logic\":96.17,\"interaction\":92.58},\"ci\":null,\"n\":6},\"en\":{\"overall\":81.77,\"groups\":{\"worlds\":82.67,\"stories\":72.93,\"preferences\":88.8},\"dims\":{\"basics\":72,\"logic\":76,\"knowledge\":100,\"diversity\":60.7,\"content_logic\":97.4,\"interaction\":88.8},\"ci\":null,\"n\":5}}},\"agreement\":{\"basics\":{\"meanAbsDiff\":9.09,\"pearson\":0.87},\"logic\":{\"meanAbsDiff\":5.45,\"pearson\":0.95},\"knowledge\":{\"meanAbsDiff\":0,\"pearson\":null},\"diversity\":{\"meanAbsDiff\":5.45,\"pearson\":0.87},\"content_logic\":{\"meanAbsDiff\":2.36,\"pearson\":0.92},\"interaction\":{\"meanAbsDiff\":1,\"pearson\":0.97}},\"disputedSessions\":3,\"chunkDisputes\":13,\"sessions\":{\"done\":11,\"total\":11},\"usage\":{\"by\":{\"target\":{\"calls\":550,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"user_sim\":{\"calls\":550,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"judge_a\":{\"calls\":55,\"promptTokens\":583884,\"completionTokens\":181388,\"cost\":5.963296},\"judge_b\":{\"calls\":55,\"promptTokens\":397314,\"completionTokens\":117766,\"cost\":1.9531345}},\"total\":{\"calls\":1210,\"promptTokens\":981198,\"completionTokens\":299154,\"cost\":7.9164305}},\"valid\":false,\"eligibility\":{\"eligible\":false,\"fullProtocol\":false,\"complete\":true,\"currentVersion\":true,\"reason\":\"非完整协议评测，只生成报告，不计入排行榜\"}}", "error": null}, {"id": "c744e020df4345ef", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"quick\", \"seedsPerLang\": 5, \"samplesPerSeed\": 1, \"turns\": 40, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {\"temperature\": null, \"top_p\": null, \"max_tokens\": 1024, \"extra\": {}}, \"targetPricePerM\": null, \"endpoint\": {\"name\": \"OpenRouter\", \"format\": \"openai\"}}", "judges": "[{\"key\":\"judge_a\",\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"high\"}}},{\"key\":\"judge_b\",\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"medium\"}}}]", "usersim": "{\"model\":\"Claude Opus 5.5 / GPT-6.1 Sol（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\"},{\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}}}", "pv": "v2.3 · 2026-10-24", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":94.13,\"groups\":{\"worlds\":94.92,\"stories\":86.88,\"preferences\":99.81},\"dims\":{\"basics\":100,\"logic\":85,\"knowledge\":99.75,\"diversity\":81.5,\"content_logic\":97.63,\"interaction\":99.81},\"ci\":{\"overall\":[92.22,95.9],\"groups\":{\"worlds\":[90.75,99.08],\"stories\":[84.67,88.96],\"preferences\":[99.56,100]}},\"n\":10},\"zh\":{\"overall\":91.67,\"groups\":{\"worlds\":89.83,\"stories\":87.25,\"preferences\":99.75},\"dims\":{\"basics\":100,\"logic\":70,\"knowledge\":99.5,\"diversity\":81.63,\"content_logic\":98.5,\"interaction\":99.75},\"ci\":{\"overall\":[89.73,94.06],\"groups\":{\"worlds\":[84.83,95],\"stories\":[84.33,90.75],\"preferences\":[99.25,100]}},\"n\":5},\"en\":{\"overall\":96.59,\"groups\":{\"worlds\":100,\"stories\":86.5,\"preferences\":99.88},\"dims\":{\"basics\":100,\"logic\":100,\"knowledge\":100,\"diversity\":81.38,\"content_logic\":96.75,\"interaction\":99.88},\"ci\":{\"overall\":[95.94,97.2],\"groups\":{\"worlds\":[100,100],\"stories\":[83.75,89],\"preferences\":[99.63,100]}},\"n\":5}},\"perJudge\":{\"judge_a\":{\"all\":{\"overall\":93.35,\"groups\":{\"worlds\":93.33,\"stories\":87,\"preferences\":99.75},\"dims\":{\"basics\":100,\"logic\":80,\"knowledge\":100,\"diversity\":82.13,\"content_logic\":96.75,\"interaction\":99.75},\"ci\":null,\"n\":10},\"zh\":{\"overall\":89.9,\"groups\":{\"worlds\":86.67,\"stories\":86.5,\"preferences\":99.75},\"dims\":{\"basics\":100,\"logic\":60,\"knowledge\":100,\"diversity\":80.75,\"content_logic\":98,\"interaction\":99.75},\"ci\":null,\"n\":5},\"en\":{\"overall\":96.81,\"groups\":{\"worlds\":100,\"stories\":87.5,\"preferences\":99.75},\"dims\":{\"basics\":100,\"logic\":100,\"knowledge\":100,\"diversity\":83.5,\"content_logic\":95.5,\"interaction\":99.75},\"ci\":null,\"n\":5}},\"judge_b\":{\"all\":{\"overall\":94.91,\"groups\":{\"worlds\":96.5,\"stories\":86.75,\"preferences\":99.88},\"dims\":{\"basics\":100,\"logic\":90,\"knowledge\":99.5,\"diversity\":80.88,\"content_logic\":98.5,\"interaction\":99.88},\"ci\":null,\"n\":10},\"zh\":{\"overall\":93.44,\"groups\":{\"worlds\":93,\"stories\":88,\"preferences\":99.75},\"dims\":{\"basics\":100,\"logic\":80,\"knowledge\":99,\"diversity\":82.5,\"content_logic\":99,\"interaction\":99.75},\"ci\":null,\"n\":5},\"en\":{\"overall\":96.38,\"groups\":{\"worlds\":100,\"stories\":85.5,\"preferences\":100},\"dims\":{\"basics\":100,\"logic\":100,\"knowledge\":100,\"diversity\":79.25,\"content_logic\":98,\"interaction\":100},\"ci\":null,\"n\":5}}},\"agreement\":{\"basics\":{\"meanAbsDiff\":0,\"pearson\":null},\"logic\":{\"meanAbsDiff\":10,\"pearson\":0.61},\"knowledge\":{\"meanAbsDiff\":0.5,\"pearson\":null},\"diversity\":{\"meanAbsDiff\":4.5,\"pearson\":0.63},\"content_logic\":{\"meanAbsDiff\":2.25,\"pearson\":0.51},\"interaction\":{\"meanAbsDiff\":0.13,\"pearson\":0.67}},\"disputedSessions\":0,\"chunkDisputes\":2,\"sessions\":{\"done\":10,\"total\":10},\"usage\":{\"by\":{\"target\":{\"calls\":200,\"promptTokens\":208040,\"completionTokens\":4858,\"cost\":0.0682416},\"user_sim\":{\"calls\":200,\"promptTokens\":337928,\"completionTokens\":19862,\"cost\":1.5094097},\"judge_a\":{\"calls\":20,\"promptTokens\":95226,\"completionTokens\":44851,\"cost\":1.277924},\"judge_b\":{\"calls\":20,\"promptTokens\":63478,\"completionTokens\":25351,\"cost\":0.334319}},\"total\":{\"calls\":440,\"promptTokens\":704672,\"completionTokens\":94922,\"cost\":3.1898942999999997}},\"valid\":false,\"eligibility\":{\"eligible\":false,\"fullProtocol\":false,\"complete\":true,\"currentVersion\":true,\"reason\":\"非完整协议评测，只生成报告，不计入排行榜\"}}", "error": null}, {"id": "51a38906afed4461", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"quick\", \"seedsPerLang\": 5, \"samplesPerSeed\": 1, \"turns\": 40, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {\"temperature\": null, \"top_p\": null, \"max_tokens\": 1024, \"extra\": {}}, \"targetPricePerM\": null, \"endpoint\": {\"name\": \"OpenRouter\", \"format\": \"openai\"}}", "judges": "[{\"key\":\"judge_a\",\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"high\"}}},{\"key\":\"judge_b\",\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"medium\"}}}]", "usersim": "{\"model\":\"Claude Opus 5.5 / GPT-6.1 Sol（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\"},{\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}}}", "pv": "v2.3 · 2026-10-24", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":94.23,\"groups\":{\"worlds\":92.42,\"stories\":92.25,\"preferences\":98.88},\"dims\":{\"basics\":100,\"logic\":77.5,\"knowledge\":99.75,\"diversity\":89.13,\"content_logic\":98.5,\"interaction\":98.88},\"ci\":{\"overall\":[91.68,95.99],\"groups\":{\"worlds\":[87.5,96.58],\"stories\":[90.67,93.92],\"preferences\":[98.44,99.25]}},\"n\":10},\"zh\":{\"overall\":94.23,\"groups\":{\"worlds\":93.33,\"stories\":91.25,\"preferences\":99},\"dims\":{\"basics\":100,\"logic\":80,\"knowledge\":100,\"diversity\":87.88,\"content_logic\":98,\"interaction\":99},\"ci\":{\"overall\":[90.47,97.69],\"groups\":{\"worlds\":[86.67,100],\"stories\":[89.25,93.34],\"preferences\":[98.75,99.25]}},\"n\":5},\"en\":{\"overall\":93.75,\"groups\":{\"worlds\":91.5,\"stories\":93.25,\"preferences\":98.75},\"dims\":{\"basics\":100,\"logic\":75,\"knowledge\":99.5,\"diversity\":90.38,\"content_logic\":99,\"interaction\":98.75},\"ci\":{\"overall\":[91.79,95.85],\"groups\":{\"worlds\":[86.67,96.67],\"stories\":[91.08,95.42],\"preferences\":[98,99.5]}},\"n\":5}},\"perJudge\":{\"judge_a\":{\"all\":{\"overall\":93.44,\"groups\":{\"worlds\":91.67,\"stories\":91.17,\"preferences\":99.25},\"dims\":{\"basics\":100,\"logic\":75,\"knowledge\":100,\"diversity\":87.88,\"content_logic\":97.75,\"interaction\":99.25},\"ci\":null,\"n\":10},\"zh\":{\"overall\":94.38,\"groups\":{\"worlds\":93.33,\"stories\":91.33,\"preferences\":99.5},\"dims\":{\"basics\":100,\"logic\":80,\"knowledge\":100,\"diversity\":88.75,\"content_logic\":96.5,\"interaction\":99.5},\"ci\":null,\"n\":5},\"en\":{\"overall\":92.5,\"groups\":{\"worlds\":90,\"stories\":91,\"preferences\":99},\"dims\":{\"basics\":100,\"logic\":70,\"knowledge\":100,\"diversity\":87,\"content_logic\":99,\"interaction\":99},\"ci\":null,\"n\":5}},\"judge_b\":{\"all\":{\"overall\":94.54,\"groups\":{\"worlds\":93.17,\"stories\":93.33,\"preferences\":98.5},\"dims\":{\"basics\":100,\"logic\":80,\"knowledge\":99.5,\"diversity\":90.38,\"content_logic\":99.25,\"interaction\":98.5},\"ci\":null,\"n\":10},\"zh\":{\"overall\":94.08,\"groups\":{\"worlds\":93.33,\"stories\":91.17,\"preferences\":98.5},\"dims\":{\"basics\":100,\"logic\":80,\"knowledge\":100,\"diversity\":87,\"content_logic\":99.5,\"interaction\":98.5},\"ci\":null,\"n\":5},\"en\":{\"overall\":95,\"groups\":{\"worlds\":93,\"stories\":95.5,\"preferences\":98.5},\"dims\":{\"basics\":100,\"logic\":80,\"knowledge\":99,\"diversity\":93.75,\"content_logic\":99,\"interaction\":98.5},\"ci\":null,\"n\":5}}},\"agreement\":{\"basics\":{\"meanAbsDiff\":0,\"pearson\":null},\"logic\":{\"meanAbsDiff\":15,\"pearson\":0.41},\"knowledge\":{\"meanAbsDiff\":0.5,\"pearson\":null},\"diversity\":{\"meanAbsDiff\":7.75,\"pearson\":-0.01},\"content_logic\":{\"meanAbsDiff\":1.5,\"pearson\":0.57},\"interaction\":{\"meanAbsDiff\":0.75,\"pearson\":0.2}},\"disputedSessions\":0,\"chunkDisputes\":3,\"sessions\":{\"done\":10,\"total\":10},\"usage\":{\"by\":{\"target\":{\"calls\":200,\"promptTokens\":376825,\"completionTokens\":47141,\"cost\":0.07366552376},\"user_sim\":{\"calls\":200,\"promptTokens\":665395,\"completionTokens\":31990,\"cost\":2.9615991999999998},\"judge_a\":{\"calls\":20,\"promptTokens\":151223,\"completionTokens\":50570,\"cost\":1.616292},\"judge_b\":{\"calls\":20,\"promptTokens\":102114,\"completionTokens\":22290,\"cost\":0.400299}},\"total\":{\"calls\":440,\"promptTokens\":1295557,\"completionTokens\":151991,\"cost\":5.05185572376}},\"valid\":false,\"eligibility\":{\"eligible\":false,\"fullProtocol\":false,\"complete\":true,\"currentVersion\":true,\"reason\":\"非完整协议评测，只生成报告，不计入排行榜\"}}", "error": null}, {"id": "87510dfe3a314a89", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"quick\", \"seedsPerLang\": 5, \"samplesPerSeed\": 1, \"turns\": 40, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {\"temperature\": null, \"top_p\": null, \"max_tokens\": 1024, \"extra\": {}}, \"targetPricePerM\": null, \"endpoint\": {\"name\": \"OpenRouter\", \"format\": \"openai\"}}", "judges": "[{\"key\":\"judge_a\",\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"high\"}}},{\"key\":\"judge_b\",\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"medium\"}}}]", "usersim": "{\"model\":\"Claude Opus 5.5 / GPT-6.1 Sol（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\"},{\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}}}", "pv": "v2.3 · 2026-10-24", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":92.04,\"groups\":{\"worlds\":88.92,\"stories\":90.96,\"preferences\":99.38},\"dims\":{\"basics\":97.5,\"logic\":70,\"knowledge\":99.25,\"diversity\":87.32,\"content_logic\":98.25,\"interaction\":99.38},\"ci\":{\"overall\":[89.61,94.56],\"groups\":{\"worlds\":[83.25,94],\"stories\":[88.96,93.33],\"preferences\":[99,99.75]}},\"n\":10},\"zh\":{\"overall\":92.83,\"groups\":{\"worlds\":91.67,\"stories\":88.75,\"preferences\":99.25},\"dims\":{\"basics\":100,\"logic\":75,\"knowledge\":100,\"diversity\":84,\"content_logic\":98.25,\"interaction\":99.25},\"ci\":{\"overall\":[90.79,95.1],\"groups\":{\"worlds\":[86.67,96.67],\"stories\":[86.42,91.09],\"preferences\":[98.75,99.75]}},\"n\":5},\"en\":{\"overall\":91.25,\"groups\":{\"worlds\":86.17,\"stories\":93.17,\"preferences\":99.5},\"dims\":{\"basics\":95,\"logic\":65,\"knowledge\":98.5,\"diversity\":90.63,\"content_logic\":98.25,\"interaction\":99.5},\"ci\":{\"overall\":[85.98,95.41],\"groups\":{\"worlds\":[76.17,94.67],\"stories\":[90.09,96.25],\"preferences\":[99.13,99.88]}},\"n\":5}},\"perJudge\":{\"judge_a\":{\"all\":{\"overall\":89.92,\"groups\":{\"worlds\":84.83,\"stories\":90.5,\"preferences\":99.5},\"dims\":{\"basics\":95,\"logic\":60,\"knowledge\":99.5,\"diversity\":87.13,\"content_logic\":97.25,\"interaction\":99.5},\"ci\":null,\"n\":10},\"zh\":{\"overall\":92.02,\"groups\":{\"worlds\":90,\"stories\":88.83,\"preferences\":99.25},\"dims\":{\"basics\":100,\"logic\":70,\"knowledge\":100,\"diversity\":85,\"content_logic\":96.5,\"interaction\":99.25},\"ci\":null,\"n\":5},\"en\":{\"overall\":87.81,\"groups\":{\"worlds\":79.67,\"stories\":92.17,\"preferences\":99.75},\"dims\":{\"basics\":90,\"logic\":50,\"knowledge\":99,\"diversity\":89.25,\"content_logic\":98,\"interaction\":99.75},\"ci\":null,\"n\":5}},\"judge_b\":{\"all\":{\"overall\":94.17,\"groups\":{\"worlds\":93,\"stories\":91.42,\"preferences\":99.25},\"dims\":{\"basics\":100,\"logic\":80,\"knowledge\":99,\"diversity\":87.5,\"content_logic\":99.25,\"interaction\":99.25},\"ci\":null,\"n\":10},\"zh\":{\"overall\":93.65,\"groups\":{\"worlds\":93.33,\"stories\":88.67,\"preferences\":99.25},\"dims\":{\"basics\":100,\"logic\":80,\"knowledge\":100,\"diversity\":83,\"content_logic\":100,\"interaction\":99.25},\"ci\":null,\"n\":5},\"en\":{\"overall\":94.69,\"groups\":{\"worlds\":92.67,\"stories\":94.17,\"preferences\":99.25},\"dims\":{\"basics\":100,\"logic\":80,\"knowledge\":98,\"diversity\":92,\"content_logic\":98.5,\"interaction\":99.25},\"ci\":null,\"n\":5}}},\"agreement\":{\"basics\":{\"meanAbsDiff\":5,\"pearson\":null},\"logic\":{\"meanAbsDiff\":30,\"pearson\":0.27},\"knowledge\":{\"meanAbsDiff\":0.5,\"pearson\":0.67},\"diversity\":{\"meanAbsDiff\":5.63,\"pearson\":0.76},\"content_logic\":{\"meanAbsDiff\":2,\"pearson\":0.7},\"interaction\":{\"meanAbsDiff\":0.5,\"pearson\":0.18}},\"disputedSessions\":0,\"chunkDisputes\":7,\"sessions\":{\"done\":10,\"total\":10},\"usage\":{\"by\":{\"target\":{\"calls\":200,\"promptTokens\":348761,\"completionTokens\":45775,\"cost\":0},\"user_sim\":{\"calls\":200,\"promptTokens\":588094,\"completionTokens\":23145,\"cost\":2.310296},\"judge_a\":{\"calls\":20,\"promptTokens\":144448,\"completionTokens\":44430,\"cost\":1.466392},\"judge_b\":{\"calls\":20,\"promptTokens\":97935,\"completionTokens\":23242,\"cost\":0.3993715}},\"total\":{\"calls\":440,\"promptTokens\":1179238,\"completionTokens\":136592,\"cost\":4.1760595}},\"valid\":false,\"eligibility\":{\"eligible\":false,\"fullProtocol\":false,\"complete\":true,\"currentVersion\":true,\"reason\":\"非完整协议评测，只生成报告，不计入排行榜\"}}", "error": null}, {"id": "f909cbadda6246cc", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"quick\", \"seedsPerLang\": 5, \"samplesPerSeed\": 1, \"turns\": 40, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {\"temperature\": null, \"top_p\": null, \"max_tokens\": 1024, \"extra\": {\"thinking\": {\"type\": \"disabled\"}}}, \"targetPricePerM\": null, \"endpoint\": {\"name\": \"火山方舟 · 豆包角色扮演\", \"format\": \"openai\"}}", "judges": "[{\"key\":\"judge_a\",\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"high\"}}},{\"key\":\"judge_b\",\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"medium\"}}}]", "usersim": "{\"model\":\"Claude Opus 5.5 / GPT-6.1 Sol（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\"},{\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}}}", "pv": "v2.3 · 2026-10-24", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":90.21,\"groups\":{\"worlds\":86.5,\"stories\":89.59,\"preferences\":98.25},\"dims\":{\"basics\":95,\"logic\":65,\"knowledge\":99.5,\"diversity\":85.63,\"content_logic\":97.5,\"interaction\":98.25},\"ci\":{\"overall\":[87.51,92.8],\"groups\":{\"worlds\":[80.83,91.67],\"stories\":[88.21,91.42],\"preferences\":[97,99.25]}},\"n\":10},\"zh\":{\"overall\":90.03,\"groups\":{\"worlds\":86.67,\"stories\":88.67,\"preferences\":98.13},\"dims\":{\"basics\":100,\"logic\":60,\"knowledge\":100,\"diversity\":84.5,\"content_logic\":97,\"interaction\":98.13},\"ci\":{\"overall\":[88.52,91.94],\"groups\":{\"worlds\":[83.33,90],\"stories\":[87.67,90],\"preferences\":[95.75,99.5]}},\"n\":5},\"en\":{\"overall\":90.39,\"groups\":{\"worlds\":86.33,\"stories\":90.5,\"preferences\":98.38},\"dims\":{\"basics\":90,\"logic\":70,\"knowledge\":99,\"diversity\":86.75,\"content_logic\":98,\"interaction\":98.38},\"ci\":{\"overall\":[84.87,95],\"groups\":{\"worlds\":[76.33,96],\"stories\":[88.17,93.42],\"preferences\":[97.38,99.25]}},\"n\":5}},\"perJudge\":{\"judge_a\":{\"all\":{\"overall\":88.91,\"groups\":{\"worlds\":84.83,\"stories\":87.58,\"preferences\":98.38},\"dims\":{\"basics\":95,\"logic\":60,\"knowledge\":99.5,\"diversity\":83.25,\"content_logic\":96.25,\"interaction\":98.38},\"ci\":null,\"n\":10},\"zh\":{\"overall\":87.75,\"groups\":{\"worlds\":83.33,\"stories\":85.83,\"preferences\":98.5},\"dims\":{\"basics\":100,\"logic\":50,\"knowledge\":100,\"diversity\":81.25,\"content_logic\":95,\"interaction\":98.5},\"ci\":null,\"n\":5},\"en\":{\"overall\":90.06,\"groups\":{\"worlds\":86.33,\"stories\":89.33,\"preferences\":98.25},\"dims\":{\"basics\":90,\"logic\":70,\"knowledge\":99,\"diversity\":85.25,\"content_logic\":97.5,\"interaction\":98.25},\"ci\":null,\"n\":5}},\"judge_b\":{\"all\":{\"overall\":91.51,\"groups\":{\"worlds\":88.17,\"stories\":91.58,\"preferences\":98.13},\"dims\":{\"basics\":95,\"logic\":70,\"knowledge\":99.5,\"diversity\":88,\"content_logic\":98.75,\"interaction\":98.13},\"ci\":null,\"n\":10},\"zh\":{\"overall\":92.31,\"groups\":{\"worlds\":90,\"stories\":91.5,\"preferences\":97.75},\"dims\":{\"basics\":100,\"logic\":70,\"knowledge\":100,\"diversity\":87.75,\"content_logic\":99,\"interaction\":97.75},\"ci\":null,\"n\":5},\"en\":{\"overall\":90.71,\"groups\":{\"worlds\":86.33,\"stories\":91.67,\"preferences\":98.5},\"dims\":{\"basics\":90,\"logic\":70,\"knowledge\":99,\"diversity\":88.25,\"content_logic\":98.5,\"interaction\":98.5},\"ci\":null,\"n\":5}}},\"agreement\":{\"basics\":{\"meanAbsDiff\":0,\"pearson\":1},\"logic\":{\"meanAbsDiff\":20,\"pearson\":0.07},\"knowledge\":{\"meanAbsDiff\":0,\"pearson\":1},\"diversity\":{\"meanAbsDiff\":7.75,\"pearson\":-0.13},\"content_logic\":{\"meanAbsDiff\":4,\"pearson\":-0.27},\"interaction\":{\"meanAbsDiff\":1,\"pearson\":0.78}},\"disputedSessions\":3,\"chunkDisputes\":6,\"sessions\":{\"done\":10,\"total\":10},\"usage\":{\"by\":{\"target\":{\"calls\":200,\"promptTokens\":346908,\"completionTokens\":18133,\"cost\":0},\"user_sim\":{\"calls\":200,\"promptTokens\":591194,\"completionTokens\":27413,\"cost\":2.5431886},\"judge_a\":{\"calls\":20,\"promptTokens\":136795,\"completionTokens\":57765,\"cost\":1.70248},\"judge_b\":{\"calls\":20,\"promptTokens\":92602,\"completionTokens\":26768,\"cost\":0.421299}},\"total\":{\"calls\":440,\"promptTokens\":1167499,\"completionTokens\":130079,\"cost\":4.6669676}},\"valid\":false,\"eligibility\":{\"eligible\":false,\"fullProtocol\":false,\"complete\":true,\"currentVersion\":true,\"reason\":\"非完整协议评测，只生成报告，不计入排行榜\"}}", "error": null}, {"id": "88696d6adff1432e", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"quick\", \"seedsPerLang\": 5, \"samplesPerSeed\": 1, \"turns\": 40, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {\"temperature\": null, \"top_p\": null, \"max_tokens\": 1024, \"extra\": {\"thinking\": {\"type\": \"disabled\"}}}, \"targetPricePerM\": null, \"endpoint\": {\"name\": \"Experiential · DeepSeek Uncensored\", \"format\": \"openai\"}}", "judges": "[{\"key\":\"judge_a\",\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"high\"}}},{\"key\":\"judge_b\",\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"medium\"}}}]", "usersim": "{\"model\":\"Claude Opus 5.5 / GPT-6.1 Sol（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\"},{\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}}}", "pv": "v2.3 · 2026-10-24", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":95.08,\"groups\":{\"worlds\":94.17,\"stories\":92.5,\"preferences\":99.5},\"dims\":{\"basics\":100,\"logic\":82.5,\"knowledge\":100,\"diversity\":89.19,\"content_logic\":99.13,\"interaction\":99.5},\"ci\":{\"overall\":[92.45,97.58],\"groups\":{\"worlds\":[88.33,100],\"stories\":[89.63,95.17],\"preferences\":[99.13,99.88]}},\"n\":10},\"zh\":{\"overall\":94.56,\"groups\":{\"worlds\":93.33,\"stories\":92.34,\"preferences\":99.25},\"dims\":{\"basics\":100,\"logic\":80,\"knowledge\":100,\"diversity\":88.88,\"content_logic\":99.25,\"interaction\":99.25},\"ci\":{\"overall\":[91.42,97.71],\"groups\":{\"worlds\":[86.67,100],\"stories\":[88.92,95.17],\"preferences\":[98.75,99.75]}},\"n\":5},\"en\":{\"overall\":95.6,\"groups\":{\"worlds\":95,\"stories\":92.67,\"preferences\":99.75},\"dims\":{\"basics\":100,\"logic\":85,\"knowledge\":100,\"diversity\":89.5,\"content_logic\":99,\"interaction\":99.75},\"ci\":{\"overall\":[90.96,98.71],\"groups\":{\"worlds\":[85,100],\"stories\":[87.25,96.92],\"preferences\":[99.25,100]}},\"n\":5}},\"perJudge\":{\"judge_a\":{\"all\":{\"overall\":94.63,\"groups\":{\"worlds\":93.33,\"stories\":92.33,\"preferences\":99.5},\"dims\":{\"basics\":100,\"logic\":80,\"knowledge\":100,\"diversity\":89.13,\"content_logic\":98.75,\"interaction\":99.5},\"ci\":null,\"n\":10},\"zh\":{\"overall\":94.65,\"groups\":{\"worlds\":93.33,\"stories\":92.67,\"preferences\":99.25},\"dims\":{\"basics\":100,\"logic\":80,\"knowledge\":100,\"diversity\":89.75,\"content_logic\":98.5,\"interaction\":99.25},\"ci\":null,\"n\":5},\"en\":{\"overall\":94.6,\"groups\":{\"worlds\":93.33,\"stories\":92,\"preferences\":99.75},\"dims\":{\"basics\":100,\"logic\":80,\"knowledge\":100,\"diversity\":88.5,\"content_logic\":99,\"interaction\":99.75},\"ci\":null,\"n\":5}},\"judge_b\":{\"all\":{\"overall\":95.54,\"groups\":{\"worlds\":95,\"stories\":92.67,\"preferences\":99.5},\"dims\":{\"basics\":100,\"logic\":85,\"knowledge\":100,\"diversity\":89.25,\"content_logic\":99.5,\"interaction\":99.5},\"ci\":null,\"n\":10},\"zh\":{\"overall\":94.48,\"groups\":{\"worlds\":93.33,\"stories\":92,\"preferences\":99.25},\"dims\":{\"basics\":100,\"logic\":80,\"knowledge\":100,\"diversity\":88,\"content_logic\":100,\"interaction\":99.25},\"ci\":null,\"n\":5},\"en\":{\"overall\":96.6,\"groups\":{\"worlds\":96.67,\"stories\":93.33,\"preferences\":99.75},\"dims\":{\"basics\":100,\"logic\":90,\"knowledge\":100,\"diversity\":90.5,\"content_logic\":99,\"interaction\":99.75},\"ci\":null,\"n\":5}}},\"agreement\":{\"basics\":{\"meanAbsDiff\":0,\"pearson\":null},\"logic\":{\"meanAbsDiff\":5,\"pearson\":0.92},\"knowledge\":{\"meanAbsDiff\":0,\"pearson\":null},\"diversity\":{\"meanAbsDiff\":5.63,\"pearson\":0.69},\"content_logic\":{\"meanAbsDiff\":0.75,\"pearson\":0.75},\"interaction\":{\"meanAbsDiff\":0.5,\"pearson\":0.09}},\"disputedSessions\":0,\"chunkDisputes\":1,\"sessions\":{\"done\":10,\"total\":10},\"usage\":{\"by\":{\"target\":{\"calls\":200,\"promptTokens\":208700,\"completionTokens\":9479,\"cost\":0.02083356},\"user_sim\":{\"calls\":200,\"promptTokens\":401249,\"completionTokens\":18853,\"cost\":1.6043447},\"judge_a\":{\"calls\":20,\"promptTokens\":108416,\"completionTokens\":35935,\"cost\":1.152364},\"judge_b\":{\"calls\":20,\"promptTokens\":73154,\"completionTokens\":17065,\"cost\":0.275649}},\"total\":{\"calls\":440,\"promptTokens\":791519,\"completionTokens\":81332,\"cost\":3.0531912599999997}},\"valid\":false,\"eligibility\":{\"eligible\":false,\"fullProtocol\":false,\"complete\":true,\"currentVersion\":true,\"reason\":\"非完整协议评测，只生成报告，不计入排行榜\"}}", "error": null}, {"id": "3feb0cae4bbc442e", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"quick\", \"seedsPerLang\": 5, \"samplesPerSeed\": 1, \"turns\": 40, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {\"temperature\": null, \"top_p\": null, \"max_tokens\": 1024, \"extra\": {}}, \"targetPricePerM\": null, \"endpoint\": {\"name\": \"阿里云百炼 · Qwen 角色扮演\", \"format\": \"openai\"}}", "judges": "[{\"key\":\"judge_a\",\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"high\"}}},{\"key\":\"judge_b\",\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"medium\"}}}]", "usersim": "{\"model\":\"Claude Opus 5.5 / GPT-6.1 Sol（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\"},{\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}}}", "pv": "v2.3 · 2026-10-24", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":78.93,\"groups\":{\"worlds\":66.75,\"stories\":85.09,\"preferences\":97.13},\"dims\":{\"basics\":75,\"logic\":30,\"knowledge\":95.25,\"diversity\":79.44,\"content_logic\":96.38,\"interaction\":97.13},\"ci\":{\"overall\":[73.87,83.94],\"groups\":{\"worlds\":[56.67,75.67],\"stories\":[82,88.88],\"preferences\":[96,98.13]}},\"n\":10},\"zh\":{\"overall\":84.23,\"groups\":{\"worlds\":76.33,\"stories\":86.25,\"preferences\":98},\"dims\":{\"basics\":75,\"logic\":55,\"knowledge\":99,\"diversity\":81.88,\"content_logic\":95,\"interaction\":98},\"ci\":{\"overall\":[78.95,89.89],\"groups\":{\"worlds\":[65.67,86.67],\"stories\":[81.33,92.17],\"preferences\":[96.75,99]}},\"n\":5},\"en\":{\"overall\":73.63,\"groups\":{\"worlds\":57.17,\"stories\":83.92,\"preferences\":96.25},\"dims\":{\"basics\":75,\"logic\":5,\"knowledge\":91.5,\"diversity\":77,\"content_logic\":97.75,\"interaction\":96.25},\"ci\":{\"overall\":[70.09,77.41],\"groups\":{\"worlds\":[48.67,66.33],\"stories\":[79.92,87.92],\"preferences\":[94.75,97.75]}},\"n\":5}},\"perJudge\":{\"judge_a\":{\"all\":{\"overall\":77.48,\"groups\":{\"worlds\":64,\"stories\":84.42,\"preferences\":97.5},\"dims\":{\"basics\":65,\"logic\":30,\"knowledge\":97,\"diversity\":78.38,\"content_logic\":96.5,\"interaction\":97.5},\"ci\":null,\"n\":10},\"zh\":{\"overall\":84.29,\"groups\":{\"worlds\":76.33,\"stories\":86.5,\"preferences\":98},\"dims\":{\"basics\":70,\"logic\":60,\"knowledge\":99,\"diversity\":82,\"content_logic\":95.5,\"interaction\":98},\"ci\":null,\"n\":5},\"en\":{\"overall\":70.67,\"groups\":{\"worlds\":51.67,\"stories\":82.33,\"preferences\":97},\"dims\":{\"basics\":60,\"logic\":0,\"knowledge\":95,\"diversity\":74.75,\"content_logic\":97.5,\"interaction\":97},\"ci\":null,\"n\":5}},\"judge_b\":{\"all\":{\"overall\":80.38,\"groups\":{\"worlds\":69.5,\"stories\":85.75,\"preferences\":96.75},\"dims\":{\"basics\":85,\"logic\":30,\"knowledge\":93.5,\"diversity\":80.5,\"content_logic\":96.25,\"interaction\":96.75},\"ci\":null,\"n\":10},\"zh\":{\"overall\":84.17,\"groups\":{\"worlds\":76.33,\"stories\":86,\"preferences\":98},\"dims\":{\"basics\":80,\"logic\":50,\"knowledge\":99,\"diversity\":81.75,\"content_logic\":94.5,\"interaction\":98},\"ci\":null,\"n\":5},\"en\":{\"overall\":76.58,\"groups\":{\"worlds\":62.67,\"stories\":85.5,\"preferences\":95.5},\"dims\":{\"basics\":90,\"logic\":10,\"knowledge\":88,\"diversity\":79.25,\"content_logic\":98,\"interaction\":95.5},\"ci\":null,\"n\":5}}},\"agreement\":{\"basics\":{\"meanAbsDiff\":20,\"pearson\":0.31},\"logic\":{\"meanAbsDiff\":20,\"pearson\":0.64},\"knowledge\":{\"meanAbsDiff\":3.5,\"pearson\":0.79},\"diversity\":{\"meanAbsDiff\":7.63,\"pearson\":0.5},\"content_logic\":{\"meanAbsDiff\":4.25,\"pearson\":0.09},\"interaction\":{\"meanAbsDiff\":1.75,\"pearson\":0.55}},\"disputedSessions\":4,\"chunkDisputes\":10,\"sessions\":{\"done\":10,\"total\":10},\"usage\":{\"by\":{\"blocked\":{\"calls\":1,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"target\":{\"calls\":199,\"promptTokens\":894238,\"completionTokens\":63817,\"cost\":0},\"user_sim\":{\"calls\":200,\"promptTokens\":1434781,\"completionTokens\":62781,\"cost\":6.2080415},\"judge_a\":{\"calls\":20,\"promptTokens\":295192,\"completionTokens\":96266,\"cost\":3.0965538},\"judge_b\":{\"calls\":20,\"promptTokens\":198801,\"completionTokens\":41913,\"cost\":0.8382465}},\"total\":{\"calls\":440,\"promptTokens\":2823012,\"completionTokens\":264777,\"cost\":10.142841800000001}},\"valid\":false,\"eligibility\":{\"eligible\":false,\"fullProtocol\":false,\"complete\":true,\"currentVersion\":false,\"reason\":\"非完整协议评测，只生成报告，不计入排行榜\"}}", "error": null}, {"id": "967e455f803c4bc3", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"calibration\", \"seedsPerLang\": null, \"samplesPerSeed\": 1, \"turns\": 100, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {}, \"calibration\": {\"63f28e6f47454842\": \"mm-claude-opus-4.5-highthinking-zh_dialogue_017-run_2\", \"0df0cccda5414bf7\": \"mm-claude-opus-4.5-lowthinking-en_dialogue_003-run_3\", \"5bc25ed0656a41c7\": \"mm-claude-sonnet-4.5-zh_dialogue_017-run_2\", \"b78eb720b4a44651\": \"mm-deepseek-v3.1-en_dialogue_003-run_3\", \"cdf9dc4594fb46f2\": \"mm-deepseek-v3.2-zh_dialogue_017-run_2\", \"8ff33b2c95994c6e\": \"mm-doubao-1.5-pro-en_dialogue_003-run_3\", \"849a313f70e14855\": \"mm-gemini-2.5-pro-zh_dialogue_017-run_2\", \"28f3347250ae46dc\": \"mm-gemini-3-pro-en_dialogue_003-run_3\", \"9a677f74be9349eb\": \"mm-gpt-5.1-zh_dialogue_017-run_2\", \"333727f9f4ad4ffd\": \"mm-grok-4.1-en_dialogue_003-run_3\", \"ee50cf2500524d17\": \"mm-minimax-m2-her-zh_dialogue_017-run_2\"}}", "judges": "[{\"key\":\"judge_a\",\"label\":\"Claude Sonnet 5.5\",\"model\":\"anthropic/claude-sonnet-5.5\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"high\"}}},{\"key\":\"judge_b\",\"label\":\"GPT-6 Luna\",\"model\":\"openai/gpt-6-luna\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"high\"}}}]", "usersim": "{\"model\":\"Claude Sonnet 5.5 / GPT-6 Luna（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Sonnet 5.5\",\"model\":\"anthropic/claude-sonnet-5.5\"},{\"label\":\"GPT-6 Luna\",\"model\":\"openai/gpt-6-luna\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}}}", "pv": "v3.0 · 2026-10-24", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":84.01,\"groups\":{\"worlds\":80.91,\"stories\":82,\"preferences\":92.2},\"dims\":{\"basics\":77.27,\"logic\":65.45,\"knowledge\":100,\"diversity\":77.93,\"content_logic\":90.14,\"interaction\":92.2},\"ci\":{\"overall\":[79.27,87.92],\"groups\":{\"worlds\":[73.94,86.97],\"stories\":[78.26,85.86],\"preferences\":[88.7,95.32]}},\"n\":11},\"zh\":{\"overall\":85.78,\"groups\":{\"worlds\":83.33,\"stories\":83.72,\"preferences\":92.75},\"dims\":{\"basics\":83.33,\"logic\":66.67,\"knowledge\":100,\"diversity\":80.38,\"content_logic\":90.42,\"interaction\":92.75},\"ci\":{\"overall\":[80.01,89.72],\"groups\":{\"worlds\":[74.44,89.44],\"stories\":[80.64,87.17],\"preferences\":[88.29,96.83]}},\"n\":6},\"en\":{\"overall\":81.87,\"groups\":{\"worlds\":78,\"stories\":79.93,\"preferences\":91.55},\"dims\":{\"basics\":70,\"logic\":64,\"knowledge\":100,\"diversity\":75,\"content_logic\":89.8,\"interaction\":91.55},\"ci\":{\"overall\":[73.97,88.56],\"groups\":{\"worlds\":[66.67,88],\"stories\":[73.5,86.63],\"preferences\":[86.85,96.25]}},\"n\":5}},\"perJudge\":{\"judge_a\":{\"all\":{\"overall\":82.11,\"groups\":{\"worlds\":73.94,\"stories\":88.06,\"preferences\":92.5},\"dims\":{\"basics\":70.91,\"logic\":50.91,\"knowledge\":100,\"diversity\":86.82,\"content_logic\":90.55,\"interaction\":92.5},\"ci\":null,\"n\":11},\"zh\":{\"overall\":84.63,\"groups\":{\"worlds\":77.78,\"stories\":89.94,\"preferences\":93},\"dims\":{\"basics\":80,\"logic\":53.33,\"knowledge\":100,\"diversity\":88.42,\"content_logic\":93,\"interaction\":93},\"ci\":null,\"n\":6},\"en\":{\"overall\":79.09,\"groups\":{\"worlds\":69.33,\"stories\":85.8,\"preferences\":91.9},\"dims\":{\"basics\":60,\"logic\":48,\"knowledge\":100,\"diversity\":84.9,\"content_logic\":87.6,\"interaction\":91.9},\"ci\":null,\"n\":5}},\"judge_b\":{\"all\":{\"overall\":85.9,\"groups\":{\"worlds\":87.88,\"stories\":75.94,\"preferences\":91.91},\"dims\":{\"basics\":83.64,\"logic\":80,\"knowledge\":100,\"diversity\":69.05,\"content_logic\":89.73,\"interaction\":91.91},\"ci\":null,\"n\":11},\"zh\":{\"overall\":86.94,\"groups\":{\"worlds\":88.89,\"stories\":77.5,\"preferences\":92.5},\"dims\":{\"basics\":86.67,\"logic\":80,\"knowledge\":100,\"diversity\":72.33,\"content_logic\":87.83,\"interaction\":92.5},\"ci\":null,\"n\":6},\"en\":{\"overall\":84.65,\"groups\":{\"worlds\":86.67,\"stories\":74.07,\"preferences\":91.2},\"dims\":{\"basics\":80,\"logic\":80,\"knowledge\":100,\"diversity\":65.1,\"content_logic\":92,\"interaction\":91.2},\"ci\":null,\"n\":5}}},\"agreement\":{\"basics\":{\"meanAbsDiff\":12.73,\"pearson\":0.46},\"logic\":{\"meanAbsDiff\":29.09,\"pearson\":0.73},\"knowledge\":{\"meanAbsDiff\":0,\"pearson\":null},\"diversity\":{\"meanAbsDiff\":17.95,\"pearson\":0.47},\"content_logic\":{\"meanAbsDiff\":7.18,\"pearson\":0.72},\"interaction\":{\"meanAbsDiff\":2.5,\"pearson\":0.85}},\"disputedSessions\":10,\"chunkDisputes\":52,\"sessions\":{\"done\":11,\"total\":11},\"usage\":{\"by\":{\"target\":{\"calls\":550,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"user_sim\":{\"calls\":550,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"judge_a\":{\"calls\":55,\"promptTokens\":611055,\"completionTokens\":100350,\"cost\":2.22561},\"judge_b\":{\"calls\":55,\"promptTokens\":394124,\"completionTokens\":375000,\"cost\":0.226688755}},\"total\":{\"calls\":1210,\"promptTokens\":1005179,\"completionTokens\":475350,\"cost\":2.452298755}},\"valid\":false,\"eligibility\":{\"eligible\":false,\"fullProtocol\":false,\"complete\":true,\"currentVersion\":true,\"reason\":\"非完整协议评测，只生成报告，不计入排行榜\"}}", "error": null}, {"id": "8c159707c13c4af6", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"quick\", \"seedsPerLang\": 5, \"samplesPerSeed\": 1, \"turns\": 40, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {\"temperature\": null, \"top_p\": null, \"max_tokens\": 1024, \"extra\": {}}, \"targetPricePerM\": null, \"endpoint\": {\"name\": \"OpenRouter\", \"format\": \"openai\"}}", "judges": "[{\"key\":\"judge_a\",\"label\":\"Claude Sonnet 5.5\",\"model\":\"anthropic/claude-sonnet-5.5\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"high\"}}},{\"key\":\"judge_b\",\"label\":\"GPT-6 Luna\",\"model\":\"openai/gpt-6-luna\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"high\"}}}]", "usersim": "{\"model\":\"Claude Sonnet 5.5 / GPT-6 Luna（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Sonnet 5.5\",\"model\":\"anthropic/claude-sonnet-5.5\"},{\"label\":\"GPT-6 Luna\",\"model\":\"openai/gpt-6-luna\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}}}", "pv": "v3.0 · 2026-10-24", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":91.59,\"groups\":{\"worlds\":89.83,\"stories\":87.75,\"preferences\":98.94},\"dims\":{\"basics\":95,\"logic\":75,\"knowledge\":99.5,\"diversity\":83.5,\"content_logic\":96.25,\"interaction\":98.94},\"ci\":{\"overall\":[89.76,93.37],\"groups\":{\"worlds\":[86.67,92.67],\"stories\":[84.17,91.54],\"preferences\":[98.25,99.5]}},\"n\":10},\"zh\":{\"overall\":91.24,\"groups\":{\"worlds\":90,\"stories\":86.59,\"preferences\":98.38},\"dims\":{\"basics\":100,\"logic\":70,\"knowledge\":100,\"diversity\":82.63,\"content_logic\":94.5,\"interaction\":98.38},\"ci\":{\"overall\":[88.32,93.38],\"groups\":{\"worlds\":[86.67,91.67],\"stories\":[81.34,91.92],\"preferences\":[97.25,99.5]}},\"n\":5},\"en\":{\"overall\":91.94,\"groups\":{\"worlds\":89.67,\"stories\":88.92,\"preferences\":99.5},\"dims\":{\"basics\":90,\"logic\":80,\"knowledge\":99,\"diversity\":84.38,\"content_logic\":98,\"interaction\":99.5},\"ci\":{\"overall\":[89.76,94.21],\"groups\":{\"worlds\":[85,94.33],\"stories\":[84.25,93.67],\"preferences\":[99.38,99.75]}},\"n\":5}},\"perJudge\":{\"judge_a\":{\"all\":{\"overall\":89.35,\"groups\":{\"worlds\":84.67,\"stories\":89.33,\"preferences\":98.75},\"dims\":{\"basics\":95,\"logic\":60,\"knowledge\":99,\"diversity\":86.63,\"content_logic\":94.75,\"interaction\":98.75},\"ci\":null,\"n\":10},\"zh\":{\"overall\":86.79,\"groups\":{\"worlds\":80,\"stories\":88.67,\"preferences\":98.5},\"dims\":{\"basics\":100,\"logic\":40,\"knowledge\":100,\"diversity\":86.75,\"content_logic\":92.5,\"interaction\":98.5},\"ci\":null,\"n\":5},\"en\":{\"overall\":91.92,\"groups\":{\"worlds\":89.33,\"stories\":90,\"preferences\":99},\"dims\":{\"basics\":90,\"logic\":80,\"knowledge\":98,\"diversity\":86.5,\"content_logic\":97,\"interaction\":99},\"ci\":null,\"n\":5}},\"judge_b\":{\"all\":{\"overall\":93.82,\"groups\":{\"worlds\":95,\"stories\":86.17,\"preferences\":99.13},\"dims\":{\"basics\":95,\"logic\":90,\"knowledge\":100,\"diversity\":80.38,\"content_logic\":97.75,\"interaction\":99.13},\"ci\":null,\"n\":10},\"zh\":{\"overall\":95.69,\"groups\":{\"worlds\":100,\"stories\":84.5,\"preferences\":98.25},\"dims\":{\"basics\":100,\"logic\":100,\"knowledge\":100,\"diversity\":78.5,\"content_logic\":96.5,\"interaction\":98.25},\"ci\":null,\"n\":5},\"en\":{\"overall\":91.96,\"groups\":{\"worlds\":90,\"stories\":87.83,\"preferences\":100},\"dims\":{\"basics\":90,\"logic\":80,\"knowledge\":100,\"diversity\":82.25,\"content_logic\":99,\"interaction\":100},\"ci\":null,\"n\":5}}},\"agreement\":{\"basics\":{\"meanAbsDiff\":0,\"pearson\":1},\"logic\":{\"meanAbsDiff\":50,\"pearson\":-0.44},\"knowledge\":{\"meanAbsDiff\":1,\"pearson\":null},\"diversity\":{\"meanAbsDiff\":9.25,\"pearson\":0.55},\"content_logic\":{\"meanAbsDiff\":3,\"pearson\":0.93},\"interaction\":{\"meanAbsDiff\":0.63,\"pearson\":0.77}},\"disputedSessions\":3,\"chunkDisputes\":12,\"sessions\":{\"done\":10,\"total\":10},\"usage\":{\"by\":{\"target\":{\"calls\":200,\"promptTokens\":219828,\"completionTokens\":5077,\"cost\":0.0720408},\"user_sim\":{\"calls\":200,\"promptTokens\":431468,\"completionTokens\":15746,\"cost\":0.80491912},\"judge_a\":{\"calls\":20,\"promptTokens\":105300,\"completionTokens\":20166,\"cost\":0.41226},\"judge_b\":{\"calls\":20,\"promptTokens\":66869,\"completionTokens\":89375,\"cost\":0.049314025}},\"total\":{\"calls\":440,\"promptTokens\":823465,\"completionTokens\":130364,\"cost\":1.338533945}},\"valid\":false,\"eligibility\":{\"eligible\":false,\"fullProtocol\":false,\"complete\":true,\"currentVersion\":true,\"reason\":\"非完整协议评测，只生成报告，不计入排行榜\"}}", "error": null}, {"id": "371cf5d44d534e10", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"quick\", \"seedsPerLang\": 5, \"samplesPerSeed\": 1, \"turns\": 40, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {\"temperature\": null, \"top_p\": null, \"max_tokens\": 1024, \"extra\": {}}, \"targetPricePerM\": null, \"endpoint\": {\"name\": \"OpenRouter\", \"format\": \"openai\"}}", "judges": "[{\"key\":\"judge_a\",\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"high\"}}},{\"key\":\"judge_b\",\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"medium\"}}}]", "usersim": "{\"model\":\"Claude Sonnet 5.5 / GPT-6 Luna（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Sonnet 5.5\",\"model\":\"anthropic/claude-sonnet-5.5\"},{\"label\":\"GPT-6 Luna\",\"model\":\"openai/gpt-6-luna\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}}}", "pv": "v3.2 · 2026-10-24", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":93.3,\"groups\":{\"worlds\":94.92,\"stories\":84.54,\"preferences\":98.81},\"dims\":{\"basics\":100,\"logic\":85,\"knowledge\":99.75,\"diversity\":77.13,\"content_logic\":99.38,\"interaction\":98.81},\"ci\":{\"overall\":[90.61,95.91],\"groups\":{\"worlds\":[89.83,99.83],\"stories\":[80.42,88.84],\"preferences\":[98.07,99.5]}},\"n\":10},\"zh\":{\"overall\":95.5,\"groups\":{\"worlds\":98.17,\"stories\":86.67,\"preferences\":99},\"dims\":{\"basics\":100,\"logic\":95,\"knowledge\":99.5,\"diversity\":80.5,\"content_logic\":99,\"interaction\":99},\"ci\":{\"overall\":[93.05,97.5],\"groups\":{\"worlds\":[95,100],\"stories\":[81.42,92.5],\"preferences\":[98.25,99.75]}},\"n\":5},\"en\":{\"overall\":91.09,\"groups\":{\"worlds\":91.67,\"stories\":82.42,\"preferences\":98.63},\"dims\":{\"basics\":100,\"logic\":75,\"knowledge\":100,\"diversity\":73.75,\"content_logic\":99.75,\"interaction\":98.63},\"ci\":{\"overall\":[86.91,95.37],\"groups\":{\"worlds\":[81.67,100],\"stories\":[77.17,88.42],\"preferences\":[97.38,99.75]}},\"n\":5}},\"perJudge\":{\"judge_a\":{\"all\":{\"overall\":92.41,\"groups\":{\"worlds\":93.33,\"stories\":84.33,\"preferences\":98.63},\"dims\":{\"basics\":100,\"logic\":80,\"knowledge\":100,\"diversity\":77.13,\"content_logic\":98.75,\"interaction\":98.63},\"ci\":null,\"n\":10},\"zh\":{\"overall\":94.67,\"groups\":{\"worlds\":96.67,\"stories\":86.33,\"preferences\":99},\"dims\":{\"basics\":100,\"logic\":90,\"knowledge\":100,\"diversity\":80.5,\"content_logic\":98,\"interaction\":99},\"ci\":null,\"n\":5},\"en\":{\"overall\":90.15,\"groups\":{\"worlds\":90,\"stories\":82.33,\"preferences\":98.25},\"dims\":{\"basics\":100,\"logic\":70,\"knowledge\":100,\"diversity\":73.75,\"content_logic\":99.5,\"interaction\":98.25},\"ci\":null,\"n\":5}},\"judge_b\":{\"all\":{\"overall\":94.19,\"groups\":{\"worlds\":96.5,\"stories\":84.75,\"preferences\":99},\"dims\":{\"basics\":100,\"logic\":90,\"knowledge\":99.5,\"diversity\":77.13,\"content_logic\":100,\"interaction\":99},\"ci\":null,\"n\":10},\"zh\":{\"overall\":96.33,\"groups\":{\"worlds\":99.67,\"stories\":87,\"preferences\":99},\"dims\":{\"basics\":100,\"logic\":100,\"knowledge\":99,\"diversity\":80.5,\"content_logic\":100,\"interaction\":99},\"ci\":null,\"n\":5},\"en\":{\"overall\":92.04,\"groups\":{\"worlds\":93.33,\"stories\":82.5,\"preferences\":99},\"dims\":{\"basics\":100,\"logic\":80,\"knowledge\":100,\"diversity\":73.75,\"content_logic\":100,\"interaction\":99},\"ci\":null,\"n\":5}}},\"agreement\":{\"basics\":{\"meanAbsDiff\":0,\"pearson\":null},\"logic\":{\"meanAbsDiff\":10,\"pearson\":0.83},\"knowledge\":{\"meanAbsDiff\":0.5,\"pearson\":null},\"diversity\":{\"meanAbsDiff\":6.5,\"pearson\":0.85},\"content_logic\":{\"meanAbsDiff\":1.25,\"pearson\":null},\"interaction\":{\"meanAbsDiff\":0.63,\"pearson\":0.79}},\"disputedSessions\":0,\"chunkDisputes\":2,\"sessions\":{\"done\":10,\"total\":10},\"usage\":{\"by\":{\"target\":{\"calls\":200,\"promptTokens\":204464,\"completionTokens\":4574,\"cost\":0.066828},\"user_sim\":{\"calls\":200,\"promptTokens\":317148,\"completionTokens\":7290,\"cost\":0.078560815},\"judge_a\":{\"calls\":20,\"promptTokens\":99351,\"completionTokens\":48632,\"cost\":1.181869},\"judge_b\":{\"calls\":20,\"promptTokens\":63644,\"completionTokens\":26123,\"cost\":0.342454}},\"total\":{\"calls\":440,\"promptTokens\":684607,\"completionTokens\":86619,\"cost\":1.669711815}},\"valid\":false,\"eligibility\":{\"eligible\":false,\"fullProtocol\":false,\"complete\":true,\"currentVersion\":true,\"reason\":\"非完整协议评测，只生成报告，不计入排行榜\"}}", "error": null}, {"id": "cbfe9afde21f449e", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"calibration\", \"seedsPerLang\": null, \"samplesPerSeed\": 1, \"turns\": 100, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {}, \"calibration\": {\"432d1f6f0a5e4eeb\": \"mm-claude-opus-4.5-highthinking-zh_dialogue_017-run_2\", \"d0e605741f174cb8\": \"mm-claude-opus-4.5-lowthinking-en_dialogue_003-run_3\", \"53413c82dab6418c\": \"mm-claude-sonnet-4.5-zh_dialogue_017-run_2\", \"6e4df003936b4204\": \"mm-deepseek-v3.1-en_dialogue_003-run_3\", \"8fd86adb55ec4cab\": \"mm-deepseek-v3.2-zh_dialogue_017-run_2\", \"0debb758e9aa4250\": \"mm-doubao-1.5-pro-en_dialogue_003-run_3\", \"281af471a8b440ef\": \"mm-gemini-2.5-pro-zh_dialogue_017-run_2\", \"0cae3b06297b4ba3\": \"mm-gemini-3-pro-en_dialogue_003-run_3\", \"d85f718fc3b94c29\": \"mm-gpt-5.1-zh_dialogue_017-run_2\", \"c01fdb138fa24ef9\": \"mm-grok-4.1-en_dialogue_003-run_3\", \"47701947e6384608\": \"mm-minimax-m2-her-zh_dialogue_017-run_2\"}}", "judges": "[{\"key\":\"judge_a\",\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}}},{\"key\":\"judge_b\",\"label\":\"TypeSafe Jev\",\"model\":\"typesafe/jev-1.14-20261014\",\"kind\":\"decisions\",\"threshold\":0.5,\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":null,\"extra\":{}}]", "usersim": "{\"model\":\"Claude Sonnet 5.5 / GPT-6 Luna（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Sonnet 5.5\",\"model\":\"anthropic/claude-sonnet-5.5\"},{\"label\":\"GPT-6 Luna\",\"model\":\"openai/gpt-6-luna\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}}}", "pv": "v4.0 · 2026-10-25", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":84.48,\"groups\":{\"worlds\":85.12,\"stories\":75.95,\"preferences\":91.7},\"dims\":{\"basics\":80.91,\"logic\":74.55,\"knowledge\":99.91,\"diversity\":68.66,\"content_logic\":90.55,\"interaction\":91.7},\"ci\":{\"overall\":[78.49,89.49],\"groups\":{\"worlds\":[76,92.73],\"stories\":[71.29,80.61],\"preferences\":[88.02,95.09]}},\"n\":11},\"zh\":{\"overall\":84.93,\"groups\":{\"worlds\":84.94,\"stories\":77.19,\"preferences\":92.63},\"dims\":{\"basics\":83.33,\"logic\":71.67,\"knowledge\":99.83,\"diversity\":69.79,\"content_logic\":92,\"interaction\":92.63},\"ci\":{\"overall\":[77.76,90.31],\"groups\":{\"worlds\":[74.28,92.78],\"stories\":[72.75,82.17],\"preferences\":[88.29,96.88]}},\"n\":6},\"en\":{\"overall\":83.93,\"groups\":{\"worlds\":85.33,\"stories\":74.47,\"preferences\":90.6},\"dims\":{\"basics\":78,\"logic\":78,\"knowledge\":100,\"diversity\":67.3,\"content_logic\":88.8,\"interaction\":90.6},\"ci\":{\"overall\":[73.55,91.49],\"groups\":{\"worlds\":[69.33,98.67],\"stories\":[66.57,82.23],\"preferences\":[85.4,95.8]}},\"n\":5}},\"perJudge\":{\"judge_a\":{\"all\":{\"overall\":83.72,\"groups\":{\"worlds\":84.24,\"stories\":74.94,\"preferences\":91.45},\"dims\":{\"basics\":83.64,\"logic\":69.09,\"knowledge\":100,\"diversity\":68.5,\"content_logic\":87.82,\"interaction\":91.45},\"ci\":null,\"n\":11},\"zh\":{\"overall\":85.47,\"groups\":{\"worlds\":85.56,\"stories\":78.11,\"preferences\":92.67},\"dims\":{\"basics\":93.33,\"logic\":63.33,\"knowledge\":100,\"diversity\":72.42,\"content_logic\":89.5,\"interaction\":92.67},\"ci\":null,\"n\":6},\"en\":{\"overall\":81.62,\"groups\":{\"worlds\":82.67,\"stories\":71.13,\"preferences\":90},\"dims\":{\"basics\":72,\"logic\":76,\"knowledge\":100,\"diversity\":63.8,\"content_logic\":85.8,\"interaction\":90},\"ci\":null,\"n\":5}},\"judge_b\":{\"all\":{\"overall\":85.23,\"groups\":{\"worlds\":86,\"stories\":76.97,\"preferences\":91.95},\"dims\":{\"basics\":78.18,\"logic\":80,\"knowledge\":99.82,\"diversity\":68.82,\"content_logic\":93.27,\"interaction\":91.95},\"ci\":null,\"n\":11},\"zh\":{\"overall\":84.38,\"groups\":{\"worlds\":84.33,\"stories\":76.28,\"preferences\":92.58},\"dims\":{\"basics\":73.33,\"logic\":80,\"knowledge\":99.67,\"diversity\":67.17,\"content_logic\":94.5,\"interaction\":92.58},\"ci\":null,\"n\":6},\"en\":{\"overall\":86.25,\"groups\":{\"worlds\":88,\"stories\":77.8,\"preferences\":91.2},\"dims\":{\"basics\":84,\"logic\":80,\"knowledge\":100,\"diversity\":70.8,\"content_logic\":91.8,\"interaction\":91.2},\"ci\":null,\"n\":5}}},\"agreement\":{\"basics\":{\"meanAbsDiff\":16.36,\"pearson\":0.52},\"logic\":{\"meanAbsDiff\":18.18,\"pearson\":0.63},\"knowledge\":{\"meanAbsDiff\":0.18,\"pearson\":null},\"diversity\":{\"meanAbsDiff\":7.59,\"pearson\":0.45},\"content_logic\":{\"meanAbsDiff\":7.27,\"pearson\":0.88},\"interaction\":{\"meanAbsDiff\":1.14,\"pearson\":0.98}},\"disputedSessions\":7,\"chunkDisputes\":31,\"sessions\":{\"done\":11,\"total\":11},\"usage\":{\"by\":{\"target\":{\"calls\":550,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"user_sim\":{\"calls\":550,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"judge_a\":{\"calls\":55,\"promptTokens\":396819,\"completionTokens\":81821,\"cost\":1.5936134},\"judge_b\":{\"calls\":55,\"promptTokens\":1807006,\"completionTokens\":0,\"cost\":0.075894252}},\"total\":{\"calls\":1210,\"promptTokens\":2203825,\"completionTokens\":81821,\"cost\":1.669507652}},\"valid\":false,\"eligibility\":{\"eligible\":false,\"fullProtocol\":false,\"complete\":true,\"currentVersion\":true,\"reason\":\"非完整协议评测，只生成报告，不计入排行榜\"}}", "error": null}, {"id": "59d3d9cb3dbc4b20", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"calibration\", \"seedsPerLang\": null, \"samplesPerSeed\": 1, \"turns\": 100, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {}, \"calibration\": {\"5ed5c064bfaf48fe\": \"mm-claude-opus-4.5-highthinking-zh_dialogue_017-run_2\", \"b6a2d58f10b8454e\": \"mm-claude-opus-4.5-lowthinking-en_dialogue_003-run_3\", \"771c9f0b8c584b36\": \"mm-claude-sonnet-4.5-zh_dialogue_017-run_2\", \"205ce2d2013a42a2\": \"mm-deepseek-v3.1-en_dialogue_003-run_3\", \"0aa45e159fc5443f\": \"mm-deepseek-v3.2-zh_dialogue_017-run_2\", \"5ed89575fed04557\": \"mm-doubao-1.5-pro-en_dialogue_003-run_3\", \"7302347c18ea41b8\": \"mm-gemini-2.5-pro-zh_dialogue_017-run_2\", \"506a44d2b68340e2\": \"mm-gemini-3-pro-en_dialogue_003-run_3\", \"2f9e12d04361467e\": \"mm-gpt-5.1-zh_dialogue_017-run_2\", \"76ed83a2f2154456\": \"mm-grok-4.1-en_dialogue_003-run_3\", \"b21b45b089fb46bd\": \"mm-minimax-m2-her-zh_dialogue_017-run_2\"}}", "judges": "[{\"key\":\"judge_a\",\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}}},{\"key\":\"judge_b\",\"label\":\"TypeSafe Jev\",\"model\":\"typesafe/jev-1.14-20261014\",\"kind\":\"decisions\",\"threshold\":0.5,\"thresholds\":{\"logic\":0.35,\"content_logic\":0.35},\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":null,\"extra\":{}}]", "usersim": "{\"model\":\"Claude Sonnet 5.5 / GPT-6 Luna（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Sonnet 5.5\",\"model\":\"anthropic/claude-sonnet-5.5\"},{\"label\":\"GPT-6 Luna\",\"model\":\"openai/gpt-6-luna\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}}}", "pv": "v4.1 · 2026-10-25", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":82.55,\"groups\":{\"worlds\":81.48,\"stories\":75.35,\"preferences\":91.89},\"dims\":{\"basics\":80.91,\"logic\":63.64,\"knowledge\":99.91,\"diversity\":69.11,\"content_logic\":87.82,\"interaction\":91.89},\"ci\":{\"overall\":[75.76,88.51],\"groups\":{\"worlds\":[71.18,90.61],\"stories\":[70.15,80.29],\"preferences\":[88.18,95.23]}},\"n\":11},\"zh\":{\"overall\":83.37,\"groups\":{\"worlds\":82.17,\"stories\":76.44,\"preferences\":92.71},\"dims\":{\"basics\":83.33,\"logic\":63.33,\"knowledge\":99.83,\"diversity\":70.17,\"content_logic\":89,\"interaction\":92.71},\"ci\":{\"overall\":[74.43,89.95],\"groups\":{\"worlds\":[68.17,91.67],\"stories\":[71.36,81.42],\"preferences\":[88.33,96.92]}},\"n\":6},\"en\":{\"overall\":81.57,\"groups\":{\"worlds\":80.67,\"stories\":74.03,\"preferences\":90.9},\"dims\":{\"basics\":78,\"logic\":64,\"knowledge\":100,\"diversity\":67.85,\"content_logic\":86.4,\"interaction\":90.9},\"ci\":{\"overall\":[70.69,90.08],\"groups\":{\"worlds\":[63.33,94],\"stories\":[65.37,82.7],\"preferences\":[85.8,96]}},\"n\":5}},\"perJudge\":{\"judge_a\":{\"all\":{\"overall\":83.74,\"groups\":{\"worlds\":83.64,\"stories\":75.91,\"preferences\":91.77},\"dims\":{\"basics\":83.64,\"logic\":67.27,\"knowledge\":100,\"diversity\":69.59,\"content_logic\":88.55,\"interaction\":91.77},\"ci\":null,\"n\":11},\"zh\":{\"overall\":85.1,\"groups\":{\"worlds\":84.44,\"stories\":78.94,\"preferences\":92.58},\"dims\":{\"basics\":93.33,\"logic\":60,\"knowledge\":100,\"diversity\":73.25,\"content_logic\":90.33,\"interaction\":92.58},\"ci\":null,\"n\":6},\"en\":{\"overall\":82.1,\"groups\":{\"worlds\":82.67,\"stories\":72.27,\"preferences\":90.8},\"dims\":{\"basics\":72,\"logic\":76,\"knowledge\":100,\"diversity\":65.2,\"content_logic\":86.4,\"interaction\":90.8},\"ci\":null,\"n\":5}},\"judge_b\":{\"all\":{\"overall\":81.36,\"groups\":{\"worlds\":79.33,\"stories\":74.79,\"preferences\":92},\"dims\":{\"basics\":78.18,\"logic\":60,\"knowledge\":99.82,\"diversity\":68.64,\"content_logic\":87.09,\"interaction\":92},\"ci\":null,\"n\":11},\"zh\":{\"overall\":81.64,\"groups\":{\"worlds\":79.89,\"stories\":73.94,\"preferences\":92.83},\"dims\":{\"basics\":73.33,\"logic\":66.67,\"knowledge\":99.67,\"diversity\":67.08,\"content_logic\":87.67,\"interaction\":92.83},\"ci\":null,\"n\":6},\"en\":{\"overall\":81.03,\"groups\":{\"worlds\":78.67,\"stories\":75.8,\"preferences\":91},\"dims\":{\"basics\":84,\"logic\":52,\"knowledge\":100,\"diversity\":70.5,\"content_logic\":86.4,\"interaction\":91},\"ci\":null,\"n\":5}}},\"agreement\":{\"basics\":{\"meanAbsDiff\":16.36,\"pearson\":0.52},\"logic\":{\"meanAbsDiff\":25.45,\"pearson\":0.54},\"knowledge\":{\"meanAbsDiff\":0.18,\"pearson\":null},\"diversity\":{\"meanAbsDiff\":7.86,\"pearson\":0.43},\"content_logic\":{\"meanAbsDiff\":6,\"pearson\":0.86},\"interaction\":{\"meanAbsDiff\":0.77,\"pearson\":0.99}},\"disputedSessions\":8,\"chunkDisputes\":34,\"sessions\":{\"done\":11,\"total\":11},\"usage\":{\"by\":{\"target\":{\"calls\":550,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"user_sim\":{\"calls\":550,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"judge_a\":{\"calls\":55,\"promptTokens\":396819,\"completionTokens\":80201,\"cost\":0.8420054},\"judge_b\":{\"calls\":55,\"promptTokens\":1807006,\"completionTokens\":0,\"cost\":0.075894252}},\"total\":{\"calls\":1210,\"promptTokens\":2203825,\"completionTokens\":80201,\"cost\":0.917899652}},\"valid\":false,\"eligibility\":{\"eligible\":false,\"fullProtocol\":false,\"complete\":true,\"currentVersion\":true,\"reason\":\"非完整协议评测，只生成报告，不计入排行榜\"}}", "error": null}, {"id": "026e02768d394be0", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"calibration\", \"seedsPerLang\": null, \"samplesPerSeed\": 1, \"turns\": 100, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {}, \"calibration\": {\"1f16e8bb1cb94494\": \"mm-claude-opus-4.5-highthinking-zh_dialogue_017-run_2\", \"30a3d0e14e1e4edb\": \"mm-claude-opus-4.5-lowthinking-en_dialogue_003-run_3\"}}", "judges": "[{\"key\":\"judge_a\",\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"high\"}},\"batch\":true},{\"key\":\"judge_b\",\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"medium\"}},\"batch\":true}]", "usersim": "{\"model\":\"Claude Sonnet 5.5 / GPT-6 Luna（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Sonnet 5.5\",\"model\":\"anthropic/claude-sonnet-5.5\"},{\"label\":\"GPT-6 Luna\",\"model\":\"openai/gpt-6-luna\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}}}", "pv": "v5.0 · 2026-10-25", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": null, "error": null}, {"id": "ebebdd6609a8443a", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"quick\", \"seedsPerLang\": 5, \"samplesPerSeed\": 1, \"turns\": 40, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {\"temperature\": null, \"top_p\": null, \"max_tokens\": 1024, \"extra\": {}}, \"targetPricePerM\": null, \"endpoint\": {\"name\": \"OpenRouter\", \"format\": \"openai\"}}", "judges": "[{\"key\":\"judge_s\",\"label\":\"TypeSafe Jev\",\"model\":\"typesafe/jev-1.14-20261014\",\"kind\":\"decisions\",\"threshold\":0.5,\"thresholds\":{\"logic\":0.35,\"content_logic\":0.35},\"weight\":1,\"enabled\":true,\"temperature\":null,\"maxTokens\":null,\"extra\":{}}]", "usersim": "{\"model\":\"Claude Sonnet 5.5 / GPT-6 Luna（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Sonnet 5.5\",\"model\":\"anthropic/claude-sonnet-5.5\"},{\"label\":\"GPT-6 Luna\",\"model\":\"openai/gpt-6-luna\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}}}", "pv": "v5.0 · 2026-10-25", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":90.84,\"groups\":{\"worlds\":93.33,\"stories\":79.58,\"preferences\":97.13},\"dims\":{\"basics\":100,\"logic\":80,\"knowledge\":100,\"diversity\":70.25,\"content_logic\":98.25,\"interaction\":97.13},\"ci\":{\"overall\":[85.79,95.08],\"groups\":{\"worlds\":[85,100],\"stories\":[71.92,86.83],\"preferences\":[93.38,99.63]}},\"n\":10},\"zh\":{\"overall\":91.71,\"groups\":{\"worlds\":96.67,\"stories\":74,\"preferences\":99.5},\"dims\":{\"basics\":100,\"logic\":90,\"knowledge\":100,\"diversity\":62.5,\"content_logic\":97,\"interaction\":99.5},\"ci\":{\"overall\":[86.17,96.21],\"groups\":{\"worlds\":[90,100],\"stories\":[62.5,85.83],\"preferences\":[98.5,100]}},\"n\":5},\"en\":{\"overall\":89.98,\"groups\":{\"worlds\":90,\"stories\":85.17,\"preferences\":94.75},\"dims\":{\"basics\":100,\"logic\":70,\"knowledge\":100,\"diversity\":78,\"content_logic\":99.5,\"interaction\":94.75},\"ci\":{\"overall\":[81.46,97.33],\"groups\":{\"worlds\":[76.67,100],\"stories\":[79.33,90.67],\"preferences\":[88.75,99.25]}},\"n\":5}},\"perJudge\":{\"judge_s\":{\"all\":{\"overall\":90.84,\"groups\":{\"worlds\":93.33,\"stories\":79.58,\"preferences\":97.13},\"dims\":{\"basics\":100,\"logic\":80,\"knowledge\":100,\"diversity\":70.25,\"content_logic\":98.25,\"interaction\":97.13},\"ci\":null,\"n\":10},\"zh\":{\"overall\":91.71,\"groups\":{\"worlds\":96.67,\"stories\":74,\"preferences\":99.5},\"dims\":{\"basics\":100,\"logic\":90,\"knowledge\":100,\"diversity\":62.5,\"content_logic\":97,\"interaction\":99.5},\"ci\":null,\"n\":5},\"en\":{\"overall\":89.98,\"groups\":{\"worlds\":90,\"stories\":85.17,\"preferences\":94.75},\"dims\":{\"basics\":100,\"logic\":70,\"knowledge\":100,\"diversity\":78,\"content_logic\":99.5,\"interaction\":94.75},\"ci\":null,\"n\":5}}},\"agreement\":{},\"disputedSessions\":0,\"chunkDisputes\":0,\"sessions\":{\"done\":10,\"total\":10},\"usage\":{\"by\":{\"target\":{\"calls\":200,\"promptTokens\":215279,\"completionTokens\":5228,\"cost\":0.0708573},\"user_sim\":{\"calls\":200,\"promptTokens\":378229,\"completionTokens\":8819,\"cost\":0.1582165},\"judge_s\":{\"calls\":20,\"promptTokens\":567162,\"completionTokens\":0,\"cost\":0.023820804}},\"total\":{\"calls\":420,\"promptTokens\":1160670,\"completionTokens\":14047,\"cost\":0.25289460399999997}},\"valid\":false,\"eligibility\":{\"eligible\":false,\"fullProtocol\":false,\"complete\":true,\"currentVersion\":true,\"reason\":\"非完整协议评测，只生成报告，不计入排行榜\"}}", "error": null}, {"id": "6ca7b7f2b71f4682", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"quick\", \"seedsPerLang\": 5, \"samplesPerSeed\": 1, \"turns\": 40, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {\"temperature\": null, \"top_p\": null, \"max_tokens\": 1024, \"extra\": {}}, \"targetPricePerM\": null, \"endpoint\": {\"name\": \"阿里云百炼 · Qwen 角色扮演\", \"format\": \"openai\"}}", "judges": "[{\"key\":\"judge_s\",\"label\":\"TypeSafe Jev\",\"model\":\"typesafe/jev-1.14-20261014\",\"kind\":\"decisions\",\"threshold\":0.5,\"thresholds\":{\"logic\":0.35,\"content_logic\":0.35},\"weight\":1,\"enabled\":true,\"temperature\":null,\"maxTokens\":null,\"extra\":{}}]", "usersim": "{\"model\":\"Claude Sonnet 5.5 / GPT-6 Luna（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Sonnet 5.5\",\"model\":\"anthropic/claude-sonnet-5.5\"},{\"label\":\"GPT-6 Luna\",\"model\":\"openai/gpt-6-luna\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}}}", "pv": "v5.0 · 2026-10-25", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":89.15,\"groups\":{\"worlds\":88.17,\"stories\":81.75,\"preferences\":98.5},\"dims\":{\"basics\":95,\"logic\":70,\"knowledge\":99.5,\"diversity\":74.25,\"content_logic\":96.75,\"interaction\":98.5},\"ci\":{\"overall\":[84.11,93.64],\"groups\":{\"worlds\":[79.67,96.5],\"stories\":[76.58,87],\"preferences\":[96.88,99.75]}},\"n\":10},\"zh\":{\"overall\":89.81,\"groups\":{\"worlds\":90,\"stories\":81,\"preferences\":98.25},\"dims\":{\"basics\":90,\"logic\":80,\"knowledge\":100,\"diversity\":73.75,\"content_logic\":95.5,\"interaction\":98.25},\"ci\":{\"overall\":[81.44,96.33],\"groups\":{\"worlds\":[76.67,100],\"stories\":[73,87.33],\"preferences\":[95.25,100]}},\"n\":5},\"en\":{\"overall\":88.48,\"groups\":{\"worlds\":86.33,\"stories\":82.5,\"preferences\":98.75},\"dims\":{\"basics\":100,\"logic\":60,\"knowledge\":99,\"diversity\":74.75,\"content_logic\":98,\"interaction\":98.75},\"ci\":{\"overall\":[81.4,94.33],\"groups\":{\"worlds\":[72.33,96.67],\"stories\":[76.33,90.5],\"preferences\":[97.25,100]}},\"n\":5}},\"perJudge\":{\"judge_s\":{\"all\":{\"overall\":89.15,\"groups\":{\"worlds\":88.17,\"stories\":81.75,\"preferences\":98.5},\"dims\":{\"basics\":95,\"logic\":70,\"knowledge\":99.5,\"diversity\":74.25,\"content_logic\":96.75,\"interaction\":98.5},\"ci\":null,\"n\":10},\"zh\":{\"overall\":89.81,\"groups\":{\"worlds\":90,\"stories\":81,\"preferences\":98.25},\"dims\":{\"basics\":90,\"logic\":80,\"knowledge\":100,\"diversity\":73.75,\"content_logic\":95.5,\"interaction\":98.25},\"ci\":null,\"n\":5},\"en\":{\"overall\":88.48,\"groups\":{\"worlds\":86.33,\"stories\":82.5,\"preferences\":98.75},\"dims\":{\"basics\":100,\"logic\":60,\"knowledge\":99,\"diversity\":74.75,\"content_logic\":98,\"interaction\":98.75},\"ci\":null,\"n\":5}}},\"agreement\":{},\"disputedSessions\":0,\"chunkDisputes\":0,\"sessions\":{\"done\":10,\"total\":10},\"usage\":{\"by\":{\"target\":{\"calls\":200,\"promptTokens\":912404,\"completionTokens\":64801,\"cost\":0},\"user_sim\":{\"calls\":200,\"promptTokens\":1590344,\"completionTokens\":47081,\"cost\":1.088094975},\"judge_s\":{\"calls\":20,\"promptTokens\":714950,\"completionTokens\":0,\"cost\":0.0300279}},\"total\":{\"calls\":420,\"promptTokens\":3217698,\"completionTokens\":111882,\"cost\":1.118122875}},\"valid\":false,\"eligibility\":{\"eligible\":false,\"fullProtocol\":false,\"complete\":true,\"currentVersion\":true,\"reason\":\"非完整协议评测，只生成报告，不计入排行榜\"}}", "error": null}, {"id": "808242363e274d25", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"quick\", \"seedsPerLang\": 5, \"samplesPerSeed\": 1, \"turns\": 40, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {\"temperature\": null, \"top_p\": null, \"max_tokens\": 1024, \"extra\": {\"thinking\": {\"type\": \"disabled\"}}}, \"targetPricePerM\": null, \"endpoint\": {\"name\": \"火山方舟 · 豆包角色扮演\", \"format\": \"openai\"}}", "judges": "[{\"key\":\"judge_w\",\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"weight\":1,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}},\"dimensions\":[\"basics\",\"logic\",\"knowledge\"]},{\"key\":\"judge_s\",\"label\":\"TypeSafe Jev\",\"model\":\"typesafe/jev-1.14-20261014\",\"kind\":\"decisions\",\"threshold\":0.5,\"thresholds\":{\"content_logic\":0.35},\"weight\":1,\"enabled\":true,\"temperature\":null,\"maxTokens\":null,\"extra\":{},\"dimensions\":[\"diversity\",\"content_logic\",\"interaction\"]}]", "usersim": "{\"model\":\"Claude Sonnet 5.5 / GPT-6 Luna（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Sonnet 5.5\",\"model\":\"anthropic/claude-sonnet-5.5\"},{\"label\":\"GPT-6 Luna\",\"model\":\"openai/gpt-6-luna\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}}}", "pv": "v5.1 · 2026-10-25", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":93.78,\"groups\":{\"worlds\":94.5,\"stories\":88,\"preferences\":98.13},\"dims\":{\"basics\":100,\"logic\":85,\"knowledge\":98.5,\"diversity\":82.38,\"content_logic\":99.25,\"interaction\":98.13},\"ci\":{\"overall\":[91.46,95.83],\"groups\":{\"worlds\":[89.33,98.33],\"stories\":[81.5,94.17],\"preferences\":[96.75,99.38]}},\"n\":10},\"zh\":{\"overall\":94.92,\"groups\":{\"worlds\":100,\"stories\":82.17,\"preferences\":97.5},\"dims\":{\"basics\":100,\"logic\":100,\"knowledge\":100,\"diversity\":73.75,\"content_logic\":99,\"interaction\":97.5},\"ci\":{\"overall\":[92.69,97.15],\"groups\":{\"worlds\":[100,100],\"stories\":[73.67,89.83],\"preferences\":[95.25,99.5]}},\"n\":5},\"en\":{\"overall\":92.65,\"groups\":{\"worlds\":89,\"stories\":93.83,\"preferences\":98.75},\"dims\":{\"basics\":100,\"logic\":70,\"knowledge\":97,\"diversity\":91,\"content_logic\":99.5,\"interaction\":98.75},\"ci\":{\"overall\":[89.52,96],\"groups\":{\"worlds\":[82.67,96],\"stories\":[88.67,98.5],\"preferences\":[97.25,100]}},\"n\":5}},\"perJudge\":{\"judge_w\":{\"all\":{\"overall\":94.5,\"groups\":{\"worlds\":94.5},\"dims\":{\"basics\":100,\"logic\":85,\"knowledge\":98.5},\"ci\":null,\"n\":10},\"zh\":{\"overall\":100,\"groups\":{\"worlds\":100},\"dims\":{\"basics\":100,\"logic\":100,\"knowledge\":100},\"ci\":null,\"n\":5},\"en\":{\"overall\":89,\"groups\":{\"worlds\":89},\"dims\":{\"basics\":100,\"logic\":70,\"knowledge\":97},\"ci\":null,\"n\":5}},\"judge_s\":{\"all\":{\"overall\":93.06,\"groups\":{\"stories\":88,\"preferences\":98.13},\"dims\":{\"diversity\":82.38,\"content_logic\":99.25,\"interaction\":98.13},\"ci\":null,\"n\":10},\"zh\":{\"overall\":89.83,\"groups\":{\"stories\":82.17,\"preferences\":97.5},\"dims\":{\"diversity\":73.75,\"content_logic\":99,\"interaction\":97.5},\"ci\":null,\"n\":5},\"en\":{\"overall\":96.29,\"groups\":{\"stories\":93.83,\"preferences\":98.75},\"dims\":{\"diversity\":91,\"content_logic\":99.5,\"interaction\":98.75},\"ci\":null,\"n\":5}}},\"agreement\":{},\"disputedSessions\":0,\"chunkDisputes\":0,\"sessions\":{\"done\":10,\"total\":10},\"usage\":{\"by\":{\"target\":{\"calls\":200,\"promptTokens\":291829,\"completionTokens\":13277,\"cost\":0},\"user_sim\":{\"calls\":200,\"promptTokens\":535788,\"completionTokens\":13785,\"cost\":0.283638975},\"judge_s\":{\"calls\":20,\"promptTokens\":399066,\"completionTokens\":0,\"cost\":0.016760772},\"judge_w\":{\"calls\":20,\"promptTokens\":85058,\"completionTokens\":16817,\"cost\":0.300577}},\"total\":{\"calls\":440,\"promptTokens\":1311741,\"completionTokens\":43879,\"cost\":0.600976747}},\"valid\":false,\"eligibility\":{\"eligible\":false,\"fullProtocol\":false,\"complete\":true,\"currentVersion\":true,\"reason\":\"非完整协议评测，只生成报告，不计入排行榜\"}}", "error": null}, {"id": "2454e023b5d34cff", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"quick\", \"seedsPerLang\": 5, \"samplesPerSeed\": 1, \"turns\": 40, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {\"temperature\": null, \"top_p\": null, \"max_tokens\": 1024, \"extra\": {}}, \"targetPricePerM\": null, \"endpoint\": {\"name\": \"OpenRouter\", \"format\": \"openai\"}}", "judges": "[{\"key\":\"judge_w\",\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"weight\":1,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}},\"dimensions\":[\"basics\",\"logic\",\"knowledge\"]},{\"key\":\"judge_s\",\"label\":\"TypeSafe Jev\",\"model\":\"typesafe/jev-1.14-20261014\",\"kind\":\"decisions\",\"threshold\":0.5,\"thresholds\":{\"content_logic\":0.35},\"weight\":1,\"enabled\":true,\"temperature\":null,\"maxTokens\":null,\"extra\":{},\"dimensions\":[\"diversity\",\"content_logic\",\"interaction\"]}]", "usersim": "{\"model\":\"Claude Sonnet 5.5 / GPT-6 Luna（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Sonnet 5.5\",\"model\":\"anthropic/claude-sonnet-5.5\"},{\"label\":\"GPT-6 Luna\",\"model\":\"openai/gpt-6-luna\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}}}", "pv": "v5.1 · 2026-10-25", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": "{\"perLang\":{\"all\":{\"overall\":97.05,\"groups\":{\"worlds\":96.67,\"stories\":95.5,\"preferences\":99.38},\"dims\":{\"basics\":100,\"logic\":90,\"knowledge\":100,\"diversity\":93.5,\"content_logic\":99.5,\"interaction\":99.38},\"ci\":{\"overall\":[94.45,99.21],\"groups\":{\"worlds\":[91.67,100],\"stories\":[92.42,97.92],\"preferences\":[98.63,100]}},\"n\":10},\"zh\":{\"overall\":96.48,\"groups\":{\"worlds\":96.67,\"stories\":93.33,\"preferences\":99.25},\"dims\":{\"basics\":100,\"logic\":90,\"knowledge\":100,\"diversity\":90.5,\"content_logic\":99,\"interaction\":99.25},\"ci\":{\"overall\":[92.35,99.29],\"groups\":{\"worlds\":[90,100],\"stories\":[88.67,97.67],\"preferences\":[97.75,100]}},\"n\":5},\"en\":{\"overall\":97.63,\"groups\":{\"worlds\":96.67,\"stories\":97.67,\"preferences\":99.5},\"dims\":{\"basics\":100,\"logic\":90,\"knowledge\":100,\"diversity\":96.5,\"content_logic\":100,\"interaction\":99.5},\"ci\":{\"overall\":[94.31,99.56],\"groups\":{\"worlds\":[90,100],\"stories\":[96.17,99],\"preferences\":[99,100]}},\"n\":5}},\"perJudge\":{\"judge_w\":{\"all\":{\"overall\":96.67,\"groups\":{\"worlds\":96.67},\"dims\":{\"basics\":100,\"logic\":90,\"knowledge\":100},\"ci\":null,\"n\":10},\"zh\":{\"overall\":96.67,\"groups\":{\"worlds\":96.67},\"dims\":{\"basics\":100,\"logic\":90,\"knowledge\":100},\"ci\":null,\"n\":5},\"en\":{\"overall\":96.67,\"groups\":{\"worlds\":96.67},\"dims\":{\"basics\":100,\"logic\":90,\"knowledge\":100},\"ci\":null,\"n\":5}},\"judge_s\":{\"all\":{\"overall\":97.44,\"groups\":{\"stories\":95.5,\"preferences\":99.38},\"dims\":{\"diversity\":93.5,\"content_logic\":99.5,\"interaction\":99.38},\"ci\":null,\"n\":10},\"zh\":{\"overall\":96.29,\"groups\":{\"stories\":93.33,\"preferences\":99.25},\"dims\":{\"diversity\":90.5,\"content_logic\":99,\"interaction\":99.25},\"ci\":null,\"n\":5},\"en\":{\"overall\":98.58,\"groups\":{\"stories\":97.67,\"preferences\":99.5},\"dims\":{\"diversity\":96.5,\"content_logic\":100,\"interaction\":99.5},\"ci\":null,\"n\":5}}},\"agreement\":{},\"disputedSessions\":0,\"chunkDisputes\":0,\"sessions\":{\"done\":10,\"total\":10},\"usage\":{\"by\":{\"target\":{\"calls\":200,\"promptTokens\":394148,\"completionTokens\":26817,\"cost\":0.4831417},\"user_sim\":{\"calls\":200,\"promptTokens\":613520,\"completionTokens\":16822,\"cost\":0.280327915},\"judge_s\":{\"calls\":20,\"promptTokens\":416129,\"completionTokens\":0,\"cost\":0.017477418},\"judge_w\":{\"calls\":20,\"promptTokens\":97833,\"completionTokens\":13708,\"cost\":0.3014245}},\"total\":{\"calls\":440,\"promptTokens\":1521630,\"completionTokens\":57347,\"cost\":1.0823715329999999}},\"valid\":false,\"eligibility\":{\"eligible\":false,\"fullProtocol\":false,\"complete\":true,\"currentVersion\":true,\"reason\":\"非完整协议评测，只生成报告，不计入排行榜\"}}", "error": null}, {"id": "452c5c36e469494a", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"quick\", \"seedsPerLang\": 5, \"samplesPerSeed\": 1, \"turns\": 40, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {\"temperature\": null, \"top_p\": null, \"max_tokens\": 1024, \"extra\": {}}, \"targetPricePerM\": null, \"endpoint\": {\"name\": \"OpenRouter\", \"format\": \"openai\"}}", "judges": "[{\"key\":\"judge_w\",\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"weight\":1,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}},\"dimensions\":[\"basics\",\"logic\",\"knowledge\"]},{\"key\":\"judge_s\",\"label\":\"TypeSafe Jev\",\"model\":\"typesafe/jev-1.14-20261014\",\"kind\":\"decisions\",\"threshold\":0.5,\"thresholds\":{\"content_logic\":0.35},\"weight\":1,\"enabled\":true,\"temperature\":null,\"maxTokens\":null,\"extra\":{},\"dimensions\":[\"diversity\",\"content_logic\",\"interaction\"]}]", "usersim": "{\"model\":\"Claude Sonnet 5.5 / GPT-6 Luna（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Sonnet 5.5\",\"model\":\"anthropic/claude-sonnet-5.5\"},{\"label\":\"GPT-6 Luna\",\"model\":\"openai/gpt-6-luna\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}}}", "pv": "v5.1 · 2026-10-25", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": null, "result_json": null, "error": null}, {"id": "52e61f3834734f63", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"quick\", \"seedsPerLang\": 5, \"samplesPerSeed\": 1, \"turns\": 40, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {\"temperature\": null, \"top_p\": null, \"max_tokens\": 8192, \"extra\": {}}, \"targetPricePerM\": null, \"endpoint\": {\"name\": \"阿里云百炼 · Qwen 角色扮演\", \"format\": \"openai\"}}", "judges": "[{\"key\":\"judge_w\",\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"weight\":1,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}},\"dimensions\":[\"basics\",\"logic\",\"knowledge\"]},{\"key\":\"judge_s\",\"label\":\"TypeSafe Jev\",\"model\":\"typesafe/jev-1.14-20261014\",\"kind\":\"decisions\",\"threshold\":0.5,\"thresholds\":{\"content_logic\":0.35},\"weight\":1,\"enabled\":true,\"temperature\":null,\"maxTokens\":null,\"extra\":{},\"dimensions\":[\"diversity\",\"content_logic\",\"interaction\"]}]", "usersim": "{\"model\":\"Claude Sonnet 5.5 / GPT-6 Luna（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Sonnet 5.5\",\"model\":\"anthropic/claude-sonnet-5.5\"},{\"label\":\"GPT-6 Luna\",\"model\":\"openai/gpt-6-luna\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}},\"lengthPolicy\":\"sampled\"}", "pv": "v6.0 · 2026-10-25", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000,\"targetMaxTokens\":8192}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": "object", "result_json": "{\"perLang\":{\"all\":{\"overall\":83.48,\"groups\":{\"worlds\":78.83,\"stories\":77.25,\"preferences\":99},\"dims\":{\"basics\":90,\"logic\":50,\"knowledge\":96.5,\"diversity\":66,\"content_logic\":99.75,\"interaction\":99},\"ci\":{\"overall\":[76.67,89.64],\"groups\":{\"worlds\":[67.5,88.83],\"stories\":[71,83],\"preferences\":[97.63,99.88]}},\"n\":10},\"zh\":{\"overall\":84.54,\"groups\":{\"worlds\":82.67,\"stories\":74.33,\"preferences\":98.5},\"dims\":{\"basics\":80,\"logic\":70,\"knowledge\":98,\"diversity\":61.5,\"content_logic\":100,\"interaction\":98.5},\"ci\":{\"overall\":[73.27,94.52],\"groups\":{\"worlds\":[64.67,96.67],\"stories\":[64,85],\"preferences\":[96.25,100]}},\"n\":5},\"en\":{\"overall\":82.42,\"groups\":{\"worlds\":75,\"stories\":80.17,\"preferences\":99.5},\"dims\":{\"basics\":100,\"logic\":30,\"knowledge\":95,\"diversity\":70.5,\"content_logic\":99.5,\"interaction\":99.5},\"ci\":{\"overall\":[77.29,87.71],\"groups\":{\"worlds\":[66,86],\"stories\":[75,85.67],\"preferences\":[98.5,100]}},\"n\":5}},\"perJudge\":{\"judge_w\":{\"all\":{\"overall\":78.83,\"groups\":{\"worlds\":78.83},\"dims\":{\"basics\":90,\"logic\":50,\"knowledge\":96.5},\"ci\":null,\"n\":10},\"zh\":{\"overall\":82.67,\"groups\":{\"worlds\":82.67},\"dims\":{\"basics\":80,\"logic\":70,\"knowledge\":98},\"ci\":null,\"n\":5},\"en\":{\"overall\":75,\"groups\":{\"worlds\":75},\"dims\":{\"basics\":100,\"logic\":30,\"knowledge\":95},\"ci\":null,\"n\":5}},\"judge_s\":{\"all\":{\"overall\":88.13,\"groups\":{\"stories\":77.25,\"preferences\":99},\"dims\":{\"diversity\":66,\"content_logic\":99.75,\"interaction\":99},\"ci\":null,\"n\":10},\"zh\":{\"overall\":86.42,\"groups\":{\"stories\":74.33,\"preferences\":98.5},\"dims\":{\"diversity\":61.5,\"content_logic\":100,\"interaction\":98.5},\"ci\":null,\"n\":5},\"en\":{\"overall\":89.83,\"groups\":{\"stories\":80.17,\"preferences\":99.5},\"dims\":{\"diversity\":70.5,\"content_logic\":99.5,\"interaction\":99.5},\"ci\":null,\"n\":5}}},\"agreement\":{},\"disputedSessions\":0,\"chunkDisputes\":0,\"sessions\":{\"done\":10,\"total\":10},\"usage\":{\"by\":{\"target\":{\"calls\":200,\"promptTokens\":573260,\"completionTokens\":54104,\"cost\":0},\"user_sim\":{\"calls\":200,\"promptTokens\":994654,\"completionTokens\":5581,\"cost\":0.38236859},\"judge_s\":{\"calls\":20,\"promptTokens\":463889,\"completionTokens\":0,\"cost\":0.019483338},\"judge_w\":{\"calls\":20,\"promptTokens\":143495,\"completionTokens\":23769,\"cost\":0.5161895},\"quality\":{\"calls\":20,\"promptTokens\":91451,\"completionTokens\":3559,\"cost\":0.2641875}},\"total\":{\"calls\":460,\"promptTokens\":2266749,\"completionTokens\":87013,\"cost\":1.182228928}},\"naturalness\":{\"en\":{\"unit\":\"words\",\"ai\":{\"n\":100,\"p10\":164,\"p50\":272,\"p90\":358,\"mean\":273,\"bins\":[251,309],\"inflation\":1.23},\"user\":{\"n\":100,\"p10\":5,\"p50\":12,\"p90\":22,\"mean\":13.1,\"bins\":[12,12],\"inflation\":1},\"coupling\":0.23,\"userForm\":{\"questionEnd\":6,\"multiParagraph\":0,\"actionOnly\":20},\"truncated\":{\"count\":0,\"rate\":0},\"blocked\":0},\"zh\":{\"unit\":\"chars\",\"ai\":{\"n\":100,\"p10\":41,\"p50\":327,\"p90\":530,\"mean\":303.8,\"bins\":[245,415],\"inflation\":1.69},\"user\":{\"n\":100,\"p10\":9,\"p50\":18,\"p90\":43,\"mean\":23.2,\"bins\":[18,18],\"inflation\":1},\"coupling\":0.04,\"userForm\":{\"questionEnd\":2,\"multiParagraph\":0,\"actionOnly\":14},\"truncated\":{\"count\":0,\"rate\":0},\"blocked\":0}},\"quality\":{\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"dims\":[{\"key\":\"character\",\"label\":{\"zh\":\"人设塑造\",\"en\":\"Characterization\"}},{\"key\":\"expression\",\"label\":{\"zh\":\"情感与表达\",\"en\":\"Expression\"}},{\"key\":\"narrative\",\"label\":{\"zh\":\"叙事贡献\",\"en\":\"Narrative\"}},{\"key\":\"responsiveness\",\"label\":{\"zh\":\"回应用户\",\"en\":\"Responsiveness\"}},{\"key\":\"naturalness\",\"label\":{\"zh\":\"自然度\",\"en\":\"Naturalness\"}}],\"perLang\":{\"all\":{\"overall\":36,\"ci\":[30.08,41.92],\"dims\":{\"character\":45.56,\"expression\":32.22,\"narrative\":35,\"responsiveness\":46.11,\"naturalness\":21.11},\"n\":10,\"segments\":20},\"zh\":{\"overall\":34,\"ci\":[23.87,44.13],\"dims\":{\"character\":42.22,\"expression\":28.89,\"narrative\":31.11,\"responsiveness\":42.22,\"naturalness\":25.56},\"n\":5,\"segments\":10},\"en\":{\"overall\":38,\"ci\":[31.13,44.86],\"dims\":{\"character\":48.89,\"expression\":35.56,\"narrative\":38.89,\"responsiveness\":50,\"naturalness\":16.67},\"n\":5,\"segments\":10}}},\"valid\":false,\"eligibility\":{\"eligible\":false,\"fullProtocol\":false,\"complete\":true,\"currentVersion\":true,\"pinned\":true,\"singleHost\":true,\"reason\":\"非完整协议评测，只生成报告，不计入排行榜\"}}", "error": null}, {"id": "7c79ab9425bb43df", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"standard\", \"seedsPerLang\": 15, \"samplesPerSeed\": 1, \"turns\": 100, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {\"temperature\": null, \"top_p\": null, \"max_tokens\": 8192, \"extra\": {}}, \"targetPricePerM\": null, \"endpoint\": {\"name\": \"阿里云百炼 · Qwen 角色扮演\", \"format\": \"openai\"}}", "judges": "[{\"key\":\"judge_w\",\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"weight\":1,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}},\"dimensions\":[\"basics\",\"logic\",\"knowledge\"]},{\"key\":\"judge_s\",\"label\":\"TypeSafe Jev\",\"model\":\"typesafe/jev-1.14-20261014\",\"kind\":\"decisions\",\"threshold\":0.5,\"thresholds\":{\"content_logic\":0.35},\"weight\":1,\"enabled\":true,\"temperature\":null,\"maxTokens\":null,\"extra\":{},\"dimensions\":[\"diversity\",\"content_logic\",\"interaction\"]}]", "usersim": "{\"model\":\"Claude Sonnet 5.5 / GPT-6 Luna（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Sonnet 5.5\",\"model\":\"anthropic/claude-sonnet-5.5\"},{\"label\":\"GPT-6 Luna\",\"model\":\"openai/gpt-6-luna\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}},\"lengthPolicy\":\"sampled\"}", "pv": "v6.0 · 2026-10-25", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000,\"targetMaxTokens\":8192}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": "object", "result_json": "{\"perLang\":{\"all\":{\"overall\":84.45,\"groups\":{\"worlds\":82.07,\"stories\":75.51,\"preferences\":98.15},\"dims\":{\"basics\":88.67,\"logic\":58,\"knowledge\":99.53,\"diversity\":63.73,\"content_logic\":99.07,\"interaction\":98.15},\"ci\":{\"overall\":[81.47,87.12],\"groups\":{\"worlds\":[77.02,86.56],\"stories\":[71.34,79.43],\"preferences\":[97.23,98.92]}},\"n\":30},\"zh\":{\"overall\":85.24,\"groups\":{\"worlds\":85.73,\"stories\":71.64,\"preferences\":97.83},\"dims\":{\"basics\":86.67,\"logic\":70.67,\"knowledge\":99.87,\"diversity\":58.13,\"content_logic\":98.67,\"interaction\":97.83},\"ci\":{\"overall\":[79.96,89.65],\"groups\":{\"worlds\":[78.13,92.4],\"stories\":[66.02,77.07],\"preferences\":[96.43,98.9]}},\"n\":15},\"en\":{\"overall\":83.66,\"groups\":{\"worlds\":78.4,\"stories\":79.38,\"preferences\":98.47},\"dims\":{\"basics\":90.67,\"logic\":45.33,\"knowledge\":99.2,\"diversity\":69.33,\"content_logic\":99.47,\"interaction\":98.47},\"ci\":{\"overall\":[79.5,86.73],\"groups\":{\"worlds\":[71.78,83.87],\"stories\":[72.71,84.76],\"preferences\":[97.07,99.43]}},\"n\":15}},\"perJudge\":{\"judge_w\":{\"all\":{\"overall\":82.07,\"groups\":{\"worlds\":82.07},\"dims\":{\"basics\":88.67,\"logic\":58,\"knowledge\":99.53},\"ci\":null,\"n\":30},\"zh\":{\"overall\":85.73,\"groups\":{\"worlds\":85.73},\"dims\":{\"basics\":86.67,\"logic\":70.67,\"knowledge\":99.87},\"ci\":null,\"n\":15},\"en\":{\"overall\":78.4,\"groups\":{\"worlds\":78.4},\"dims\":{\"basics\":90.67,\"logic\":45.33,\"knowledge\":99.2},\"ci\":null,\"n\":15}},\"judge_s\":{\"all\":{\"overall\":86.83,\"groups\":{\"stories\":75.51,\"preferences\":98.15},\"dims\":{\"diversity\":63.73,\"content_logic\":99.07,\"interaction\":98.15},\"ci\":null,\"n\":30},\"zh\":{\"overall\":84.74,\"groups\":{\"stories\":71.64,\"preferences\":97.83},\"dims\":{\"diversity\":58.13,\"content_logic\":98.67,\"interaction\":97.83},\"ci\":null,\"n\":15},\"en\":{\"overall\":88.92,\"groups\":{\"stories\":79.38,\"preferences\":98.47},\"dims\":{\"diversity\":69.33,\"content_logic\":99.47,\"interaction\":98.47},\"ci\":null,\"n\":15}}},\"agreement\":{},\"disputedSessions\":0,\"chunkDisputes\":0,\"sessions\":{\"done\":30,\"total\":30},\"usage\":{\"by\":{\"blocked\":{\"calls\":2,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"target\":{\"calls\":1498,\"promptTokens\":10393808,\"completionTokens\":384528,\"cost\":0},\"user_sim\":{\"calls\":1500,\"promptTokens\":16032927,\"completionTokens\":39808,\"cost\":3.648860575},\"judge_s\":{\"calls\":150,\"promptTokens\":4206945,\"completionTokens\":0,\"cost\":0.17669169},\"judge_w\":{\"calls\":150,\"promptTokens\":1736417,\"completionTokens\":197248,\"cost\":5.6455383},\"quality\":{\"calls\":150,\"promptTokens\":678737,\"completionTokens\":27047,\"cost\":1.9332907}},\"total\":{\"calls\":3450,\"promptTokens\":33048834,\"completionTokens\":648631,\"cost\":11.404381265000001}},\"naturalness\":{\"en\":{\"unit\":\"words\",\"ai\":{\"n\":750,\"p10\":184,\"p50\":274,\"p90\":356,\"mean\":274.5,\"bins\":[234,275,289,286,283],\"inflation\":1.21},\"user\":{\"n\":750,\"p10\":4,\"p50\":10,\"p90\":21,\"mean\":11.9,\"bins\":[11,11,11,10,9],\"inflation\":0.82},\"coupling\":0.07,\"userForm\":{\"questionEnd\":4.8,\"multiParagraph\":0,\"actionOnly\":21.2},\"truncated\":{\"count\":0,\"rate\":0},\"blocked\":0},\"zh\":{\"unit\":\"chars\",\"ai\":{\"n\":750,\"p10\":35,\"p50\":196,\"p90\":544,\"mean\":247,\"bins\":[83,224,301,262,320],\"inflation\":3.86},\"user\":{\"n\":750,\"p10\":9,\"p50\":17,\"p90\":34,\"mean\":19.9,\"bins\":[18,18,17,17,16],\"inflation\":0.89},\"coupling\":-0.06,\"userForm\":{\"questionEnd\":3.2,\"multiParagraph\":0,\"actionOnly\":15.1},\"truncated\":{\"count\":0,\"rate\":0},\"blocked\":2}},\"quality\":{\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"dims\":[{\"key\":\"character\",\"label\":{\"zh\":\"人设塑造\",\"en\":\"Characterization\"}},{\"key\":\"expression\",\"label\":{\"zh\":\"情感与表达\",\"en\":\"Expression\"}},{\"key\":\"narrative\",\"label\":{\"zh\":\"叙事贡献\",\"en\":\"Narrative\"}},{\"key\":\"responsiveness\",\"label\":{\"zh\":\"回应用户\",\"en\":\"Responsiveness\"}},{\"key\":\"naturalness\",\"label\":{\"zh\":\"自然度\",\"en\":\"Naturalness\"}}],\"perLang\":{\"all\":{\"overall\":34.44,\"ci\":[30.51,38.38],\"dims\":{\"character\":45.04,\"expression\":31.7,\"narrative\":31.19,\"responsiveness\":40.67,\"naturalness\":23.63},\"n\":30,\"segments\":150},\"zh\":{\"overall\":32.92,\"ci\":[25.7,40.13],\"dims\":{\"character\":38.96,\"expression\":29.78,\"narrative\":26.22,\"responsiveness\":36.59,\"naturalness\":33.04},\"n\":15,\"segments\":75},\"en\":{\"overall\":35.97,\"ci\":[32.68,39.26],\"dims\":{\"character\":51.11,\"expression\":33.63,\"narrative\":36.15,\"responsiveness\":44.74,\"naturalness\":14.22},\"n\":15,\"segments\":75}}},\"valid\":false,\"eligibility\":{\"eligible\":false,\"fullProtocol\":false,\"complete\":true,\"currentVersion\":true,\"pinned\":true,\"singleHost\":true,\"reason\":\"非完整协议评测，只生成报告，不计入排行榜\"}}", "error": null}, {"id": "6d6b0367ce4a4edf", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"quick\", \"seedsPerLang\": 5, \"samplesPerSeed\": 1, \"turns\": 40, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {\"temperature\": null, \"top_p\": null, \"max_tokens\": 8192, \"extra\": {\"thinking\": {\"type\": \"disabled\"}}}, \"targetPricePerM\": null, \"endpoint\": {\"name\": \"火山方舟 · 豆包角色扮演\", \"format\": \"openai\"}}", "judges": "[{\"key\":\"judge_w\",\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"weight\":1,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}},\"dimensions\":[\"basics\",\"logic\",\"knowledge\"]},{\"key\":\"judge_s\",\"label\":\"TypeSafe Jev\",\"model\":\"typesafe/jev-1.14-20261014\",\"kind\":\"decisions\",\"threshold\":0.5,\"thresholds\":{\"content_logic\":0.35},\"weight\":1,\"enabled\":true,\"temperature\":null,\"maxTokens\":null,\"extra\":{},\"dimensions\":[\"diversity\",\"content_logic\",\"interaction\"]}]", "usersim": "{\"model\":\"Claude Sonnet 5.5 / GPT-6 Luna（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Sonnet 5.5\",\"model\":\"anthropic/claude-sonnet-5.5\"},{\"label\":\"GPT-6 Luna\",\"model\":\"openai/gpt-6-luna\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}},\"lengthPolicy\":\"sampled\"}", "pv": "v6.0 · 2026-10-25", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000,\"targetMaxTokens\":8192}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": "object", "result_json": "{\"perLang\":{\"all\":{\"overall\":84.33,\"groups\":{\"worlds\":86.67,\"stories\":76.25,\"preferences\":87.75},\"dims\":{\"basics\":85,\"logic\":85,\"knowledge\":90,\"diversity\":69.75,\"content_logic\":89.25,\"interaction\":87.75},\"ci\":{\"overall\":[64.92,95.7],\"groups\":{\"worlds\":[66.67,100],\"stories\":[58.33,88.83],\"preferences\":[67.88,98.63]}},\"n\":10},\"zh\":{\"overall\":92.58,\"groups\":{\"worlds\":96.67,\"stories\":79.5,\"preferences\":97.5},\"dims\":{\"basics\":90,\"logic\":100,\"knowledge\":100,\"diversity\":70,\"content_logic\":98.5,\"interaction\":97.5},\"ci\":{\"overall\":[87.98,95.94],\"groups\":{\"worlds\":[90,100],\"stories\":[74.33,84.33],\"preferences\":[94.25,99.75]}},\"n\":5},\"en\":{\"overall\":76.08,\"groups\":{\"worlds\":76.67,\"stories\":73,\"preferences\":78},\"dims\":{\"basics\":80,\"logic\":70,\"knowledge\":80,\"diversity\":69.5,\"content_logic\":80,\"interaction\":78},\"ci\":{\"overall\":[37.63,96.98],\"groups\":{\"worlds\":[36.67,100],\"stories\":[36.5,94],\"preferences\":[39,98.25]}},\"n\":5}},\"perJudge\":{\"judge_w\":{\"all\":{\"overall\":96.67,\"groups\":{\"worlds\":96.67},\"dims\":{\"basics\":95,\"logic\":95,\"knowledge\":100},\"ci\":null,\"n\":10},\"zh\":{\"overall\":96.67,\"groups\":{\"worlds\":96.67},\"dims\":{\"basics\":90,\"logic\":100,\"knowledge\":100},\"ci\":null,\"n\":5},\"en\":{\"overall\":96.67,\"groups\":{\"worlds\":96.67},\"dims\":{\"basics\":100,\"logic\":90,\"knowledge\":100},\"ci\":null,\"n\":5}},\"judge_s\":{\"all\":{\"overall\":91.5,\"groups\":{\"stories\":85.25,\"preferences\":97.75},\"dims\":{\"diversity\":78.25,\"content_logic\":99.25,\"interaction\":97.75},\"ci\":null,\"n\":10},\"zh\":{\"overall\":88.5,\"groups\":{\"stories\":79.5,\"preferences\":97.5},\"dims\":{\"diversity\":70,\"content_logic\":98.5,\"interaction\":97.5},\"ci\":null,\"n\":5},\"en\":{\"overall\":94.5,\"groups\":{\"stories\":91,\"preferences\":98},\"dims\":{\"diversity\":86.5,\"content_logic\":100,\"interaction\":98},\"ci\":null,\"n\":5}}},\"agreement\":{},\"disputedSessions\":0,\"chunkDisputes\":0,\"excludedSessions\":0,\"sessions\":{\"done\":10,\"total\":10},\"usage\":{\"by\":{\"target\":{\"calls\":200,\"promptTokens\":215818,\"completionTokens\":10934,\"cost\":0},\"user_sim\":{\"calls\":200,\"promptTokens\":398629,\"completionTokens\":5487,\"cost\":0.11852905},\"judge_s\":{\"calls\":20,\"promptTokens\":386177,\"completionTokens\":0,\"cost\":0.016219434},\"judge_w\":{\"calls\":20,\"promptTokens\":73010,\"completionTokens\":15049,\"cost\":0.25277700000000003},\"quality\":{\"calls\":20,\"promptTokens\":36318,\"completionTokens\":3588,\"cost\":0.126645}},\"total\":{\"calls\":460,\"promptTokens\":1109952,\"completionTokens\":35058,\"cost\":0.5141704840000001}},\"naturalness\":{\"en\":{\"unit\":\"words\",\"ai\":{\"n\":100,\"p10\":1,\"p50\":41,\"p90\":69,\"mean\":39.9,\"bins\":[40,45],\"inflation\":1.13},\"user\":{\"n\":100,\"p10\":2,\"p50\":11,\"p90\":24,\"mean\":12.3,\"bins\":[11,11],\"inflation\":1},\"coupling\":0.44,\"userForm\":{\"questionEnd\":12,\"multiParagraph\":0,\"actionOnly\":13},\"truncated\":{\"count\":0,\"rate\":0},\"blocked\":0},\"zh\":{\"unit\":\"chars\",\"ai\":{\"n\":100,\"p10\":41,\"p50\":50,\"p90\":65,\"mean\":52.5,\"bins\":[48,53],\"inflation\":1.1},\"user\":{\"n\":100,\"p10\":7,\"p50\":16,\"p90\":31,\"mean\":18.2,\"bins\":[16,16],\"inflation\":1},\"coupling\":-0.19,\"userForm\":{\"questionEnd\":10,\"multiParagraph\":0,\"actionOnly\":9},\"truncated\":{\"count\":0,\"rate\":0},\"blocked\":0}},\"quality\":{\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"dims\":[{\"key\":\"character\",\"label\":{\"zh\":\"人设塑造\",\"en\":\"Characterization\"}},{\"key\":\"expression\",\"label\":{\"zh\":\"情感与表达\",\"en\":\"Expression\"}},{\"key\":\"narrative\",\"label\":{\"zh\":\"叙事贡献\",\"en\":\"Narrative\"}},{\"key\":\"responsiveness\",\"label\":{\"zh\":\"回应用户\",\"en\":\"Responsiveness\"}},{\"key\":\"naturalness\",\"label\":{\"zh\":\"自然度\",\"en\":\"Naturalness\"}}],\"perLang\":{\"all\":{\"overall\":50.11,\"ci\":[43.95,56.28],\"dims\":{\"character\":56.11,\"expression\":42.78,\"narrative\":45,\"responsiveness\":58.89,\"naturalness\":47.78},\"n\":10,\"segments\":20},\"zh\":{\"overall\":42.67,\"ci\":[38.62,46.72],\"dims\":{\"character\":47.78,\"expression\":33.33,\"narrative\":38.89,\"responsiveness\":50,\"naturalness\":43.33},\"n\":5,\"segments\":10},\"en\":{\"overall\":57.56,\"ci\":[50.62,64.49],\"dims\":{\"character\":64.44,\"expression\":52.22,\"narrative\":51.11,\"responsiveness\":67.78,\"naturalness\":52.22},\"n\":5,\"segments\":10}}},\"valid\":false,\"eligibility\":{\"eligible\":false,\"fullProtocol\":false,\"complete\":true,\"currentVersion\":true,\"pinned\":true,\"singleHost\":true,\"reason\":\"非完整协议评测，只生成报告，不计入排行榜\"}}", "error": null}, {"id": "06c68fc86ab04be7", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"quick\", \"seedsPerLang\": 5, \"samplesPerSeed\": 1, \"turns\": 40, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {\"temperature\": null, \"top_p\": null, \"max_tokens\": 8192, \"extra\": {}}, \"targetPricePerM\": null, \"endpoint\": {\"name\": \"OpenRouter\", \"format\": \"openai\"}}", "judges": "[{\"key\":\"judge_w\",\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"weight\":1,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}},\"dimensions\":[\"basics\",\"logic\",\"knowledge\"]},{\"key\":\"judge_s\",\"label\":\"TypeSafe Jev\",\"model\":\"typesafe/jev-1.14-20261014\",\"kind\":\"decisions\",\"threshold\":0.5,\"thresholds\":{\"content_logic\":0.35},\"weight\":1,\"enabled\":true,\"temperature\":null,\"maxTokens\":null,\"extra\":{},\"dimensions\":[\"diversity\",\"content_logic\",\"interaction\"]}]", "usersim": "{\"model\":\"Claude Sonnet 5.5 / GPT-6 Luna（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Sonnet 5.5\",\"model\":\"anthropic/claude-sonnet-5.5\"},{\"label\":\"GPT-6 Luna\",\"model\":\"openai/gpt-6-luna\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}},\"lengthPolicy\":\"sampled\"}", "pv": "v6.0 · 2026-10-25", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000,\"targetMaxTokens\":8192}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": "object", "result_json": "{\"perLang\":{\"all\":{\"overall\":95.1,\"groups\":{\"worlds\":96.67,\"stories\":87.33,\"preferences\":99.75},\"dims\":{\"basics\":95,\"logic\":95,\"knowledge\":100,\"diversity\":81.25,\"content_logic\":99.5,\"interaction\":99.75},\"ci\":{\"overall\":[90.48,97.92],\"groups\":{\"worlds\":[90,100],\"stories\":[82.42,91.83],\"preferences\":[99.38,100]}},\"n\":10},\"zh\":{\"overall\":91.88,\"groups\":{\"worlds\":93.33,\"stories\":81.33,\"preferences\":99.5},\"dims\":{\"basics\":90,\"logic\":90,\"knowledge\":100,\"diversity\":72.5,\"content_logic\":99,\"interaction\":99.5},\"ci\":{\"overall\":[83.98,96.58],\"groups\":{\"worlds\":[80,100],\"stories\":[75.33,86.83],\"preferences\":[99,100]}},\"n\":5},\"en\":{\"overall\":98.33,\"groups\":{\"worlds\":100,\"stories\":93.33,\"preferences\":100},\"dims\":{\"basics\":100,\"logic\":100,\"knowledge\":100,\"diversity\":90,\"content_logic\":100,\"interaction\":100},\"ci\":{\"overall\":[97.71,98.83],\"groups\":{\"worlds\":[100,100],\"stories\":[90.83,95.33],\"preferences\":[100,100]}},\"n\":5}},\"perJudge\":{\"judge_w\":{\"all\":{\"overall\":96.67,\"groups\":{\"worlds\":96.67},\"dims\":{\"basics\":95,\"logic\":95,\"knowledge\":100},\"ci\":null,\"n\":10},\"zh\":{\"overall\":93.33,\"groups\":{\"worlds\":93.33},\"dims\":{\"basics\":90,\"logic\":90,\"knowledge\":100},\"ci\":null,\"n\":5},\"en\":{\"overall\":100,\"groups\":{\"worlds\":100},\"dims\":{\"basics\":100,\"logic\":100,\"knowledge\":100},\"ci\":null,\"n\":5}},\"judge_s\":{\"all\":{\"overall\":93.54,\"groups\":{\"stories\":87.33,\"preferences\":99.75},\"dims\":{\"diversity\":81.25,\"content_logic\":99.5,\"interaction\":99.75},\"ci\":null,\"n\":10},\"zh\":{\"overall\":90.42,\"groups\":{\"stories\":81.33,\"preferences\":99.5},\"dims\":{\"diversity\":72.5,\"content_logic\":99,\"interaction\":99.5},\"ci\":null,\"n\":5},\"en\":{\"overall\":96.67,\"groups\":{\"stories\":93.33,\"preferences\":100},\"dims\":{\"diversity\":90,\"content_logic\":100,\"interaction\":100},\"ci\":null,\"n\":5}}},\"agreement\":{},\"disputedSessions\":0,\"chunkDisputes\":0,\"sessions\":{\"done\":10,\"total\":10},\"usage\":{\"by\":{\"target\":{\"calls\":200,\"promptTokens\":272389,\"completionTokens\":28566,\"cost\":0.023924045},\"user_sim\":{\"calls\":200,\"promptTokens\":477977,\"completionTokens\":6171,\"cost\":0.18419055},\"judge_s\":{\"calls\":20,\"promptTokens\":393932,\"completionTokens\":0,\"cost\":0.016545144},\"judge_w\":{\"calls\":20,\"promptTokens\":78947,\"completionTokens\":15272,\"cost\":0.2698495},\"quality\":{\"calls\":20,\"promptTokens\":40560,\"completionTokens\":3718,\"cost\":0.13855}},\"total\":{\"calls\":460,\"promptTokens\":1263805,\"completionTokens\":53727,\"cost\":0.633059239}},\"naturalness\":{\"en\":{\"unit\":\"words\",\"ai\":{\"n\":100,\"p10\":25,\"p50\":46,\"p90\":74,\"mean\":48.2,\"bins\":[45,46],\"inflation\":1.02},\"user\":{\"n\":100,\"p10\":5,\"p50\":11,\"p90\":24,\"mean\":12.9,\"bins\":[10,11],\"inflation\":1.1},\"coupling\":0.28,\"userForm\":{\"questionEnd\":12,\"multiParagraph\":0,\"actionOnly\":16},\"truncated\":{\"count\":0,\"rate\":0},\"blocked\":0},\"zh\":{\"unit\":\"chars\",\"ai\":{\"n\":100,\"p10\":69,\"p50\":108,\"p90\":151,\"mean\":108.9,\"bins\":[109,100],\"inflation\":0.92},\"user\":{\"n\":100,\"p10\":10,\"p50\":16,\"p90\":37,\"mean\":21.2,\"bins\":[17,16],\"inflation\":0.94},\"coupling\":-0.17,\"userForm\":{\"questionEnd\":3,\"multiParagraph\":0,\"actionOnly\":18},\"truncated\":{\"count\":0,\"rate\":0},\"blocked\":0}},\"quality\":{\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"dims\":[{\"key\":\"character\",\"label\":{\"zh\":\"人设塑造\",\"en\":\"Characterization\"}},{\"key\":\"expression\",\"label\":{\"zh\":\"情感与表达\",\"en\":\"Expression\"}},{\"key\":\"narrative\",\"label\":{\"zh\":\"叙事贡献\",\"en\":\"Narrative\"}},{\"key\":\"responsiveness\",\"label\":{\"zh\":\"回应用户\",\"en\":\"Responsiveness\"}},{\"key\":\"naturalness\",\"label\":{\"zh\":\"自然度\",\"en\":\"Naturalness\"}}],\"perLang\":{\"all\":{\"overall\":59,\"ci\":[52.43,65.57],\"dims\":{\"character\":61.11,\"expression\":56.11,\"narrative\":48.89,\"responsiveness\":71.11,\"naturalness\":57.78},\"n\":10,\"segments\":20},\"zh\":{\"overall\":50.89,\"ci\":[45.41,56.37],\"dims\":{\"character\":50,\"expression\":47.78,\"narrative\":43.33,\"responsiveness\":65.56,\"naturalness\":47.78},\"n\":5,\"segments\":10},\"en\":{\"overall\":67.11,\"ci\":[60.97,73.25],\"dims\":{\"character\":72.22,\"expression\":64.44,\"narrative\":54.44,\"responsiveness\":76.67,\"naturalness\":67.78},\"n\":5,\"segments\":10}}},\"valid\":false,\"eligibility\":{\"eligible\":false,\"fullProtocol\":false,\"complete\":true,\"currentVersion\":true,\"pinned\":false,\"singleHost\":true,\"reason\":\"非完整协议评测，只生成报告，不计入排行榜\"}}", "error": null}, {"id": "1547acce317f4fc3", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"full\", \"seedsPerLang\": null, \"samplesPerSeed\": 3, \"turns\": 100, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {\"temperature\": null, \"top_p\": null, \"max_tokens\": 8192, \"extra\": {\"thinking\": {\"type\": \"disabled\"}}}, \"targetPricePerM\": null, \"endpoint\": {\"name\": \"火山方舟 · 豆包角色扮演\", \"format\": \"openai\"}, \"concurrency\": {\"start\": 16, \"cap\": 16}, \"directJudging\": {\"at\": 1793100635196}}", "judges": "[{\"key\":\"judge_a\",\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"high\"}},\"batch\":true},{\"key\":\"judge_b\",\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":32000,\"extra\":{\"reasoning\":{\"effort\":\"medium\"}},\"batch\":true}]", "usersim": "{\"model\":\"Claude Sonnet 5.5 / GPT-6 Luna（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Sonnet 5.5\",\"model\":\"anthropic/claude-sonnet-5.5\"},{\"label\":\"GPT-6 Luna\",\"model\":\"openai/gpt-6-luna\"}],\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}},\"lengthPolicy\":\"sampled\"}", "pv": "v6.0 · 2026-10-25", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000,\"targetMaxTokens\":8192}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": "object", "result_json": "{\"perLang\":{\"all\":{\"overall\":88.81,\"groups\":{\"worlds\":89.18,\"stories\":79.81,\"preferences\":97.08},\"dims\":{\"basics\":91.05,\"logic\":78.46,\"knowledge\":98.04,\"diversity\":73.84,\"content_logic\":91.75,\"interaction\":97.08},\"ci\":{\"overall\":[87.3,90.03],\"groups\":{\"worlds\":[87.52,90.66],\"stories\":[78.28,81.18],\"preferences\":[95.49,98.29]}},\"n\":285},\"zh\":{\"overall\":90.92,\"groups\":{\"worlds\":93.33,\"stories\":78.32,\"preferences\":98.7},\"dims\":{\"basics\":96.73,\"logic\":83.33,\"knowledge\":99.91,\"diversity\":71.3,\"content_logic\":92.34,\"interaction\":98.7},\"ci\":{\"overall\":[90.23,91.56],\"groups\":{\"worlds\":[92.3,94.38],\"stories\":[77.1,79.46],\"preferences\":[98.22,99.08]}},\"n\":150},\"en\":{\"overall\":86.48,\"groups\":{\"worlds\":84.58,\"stories\":81.47,\"preferences\":95.28},\"dims\":{\"basics\":84.74,\"logic\":73.04,\"knowledge\":95.95,\"diversity\":76.66,\"content_logic\":91.1,\"interaction\":95.28},\"ci\":{\"overall\":[83.59,88.75],\"groups\":{\"worlds\":[81.43,87.13],\"stories\":[78.67,83.73],\"preferences\":[92.33,97.59]}},\"n\":135}},\"perJudge\":{\"judge_a\":{\"all\":{\"overall\":88.84,\"groups\":{\"worlds\":87.71,\"stories\":81.13,\"preferences\":98.81},\"dims\":{\"basics\":87.37,\"logic\":76.07,\"knowledge\":99.7,\"diversity\":75.72,\"content_logic\":91.94,\"interaction\":98.81},\"ci\":null,\"n\":285},\"zh\":{\"overall\":90.56,\"groups\":{\"worlds\":91.88,\"stories\":79.41,\"preferences\":99.05},\"dims\":{\"basics\":94.8,\"logic\":80.93,\"knowledge\":99.92,\"diversity\":73.32,\"content_logic\":91.59,\"interaction\":99.05},\"ci\":null,\"n\":150},\"en\":{\"overall\":86.93,\"groups\":{\"worlds\":83.08,\"stories\":83.03,\"preferences\":98.53},\"dims\":{\"basics\":79.11,\"logic\":70.67,\"knowledge\":99.45,\"diversity\":78.38,\"content_logic\":92.34,\"interaction\":98.53},\"ci\":null,\"n\":135}},\"judge_b\":{\"all\":{\"overall\":91.21,\"groups\":{\"worlds\":93.01,\"stories\":80.69,\"preferences\":98.14},\"dims\":{\"basics\":97.05,\"logic\":82.81,\"knowledge\":99.16,\"diversity\":73.94,\"content_logic\":94.19,\"interaction\":98.14},\"ci\":null,\"n\":285},\"zh\":{\"overall\":91.28,\"groups\":{\"worlds\":94.77,\"stories\":77.22,\"preferences\":98.34},\"dims\":{\"basics\":98.67,\"logic\":85.73,\"knowledge\":99.91,\"diversity\":69.28,\"content_logic\":93.1,\"interaction\":98.34},\"ci\":null,\"n\":150},\"en\":{\"overall\":91.14,\"groups\":{\"worlds\":91.05,\"stories\":84.54,\"preferences\":97.91},\"dims\":{\"basics\":95.26,\"logic\":79.56,\"knowledge\":98.34,\"diversity\":79.1,\"content_logic\":95.41,\"interaction\":97.91},\"ci\":null,\"n\":135}}},\"agreement\":{\"basics\":{\"meanAbsDiff\":9.82,\"pearson\":0.55},\"logic\":{\"meanAbsDiff\":14.32,\"pearson\":0.58},\"knowledge\":{\"meanAbsDiff\":0.67,\"pearson\":0.73},\"diversity\":{\"meanAbsDiff\":4.48,\"pearson\":0.87},\"content_logic\":{\"meanAbsDiff\":4.98,\"pearson\":0.72},\"interaction\":{\"meanAbsDiff\":0.96,\"pearson\":0.84}},\"disputedSessions\":96,\"chunkDisputes\":489,\"excludedSessions\":0,\"sessions\":{\"done\":285,\"total\":285},\"usage\":{\"by\":{\"target\":{\"calls\":14250,\"promptTokens\":38239531,\"completionTokens\":955046,\"cost\":0},\"user_sim\":{\"calls\":14250,\"promptTokens\":57976684,\"completionTokens\":368256,\"cost\":12.85989466},\"judge_a\":{\"calls\":1423,\"promptTokens\":11459435,\"completionTokens\":4071901,\"cost\":63.6675076},\"judge_b\":{\"calls\":1425,\"promptTokens\":7949562,\"completionTokens\":2384978,\"cost\":29.6702763},\"quality\":{\"calls\":1425,\"promptTokens\":3020543,\"completionTokens\":260845,\"cost\":10.1365911}},\"total\":{\"calls\":32773,\"promptTokens\":118645755,\"completionTokens\":8041026,\"cost\":116.33426966}},\"naturalness\":{\"en\":{\"unit\":\"words\",\"ai\":{\"n\":6750,\"p10\":36,\"p50\":60,\"p90\":95,\"mean\":63.9,\"bins\":[57,61,61,60,60],\"inflation\":1.05},\"user\":{\"n\":6750,\"p10\":4,\"p50\":9,\"p90\":21,\"mean\":11.1,\"bins\":[10,9,9,9,9],\"inflation\":0.9},\"coupling\":0.23,\"userForm\":{\"questionEnd\":9.8,\"multiParagraph\":0,\"actionOnly\":18.6},\"truncated\":{\"count\":0,\"rate\":0},\"blocked\":0},\"zh\":{\"unit\":\"chars\",\"ai\":{\"n\":7500,\"p10\":42,\"p50\":52,\"p90\":66,\"mean\":56.2,\"bins\":[48,52,52,53,54],\"inflation\":1.13},\"user\":{\"n\":7500,\"p10\":8,\"p50\":16,\"p90\":33,\"mean\":18.7,\"bins\":[17,16,16,15,15],\"inflation\":0.88},\"coupling\":0.02,\"userForm\":{\"questionEnd\":4.3,\"multiParagraph\":0,\"actionOnly\":11.5},\"truncated\":{\"count\":0,\"rate\":0},\"blocked\":0}},\"quality\":{\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"dims\":[{\"key\":\"character\",\"label\":{\"zh\":\"人设塑造\",\"en\":\"Characterization\"}},{\"key\":\"expression\",\"label\":{\"zh\":\"情感与表达\",\"en\":\"Expression\"}},{\"key\":\"narrative\",\"label\":{\"zh\":\"叙事贡献\",\"en\":\"Narrative\"}},{\"key\":\"responsiveness\",\"label\":{\"zh\":\"回应用户\",\"en\":\"Responsiveness\"}},{\"key\":\"naturalness\",\"label\":{\"zh\":\"自然度\",\"en\":\"Naturalness\"}}],\"perLang\":{\"all\":{\"overall\":44.13,\"ci\":[43.19,45.06],\"dims\":{\"character\":45.49,\"expression\":38.88,\"narrative\":39.67,\"responsiveness\":51.95,\"naturalness\":44.65},\"n\":285,\"segments\":1424},\"zh\":{\"overall\":41.38,\"ci\":[40.14,42.62],\"dims\":{\"character\":40.73,\"expression\":36.46,\"narrative\":33.47,\"responsiveness\":48.17,\"naturalness\":48.08},\"n\":150,\"segments\":749},\"en\":{\"overall\":47.18,\"ci\":[45.94,48.41],\"dims\":{\"character\":50.78,\"expression\":41.56,\"narrative\":46.55,\"responsiveness\":56.15,\"naturalness\":40.84},\"n\":135,\"segments\":675}}},\"valid\":true,\"eligibility\":{\"eligible\":true,\"fullProtocol\":true,\"complete\":true,\"currentVersion\":true,\"pinned\":true,\"singleHost\":true,\"reason\":null}}", "error": null}, {"id": "cd542f9e50224bfe", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"full\", \"seedsPerLang\": null, \"samplesPerSeed\": 3, \"turns\": 100, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {\"temperature\": null, \"top_p\": null, \"max_tokens\": 8192, \"extra\": {}}, \"targetPricePerM\": null, \"fastJudging\": true, \"endpoint\": {\"name\": \"阿里云百炼（新加坡）· Qwen 角色扮演\", \"format\": \"openai\"}, \"concurrency\": {\"start\": 4, \"cap\": 3}, \"expectedSessions\": 285}", "judges": "[{\"key\":\"judge_a\",\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":16000,\"extra\":{\"reasoning\":{\"effort\":\"high\"}},\"batch\":false},{\"key\":\"judge_b\",\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"medium\"}},\"batch\":false}]", "usersim": "{\"model\":\"Claude Sonnet 5.5 / GPT-6 Luna（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Sonnet 5.5\",\"model\":\"anthropic/claude-sonnet-5.5\"},{\"label\":\"GPT-6 Luna\",\"model\":\"openai/gpt-6-luna\"}],\"assignment\":\"slot\",\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}},\"lengthPolicy\":\"sampled\"}", "pv": "v6.0 · 2026-10-25", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000,\"targetMaxTokens\":8192}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": "object", "result_json": null, "error": null}, {"id": "44e958def4a748ad", "config_json": "{\"langs\": [\"zh\", \"en\"], \"mode\": \"full\", \"seedsPerLang\": null, \"samplesPerSeed\": 3, \"turns\": 100, \"chunkSize\": 20, \"contextTurns\": 10000, \"targetParams\": {\"temperature\": null, \"top_p\": null, \"max_tokens\": 8192, \"extra\": {}}, \"targetPricePerM\": null, \"fastJudging\": true, \"endpoint\": {\"name\": \"BytePlus 方舟（海外）\", \"format\": \"openai\"}, \"concurrency\": {\"start\": 16, \"cap\": 16}, \"expectedSessions\": 285}", "judges": "[{\"key\":\"judge_a\",\"label\":\"Claude Opus 5.5\",\"model\":\"anthropic/claude-opus-5.5\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":16000,\"extra\":{\"reasoning\":{\"effort\":\"high\"}},\"batch\":false},{\"key\":\"judge_b\",\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"weight\":0.5,\"enabled\":true,\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"medium\"}},\"batch\":false}]", "usersim": "{\"model\":\"Claude Sonnet 5.5 / GPT-6 Luna（每个会话随机分配）\",\"models\":[{\"label\":\"Claude Sonnet 5.5\",\"model\":\"anthropic/claude-sonnet-5.5\"},{\"label\":\"GPT-6 Luna\",\"model\":\"openai/gpt-6-luna\"}],\"assignment\":\"slot\",\"temperature\":null,\"maxTokens\":8000,\"extra\":{\"reasoning\":{\"effort\":\"low\"}},\"lengthPolicy\":\"sampled\"}", "pv": "v6.0 · 2026-10-25", "dispute": "{\"chunkThreshold\":30,\"sessionThreshold\":15}", "engine": "{\"concurrency\":16,\"maxRetries\":4,\"requestTimeoutMs\":240000,\"targetMaxTokens\":8192}", "ds": "3c1be2a56afbcaab19ae6b40b8a24429eae792f5", "quality": "object", "result_json": "{\"perLang\":{\"all\":{\"overall\":90.6,\"groups\":{\"worlds\":88.99,\"stories\":85.71,\"preferences\":98.73},\"dims\":{\"basics\":92.88,\"logic\":74.39,\"knowledge\":99.71,\"diversity\":79.62,\"content_logic\":97.89,\"interaction\":98.73},\"ci\":{\"overall\":[89.99,91.16],\"groups\":{\"worlds\":[87.95,89.94],\"stories\":[84.93,86.47],\"preferences\":[98.53,98.89]}},\"n\":285},\"zh\":{\"overall\":93.04,\"groups\":{\"worlds\":93.04,\"stories\":87.46,\"preferences\":98.63},\"dims\":{\"basics\":97.53,\"logic\":81.67,\"knowledge\":99.93,\"diversity\":82.35,\"content_logic\":97.68,\"interaction\":98.63},\"ci\":{\"overall\":[92.51,93.58],\"groups\":{\"worlds\":[92.08,94],\"stories\":[86.47,88.33],\"preferences\":[98.4,98.84]}},\"n\":150},\"en\":{\"overall\":87.89,\"groups\":{\"worlds\":84.49,\"stories\":83.77,\"preferences\":98.84},\"dims\":{\"basics\":87.7,\"logic\":66.3,\"knowledge\":99.46,\"diversity\":76.59,\"content_logic\":98.12,\"interaction\":98.84},\"ci\":{\"overall\":[87,88.76],\"groups\":{\"worlds\":[83,85.99],\"stories\":[82.58,84.87],\"preferences\":[98.56,99.1]}},\"n\":135}},\"perJudge\":{\"judge_a\":{\"all\":{\"overall\":89.14,\"groups\":{\"worlds\":86.32,\"stories\":85.02,\"preferences\":98.92},\"dims\":{\"basics\":88.91,\"logic\":70.25,\"knowledge\":99.79,\"diversity\":79.05,\"content_logic\":96.95,\"interaction\":98.92},\"ci\":null,\"n\":285},\"zh\":{\"overall\":92.37,\"groups\":{\"worlds\":91.67,\"stories\":87.31,\"preferences\":98.83},\"dims\":{\"basics\":96.27,\"logic\":78.8,\"knowledge\":99.93,\"diversity\":82.51,\"content_logic\":96.9,\"interaction\":98.83},\"ci\":null,\"n\":150},\"en\":{\"overall\":85.56,\"groups\":{\"worlds\":80.37,\"stories\":82.47,\"preferences\":99.01},\"dims\":{\"basics\":80.74,\"logic\":60.74,\"knowledge\":99.63,\"diversity\":75.21,\"content_logic\":97,\"interaction\":99.01},\"ci\":null,\"n\":135}},\"judge_b\":{\"all\":{\"overall\":92.07,\"groups\":{\"worlds\":91.66,\"stories\":86.4,\"preferences\":98.54},\"dims\":{\"basics\":96.84,\"logic\":78.53,\"knowledge\":99.62,\"diversity\":80.18,\"content_logic\":98.83,\"interaction\":98.54},\"ci\":null,\"n\":285},\"zh\":{\"overall\":93.72,\"groups\":{\"worlds\":94.42,\"stories\":87.61,\"preferences\":98.43},\"dims\":{\"basics\":98.8,\"logic\":84.53,\"knowledge\":99.92,\"diversity\":82.18,\"content_logic\":98.46,\"interaction\":98.43},\"ci\":null,\"n\":150},\"en\":{\"overall\":90.23,\"groups\":{\"worlds\":88.6,\"stories\":85.06,\"preferences\":98.66},\"dims\":{\"basics\":94.67,\"logic\":71.85,\"knowledge\":99.29,\"diversity\":77.97,\"content_logic\":99.24,\"interaction\":98.66},\"ci\":null,\"n\":135}}},\"agreement\":{\"basics\":{\"meanAbsDiff\":7.93,\"pearson\":0.71},\"logic\":{\"meanAbsDiff\":15.3,\"pearson\":0.65},\"knowledge\":{\"meanAbsDiff\":0.25,\"pearson\":0.84},\"diversity\":{\"meanAbsDiff\":4.08,\"pearson\":0.88},\"content_logic\":{\"meanAbsDiff\":2.32,\"pearson\":0.65},\"interaction\":{\"meanAbsDiff\":0.74,\"pearson\":0.74}},\"disputedSessions\":77,\"chunkDisputes\":402,\"excludedSessions\":0,\"sessions\":{\"done\":285,\"total\":285},\"usage\":{\"by\":{\"blocked\":{\"calls\":1,\"promptTokens\":0,\"completionTokens\":0,\"cost\":0},\"target\":{\"calls\":14249,\"promptTokens\":45764204,\"completionTokens\":2995422,\"cost\":0},\"user_sim\":{\"calls\":14250,\"promptTokens\":70882633,\"completionTokens\":364644,\"cost\":15.773383975},\"judge_a\":{\"calls\":1425,\"promptTokens\":13380962,\"completionTokens\":3783510,\"cost\":115.2197412},\"judge_b\":{\"calls\":1425,\"promptTokens\":9345572,\"completionTokens\":1951287,\"cost\":36.3880806},\"quality\":{\"calls\":1425,\"promptTokens\":3542990,\"completionTokens\":256383,\"cost\":11.3805498}},\"total\":{\"calls\":32775,\"promptTokens\":142916361,\"completionTokens\":9351246,\"cost\":178.761755575}},\"naturalness\":{\"en\":{\"unit\":\"words\",\"ai\":{\"n\":6750,\"p10\":48,\"p50\":97,\"p90\":185,\"mean\":107.8,\"bins\":[80,94,98,104,107],\"inflation\":1.34},\"user\":{\"n\":6750,\"p10\":4,\"p50\":10,\"p90\":21,\"mean\":11.5,\"bins\":[10,10,10,9,9],\"inflation\":0.9},\"coupling\":0,\"userForm\":{\"questionEnd\":6.1,\"multiParagraph\":0,\"actionOnly\":21.7},\"truncated\":{\"count\":0,\"rate\":0},\"blocked\":1},\"zh\":{\"unit\":\"chars\",\"ai\":{\"n\":7500,\"p10\":41,\"p50\":70,\"p90\":111,\"mean\":75.4,\"bins\":[68,69,69,71,72],\"inflation\":1.06},\"user\":{\"n\":7500,\"p10\":9,\"p50\":16,\"p90\":33,\"mean\":19,\"bins\":[17,16,16,15,15],\"inflation\":0.88},\"coupling\":0.07,\"userForm\":{\"questionEnd\":4,\"multiParagraph\":0,\"actionOnly\":12},\"truncated\":{\"count\":0,\"rate\":0},\"blocked\":0}},\"quality\":{\"label\":\"GPT-6.1 Sol\",\"model\":\"openai/gpt-6.1-sol\",\"dims\":[{\"key\":\"character\",\"label\":{\"zh\":\"人设塑造\",\"en\":\"Characterization\"}},{\"key\":\"expression\",\"label\":{\"zh\":\"情感与表达\",\"en\":\"Expression\"}},{\"key\":\"narrative\",\"label\":{\"zh\":\"叙事贡献\",\"en\":\"Narrative\"}},{\"key\":\"responsiveness\",\"label\":{\"zh\":\"回应用户\",\"en\":\"Responsiveness\"}},{\"key\":\"naturalness\",\"label\":{\"zh\":\"自然度\",\"en\":\"Naturalness\"}}],\"perLang\":{\"all\":{\"overall\":55.72,\"ci\":[54.95,56.5],\"dims\":{\"character\":59.07,\"expression\":52.76,\"narrative\":51.26,\"responsiveness\":64.51,\"naturalness\":51},\"n\":285,\"segments\":1425},\"zh\":{\"overall\":56.22,\"ci\":[55.27,57.17],\"dims\":{\"character\":56.06,\"expression\":52.15,\"narrative\":49.19,\"responsiveness\":64.22,\"naturalness\":59.48},\"n\":150,\"segments\":750},\"en\":{\"overall\":55.17,\"ci\":[53.92,56.41],\"dims\":{\"character\":62.42,\"expression\":53.43,\"narrative\":53.56,\"responsiveness\":64.84,\"naturalness\":41.58},\"n\":135,\"segments\":675}}},\"valid\":true,\"eligibility\":{\"eligible\":true,\"fullProtocol\":true,\"complete\":true,\"currentVersion\":true,\"pinned\":true,\"singleHost\":true,\"reason\":null}}", "error": null}], "success": true, "meta": {"served_by": "v3-prod", "served_by_region": "APAC", "served_by_colo": "SIN", "served_by_primary": true, "timings": {"sql_duration_ms": 4.1878}, "duration": 4.1878, "changes": 0, "last_row_id": 114538, "changed_db": false, "size_after": 1055928320, "rows_read": 84, "rows_written": 0, "total_attempts": 1}}]