{
 "A_data": {
  "repository_files": 37,
  "repo_vs_platform_build_hash_mismatch": [],
  "repo_vs_production_sync_hash_mismatch": [],
  "raw_samples": 3250,
  "raw_per_file": {
   "memory_consistency": 250,
   "fact_accuracy": 250,
   "boundary_consistency": 250,
   "attribute_consistency_bot": 250,
   "attribute_consistency_human": 250,
   "behavior_consistency_bot": 250,
   "behavior_consistency_human": 250,
   "emotion_self_regulation": 250,
   "empathetic_responsiveness": 250,
   "morality_stability": 250,
   "morality_robustness": 250,
   "human_likeness": 250,
   "engagement": 250
  },
  "official_kept_per_lang": 3247,
  "official_dropped": [
   {
    "file": "empathetic_responsiveness",
    "index": 208,
    "id": 22,
    "reason": "ValueError: invalid role = Sparkle"
   },
   {
    "file": "morality_robustness",
    "index": 133,
    "id": 48,
    "reason": "AssertionError: "
   },
   {
    "file": "morality_robustness",
    "index": 215,
    "id": 84,
    "reason": "AssertionError: "
   }
  ],
  "production_items": 6494,
  "only_official": [],
  "only_production": [],
  "production_dropped": {
   "empathetic_responsiveness": 1,
   "morality_robustness": 2
  },
  "production_vs_rebuild_item_diffs": [],
  "production_unused_fields": {
   "userProfile": 6494
  },
  "field_diffs": {},
  "fields_compared": [
   "messages (norm_session_zh/en)",
   "botProfile (dialogue_setting.bot_profile)",
   "annotation_score",
   "id"
  ],
  "agreement": "6494/6494 samples; 6494/6494 with every field equal"
 },
 "B_prompts": {
  "roleplay_vs_paper_table11": {
   "compared": 6494,
   "mismatch": 0,
   "ids": []
  },
  "roleplay_vs_code_roleplay_prompt_py": {
   "compared": 6494,
   "equal": 0,
   "note": "intended: protocol 2.0 uses the paper's Table 11, not roleplay_prompt.py"
  },
  "judge_input_placeholder_reply": {
   "compared": 6494,
   "mismatch": 0,
   "ids": []
  },
  "templates_production_vs_repository": [
   "roleplay_zh",
   "roleplay_en"
  ]
 },
 "E_ranking": {
  "zh": {
   "official": [
    "deepseek-v4-1-flash-261017",
    "doubao-seed-character-260628",
    "openai/gpt-6-astra",
    "openai/gpt-4o-2024-05-13",
    "openai/gpt-4o-2024-05-13",
    "qwen-plus-character",
    "anthropic/claude-opus-5.5",
    "minimax/minimax-m2-her"
   ],
   "platform": [
    "deepseek-v4-1-flash-261017",
    "doubao-seed-character-260628",
    "openai/gpt-6-astra",
    "openai/gpt-4o-2024-05-13",
    "openai/gpt-4o-2024-05-13",
    "qwen-plus-character",
    "anthropic/claude-opus-5.5",
    "minimax/minimax-m2-her"
   ],
   "same": true
  },
  "en": {
   "official": [
    "deepseek-v4-1-flash-261017",
    "openai/gpt-6-astra",
    "openai/gpt-4o-2024-05-13",
    "openai/gpt-4o-2024-05-13",
    "anthropic/claude-opus-5.5",
    "qwen-plus-character",
    "doubao-seed-character-260628",
    "minimax/minimax-m2-her"
   ],
   "platform": [
    "deepseek-v4-1-flash-261017",
    "openai/gpt-6-astra",
    "openai/gpt-4o-2024-05-13",
    "openai/gpt-4o-2024-05-13",
    "anthropic/claude-opus-5.5",
    "qwen-plus-character",
    "doubao-seed-character-260628",
    "minimax/minimax-m2-her"
   ],
   "same": true
  }
 },
 "runs": {
  "31a478305c1641a6": {
   "cells_compared": 28,
   "cells_differing_at_two_decimals": [],
   "cells_differing_at_two_decimals_under_2_0_aggregation": [
    "zh.er",
    "en.ach",
    "en.es",
    "en.avg"
   ],
   "reply_finish_reasons": {
    "stop": 6460
   },
   "unreadable_outputs_platform_count": 0,
   "model": "openai/gpt-4o-2024-05-13",
   "protocol": "characterbench-2.0 · 2026-10-27",
   "snapshot_prompts_vs_current_templates": [],
   "target_params": {
    "temperature": null,
    "top_p": null,
    "max_tokens": 1024,
    "extra": {
     "provider": {
      "only": [
       "azure"
      ],
      "allow_fallbacks": false
     }
    }
   },
   "sessions": {
    "done": 6494
   },
   "excluded_pairs": [
    "cb-en-acb-202",
    "cb-en-acb-206",
    "cb-en-acb-38",
    "cb-en-acb-78",
    "cb-en-ach-303",
    "cb-en-eg-236",
    "cb-en-er-118",
    "cb-en-er-187",
    "cb-en-es-208",
    "cb-en-hl-161",
    "cb-en-mc-99",
    "cb-en-mr-169",
    "cb-en-mr-316",
    "cb-en-ms-109",
    "cb-en-ms-24",
    "cb-en-ms-295",
    "cb-en-ms-323",
    "cb-zh-acb-202",
    "cb-zh-acb-206",
    "cb-zh-acb-38",
    "cb-zh-acb-78",
    "cb-zh-ach-303",
    "cb-zh-eg-236",
    "cb-zh-er-118",
    "cb-zh-er-187",
    "cb-zh-es-208",
    "cb-zh-hl-161",
    "cb-zh-mc-99",
    "cb-zh-mr-169",
    "cb-zh-mr-316",
    "cb-zh-ms-109",
    "cb-zh-ms-24",
    "cb-zh-ms-295",
    "cb-zh-ms-323"
   ],
   "judge_input_real_replies": {
    "compared": 6460,
    "mismatch": 0,
    "ids": []
   },
   "judged_samples": 6460,
   "outputs_not_split_into_10": [],
   "outputs_where_all_eval_stops": [],
   "outputs_where_all_eval_stops_count": 0,
   "out_of_range_outputs": {
    "acb": 321,
    "ach": 0,
    "bck": 0,
    "bcpb": 0,
    "bcph": 0,
    "eg": 0,
    "er": 0,
    "es": 0,
    "fa": 0,
    "hl": 0,
    "mc": 0,
    "mr": 0,
    "ms": 0
   },
   "per_sample_score_diffs": 0,
   "per_sample_score_diff_examples": [],
   "columns_official": {
    "zh": {
     "mc": 3.857429718875502,
     "fa": 2.7575,
     "bck": 3.8293333333333335,
     "acb": 4.541666666666667,
     "ach": 4.242469879518072,
     "bcpb": 3.4705000000000004,
     "bcph": 3.6093333333333333,
     "es": 3.188755020080322,
     "er": 3.034412955465587,
     "ms": 4.8638211382113825,
     "mr": 4.78760162601626,
     "hl": 3.039759036144578,
     "eg": 3.1799196787148594,
     "avg": 3.723269414335377
    },
    "en": {
     "mc": 3.903112449799197,
     "fa": 2.6305,
     "bck": 3.8799999999999994,
     "acb": 4.72510162601626,
     "ach": 4.303714859437751,
     "bcpb": 3.9905,
     "bcph": 3.9640000000000004,
     "es": 3.3147590361445785,
     "er": 3.13663967611336,
     "ms": 4.9471544715447155,
     "mr": 4.875,
     "hl": 3.1409638554216865,
     "eg": 3.1714859437751004,
     "avg": 3.844840916788665
    }
   },
   "columns_platform": {
    "zh": {
     "mc": 3.86,
     "fa": 2.76,
     "bck": 3.83,
     "acb": 4.54,
     "ach": 4.24,
     "bcpb": 3.47,
     "bcph": 3.61,
     "es": 3.19,
     "er": 3.03,
     "ms": 4.86,
     "mr": 4.79,
     "hl": 3.04,
     "eg": 3.18,
     "avg": 3.72
    },
    "en": {
     "mc": 3.9,
     "fa": 2.63,
     "bck": 3.88,
     "acb": 4.73,
     "ach": 4.3,
     "bcpb": 3.99,
     "bcph": 3.96,
     "es": 3.31,
     "er": 3.14,
     "ms": 4.95,
     "mr": 4.88,
     "hl": 3.14,
     "eg": 3.17,
     "avg": 3.84
    }
   },
   "platform_unrounded_avg": {
    "zh": 3.723269414335377,
    "en": 3.844840916788665
   },
   "max_abs_column_diff": 0.004999999999999893,
   "max_abs_column_diff_unrounded": {
    "zh": 8.881784197001252e-16,
    "en": 8.881784197001252e-16
   },
   "max_abs_column_diff_at": "en.mr"
  },
  "47920340ab8e49fe": {
   "cells_compared": 28,
   "cells_differing_at_two_decimals": [],
   "cells_differing_at_two_decimals_under_2_0_aggregation": [
    "en.avg"
   ],
   "reply_finish_reasons": {
    "stop": 6487,
    "length": 1
   },
   "unreadable_outputs_platform_count": 0,
   "model": "deepseek-v4-1-flash-261017",
   "protocol": "characterbench-2.0 · 2026-10-27",
   "snapshot_prompts_vs_current_templates": [],
   "target_params": {
    "temperature": null,
    "top_p": null,
    "max_tokens": 1024,
    "extra": {}
   },
   "sessions": {
    "done": 6494
   },
   "excluded_pairs": [
    "cb-en-eg-252",
    "cb-en-er-155",
    "cb-en-mr-83",
    "cb-zh-eg-252",
    "cb-zh-er-155",
    "cb-zh-mr-83"
   ],
   "judge_input_real_replies": {
    "compared": 6488,
    "mismatch": 0,
    "ids": []
   },
   "judged_samples": 6488,
   "outputs_not_split_into_10": [],
   "outputs_where_all_eval_stops": [],
   "outputs_where_all_eval_stops_count": 0,
   "out_of_range_outputs": {
    "acb": 330,
    "ach": 0,
    "bck": 0,
    "bcpb": 0,
    "bcph": 0,
    "eg": 0,
    "er": 0,
    "es": 0,
    "fa": 0,
    "hl": 0,
    "mc": 0,
    "mr": 0,
    "ms": 0
   },
   "per_sample_score_diffs": 0,
   "per_sample_score_diff_examples": [],
   "columns_official": {
    "zh": {
     "mc": 4.2285,
     "fa": 3.1950000000000003,
     "bck": 3.9766666666666666,
     "acb": 4.547499999999999,
     "ach": 4.2410000000000005,
     "bcpb": 3.497,
     "bcph": 3.8313333333333337,
     "es": 3.1774999999999998,
     "er": 3.1502016129032255,
     "ms": 4.82,
     "mr": 4.755060728744939,
     "hl": 3.3851999999999998,
     "eg": 3.46425702811245,
     "avg": 3.8668630284431242
    },
    "en": {
     "mc": 4.1895,
     "fa": 3.0395,
     "bck": 3.981333333333334,
     "acb": 4.7675,
     "ach": 4.3385,
     "bcpb": 4.055000000000001,
     "bcph": 4.190666666666667,
     "es": 3.3200000000000003,
     "er": 3.140625,
     "ms": 4.825,
     "mr": 4.7742914979757085,
     "hl": 3.4124,
     "eg": 3.5092369477911642,
     "avg": 3.9648887265974517
    }
   },
   "columns_platform": {
    "zh": {
     "mc": 4.23,
     "fa": 3.2,
     "bck": 3.98,
     "acb": 4.55,
     "ach": 4.24,
     "bcpb": 3.5,
     "bcph": 3.83,
     "es": 3.18,
     "er": 3.15,
     "ms": 4.82,
     "mr": 4.76,
     "hl": 3.39,
     "eg": 3.46,
     "avg": 3.87
    },
    "en": {
     "mc": 4.19,
     "fa": 3.04,
     "bck": 3.98,
     "acb": 4.77,
     "ach": 4.34,
     "bcpb": 4.06,
     "bcph": 4.19,
     "es": 3.32,
     "er": 3.14,
     "ms": 4.83,
     "mr": 4.77,
     "hl": 3.41,
     "eg": 3.51,
     "avg": 3.96
    }
   },
   "platform_unrounded_avg": {
    "zh": 3.8668630284431242,
    "en": 3.9648887265974517
   },
   "max_abs_column_diff": 0.004999999999999893,
   "max_abs_column_diff_unrounded": {
    "zh": 8.881784197001252e-16,
    "en": 8.881784197001252e-16
   },
   "max_abs_column_diff_at": "zh.fa"
  },
  "7ec615d6637844cd": {
   "cells_compared": 28,
   "cells_differing_at_two_decimals": [],
   "cells_differing_at_two_decimals_under_2_0_aggregation": [
    "en.acb",
    "en.bcpb",
    "en.es",
    "en.er"
   ],
   "reply_finish_reasons": {
    "stop": 6472,
    "length": 2
   },
   "unreadable_outputs_platform_count": 0,
   "model": "qwen-plus-character",
   "protocol": "characterbench-2.0 · 2026-10-27",
   "snapshot_prompts_vs_current_templates": [],
   "target_params": {
    "temperature": null,
    "top_p": null,
    "max_tokens": 1024,
    "extra": {}
   },
   "sessions": {
    "done": 6494
   },
   "excluded_pairs": [
    "cb-en-mr-222",
    "cb-en-mr-239",
    "cb-en-mr-75",
    "cb-en-ms-120",
    "cb-en-ms-246",
    "cb-en-ms-270",
    "cb-en-ms-281",
    "cb-en-ms-351",
    "cb-en-ms-360",
    "cb-en-ms-380",
    "cb-zh-mr-222",
    "cb-zh-mr-239",
    "cb-zh-mr-75",
    "cb-zh-ms-120",
    "cb-zh-ms-246",
    "cb-zh-ms-270",
    "cb-zh-ms-281",
    "cb-zh-ms-351",
    "cb-zh-ms-360",
    "cb-zh-ms-380"
   ],
   "judge_input_real_replies": {
    "compared": 6474,
    "mismatch": 0,
    "ids": []
   },
   "judged_samples": 6474,
   "outputs_not_split_into_10": [],
   "outputs_where_all_eval_stops": [],
   "outputs_where_all_eval_stops_count": 0,
   "out_of_range_outputs": {
    "acb": 352,
    "ach": 0,
    "bck": 0,
    "bcpb": 0,
    "bcph": 0,
    "eg": 0,
    "er": 0,
    "es": 0,
    "fa": 0,
    "hl": 0,
    "mc": 0,
    "mr": 0,
    "ms": 0
   },
   "per_sample_score_diffs": 0,
   "per_sample_score_diff_examples": [],
   "columns_official": {
    "zh": {
     "mc": 3.7874999999999996,
     "fa": 2.7279999999999998,
     "bck": 4.138,
     "acb": 4.427,
     "ach": 4.151,
     "bcpb": 3.3550000000000004,
     "bcph": 3.6613333333333338,
     "es": 3.0975,
     "er": 3.0070281124497993,
     "ms": 4.829218106995884,
     "mr": 4.58265306122449,
     "hl": 3.2872000000000003,
     "eg": 3.3068,
     "avg": 3.719864047231039
    },
    "en": {
     "mc": 3.798,
     "fa": 2.4115,
     "bck": 4.088666666666667,
     "acb": 4.663500000000001,
     "ach": 4.2925,
     "bcpb": 3.9330000000000003,
     "bcph": 4.156666666666667,
     "es": 3.2739999999999996,
     "er": 2.984939759036145,
     "ms": 4.804526748971194,
     "mr": 4.683673469387755,
     "hl": 3.2512,
     "eg": 3.3171999999999997,
     "avg": 3.819951793132956
    }
   },
   "columns_platform": {
    "zh": {
     "mc": 3.79,
     "fa": 2.73,
     "bck": 4.14,
     "acb": 4.43,
     "ach": 4.15,
     "bcpb": 3.36,
     "bcph": 3.66,
     "es": 3.1,
     "er": 3.01,
     "ms": 4.83,
     "mr": 4.58,
     "hl": 3.29,
     "eg": 3.31,
     "avg": 3.72
    },
    "en": {
     "mc": 3.8,
     "fa": 2.41,
     "bck": 4.09,
     "acb": 4.66,
     "ach": 4.29,
     "bcpb": 3.93,
     "bcph": 4.16,
     "es": 3.27,
     "er": 2.98,
     "ms": 4.8,
     "mr": 4.68,
     "hl": 3.25,
     "eg": 3.32,
     "avg": 3.82
    }
   },
   "platform_unrounded_avg": {
    "zh": 3.719864047231039,
    "en": 3.819951793132956
   },
   "max_abs_column_diff": 0.004999999999999449,
   "max_abs_column_diff_unrounded": {
    "zh": 8.881784197001252e-16,
    "en": 8.881784197001252e-16
   },
   "max_abs_column_diff_at": "zh.bcpb"
  },
  "a9c1f7d7a75f4fb3": {
   "cells_compared": 28,
   "cells_differing_at_two_decimals": [],
   "cells_differing_at_two_decimals_under_2_0_aggregation": [
    "en.fa",
    "en.acb"
   ],
   "reply_finish_reasons": {
    "stop": 5902,
    "length": 592
   },
   "unreadable_outputs_platform_count": 0,
   "model": "minimax/minimax-m2-her",
   "protocol": "characterbench-2.0 · 2026-10-27",
   "snapshot_prompts_vs_current_templates": [],
   "target_params": {
    "temperature": null,
    "top_p": null,
    "max_tokens": 1024,
    "extra": {
     "provider": {
      "only": [
       "minimax"
      ],
      "allow_fallbacks": false
     }
    }
   },
   "sessions": {
    "done": 6494
   },
   "excluded_pairs": [],
   "judge_input_real_replies": {
    "compared": 6494,
    "mismatch": 0,
    "ids": []
   },
   "judged_samples": 6494,
   "outputs_not_split_into_10": [],
   "outputs_where_all_eval_stops": [],
   "outputs_where_all_eval_stops_count": 0,
   "out_of_range_outputs": {
    "acb": 248,
    "ach": 0,
    "bck": 8,
    "bcpb": 0,
    "bcph": 0,
    "eg": 0,
    "er": 0,
    "es": 0,
    "fa": 0,
    "hl": 0,
    "mc": 0,
    "mr": 0,
    "ms": 7
   },
   "per_sample_score_diffs": 0,
   "per_sample_score_diff_examples": [],
   "columns_official": {
    "zh": {
     "mc": 3.8064999999999998,
     "fa": 2.767,
     "bck": 3.746,
     "acb": 3.9855,
     "ach": 4.017,
     "bcpb": 3.4264999999999994,
     "bcph": 3.1926666666666663,
     "es": 3.0814999999999997,
     "er": 2.9272088353413657,
     "ms": 4.754,
     "mr": 4.782258064516129,
     "hl": 3.0196,
     "eg": 3.1808000000000005,
     "avg": 3.591271812809551
    },
    "en": {
     "mc": 3.7710000000000004,
     "fa": 2.4245,
     "bck": 3.7713333333333336,
     "acb": 4.1545,
     "ach": 4.0095,
     "bcpb": 3.6875,
     "bcph": 3.320666666666667,
     "es": 3.2750000000000004,
     "er": 2.9457831325301203,
     "ms": 4.83,
     "mr": 4.806451612903226,
     "hl": 2.6932,
     "eg": 2.8971999999999998,
     "avg": 3.583587288110257
    }
   },
   "columns_platform": {
    "zh": {
     "mc": 3.81,
     "fa": 2.77,
     "bck": 3.75,
     "acb": 3.99,
     "ach": 4.02,
     "bcpb": 3.43,
     "bcph": 3.19,
     "es": 3.08,
     "er": 2.93,
     "ms": 4.75,
     "mr": 4.78,
     "hl": 3.02,
     "eg": 3.18,
     "avg": 3.59
    },
    "en": {
     "mc": 3.77,
     "fa": 2.42,
     "bck": 3.77,
     "acb": 4.15,
     "ach": 4.01,
     "bcpb": 3.69,
     "bcph": 3.32,
     "es": 3.28,
     "er": 2.95,
     "ms": 4.83,
     "mr": 4.81,
     "hl": 2.69,
     "eg": 2.9,
     "avg": 3.58
    }
   },
   "platform_unrounded_avg": {
    "zh": 3.591271812809551,
    "en": 3.583587288110257
   },
   "max_abs_column_diff": 0.004999999999999449,
   "max_abs_column_diff_unrounded": {
    "zh": 8.881784197001252e-16,
    "en": 4.440892098500626e-16
   },
   "max_abs_column_diff_at": "en.es"
  },
  "e279fdfe13874179": {
   "cells_compared": 28,
   "cells_differing_at_two_decimals": [],
   "cells_differing_at_two_decimals_under_2_0_aggregation": [
    "zh.mc"
   ],
   "reply_finish_reasons": {
    "stop": 6476
   },
   "unreadable_outputs_platform_count": 0,
   "model": "anthropic/claude-opus-5.5",
   "protocol": "characterbench-2.0 · 2026-10-27",
   "snapshot_prompts_vs_current_templates": [],
   "target_params": {
    "temperature": null,
    "top_p": null,
    "max_tokens": 1024,
    "extra": {
     "provider": {
      "only": [
       "anthropic"
      ],
      "allow_fallbacks": false
     }
    }
   },
   "sessions": {
    "done": 6494
   },
   "excluded_pairs": [
    "cb-en-mr-109",
    "cb-en-mr-137",
    "cb-en-mr-157",
    "cb-en-mr-191",
    "cb-en-mr-268",
    "cb-en-mr-83",
    "cb-en-ms-114",
    "cb-en-ms-189",
    "cb-en-ms-97",
    "cb-zh-mr-109",
    "cb-zh-mr-137",
    "cb-zh-mr-157",
    "cb-zh-mr-191",
    "cb-zh-mr-268",
    "cb-zh-mr-83",
    "cb-zh-ms-114",
    "cb-zh-ms-189",
    "cb-zh-ms-97"
   ],
   "judge_input_real_replies": {
    "compared": 6476,
    "mismatch": 0,
    "ids": []
   },
   "judged_samples": 6476,
   "outputs_not_split_into_10": [],
   "outputs_where_all_eval_stops": [],
   "outputs_where_all_eval_stops_count": 0,
   "out_of_range_outputs": {
    "acb": 272,
    "ach": 0,
    "bck": 0,
    "bcpb": 0,
    "bcph": 0,
    "eg": 0,
    "er": 0,
    "es": 0,
    "fa": 0,
    "hl": 0,
    "mc": 0,
    "mr": 0,
    "ms": 0
   },
   "per_sample_score_diffs": 0,
   "per_sample_score_diff_examples": [],
   "columns_official": {
    "zh": {
     "mc": 3.5845,
     "fa": 2.9234999999999998,
     "bck": 3.9686666666666666,
     "acb": 4.3180000000000005,
     "ach": 3.9285000000000005,
     "bcpb": 3.372,
     "bcph": 3.806,
     "es": 2.9685,
     "er": 3.005020080321285,
     "ms": 4.7742914979757085,
     "mr": 4.75,
     "hl": 3.3628,
     "eg": 3.5012,
     "avg": 3.712536788074128
    },
    "en": {
     "mc": 3.6514999999999995,
     "fa": 2.8505000000000003,
     "bck": 3.9559999999999995,
     "acb": 4.547499999999999,
     "ach": 4.108,
     "bcpb": 3.92,
     "bcph": 4.126666666666667,
     "es": 3.133,
     "er": 3.1716867469879517,
     "ms": 4.818825910931174,
     "mr": 4.793388429752066,
     "hl": 3.3855999999999997,
     "eg": 3.4844,
     "avg": 3.842082134949066
    }
   },
   "columns_platform": {
    "zh": {
     "mc": 3.58,
     "fa": 2.92,
     "bck": 3.97,
     "acb": 4.32,
     "ach": 3.93,
     "bcpb": 3.37,
     "bcph": 3.81,
     "es": 2.97,
     "er": 3.01,
     "ms": 4.77,
     "mr": 4.75,
     "hl": 3.36,
     "eg": 3.5,
     "avg": 3.71
    },
    "en": {
     "mc": 3.65,
     "fa": 2.85,
     "bck": 3.96,
     "acb": 4.55,
     "ach": 4.11,
     "bcpb": 3.92,
     "bcph": 4.13,
     "es": 3.13,
     "er": 3.17,
     "ms": 4.82,
     "mr": 4.79,
     "hl": 3.39,
     "eg": 3.48,
     "avg": 3.84
    }
   },
   "platform_unrounded_avg": {
    "zh": 3.712536788074128,
    "en": 3.842082134949066
   },
   "max_abs_column_diff": 0.004979919678714584,
   "max_abs_column_diff_unrounded": {
    "zh": 8.881784197001252e-16,
    "en": 8.881784197001252e-16
   },
   "max_abs_column_diff_at": "zh.er"
  },
  "e78e8134973f4bd5": {
   "cells_compared": 28,
   "cells_differing_at_two_decimals": [],
   "cells_differing_at_two_decimals_under_2_0_aggregation": [],
   "reply_finish_reasons": {
    "stop": 6494
   },
   "unreadable_outputs_platform_count": 0,
   "model": "openai/gpt-6-astra",
   "protocol": "characterbench-2.0 · 2026-10-27",
   "snapshot_prompts_vs_current_templates": [],
   "target_params": {
    "temperature": null,
    "top_p": null,
    "max_tokens": 1024,
    "extra": {
     "provider": {
      "only": [
       "openai/flex"
      ],
      "allow_fallbacks": false
     }
    }
   },
   "sessions": {
    "done": 6494
   },
   "excluded_pairs": [],
   "judge_input_real_replies": {
    "compared": 6494,
    "mismatch": 0,
    "ids": []
   },
   "judged_samples": 6494,
   "outputs_not_split_into_10": [],
   "outputs_where_all_eval_stops": [],
   "outputs_where_all_eval_stops_count": 0,
   "out_of_range_outputs": {
    "acb": 333,
    "ach": 0,
    "bck": 0,
    "bcpb": 0,
    "bcph": 0,
    "eg": 0,
    "er": 0,
    "es": 0,
    "fa": 0,
    "hl": 0,
    "mc": 0,
    "mr": 0,
    "ms": 0
   },
   "per_sample_score_diffs": 0,
   "per_sample_score_diff_examples": [],
   "columns_official": {
    "zh": {
     "mc": 3.95,
     "fa": 3.173,
     "bck": 3.834,
     "acb": 4.5595,
     "ach": 3.981,
     "bcpb": 3.3150000000000004,
     "bcph": 3.6133333333333333,
     "es": 3.0969999999999995,
     "er": 3.2821285140562244,
     "ms": 4.909,
     "mr": 4.910282258064516,
     "hl": 3.3292,
     "eg": 3.4495999999999998,
     "avg": 3.8002341619580053
    },
    "en": {
     "mc": 3.8235,
     "fa": 3.0735,
     "bck": 3.7713333333333336,
     "acb": 4.712,
     "ach": 4.081,
     "bcpb": 3.7210000000000005,
     "bcph": 4.012666666666666,
     "es": 3.1395,
     "er": 3.2429718875502007,
     "ms": 4.9430000000000005,
     "mr": 4.925403225806452,
     "hl": 3.1984000000000004,
     "eg": 3.4276,
     "avg": 3.851682701027435
    }
   },
   "columns_platform": {
    "zh": {
     "mc": 3.95,
     "fa": 3.17,
     "bck": 3.83,
     "acb": 4.56,
     "ach": 3.98,
     "bcpb": 3.32,
     "bcph": 3.61,
     "es": 3.1,
     "er": 3.28,
     "ms": 4.91,
     "mr": 4.91,
     "hl": 3.33,
     "eg": 3.45,
     "avg": 3.8
    },
    "en": {
     "mc": 3.82,
     "fa": 3.07,
     "bck": 3.77,
     "acb": 4.71,
     "ach": 4.08,
     "bcpb": 3.72,
     "bcph": 4.01,
     "es": 3.14,
     "er": 3.24,
     "ms": 4.94,
     "mr": 4.93,
     "hl": 3.2,
     "eg": 3.43,
     "avg": 3.85
    }
   },
   "platform_unrounded_avg": {
    "zh": 3.8002341619580053,
    "en": 3.851682701027435
   },
   "max_abs_column_diff": 0.004999999999999449,
   "max_abs_column_diff_unrounded": {
    "zh": 4.440892098500626e-16,
    "en": 8.881784197001252e-16
   },
   "max_abs_column_diff_at": "zh.bcpb"
  },
  "eebe847ae59b4d41": {
   "cells_compared": 28,
   "cells_differing_at_two_decimals": [],
   "cells_differing_at_two_decimals_under_2_0_aggregation": [
    "zh.mc"
   ],
   "reply_finish_reasons": {
    "stop": 6462
   },
   "unreadable_outputs_platform_count": 0,
   "model": "openai/gpt-4o-2024-05-13",
   "protocol": "characterbench-2.0 · 2026-10-27",
   "snapshot_prompts_vs_current_templates": [],
   "target_params": {
    "temperature": null,
    "top_p": null,
    "max_tokens": 1024,
    "extra": {
     "provider": {
      "only": [
       "azure"
      ],
      "allow_fallbacks": false
     }
    }
   },
   "sessions": {
    "done": 6494
   },
   "excluded_pairs": [
    "cb-en-acb-202",
    "cb-en-acb-206",
    "cb-en-acb-38",
    "cb-en-acb-78",
    "cb-en-ach-303",
    "cb-en-eg-236",
    "cb-en-er-187",
    "cb-en-es-208",
    "cb-en-hl-161",
    "cb-en-mc-99",
    "cb-en-mr-169",
    "cb-en-mr-316",
    "cb-en-ms-109",
    "cb-en-ms-24",
    "cb-en-ms-295",
    "cb-en-ms-323",
    "cb-zh-acb-202",
    "cb-zh-acb-206",
    "cb-zh-acb-38",
    "cb-zh-acb-78",
    "cb-zh-ach-303",
    "cb-zh-eg-236",
    "cb-zh-er-187",
    "cb-zh-es-208",
    "cb-zh-hl-161",
    "cb-zh-mc-99",
    "cb-zh-mr-169",
    "cb-zh-mr-316",
    "cb-zh-ms-109",
    "cb-zh-ms-24",
    "cb-zh-ms-295",
    "cb-zh-ms-323"
   ],
   "judge_input_real_replies": {
    "compared": 6462,
    "mismatch": 0,
    "ids": []
   },
   "judged_samples": 6462,
   "outputs_not_split_into_10": [],
   "outputs_where_all_eval_stops": [],
   "outputs_where_all_eval_stops_count": 0,
   "out_of_range_outputs": {
    "acb": 379,
    "ach": 0,
    "bck": 0,
    "bcpb": 0,
    "bcph": 0,
    "eg": 0,
    "er": 0,
    "es": 0,
    "fa": 0,
    "hl": 0,
    "mc": 0,
    "mr": 0,
    "ms": 0
   },
   "per_sample_score_diffs": 0,
   "per_sample_score_diff_examples": [],
   "columns_official": {
    "zh": {
     "mc": 3.9347389558232932,
     "fa": 2.8945,
     "bck": 3.855333333333333,
     "acb": 4.591463414634147,
     "ach": 4.140060240963855,
     "bcpb": 3.449,
     "bcph": 3.5893333333333333,
     "es": 3.2228915662650603,
     "er": 3.050403225806452,
     "ms": 4.794715447154472,
     "mr": 4.8028455284552845,
     "hl": 3.039759036144578,
     "eg": 3.1734939759036145,
     "avg": 3.733733696755186
    },
    "en": {
     "mc": 3.8313253012048194,
     "fa": 2.7955,
     "bck": 3.833333333333333,
     "acb": 4.772357723577236,
     "ach": 4.263052208835342,
     "bcpb": 3.9625,
     "bcph": 3.975333333333333,
     "es": 3.2329317269076308,
     "er": 3.141633064516129,
     "ms": 4.92479674796748,
     "mr": 4.905487804878049,
     "hl": 3.1305220883534135,
     "eg": 3.204417670682731,
     "avg": 3.8440916156607305
    }
   },
   "columns_platform": {
    "zh": {
     "mc": 3.93,
     "fa": 2.89,
     "bck": 3.86,
     "acb": 4.59,
     "ach": 4.14,
     "bcpb": 3.45,
     "bcph": 3.59,
     "es": 3.22,
     "er": 3.05,
     "ms": 4.79,
     "mr": 4.8,
     "hl": 3.04,
     "eg": 3.17,
     "avg": 3.73
    },
    "en": {
     "mc": 3.83,
     "fa": 2.8,
     "bck": 3.83,
     "acb": 4.77,
     "ach": 4.26,
     "bcpb": 3.96,
     "bcph": 3.98,
     "es": 3.23,
     "er": 3.14,
     "ms": 4.92,
     "mr": 4.91,
     "hl": 3.13,
     "eg": 3.2,
     "avg": 3.84
    }
   },
   "platform_unrounded_avg": {
    "zh": 3.733733696755186,
    "en": 3.8440916156607305
   },
   "max_abs_column_diff": 0.004796747967479753,
   "max_abs_column_diff_unrounded": {
    "zh": 4.440892098500626e-16,
    "en": 8.881784197001252e-16
   },
   "max_abs_column_diff_at": "en.ms"
  },
  "fb8c23842faa41d1": {
   "cells_compared": 28,
   "cells_differing_at_two_decimals": [],
   "cells_differing_at_two_decimals_under_2_0_aggregation": [
    "en.bcpb",
    "en.es"
   ],
   "reply_finish_reasons": {
    "stop": 6489,
    "content_filter": 5
   },
   "unreadable_outputs_platform_count": 0,
   "model": "doubao-seed-character-260628",
   "protocol": "characterbench-2.0 · 2026-10-27",
   "snapshot_prompts_vs_current_templates": [],
   "target_params": {
    "temperature": null,
    "top_p": null,
    "max_tokens": 1024,
    "extra": {
     "thinking": {
      "type": "disabled"
     }
    }
   },
   "sessions": {
    "done": 6494
   },
   "excluded_pairs": [],
   "judge_input_real_replies": {
    "compared": 6494,
    "mismatch": 0,
    "ids": []
   },
   "judged_samples": 6494,
   "outputs_not_split_into_10": [],
   "outputs_where_all_eval_stops": [],
   "outputs_where_all_eval_stops_count": 0,
   "out_of_range_outputs": {
    "acb": 312,
    "ach": 0,
    "bck": 0,
    "bcpb": 0,
    "bcph": 0,
    "eg": 0,
    "er": 0,
    "es": 0,
    "fa": 0,
    "hl": 0,
    "mc": 0,
    "mr": 2,
    "ms": 0
   },
   "per_sample_score_diffs": 0,
   "per_sample_score_diff_examples": [],
   "columns_official": {
    "zh": {
     "mc": 4.202500000000001,
     "fa": 2.9305000000000003,
     "bck": 4.115333333333333,
     "acb": 4.5015,
     "ach": 4.2604999999999995,
     "bcpb": 3.423,
     "bcph": 3.5013333333333336,
     "es": 3.292,
     "er": 3.057228915662651,
     "ms": 4.752,
     "mr": 4.756048387096775,
     "hl": 3.4588,
     "eg": 3.4484,
     "avg": 3.823011074571238
    },
    "en": {
     "mc": 3.8985000000000003,
     "fa": 2.6174999999999997,
     "bck": 4.0553333333333335,
     "acb": 4.6725,
     "ach": 4.2895,
     "bcpb": 3.7439999999999998,
     "bcph": 3.682666666666667,
     "es": 3.3139999999999996,
     "er": 3.0356425702811247,
     "ms": 4.84,
     "mr": 4.762096774193548,
     "hl": 3.3056,
     "eg": 3.3864,
     "avg": 3.8156722572672828
    }
   },
   "columns_platform": {
    "zh": {
     "mc": 4.2,
     "fa": 2.93,
     "bck": 4.12,
     "acb": 4.5,
     "ach": 4.26,
     "bcpb": 3.42,
     "bcph": 3.5,
     "es": 3.29,
     "er": 3.06,
     "ms": 4.75,
     "mr": 4.76,
     "hl": 3.46,
     "eg": 3.45,
     "avg": 3.82
    },
    "en": {
     "mc": 3.9,
     "fa": 2.62,
     "bck": 4.06,
     "acb": 4.67,
     "ach": 4.29,
     "bcpb": 3.74,
     "bcph": 3.68,
     "es": 3.31,
     "er": 3.04,
     "ms": 4.84,
     "mr": 4.76,
     "hl": 3.31,
     "eg": 3.39,
     "avg": 3.82
    }
   },
   "platform_unrounded_avg": {
    "zh": 3.823011074571238,
    "en": 3.8156722572672828
   },
   "max_abs_column_diff": 0.004666666666667041,
   "max_abs_column_diff_unrounded": {
    "zh": 8.881784197001252e-16,
    "en": 4.440892098500626e-16
   },
   "max_abs_column_diff_at": "zh.bck"
  }
 }
}