schema_version = "1.1.0"
generated_at = "2026-04-28T10:03:42.770480927Z"
generator = "ipbr-rank 0.1.0"
methodology = "v1"

[sources."aistupidlevel"]
status = "verified"
n_rows_ingested = 24
n_rows_matched = 39
n_rows_unmatched = 1

[sources."arc_agi"]
status = "verified"
n_rows_ingested = 149
n_rows_matched = 56
n_rows_unmatched = 107

[sources."artificial_analysis"]
status = "verified"
n_rows_ingested = 500
n_rows_matched = 95
n_rows_unmatched = 421

[sources."livecodebench"]
status = "verified"
n_rows_ingested = 28
n_rows_matched = 4
n_rows_unmatched = 24

[sources."lmarena"]
status = "verified"
n_rows_ingested = 387
n_rows_matched = 90
n_rows_unmatched = 313

[sources."mcp_atlas"]
status = "verified"
n_rows_ingested = 19
n_rows_matched = 26
n_rows_unmatched = 7

[sources."openrouter"]
status = "verified"
n_rows_ingested = 367
n_rows_matched = 66
n_rows_unmatched = 317

[sources."overrides"]
status = "verified"
n_rows_ingested = 23
n_rows_matched = 37
n_rows_unmatched = 0

[sources."sonar"]
status = "verified"
n_rows_ingested = 58
n_rows_matched = 37
n_rows_unmatched = 35

[sources."swebench"]
status = "verified"
n_rows_ingested = 194
n_rows_matched = 36
n_rows_unmatched = 167

[sources."swebench_pro"]
status = "verified"
n_rows_ingested = 24
n_rows_matched = 22
n_rows_unmatched = 14

[sources."swerebench"]
status = "verified"
n_rows_ingested = 91
n_rows_matched = 31
n_rows_unmatched = 72

[sources."terminal_bench"]
status = "verified"
n_rows_ingested = 124
n_rows_matched = 87
n_rows_unmatched = 52

[[models]]
canonical_id = "anthropic/claude-opus-4.1"
display_name = "claude-opus-4.1"
vendor = "anthropic"
thinking_effort = "default"
aliases = ["anthropic/claude-opus-4.1", "claude opus 4.1", "claude-opus-4-1", "claude-opus-4-1-20250805", "claude-opus-4-1-non-reasoning", "claude-opus-4-1-thinking", "claude-opus-4.1", "opus 4.1"]
sources = ["aistupidlevel", "lmarena", "openrouter", "swerebench", "terminal_bench"]

[models.scores]
i_raw = 61.521614
p_raw = 48.976138
b_raw = 58.661704
r = 51.365558
i_adj = 61.521614
p_adj = 48.976138
b_adj = 58.661704

[models.groups]
A_B = 85.663920
A_I = 86.910485
A_P = 61.399165
A_R = 85.323857
BUILD = 48.356197
CRE = 52.664145
GEN = 50.666036
LM_ARENA_REVIEW_PROXY = 0.015911
OPS_long = 48.700749
OPS_precision = 46.200749
OPS_review = 42.467166
PLAN = 42.968182

[models.metrics]
AI_canary_health = 69.100000
AI_code = 93.318086
AI_complexity = 100.000000
AI_context_awareness = 0.000000
AI_correctness = 100.000000
AI_edge_cases = 100.000000
AI_efficiency = 87.253777
AI_hallucination_resistance = 40.000000
AI_memory_retention = 0.000000
AI_parameter_accuracy = 71.525000
AI_plan_coherence = 19.107392
AI_recovery = 100.000000
AI_refusal = 100.000000
AI_safety_compliance = 100.000000
AI_spec = 100.000000
AI_stability = 61.920484
AI_task_completion = 83.371619
AI_tool_selection = 71.964706
ContextWindow = 74.671663
CopilotArenaOrLMArenaCode = 52.096465
InverseCost = 0.000000
LMArenaCreativeOrOpenEnded = 52.664145
LMArenaSearchDocument = 0.015911
LMArenaText = 52.664145
SWEComposite = 50.334256
SWERebench = 51.671282
TerminalBench = 29.318182

[models.missing]
metrics = []
groups_shrunk = ["BUILD", "GEN", "OPS_long", "OPS_precision", "OPS_review", "PLAN"]

[[models]]
canonical_id = "anthropic/claude-opus-4.5"
display_name = "claude-opus-4.5"
vendor = "anthropic"
thinking_effort = "default"
aliases = ["anthropic/claude-opus-4.5", "claude opus 4.5", "claude-opus-4-5", "claude-opus-4-5-20251101", "claude-opus-4-5-non-reasoning", "claude-opus-4-5-thinking", "claude-opus-4.5", "opus 4.5"]
sources = ["aistupidlevel", "artificial_analysis", "lmarena", "mcp_atlas", "openrouter", "sonar", "swebench_pro", "swerebench", "terminal_bench"]

[models.scores]
i_raw = 78.177355
p_raw = 68.205380
b_raw = 75.151297
r = 66.697020
i_adj = 78.177355
p_adj = 68.205380
b_adj = 75.151297

[models.groups]
A_B = 85.407266
A_I = 89.964795
A_P = 69.981779
A_R = 84.667414
BUILD = 70.565455
CRE = 73.591011
GEN = 70.464318
LM_ARENA_REVIEW_PROXY = 10.825968
OPS_long = 76.429235
OPS_precision = 74.645973
OPS_review = 73.717773
PLAN = 65.803783

[models.metrics]
AI_canary_health = 89.500000
AI_code = 90.082681
AI_complexity = 81.744354
AI_context_awareness = 54.979117
AI_correctness = 100.000000
AI_edge_cases = 100.000000
AI_efficiency = 100.000000
AI_hallucination_resistance = 20.000000
AI_memory_retention = 10.183104
AI_parameter_accuracy = 100.000000
AI_plan_coherence = 10.739191
AI_recovery = 100.000000
AI_refusal = 100.000000
AI_safety_compliance = 72.904831
AI_spec = 100.000000
AI_stability = 92.591456
AI_task_completion = 65.325105
AI_tool_selection = 100.000000
ArtificialAnalysisCoding = 75.080906
ArtificialAnalysisIntelligence = 71.482890
ArtificialAnalysisReasoning = 63.745020
ContextWindow = 74.671663
CopilotArenaOrLMArenaCode = 76.491506
GDPval = 73.764793
GPQA_HLE_Reasoning = 63.745020
IFBench = 44.903581
InverseCost = 61.865137
InverseTTFT = 74.500482
LMArenaCreativeOrOpenEnded = 73.591011
LMArenaSearchDocument = 10.825968
LMArenaText = 73.591011
LongContextRecall = 100.000000
OutputSpeed = 80.257956
SWEBenchPro = 60.524761
SWEBenchVerified = 65.213779
SWEComposite = 65.600517
SWERebench = 76.332136
SciCode = 72.677596
SonarFunctionalSkill = 100.000000
SonarIssueDensity = 63.611491
Tau2Bench = 85.219400
TerminalBench = 54.924242

[models.missing]
metrics = []
groups_shrunk = []

[[models]]
canonical_id = "anthropic/claude-opus-4.6"
display_name = "claude-opus-4.6"
vendor = "anthropic"
thinking_effort = "default"
aliases = ["anthropic/claude-opus-4.6", "claude opus 4.6", "claude-4-6-opus", "claude-4.6-opus", "claude-opus-4-6", "claude-opus-4-6-adaptive", "claude-opus-4-6-non-reasoning", "claude-opus-4-6-thinking", "claude-opus-4.6", "opus 4.6"]
sources = ["aistupidlevel", "arc_agi", "artificial_analysis", "lmarena", "mcp_atlas", "openrouter", "overrides", "sonar", "swebench", "swebench_pro", "swerebench", "terminal_bench"]

[models.scores]
i_raw = 64.044883
p_raw = 58.569067
b_raw = 52.368698
r = 47.137638
i_adj = 64.044883
p_adj = 58.569067
b_adj = 52.368698

[models.groups]
A_B = 8.773444
A_I = 11.155106
A_P = 24.013339
A_R = 13.213135
BUILD = 78.250800
CRE = 100.000000
GEN = 89.649195
LM_ARENA_REVIEW_PROXY = 32.198682
OPS_long = 77.952917
OPS_precision = 76.759234
OPS_review = 74.738203
PLAN = 72.765721

[models.metrics]
AI_canary_health = 83.300000
AI_code = 0.000000
AI_complexity = 0.000000
AI_context_awareness = 9.784234
AI_correctness = 0.000000
AI_edge_cases = 54.487140
AI_efficiency = 0.000000
AI_hallucination_resistance = 0.000000
AI_memory_retention = 0.000000
AI_parameter_accuracy = 71.833953
AI_plan_coherence = 2.370990
AI_recovery = 5.825862
AI_refusal = 0.000000
AI_safety_compliance = 83.698749
AI_spec = 0.000000
AI_stability = 50.811512
AI_task_completion = 93.203065
AI_tool_selection = 100.000000
ARC_AGI_2 = 92.203486
ArtificialAnalysisCoding = 76.051780
ArtificialAnalysisIntelligence = 84.030418
ArtificialAnalysisReasoning = 86.254980
ContextWindow = 99.254763
CopilotArenaOrLMArenaCode = 100.000000
GDPval = 77.958580
GPQA_HLE_Reasoning = 86.254980
IFBench = 31.404959
InverseCost = 61.865137
InverseTTFT = 73.614861
LMArenaCreativeOrOpenEnded = 100.000000
LMArenaSearchDocument = 32.198682
LMArenaText = 100.000000
LongContextRecall = 90.196078
OutputSpeed = 76.645849
SWEBenchMultilingual = 90.869565
SWEBenchPro = 76.309604
SWEBenchVerified = 67.898563
SWEComposite = 78.296397
SWERebench = 91.580149
SciCode = 85.792350
SonarFunctionalSkill = 97.409326
SonarIssueDensity = 41.860465
Tau2Bench = 91.224018
TerminalBench = 64.469697

[models.missing]
metrics = []
groups_shrunk = []

[[models]]
canonical_id = "anthropic/claude-opus-4.7"
display_name = "claude-opus-4.7"
vendor = "anthropic"
thinking_effort = "default"
aliases = ["Agentless w/ Claude Opus 4.7", "Composio Coding Agent w/ Claude Opus 4.7", "anthropic/claude-opus-4.7", "claude 4.7", "claude opus 4.7", "claude-4-7", "claude-4-7-opus", "claude-4.7-opus", "claude-opus-4-7", "claude-opus-4-7-adaptive", "claude-opus-4-7-non-reasoning", "claude-opus-4-7-thinking", "claude-opus-4.7", "opus 4.7"]
sources = ["aistupidlevel", "arc_agi", "artificial_analysis", "lmarena", "mcp_atlas", "openrouter", "overrides", "sonar"]

[models.scores]
i_raw = 65.696229
p_raw = 64.933484
b_raw = 59.188974
r = 57.336583
i_adj = 65.696229
p_adj = 64.933484
b_adj = 59.188974

[models.groups]
A_B = 13.783301
A_I = 17.756098
A_P = 31.063629
A_R = 9.427420
BUILD = 87.626130
CRE = 94.966120
GEN = 97.048902
LM_ARENA_REVIEW_PROXY = 100.000000
OPS_long = 74.260413
OPS_precision = 68.954404
OPS_review = 65.599141
PLAN = 79.904749

[models.metrics]
AI_canary_health = 88.200000
AI_code = 0.000000
AI_complexity = 22.213958
AI_context_awareness = 15.233505
AI_correctness = 20.103937
AI_edge_cases = 0.000000
AI_efficiency = 35.980150
AI_hallucination_resistance = 0.000000
AI_memory_retention = 30.549311
AI_parameter_accuracy = 35.176237
AI_plan_coherence = 21.896792
AI_recovery = 0.000000
AI_refusal = 0.000000
AI_safety_compliance = 100.000000
AI_spec = 0.000000
AI_stability = 58.087116
AI_task_completion = 100.000000
AI_tool_selection = 57.635354
ARC_AGI_2 = 93.974777
ArtificialAnalysisCoding = 90.291262
ArtificialAnalysisIntelligence = 100.000000
ArtificialAnalysisReasoning = 95.617530
ContextWindow = 99.254763
CopilotArenaOrLMArenaCode = 100.000000
GDPval = 95.000000
GPQA_HLE_Reasoning = 95.617530
IFBench = 46.556474
InverseCost = 61.865137
InverseTTFT = 49.122783
LMArenaCreativeOrOpenEnded = 94.966120
LMArenaSearchDocument = 100.000000
LMArenaText = 94.966120
LongContextRecall = 88.235294
OutputSpeed = 78.838415
SWEBenchPro = 95.000000
SWEBenchVerified = 94.608133
SWEComposite = 92.723406
SWERebench = 85.343127
SciCode = 100.000000
SonarFunctionalSkill = 98.416811
SonarIssueDensity = 2.393981
Tau2Bench = 83.140878
TerminalBench = 78.568182

[models.missing]
metrics = []
groups_shrunk = []

[[models]]
canonical_id = "anthropic/claude-sonnet-4"
display_name = "claude-sonnet-4"
vendor = "anthropic"
thinking_effort = "default"
aliases = ["anthropic/claude-sonnet-4", "claude sonnet 4", "claude-4-sonnet", "claude-4-sonnet-non-reasoning", "claude-4-sonnet-thinking", "claude-sonnet-4", "claude-sonnet-4-20250514", "sonnet 4"]
sources = ["aistupidlevel", "arc_agi", "artificial_analysis", "livecodebench", "lmarena", "openrouter", "sonar", "swebench", "swebench_pro", "swerebench"]

[models.scores]
i_raw = 20.450263
p_raw = 34.743182
b_raw = 39.460860
r = 46.478945
i_adj = 20.450263
p_adj = 34.743182
b_adj = 39.460860

[models.groups]
A_B = 27.380895
A_I = 33.328208
A_P = 39.405855
A_R = 37.776608
BUILD = 41.535943
CRE = 0.000000
GEN = 14.016811
LM_ARENA_REVIEW_PROXY = 84.126114
OPS_long = 80.031656
OPS_precision = 79.554665
OPS_review = 78.203392
PLAN = 33.420275

[models.metrics]
AI_code = 0.646612
AI_complexity = 22.616146
AI_context_awareness = 0.000000
AI_correctness = 43.716839
AI_edge_cases = 67.605176
AI_efficiency = 26.203996
AI_hallucination_resistance = 20.000000
AI_memory_retention = 0.000000
AI_parameter_accuracy = 91.875000
AI_plan_coherence = 19.107392
AI_recovery = 52.063226
AI_refusal = 0.231345
AI_safety_compliance = 100.000000
AI_spec = 0.231345
AI_stability = 82.504739
AI_task_completion = 99.683458
AI_tool_selection = 89.968339
ARC_AGI_2 = 0.124699
ArtificialAnalysisCoding = 30.744337
ArtificialAnalysisIntelligence = 29.657795
ArtificialAnalysisReasoning = 8.565737
ContextWindow = 99.254763
CopilotArenaOrLMArenaCode = 51.986253
GDPval = 82.516272
GPQA_HLE_Reasoning = 8.565737
IFBench = 35.812672
InverseCost = 74.358249
InverseTTFT = 75.382257
LMArenaCreativeOrOpenEnded = 0.000000
LMArenaSearchDocument = 84.126114
LMArenaText = 0.000000
LiveCodeBench = 0.000000
LongContextRecall = 60.784314
MCPAtlas = 14.300000
OutputSpeed = 77.511210
SWEBenchPro = 52.146450
SWEBenchVerified = 39.742186
SWEComposite = 48.542966
SWERebench = 54.537171
SciCode = 20.765027
SonarFunctionalSkill = 58.981002
SonarIssueDensity = 33.994528
Tau2Bench = 27.713626
TerminalBench = 47.488636

[models.missing]
metrics = []
groups_shrunk = []

[[models]]
canonical_id = "anthropic/claude-sonnet-4.5"
display_name = "claude-sonnet-4.5"
vendor = "anthropic"
thinking_effort = "default"
aliases = ["anthropic/claude-sonnet-4.5", "claude sonnet 4.5", "claude-4-5-sonnet", "claude-4-5-sonnet-non-reasoning", "claude-4-5-sonnet-thinking", "claude-4.5-sonnet", "claude-sonnet-4-5", "claude-sonnet-4-5-20250929", "claude-sonnet-4.5", "sonnet 4.5"]
sources = ["aistupidlevel", "arc_agi", "artificial_analysis", "lmarena", "mcp_atlas", "openrouter", "overrides", "sonar", "swebench", "swebench_pro", "swerebench", "terminal_bench"]

[models.scores]
i_raw = 68.227079
p_raw = 56.050665
b_raw = 58.522591
r = 55.071048
i_adj = 68.227079
p_adj = 56.050665
b_adj = 58.522591

[models.groups]
A_B = 78.081232
A_I = 88.103010
A_P = 78.029398
A_R = 86.476408
BUILD = 46.795274
CRE = 63.990579
GEN = 42.213293
LM_ARENA_REVIEW_PROXY = 1.672707
OPS_long = 79.631682
OPS_precision = 79.504374
OPS_review = 78.251983
PLAN = 42.420495

[models.metrics]
AI_canary_health = 78.100000
AI_code = 66.764077
AI_complexity = 59.094351
AI_context_awareness = 100.000000
AI_correctness = 100.000000
AI_edge_cases = 100.000000
AI_efficiency = 78.546244
AI_hallucination_resistance = 40.000000
AI_memory_retention = 0.000000
AI_parameter_accuracy = 61.323524
AI_plan_coherence = 30.264993
AI_recovery = 100.000000
AI_refusal = 100.000000
AI_safety_compliance = 73.598596
AI_spec = 100.000000
AI_stability = 100.000000
AI_task_completion = 100.000000
AI_tool_selection = 83.115149
ARC_AGI_2 = 3.638940
ArtificialAnalysisCoding = 45.307443
ArtificialAnalysisIntelligence = 46.007605
ArtificialAnalysisReasoning = 35.258964
ContextWindow = 99.254763
CopilotArenaOrLMArenaCode = 52.336768
GDPval = 88.254438
GPQA_HLE_Reasoning = 35.258964
IFBench = 42.975207
InverseCost = 74.358249
InverseTTFT = 76.299241
LMArenaCreativeOrOpenEnded = 63.990579
LMArenaSearchDocument = 1.672707
LMArenaText = 63.990579
LongContextRecall = 65.686275
MCPAtlas = 8.000000
OutputSpeed = 76.450536
SWEBenchMultilingual = 3.913043
SWEBenchPro = 54.510237
SWEBenchVerified = 54.704384
SWEComposite = 53.539590
SWERebench = 74.664380
SciCode = 46.448087
SonarFunctionalSkill = 53.583765
SonarIssueDensity = 29.822161
Tau2Bench = 58.891455
TerminalBench = 37.348485

[models.missing]
metrics = []
groups_shrunk = []

[[models]]
canonical_id = "anthropic/claude-sonnet-4.6"
display_name = "claude-sonnet-4.6"
vendor = "anthropic"
thinking_effort = "default"
aliases = ["anthropic/claude-sonnet-4.6", "claude sonnet 4.6", "claude-sonnet-4-6", "claude-sonnet-4-6-non-reasoning", "claude-sonnet-4-6-thinking", "claude-sonnet-4.6", "sonnet 4.6"]
sources = ["aistupidlevel", "arc_agi", "artificial_analysis", "lmarena", "mcp_atlas", "openrouter", "sonar", "swerebench"]

[models.scores]
i_raw = 74.440825
p_raw = 61.692924
b_raw = 66.935342
r = 60.174975
i_adj = 74.440825
p_adj = 61.692924
b_adj = 66.935342

[models.groups]
A_B = 68.984618
A_I = 82.074958
A_P = 65.851040
A_R = 72.795033
BUILD = 67.848267
CRE = 73.128748
GEN = 65.458400
LM_ARENA_REVIEW_PROXY = 22.646009
OPS_long = 66.689537
OPS_precision = 54.274541
OPS_review = 48.996488
PLAN = 56.610780

[models.metrics]
AI_code = 66.673053
AI_complexity = 60.006317
AI_context_awareness = 15.672886
AI_correctness = 100.000000
AI_edge_cases = 54.693014
AI_efficiency = 59.079557
AI_hallucination_resistance = 0.000000
AI_memory_retention = 0.000000
AI_parameter_accuracy = 94.429046
AI_plan_coherence = 24.686192
AI_recovery = 100.000000
AI_refusal = 100.000000
AI_safety_compliance = 100.000000
AI_spec = 100.000000
AI_stability = 90.176356
AI_task_completion = 67.921039
AI_tool_selection = 94.894676
ARC_AGI_2 = 10.593099
ArtificialAnalysisCoding = 85.113269
ArtificialAnalysisIntelligence = 79.087452
ArtificialAnalysisReasoning = 68.725100
ContextWindow = 99.254763
CopilotArenaOrLMArenaCode = 93.420893
GDPval = 82.516272
GPQA_HLE_Reasoning = 68.725100
IFBench = 41.046832
InverseCost = 74.358249
InverseTTFT = 0.000000
LMArenaCreativeOrOpenEnded = 73.128748
LMArenaSearchDocument = 22.646009
LMArenaText = 73.128748
LongContextRecall = 90.196078
MCPAtlas = 65.142857
OutputSpeed = 80.664542
SWEBenchPro = 53.833701
SWEBenchVerified = 63.419370
SWEComposite = 66.358267
SWERebench = 95.815745
SciCode = 57.923497
SonarFunctionalSkill = 92.947611
SonarIssueDensity = 24.281806
Tau2Bench = 53.348730
TerminalBench = 47.488636

[models.missing]
metrics = []
groups_shrunk = []

[[models]]
canonical_id = "deepseek/deepseek-v4-flash"
display_name = "deepseek-v4-flash"
vendor = "deepseek"
thinking_effort = "default"
aliases = ["deepseek chat", "deepseek reasoner", "deepseek v4 flash", "deepseek-chat", "deepseek-reasoner", "deepseek-v4-flash", "deepseek/deepseek-chat", "deepseek/deepseek-reasoner", "deepseek/deepseek-v4-flash"]
sources = ["aistupidlevel", "artificial_analysis", "lmarena", "openrouter"]

[models.scores]
i_raw = 66.216961
p_raw = 66.950784
b_raw = 55.564809
r = 64.558636
i_adj = 66.216961
p_adj = 66.950784
b_adj = 55.564809

[models.groups]
A_B = 60.005846
A_I = 75.847615
A_P = 64.463010
A_R = 72.934559
BUILD = 49.781152
CRE = 58.702651
GEN = 62.815284
LM_ARENA_REVIEW_PROXY = 50.000000
OPS_long = 86.482967
OPS_precision = 89.609361
OPS_review = 91.796145
PLAN = 71.119019

[models.metrics]
AI_canary_health = 82.400000
AI_code = 33.950008
AI_complexity = 36.814198
AI_context_awareness = 0.000000
AI_correctness = 94.055406
AI_edge_cases = 62.643383
AI_efficiency = 53.339911
AI_hallucination_resistance = 40.000000
AI_memory_retention = 0.000000
AI_parameter_accuracy = 84.200000
AI_plan_coherence = 41.422594
AI_recovery = 91.949428
AI_refusal = 100.000000
AI_safety_compliance = 100.000000
AI_spec = 100.000000
AI_stability = 71.150483
AI_task_completion = 86.996472
AI_tool_selection = 73.815633
ArtificialAnalysisCoding = 45.631068
ArtificialAnalysisIntelligence = 59.315589
ArtificialAnalysisReasoning = 76.693227
ContextWindow = 71.625547
GPQA_HLE_Reasoning = 76.693227
IFBench = 100.000000
InverseCost = 100.000000
InverseTTFT = 98.917090
LMArenaCreativeOrOpenEnded = 58.702651
LMArenaText = 58.702651
LongContextRecall = 52.450980
OutputSpeed = 83.555850
SWEComposite = 50.000000
SciCode = 47.540984
Tau2Bench = 97.921478

[models.missing]
metrics = []
groups_shrunk = ["BUILD", "LM_ARENA_REVIEW_PROXY", "PLAN"]

[[models]]
canonical_id = "google/gemini-2.5-flash"
display_name = "gemini-2.5-flash"
vendor = "google"
thinking_effort = "default"
aliases = ["gemini 2.5 flash", "gemini flash 2.5", "gemini-2-5-flash", "gemini-2.5-flash", "google/gemini-2.5-flash"]
sources = ["aistupidlevel", "arc_agi", "artificial_analysis", "livecodebench", "lmarena", "openrouter", "swebench", "swerebench", "terminal_bench"]

[models.scores]
i_raw = 60.041051
p_raw = 38.689312
b_raw = 53.706412
r = 58.195224
i_adj = 59.842961
p_adj = 38.243608
b_adj = 52.914050

[models.groups]
A_B = 93.137590
A_I = 90.616291
A_P = 66.934365
A_R = 94.877734
BUILD = 24.700704
CRE = 45.505588
GEN = 15.030858
LM_ARENA_REVIEW_PROXY = 76.889112
OPS_long = 94.598352
OPS_precision = 90.690294
OPS_review = 89.200851
PLAN = 13.382243

[models.metrics]
AI_code = 100.000000
AI_complexity = 82.703637
AI_context_awareness = 100.000000
AI_correctness = 100.000000
AI_edge_cases = 100.000000
AI_efficiency = 100.000000
AI_hallucination_resistance = 69.869021
AI_memory_retention = 31.942621
AI_parameter_accuracy = 73.344404
AI_plan_coherence = 0.000000
AI_recovery = 100.000000
AI_refusal = 100.000000
AI_safety_compliance = 100.000000
AI_spec = 100.000000
AI_stability = 100.000000
AI_task_completion = 44.312261
AI_tool_selection = 27.546762
ARC_AGI_2 = 0.719853
ArtificialAnalysisCoding = 0.000000
ArtificialAnalysisIntelligence = 0.760456
ArtificialAnalysisReasoning = 17.928287
ContextWindow = 99.979271
CopilotArenaOrLMArenaCode = 64.764011
GDPval = 11.750000
GPQA_HLE_Reasoning = 17.928287
IFBench = 29.201102
InverseCost = 94.366183
InverseTTFT = 75.824217
LMArenaCreativeOrOpenEnded = 45.505588
LMArenaSearchDocument = 76.889112
LMArenaText = 45.505588
LiveCodeBench = 100.000000
LongContextRecall = 58.823529
MCPAtlas = 26.442857
OutputSpeed = 100.000000
SWEBenchPro = 33.808487
SWEBenchVerified = 0.000000
SWEComposite = 15.025994
SWERebench = 0.000000
SciCode = 23.497268
Tau2Bench = 0.000000
TerminalBench = 0.000000

[models.missing]
metrics = []
groups_shrunk = []

[[models]]
canonical_id = "google/gemini-2.5-pro"
display_name = "gemini-2.5-pro"
vendor = "google"
thinking_effort = "default"
aliases = ["gemini 2.5 pro", "gemini pro 2.5", "gemini-2-5-pro", "gemini-2.5-pro", "google/gemini-2.5-pro"]
sources = ["arc_agi", "artificial_analysis", "lmarena", "openrouter", "swebench", "swerebench", "terminal_bench"]

[models.scores]
i_raw = 32.924844
p_raw = 38.750211
b_raw = 48.947831
r = 42.970504
i_adj = 32.726753
p_adj = 38.304507
b_adj = 48.155469

[models.groups]
A_B = 68.023086
A_I = 68.259474
A_P = 62.958738
A_R = 70.411404
BUILD = 34.097309
CRE = 0.000000
GEN = 14.522315
LM_ARENA_REVIEW_PROXY = 0.000000
OPS_long = 82.065427
OPS_precision = 74.368282
OPS_review = 70.996031
PLAN = 21.838405

[models.metrics]
AI_code = 62.307001
AI_complexity = 68.412172
AI_context_awareness = 14.586003
AI_correctness = 92.500000
AI_edge_cases = 63.534656
AI_efficiency = 88.740647
AI_hallucination_resistance = 92.500000
AI_memory_retention = 92.500000
AI_parameter_accuracy = 92.500000
AI_plan_coherence = 78.992251
AI_recovery = 92.500000
AI_refusal = 92.500000
AI_safety_compliance = 92.500000
AI_spec = 92.500000
AI_stability = 7.500000
AI_task_completion = 61.339652
AI_tool_selection = 10.292005
ARC_AGI_2 = 3.638940
ArtificialAnalysisCoding = 23.624595
ArtificialAnalysisIntelligence = 14.068441
ArtificialAnalysisReasoning = 44.820717
ContextWindow = 99.979271
CopilotArenaOrLMArenaCode = 0.000000
GPQA_HLE_Reasoning = 44.820717
IFBench = 19.283747
InverseCost = 80.060978
InverseTTFT = 43.896986
LMArenaCreativeOrOpenEnded = 0.000000
LMArenaSearchDocument = 0.000000
LMArenaText = 0.000000
LongContextRecall = 67.156863
MCPAtlas = 66.757143
OutputSpeed = 91.423712
SWEBenchPro = 53.163961
SWEBenchVerified = 9.844177
SWEComposite = 27.010749
SWERebench = 0.454181
SciCode = 36.065574
SonarFunctionalSkill = 86.260794
SonarIssueDensity = 18.662791
Tau2Bench = 3.464203
TerminalBench = 1.439394

[models.missing]
metrics = []
groups_shrunk = []

[[models]]
canonical_id = "google/gemini-3-flash"
display_name = "gemini-3-flash"
vendor = "google"
thinking_effort = "default"
aliases = ["gemini 3 flash", "gemini flash 3", "gemini-3-flash", "gemini-3-flash-preview", "gemini-3-flash-reasoning", "google/gemini-3-flash"]
sources = ["arc_agi", "artificial_analysis", "lmarena", "mcp_atlas", "openrouter", "overrides", "sonar", "swebench", "swebench_pro", "swerebench", "terminal_bench"]

[models.scores]
i_raw = 76.429146
p_raw = 65.522542
b_raw = 60.844255
r = 60.304818
i_adj = 76.231055
p_adj = 65.076838
b_adj = 60.051893

[models.groups]
A_B = 68.023086
A_I = 68.259474
A_P = 62.958738
A_R = 70.411404
BUILD = 51.666627
CRE = 86.178709
GEN = 61.634575
LM_ARENA_REVIEW_PROXY = 19.472528
OPS_long = 94.862107
OPS_precision = 91.578891
OPS_review = 90.192402
PLAN = 64.660941

[models.metrics]
AI_code = 62.307001
AI_complexity = 68.412172
AI_context_awareness = 14.586003
AI_correctness = 92.500000
AI_edge_cases = 63.534656
AI_efficiency = 88.740647
AI_hallucination_resistance = 92.500000
AI_memory_retention = 92.500000
AI_parameter_accuracy = 92.500000
AI_plan_coherence = 78.992251
AI_recovery = 92.500000
AI_refusal = 92.500000
AI_safety_compliance = 92.500000
AI_spec = 92.500000
AI_stability = 7.500000
AI_task_completion = 61.339652
AI_tool_selection = 10.292005
ARC_AGI_2 = 3.043786
ArtificialAnalysisCoding = 58.252427
ArtificialAnalysisIntelligence = 58.935361
ArtificialAnalysisReasoning = 82.669323
ContextWindow = 99.979271
CopilotArenaOrLMArenaCode = 67.369424
GDPval = 5.000000
GPQA_HLE_Reasoning = 82.669323
IFBench = 100.000000
InverseCost = 91.496447
InverseTTFT = 80.173004
LMArenaCreativeOrOpenEnded = 86.178709
LMArenaSearchDocument = 19.472528
LMArenaText = 86.178709
LongContextRecall = 68.627451
MCPAtlas = 22.285714
OutputSpeed = 99.419947
SWEBenchMultilingual = 100.000000
SWEBenchPro = 30.951162
SWEBenchVerified = 68.426330
SWEComposite = 58.131943
SWERebench = 76.117896
SciCode = 78.688525
SonarFunctionalSkill = 86.260794
SonarIssueDensity = 18.662791
Tau2Bench = 64.203233
TerminalBench = 48.409091

[models.missing]
metrics = []
groups_shrunk = []

[[models]]
canonical_id = "google/gemini-3-pro"
display_name = "gemini-3-pro"
vendor = "google"
thinking_effort = "default"
aliases = ["gemini 3 pro", "gemini pro 3", "gemini-3-pro", "gemini-3-pro-high", "gemini-3-pro-low", "gemini-3-pro-medium", "gemini-3-pro-preview", "google/gemini-3-pro"]
sources = ["aistupidlevel", "arc_agi", "artificial_analysis", "lmarena", "mcp_atlas", "openrouter", "overrides", "sonar", "swebench", "swebench_pro", "swerebench", "terminal_bench"]

[models.scores]
i_raw = 79.347488
p_raw = 60.890511
b_raw = 64.606270
r = 60.719298
i_adj = 79.149397
p_adj = 60.444807
b_adj = 63.813908

[models.groups]
A_B = 78.271508
A_I = 78.642312
A_P = 70.327432
A_R = 82.017889
BUILD = 58.876645
CRE = 94.966829
GEN = 60.103051
LM_ARENA_REVIEW_PROXY = 19.322140
OPS_long = 45.230354
OPS_precision = 46.595531
OPS_review = 50.460709
PLAN = 55.072251

[models.metrics]
AI_code = 64.478825
AI_complexity = 71.661378
AI_context_awareness = 8.336474
AI_correctness = 100.000000
AI_edge_cases = 65.923124
AI_efficiency = 95.577232
AI_hallucination_resistance = 100.000000
AI_memory_retention = 100.000000
AI_parameter_accuracy = 100.000000
AI_plan_coherence = 84.108530
AI_recovery = 100.000000
AI_refusal = 100.000000
AI_safety_compliance = 100.000000
AI_spec = 100.000000
AI_stability = 0.000000
AI_task_completion = 63.340767
AI_tool_selection = 3.284712
ARC_AGI_2 = 42.408956
ContextWindow = 0.000000
CopilotArenaOrLMArenaCode = 67.755445
InverseCost = 77.303543
LMArenaCreativeOrOpenEnded = 94.966829
LMArenaSearchDocument = 19.322140
LMArenaText = 94.966829
MCPAtlas = 69.714286
SWEBenchMultilingual = 33.478261
SWEBenchPro = 53.722308
SWEBenchVerified = 52.065549
SWEComposite = 54.512361
SWERebench = 70.279735
SonarFunctionalSkill = 92.659758
SonarIssueDensity = 13.132695
TerminalBench = 61.439394

[models.missing]
metrics = []
groups_shrunk = ["GEN", "OPS_long", "OPS_precision", "OPS_review", "PLAN"]

[[models]]
canonical_id = "google/gemini-3.1-pro-preview"
display_name = "gemini-3.1-pro-preview"
vendor = "google"
thinking_effort = "default"
aliases = ["gemini 3.1 pro", "gemini pro 3.1", "gemini-3-1-pro", "gemini-3-1-pro-preview", "gemini-3.1-pro", "gemini-3.1-pro-preview", "google/gemini-3.1-pro-preview"]
sources = ["arc_agi", "artificial_analysis", "lmarena", "mcp_atlas", "openrouter", "overrides", "sonar", "swebench_pro", "swerebench", "terminal_bench"]

[models.scores]
i_raw = 87.454701
p_raw = 82.920588
b_raw = 72.767456
r = 78.940714
i_adj = 87.256611
p_adj = 82.474884
b_adj = 71.975093

[models.groups]
A_B = 68.023086
A_I = 68.259474
A_P = 62.958738
A_R = 70.411404
BUILD = 74.909622
CRE = 100.000000
GEN = 100.000000
LM_ARENA_REVIEW_PROXY = 89.822759
OPS_long = 82.048567
OPS_precision = 73.452646
OPS_review = 69.714876
PLAN = 94.143582

[models.metrics]
AI_code = 62.307001
AI_complexity = 68.412172
AI_context_awareness = 14.586003
AI_correctness = 92.500000
AI_edge_cases = 63.534656
AI_efficiency = 88.740647
AI_hallucination_resistance = 92.500000
AI_memory_retention = 92.500000
AI_parameter_accuracy = 92.500000
AI_plan_coherence = 78.992251
AI_recovery = 92.500000
AI_refusal = 92.500000
AI_safety_compliance = 92.500000
AI_spec = 92.500000
AI_stability = 7.500000
AI_task_completion = 61.339652
AI_tool_selection = 10.292005
ARC_AGI_2 = 100.000000
ArtificialAnalysisCoding = 100.000000
ArtificialAnalysisIntelligence = 100.000000
ArtificialAnalysisReasoning = 100.000000
ContextWindow = 99.979271
CopilotArenaOrLMArenaCode = 72.998094
GDPval = 23.816568
GPQA_HLE_Reasoning = 100.000000
IFBench = 97.520661
InverseCost = 77.303543
InverseTTFT = 40.903349
LMArenaCreativeOrOpenEnded = 100.000000
LMArenaSearchDocument = 89.822759
LMArenaText = 100.000000
LongContextRecall = 100.000000
MCPAtlas = 66.757143
OutputSpeed = 92.983004
SWEBenchPro = 61.076311
SWEBenchVerified = 77.983468
SWEComposite = 75.351756
SWERebench = 99.955077
SciCode = 100.000000
SonarFunctionalSkill = 86.260794
SonarIssueDensity = 18.662791
Tau2Bench = 99.307159
TerminalBench = 89.924242

[models.missing]
metrics = []
groups_shrunk = []

[[models]]
canonical_id = "moonshotai/kimi-k2-0905"
display_name = "kimi-k2-0905"
vendor = "moonshot"
thinking_effort = "default"
aliases = ["kimi k2 0905", "kimi k2 turbo", "kimi-k2-0905", "kimi-k2-0905-preview", "kimi-k2-turbo", "kimi-k2-turbo-preview", "moonshot/kimi-k2-0905", "moonshotai/kimi-k2-0905"]
sources = ["aistupidlevel", "artificial_analysis", "lmarena", "openrouter"]

[models.scores]
i_raw = 26.372460
p_raw = 27.802868
b_raw = 38.733800
r = 36.130868
i_adj = 26.372460
p_adj = 27.802868
b_adj = 38.733800

[models.groups]
A_B = 32.133853
A_I = 35.150967
A_P = 35.741680
A_R = 28.199081
BUILD = 42.710356
CRE = 26.943661
GEN = 7.924606
LM_ARENA_REVIEW_PROXY = 50.000000
OPS_long = 35.412172
OPS_precision = 53.651346
OPS_review = 60.152279
PLAN = 29.607390

[models.metrics]
AI_canary_health = 88.900000
AI_code = 39.990806
AI_complexity = 36.814198
AI_context_awareness = 0.000000
AI_correctness = 0.000000
AI_edge_cases = 0.000000
AI_efficiency = 35.680694
AI_hallucination_resistance = 60.000000
AI_memory_retention = 0.000000
AI_parameter_accuracy = 81.111111
AI_plan_coherence = 21.896792
AI_recovery = 0.000000
AI_refusal = 100.000000
AI_safety_compliance = 88.888889
AI_spec = 100.000000
AI_stability = 0.000000
AI_task_completion = 86.996472
AI_tool_selection = 73.815633
ArtificialAnalysisCoding = 4.207120
ArtificialAnalysisIntelligence = 0.000000
ArtificialAnalysisReasoning = 0.000000
ContextWindow = 53.360318
GPQA_HLE_Reasoning = 0.000000
IFBench = 0.000000
InverseCost = 92.676749
InverseTTFT = 90.702245
LMArenaCreativeOrOpenEnded = 26.943661
LMArenaText = 26.943661
LongContextRecall = 0.000000
OutputSpeed = 0.000000
SWEComposite = 50.000000
SciCode = 0.000000
Tau2Bench = 48.036952

[models.missing]
metrics = []
groups_shrunk = ["BUILD", "LM_ARENA_REVIEW_PROXY", "PLAN"]

[[models]]
canonical_id = "moonshotai/kimi-k2.6"
display_name = "kimi-k2.6"
vendor = "moonshot"
thinking_effort = "default"
aliases = ["kimi 2.6", "kimi k2.6", "kimi-k2-6", "kimi-k2.6", "kimi-k2p6", "kimi-latest", "moonshot/kimi-k2.6", "moonshotai/kimi-k2.6"]
sources = ["aistupidlevel", "artificial_analysis", "lmarena", "openrouter", "overrides"]

[models.scores]
i_raw = 73.019630
p_raw = 70.053638
b_raw = 67.143536
r = 76.464582
i_adj = 73.019630
p_adj = 70.053638
b_adj = 67.143536

[models.groups]
A_B = 56.638031
A_I = 70.858304
A_P = 53.816204
A_R = 69.836599
BUILD = 74.180388
CRE = 77.628097
GEN = 73.703465
LM_ARENA_REVIEW_PROXY = 92.198109
OPS_long = 57.979944
OPS_precision = 59.836744
OPS_review = 60.271430
PLAN = 86.703617

[models.metrics]
AI_code = 36.970407
AI_complexity = 36.814198
AI_context_awareness = 0.000000
AI_correctness = 94.055406
AI_edge_cases = 62.643383
AI_efficiency = 22.936128
AI_hallucination_resistance = 20.000000
AI_memory_retention = 0.000000
AI_parameter_accuracy = 66.666667
AI_plan_coherence = 7.949791
AI_recovery = 91.949428
AI_refusal = 100.000000
AI_safety_compliance = 66.666667
AI_spec = 100.000000
AI_stability = 71.150483
AI_task_completion = 72.497060
AI_tool_selection = 52.911046
ARC_AGI_2 = 11.930069
ArtificialAnalysisCoding = 72.815534
ArtificialAnalysisIntelligence = 87.452471
ArtificialAnalysisReasoning = 87.649402
ContextWindow = 78.442287
CopilotArenaOrLMArenaCode = 94.689411
GDPval = 54.704142
GPQA_HLE_Reasoning = 87.649402
IFBench = 94.490358
InverseCost = 87.136008
LMArenaCreativeOrOpenEnded = 77.628097
LMArenaSearchDocument = 92.198109
LMArenaText = 77.628097
LongContextRecall = 85.294118
MCPAtlas = 92.500000
SWEBenchVerified = 77.033487
SWEComposite = 62.691221
SWERebench = 72.905877
SciCode = 94.535519
SonarFunctionalSkill = 79.165227
SonarIssueDensity = 92.500000
Tau2Bench = 100.000000
TerminalBench = 74.886364

[models.missing]
metrics = []
groups_shrunk = ["OPS_long", "OPS_precision", "OPS_review"]

[[models]]
canonical_id = "openai/gpt-5.2"
display_name = "gpt-5.2"
vendor = "openai"
thinking_effort = "default"
aliases = ["gpt 5.2", "gpt-5-2", "gpt-5-2-high", "gpt-5-2-low", "gpt-5-2-medium", "gpt-5-2-non-reasoning", "gpt-5.2", "openai/gpt-5.2"]
sources = ["aistupidlevel", "arc_agi", "artificial_analysis", "lmarena", "mcp_atlas", "openrouter", "sonar", "swebench", "swebench_pro", "terminal_bench"]

[models.scores]
i_raw = 65.918258
p_raw = 55.987982
b_raw = 50.861193
r = 57.573432
i_adj = 65.918258
p_adj = 55.987982
b_adj = 50.861193

[models.groups]
A_B = 62.823900
A_I = 72.071422
A_P = 56.980030
A_R = 80.808653
BUILD = 41.738608
CRE = 67.892255
GEN = 52.192717
LM_ARENA_REVIEW_PROXY = 20.559909
OPS_long = 58.294952
OPS_precision = 59.798001
OPS_review = 59.538098
PLAN = 56.637667

[models.metrics]
AI_code = 36.970407
AI_complexity = 36.814198
AI_context_awareness = 0.000000
AI_correctness = 94.055406
AI_edge_cases = 62.643383
AI_efficiency = 32.538948
AI_hallucination_resistance = 80.000000
AI_memory_retention = 0.000000
AI_parameter_accuracy = 85.188889
AI_plan_coherence = 0.000000
AI_recovery = 91.949428
AI_refusal = 100.000000
AI_safety_compliance = 100.000000
AI_spec = 100.000000
AI_stability = 78.871025
AI_task_completion = 86.996472
AI_tool_selection = 76.281075
ARC_AGI_2 = 0.000000
ArtificialAnalysisCoding = 63.430421
ArtificialAnalysisIntelligence = 59.695817
ArtificialAnalysisReasoning = 56.374502
ContextWindow = 85.259028
CopilotArenaOrLMArenaCode = 37.150168
GPQA_HLE_Reasoning = 56.374502
IFBench = 64.738292
InverseCost = 80.060978
LMArenaCreativeOrOpenEnded = 67.892255
LMArenaSearchDocument = 20.559909
LMArenaText = 67.892255
LongContextRecall = 53.921569
SWEBenchMultilingual = 0.000000
SWEBenchPro = 18.633206
SWEBenchVerified = 50.482247
SWEComposite = 28.247446
SciCode = 54.644809
SonarFunctionalSkill = 82.800806
SonarIssueDensity = 33.926129
Tau2Bench = 50.115473
TerminalBench = 58.409091

[models.missing]
metrics = []
groups_shrunk = ["OPS_long", "OPS_precision", "OPS_review"]

[[models]]
canonical_id = "openai/gpt-5.3-codex"
display_name = "gpt-5.3-codex"
vendor = "openai"
thinking_effort = "default"
aliases = ["gpt 5.3 codex", "gpt-5-3-codex", "gpt-5.3-codex", "gpt-5.3-codex-high", "openai/gpt-5.3-codex"]
sources = ["aistupidlevel", "artificial_analysis", "lmarena", "openrouter", "overrides", "sonar", "swerebench", "terminal_bench"]

[models.scores]
i_raw = 67.713618
p_raw = 55.800963
b_raw = 58.381857
r = 69.054953
i_adj = 67.713618
p_adj = 55.800963
b_adj = 58.381857

[models.groups]
A_B = 58.806244
A_I = 69.242234
A_P = 52.480768
A_R = 77.640664
BUILD = 57.981355
CRE = 73.373555
GEN = 55.843389
LM_ARENA_REVIEW_PROXY = 91.628432
OPS_long = 57.950471
OPS_precision = 59.281280
OPS_review = 58.849137
PLAN = 58.371212

[models.metrics]
AI_code = 24.888812
AI_complexity = 36.814198
AI_context_awareness = 0.000000
AI_correctness = 94.055406
AI_edge_cases = 62.643383
AI_efficiency = 35.140924
AI_hallucination_resistance = 80.000000
AI_memory_retention = 0.000000
AI_parameter_accuracy = 85.922222
AI_plan_coherence = 2.370990
AI_recovery = 91.949428
AI_refusal = 100.000000
AI_safety_compliance = 88.888889
AI_spec = 100.000000
AI_stability = 59.272726
AI_task_completion = 57.997648
AI_tool_selection = 66.419307
ContextWindow = 85.259028
CopilotArenaOrLMArenaCode = 58.420400
InverseCost = 76.616169
LMArenaCreativeOrOpenEnded = 73.373555
LMArenaSearchDocument = 91.628432
LMArenaText = 73.373555
SWEBenchVerified = 68.941045
SWEComposite = 63.571575
SWERebench = 89.446307
TerminalBench = 74.621212

[models.missing]
metrics = []
groups_shrunk = ["BUILD", "GEN", "OPS_long", "OPS_precision", "OPS_review", "PLAN"]

[[models]]
canonical_id = "openai/gpt-5.4"
display_name = "gpt-5.4"
vendor = "openai"
thinking_effort = "default"
aliases = ["gpt 5.4", "gpt-5-4", "gpt-5-4-high", "gpt-5-4-low", "gpt-5-4-medium", "gpt-5-4-non-reasoning", "gpt-5.4", "gpt-5.4-high", "openai/gpt-5.4"]
sources = ["aistupidlevel", "arc_agi", "artificial_analysis", "lmarena", "mcp_atlas", "openrouter", "overrides", "sonar", "swebench_pro", "terminal_bench"]

[models.scores]
i_raw = 70.392573
p_raw = 55.247252
b_raw = 66.031911
r = 62.814517
i_adj = 70.392573
p_adj = 55.247252
b_adj = 66.031911

[models.groups]
A_B = 57.523279
A_I = 69.377204
A_P = 58.094190
A_R = 76.334559
BUILD = 68.350793
CRE = 77.498301
GEN = 45.198040
LM_ARENA_REVIEW_PROXY = 17.134356
OPS_long = 92.844558
OPS_precision = 91.156499
OPS_review = 89.678010
PLAN = 50.665343

[models.metrics]
AI_code = 33.950008
AI_complexity = 0.000000
AI_context_awareness = 0.000000
AI_correctness = 94.055406
AI_edge_cases = 62.643383
AI_efficiency = 48.325572
AI_hallucination_resistance = 60.000000
AI_memory_retention = 0.000000
AI_parameter_accuracy = 90.955556
AI_plan_coherence = 2.370990
AI_recovery = 91.949428
AI_refusal = 100.000000
AI_safety_compliance = 100.000000
AI_spec = 100.000000
AI_stability = 71.150483
AI_task_completion = 86.996472
AI_tool_selection = 83.662639
ARC_AGI_2 = 76.857021
ArtificialAnalysisCoding = 33.656958
ArtificialAnalysisIntelligence = 27.376426
ArtificialAnalysisReasoning = 15.537849
ContextWindow = 100.000000
CopilotArenaOrLMArenaCode = 67.375258
GPQA_HLE_Reasoning = 15.537849
IFBench = 62.534435
InverseCost = 75.018995
InverseTTFT = 90.425117
LMArenaCreativeOrOpenEnded = 77.498301
LMArenaSearchDocument = 17.134356
LMArenaText = 77.498301
LongContextRecall = 24.509804
MCPAtlas = 68.214286
OutputSpeed = 95.013882
SWEBenchPro = 88.436913
SWEBenchVerified = 72.283582
SWEComposite = 81.961902
SWERebench = 83.529361
SciCode = 12.021858
SonarFunctionalSkill = 82.584917
SonarIssueDensity = 13.201094
Tau2Bench = 0.000000
TerminalBench = 100.000000

[models.missing]
metrics = []
groups_shrunk = []

[[models]]
canonical_id = "openai/gpt-5.5"
display_name = "gpt-5.5"
vendor = "openai"
thinking_effort = "default"
aliases = ["gpt 5.5", "gpt-5-5", "gpt-5-5-high", "gpt-5-5-low", "gpt-5-5-medium", "gpt-5-5-non-reasoning", "gpt-5.5", "openai/gpt-5.5", "openai:gpt-5.5"]
sources = ["aistupidlevel", "arc_agi", "artificial_analysis", "lmarena", "openrouter", "overrides", "sonar", "terminal_bench"]

[models.scores]
i_raw = 81.128321
p_raw = 81.485043
b_raw = 70.751377
r = 74.561004
i_adj = 81.128321
p_adj = 81.485043
b_adj = 70.751377

[models.groups]
A_B = 61.542539
A_I = 73.569716
A_P = 59.844300
A_R = 77.106613
BUILD = 74.365112
CRE = 81.973530
GEN = 94.411780
LM_ARENA_REVIEW_PROXY = 27.401140
OPS_long = 81.743818
OPS_precision = 80.044272
OPS_review = 77.538706
PLAN = 95.356727

[models.metrics]
AI_code = 33.950008
AI_complexity = 36.814198
AI_context_awareness = 0.000000
AI_correctness = 94.055406
AI_edge_cases = 62.643383
AI_efficiency = 44.828029
AI_hallucination_resistance = 60.000000
AI_memory_retention = 0.000000
AI_parameter_accuracy = 95.800000
AI_plan_coherence = 7.949791
AI_recovery = 91.949428
AI_refusal = 100.000000
AI_safety_compliance = 100.000000
AI_spec = 100.000000
AI_stability = 78.871025
AI_task_completion = 86.996472
AI_tool_selection = 84.902741
ARC_AGI_2 = 98.112512
ArtificialAnalysisCoding = 100.000000
ArtificialAnalysisIntelligence = 98.098859
ArtificialAnalysisReasoning = 100.000000
ContextWindow = 100.000000
CopilotArenaOrLMArenaCode = 71.401719
GPQA_HLE_Reasoning = 100.000000
IFBench = 80.716253
InverseCost = 50.610400
InverseTTFT = 81.714445
LMArenaCreativeOrOpenEnded = 81.973530
LMArenaSearchDocument = 27.401140
LMArenaText = 81.973530
LongContextRecall = 98.039216
OutputSpeed = 82.436161
SWEBenchVerified = 95.000000
SWEComposite = 63.500000
SciCode = 94.535519
SonarFunctionalSkill = 70.689407
SonarIssueDensity = 46.046512
Tau2Bench = 90.531178
TerminalBench = 100.000000

[models.missing]
metrics = []
groups_shrunk = []

[[models]]
canonical_id = "xai/grok-4-latest"
display_name = "grok-4-latest"
vendor = "xai"
thinking_effort = "default"
aliases = ["grok 4", "grok 4 latest", "grok-4", "grok-4-0709", "grok-4-latest", "x-ai/grok-4", "xai/grok-4"]
sources = ["aistupidlevel", "arc_agi", "artificial_analysis", "lmarena", "openrouter", "swerebench", "terminal_bench"]

[models.scores]
i_raw = 75.179913
p_raw = 52.013867
b_raw = 63.754273
r = 58.867065
i_adj = 75.179913
p_adj = 52.013867
b_adj = 63.754273

[models.groups]
A_B = 87.777546
A_I = 85.926705
A_P = 61.488307
A_R = 89.068070
BUILD = 47.406961
CRE = 76.278807
GEN = 49.396763
LM_ARENA_REVIEW_PROXY = 18.624752
OPS_long = 77.457416
OPS_precision = 77.468314
OPS_review = 77.318194
PLAN = 38.041880

[models.metrics]
AI_code = 100.000000
AI_complexity = 100.000000
AI_context_awareness = 0.000000
AI_correctness = 100.000000
AI_edge_cases = 100.000000
AI_efficiency = 0.000000
AI_hallucination_resistance = 100.000000
AI_memory_retention = 85.538070
AI_parameter_accuracy = 0.000000
AI_plan_coherence = 100.000000
AI_recovery = 39.267054
AI_refusal = 100.000000
AI_safety_compliance = 0.000000
AI_spec = 100.000000
AI_stability = 100.000000
AI_task_completion = 0.000000
AI_tool_selection = 0.000000
ARC_AGI_2 = 20.962165
ArtificialAnalysisCoding = 51.456311
ArtificialAnalysisIntelligence = 40.304183
ArtificialAnalysisReasoning = 56.972112
ContextWindow = 78.442287
CopilotArenaOrLMArenaCode = 57.023697
GPQA_HLE_Reasoning = 56.972112
IFBench = 33.057851
InverseCost = 74.358249
InverseTTFT = 78.466871
LMArenaCreativeOrOpenEnded = 76.278807
LMArenaSearchDocument = 18.624752
LMArenaText = 76.278807
LongContextRecall = 76.960784
OutputSpeed = 77.385224
SWEComposite = 47.665871
SWERebench = 38.329356
SciCode = 51.912568
Tau2Bench = 51.501155
TerminalBench = 11.590909

[models.missing]
metrics = []
groups_shrunk = ["BUILD"]

[[models]]
canonical_id = "xai/grok-code-fast-1"
display_name = "grok-code-fast-1"
vendor = "xai"
thinking_effort = "default"
aliases = ["grok code fast 1", "grok-code-fast", "grok-code-fast-1", "x-ai/grok-code-fast-1", "xai/grok-code-fast-1"]
sources = ["aistupidlevel", "artificial_analysis", "lmarena", "openrouter", "swerebench", "terminal_bench"]

[models.scores]
i_raw = 52.086703
p_raw = 33.777140
b_raw = 46.535068
r = 49.983537
i_adj = 52.086703
p_adj = 33.777140
b_adj = 46.535068

[models.groups]
A_B = 58.252758
A_I = 65.886300
A_P = 54.750433
A_R = 75.572712
BUILD = 34.159792
CRE = 47.826990
GEN = 15.754424
LM_ARENA_REVIEW_PROXY = 50.000000
OPS_long = 90.218120
OPS_precision = 89.146261
OPS_review = 89.739508
PLAN = 11.350794

[models.metrics]
AI_code = 26.767095
AI_complexity = 47.048104
AI_context_awareness = 0.000000
AI_correctness = 84.747636
AI_edge_cases = 68.657157
AI_efficiency = 16.233346
AI_hallucination_resistance = 100.000000
AI_memory_retention = 85.538070
AI_parameter_accuracy = 0.000000
AI_plan_coherence = 100.000000
AI_recovery = 100.000000
AI_refusal = 76.119568
AI_safety_compliance = 0.000000
AI_spec = 76.119568
AI_stability = 30.592582
AI_task_completion = 0.000000
AI_tool_selection = 0.000000
ARC_AGI_2 = 25.317840
ArtificialAnalysisCoding = 0.000000
ArtificialAnalysisIntelligence = 0.000000
ArtificialAnalysisReasoning = 0.000000
ContextWindow = 78.442287
CopilotArenaOrLMArenaCode = 0.000000
GPQA_HLE_Reasoning = 0.000000
IFBench = 0.000000
InverseCost = 99.299250
InverseTTFT = 84.768316
LMArenaCreativeOrOpenEnded = 47.826990
LMArenaText = 47.826990
LongContextRecall = 0.000000
OutputSpeed = 93.760343
SWEComposite = 45.399479
SWERebench = 26.997397
SciCode = 0.000000
Tau2Bench = 53.348730
TerminalBench = 0.000000

[models.missing]
metrics = []
groups_shrunk = ["BUILD", "LM_ARENA_REVIEW_PROXY"]

[[models]]
canonical_id = "z-ai/glm-4.6"
display_name = "glm-4.6"
vendor = "zai"
thinking_effort = "default"
aliases = ["glm 4.6", "glm-4-6", "glm-4.6", "glm-4p6", "z-ai/glm-4.6", "zai/glm-4.6"]
sources = ["aistupidlevel", "artificial_analysis", "lmarena", "openrouter", "swebench", "swebench_pro", "swerebench", "terminal_bench"]

[models.scores]
i_raw = 36.790597
p_raw = 32.037911
b_raw = 36.437215
r = 41.507013
i_adj = 36.790597
p_adj = 32.037911
b_adj = 36.437215

[models.groups]
A_B = 55.421523
A_I = 54.000000
A_P = 46.132284
A_R = 58.500000
BUILD = 18.203847
CRE = 23.604437
GEN = 13.449809
LM_ARENA_REVIEW_PROXY = 50.000000
OPS_long = 77.029432
OPS_precision = 83.336310
OPS_review = 85.973101
PLAN = 18.033090

[models.metrics]
AI_context_awareness = 0.000000
AI_hallucination_resistance = 100.000000
AI_memory_retention = 85.538070
AI_parameter_accuracy = 0.000000
AI_plan_coherence = 100.000000
AI_safety_compliance = 0.000000
AI_task_completion = 0.000000
AI_tool_selection = 0.000000
ArtificialAnalysisCoding = 15.857605
ArtificialAnalysisIntelligence = 6.083650
ArtificialAnalysisReasoning = 16.533865
ContextWindow = 75.033917
CopilotArenaOrLMArenaCode = 42.995607
GPQA_HLE_Reasoning = 16.533865
IFBench = 4.683196
InverseCost = 95.411463
InverseTTFT = 98.706998
LMArenaCreativeOrOpenEnded = 23.604437
LMArenaText = 23.604437
LongContextRecall = 9.803922
MCPAtlas = 7.500000
OutputSpeed = 66.348725
SWEBenchPro = 0.000000
SWEBenchVerified = 48.371179
SWEComposite = 24.470848
SWERebench = 37.562047
SciCode = 12.021858
SonarFunctionalSkill = 7.500000
SonarIssueDensity = 7.500000
Tau2Bench = 41.339492
TerminalBench = 13.712121

[models.missing]
metrics = []
groups_shrunk = ["LM_ARENA_REVIEW_PROXY"]

[[models]]
canonical_id = "z-ai/glm-4.7"
display_name = "glm-4.7"
vendor = "zai"
thinking_effort = "default"
aliases = ["glm 4.7", "glm-4-7", "glm-4.7", "glm-4p7", "z-ai/glm-4.7", "zai/glm-4.7"]
sources = ["aistupidlevel", "artificial_analysis", "lmarena", "mcp_atlas", "openrouter", "sonar", "swerebench", "terminal_bench"]

[models.scores]
i_raw = 35.621536
p_raw = 49.759580
b_raw = 50.766837
r = 55.272059
i_adj = 35.621536
p_adj = 49.759580
b_adj = 50.766837

[models.groups]
A_B = 55.421523
A_I = 54.000000
A_P = 46.132284
A_R = 58.500000
BUILD = 41.973626
CRE = 9.180199
GEN = 35.553908
LM_ARENA_REVIEW_PROXY = 50.000000
OPS_long = 87.566153
OPS_precision = 90.147568
OPS_review = 91.888450
PLAN = 53.600225

[models.metrics]
AI_context_awareness = 0.000000
AI_hallucination_resistance = 100.000000
AI_memory_retention = 85.538070
AI_parameter_accuracy = 0.000000
AI_plan_coherence = 100.000000
AI_safety_compliance = 0.000000
AI_task_completion = 0.000000
AI_tool_selection = 0.000000
ArtificialAnalysisCoding = 37.864078
ArtificialAnalysisIntelligence = 42.585551
ArtificialAnalysisReasoning = 55.776892
ContextWindow = 74.880405
CopilotArenaOrLMArenaCode = 68.225625
GPQA_HLE_Reasoning = 55.776892
IFBench = 72.176309
InverseCost = 96.065542
InverseTTFT = 98.967214
LMArenaCreativeOrOpenEnded = 9.180199
LMArenaText = 9.180199
LongContextRecall = 57.352941
MCPAtlas = 0.000000
OutputSpeed = 85.334718
SWEComposite = 54.119443
SWERebench = 70.597214
SciCode = 48.633880
SonarFunctionalSkill = 31.275187
SonarIssueDensity = 44.733242
Tau2Bench = 100.000000
TerminalBench = 27.045455

[models.missing]
metrics = []
groups_shrunk = ["LM_ARENA_REVIEW_PROXY"]

[[models]]
canonical_id = "z-ai/glm-5.1"
display_name = "glm-5.1"
vendor = "zai"
thinking_effort = "default"
aliases = ["glm 5.1", "glm-5", "glm-5-1", "glm-5-1-non-reasoning", "glm-5.1", "glm-5p1", "z-ai/glm-5.1", "z.ai glm 5.1", "zai/glm-5.1"]
sources = ["arc_agi", "artificial_analysis", "lmarena", "mcp_atlas", "openrouter", "overrides", "sonar", "swebench", "swerebench", "terminal_bench"]

[models.scores]
i_raw = 73.166731
p_raw = 62.155477
b_raw = 64.509733
r = 70.185109
i_adj = 73.166731
p_adj = 62.155477
b_adj = 64.509733

[models.groups]
A_B = 54.231745
A_I = 63.297169
A_P = 52.432830
A_R = 62.645832
BUILD = 67.666018
CRE = 86.684678
GEN = 57.561713
LM_ARENA_REVIEW_PROXY = 85.868392
OPS_long = 81.916992
OPS_precision = 86.519149
OPS_review = 88.663698
PLAN = 69.539002

[models.metrics]
AI_code = 38.924846
AI_complexity = 38.792068
AI_context_awareness = 7.500000
AI_correctness = 87.447095
AI_edge_cases = 60.746876
AI_efficiency = 26.995709
AI_hallucination_resistance = 24.500000
AI_memory_retention = 7.500000
AI_parameter_accuracy = 64.166667
AI_plan_coherence = 14.257322
AI_recovery = 85.657014
AI_refusal = 92.500000
AI_safety_compliance = 64.166667
AI_spec = 92.500000
AI_stability = 67.977911
AI_task_completion = 69.122501
AI_tool_selection = 52.474389
ARC_AGI_2 = 5.211846
ArtificialAnalysisCoding = 39.482201
ArtificialAnalysisIntelligence = 60.456274
ArtificialAnalysisReasoning = 53.984064
ContextWindow = 74.880405
CopilotArenaOrLMArenaCode = 96.217486
GDPval = 63.047337
GPQA_HLE_Reasoning = 53.984064
IFBench = 86.776860
InverseCost = 93.014154
InverseTTFT = 100.000000
LMArenaCreativeOrOpenEnded = 86.684678
LMArenaSearchDocument = 85.868392
LMArenaText = 86.684678
LongContextRecall = 41.176471
MCPAtlas = 100.000000
OutputSpeed = 75.242757
SWEBenchMultilingual = 50.869565
SWEBenchVerified = 60.509823
SWEComposite = 63.239903
SWERebench = 100.000000
SciCode = 40.437158
SonarFunctionalSkill = 84.312032
SonarIssueDensity = 100.000000
Tau2Bench = 100.000000
TerminalBench = 55.984848

[models.missing]
metrics = []
groups_shrunk = []

