run_id	model	R1	R2	R3	R4	R7	R8	R9	R10	R11
relay-gemini-3.8-flash-20260919-093409	gemini-3.8-flash	0	0	0	0	0	0	17	0	0
relay-gpt-6-astra-20260920-000551	gpt-6-astra	0	0	0	0	0	0	2	0	0
relay-qwen3.8-max-20260920-053102	qwen3.8-max	0	0	0	0	0	0	9	0	0
orcarouter-glm-free-20260918-053227	z-ai/glm-5.3-flash-free	0	0	0	0	0	3	40	0	0
orca-anthropic-claude-fable-5.1-20260920-000704	anthropic/claude-fable-5.1	0	0	0	0	0	0	31	0	0
relay-kimi-k3-20260920-002353	kimi-k3	0	0	0	0	0	1	51	0	0
relay-glm-5.3-flash-20260919-110013	glm-5.3-flash	0	0	0	0	0	2	33	0	0
relay-gpt-5.5-instant-20260919-141252	gpt-5.5-instant	0	0	0	0	0	0	55	0	0
relay-gpt-5.6-terra-20260919-235421	gpt-5.6-terra	0	0	0	0	0	0	30	0	0
relay-gemini-3.1-pro-20260919-084805	gemini-3.1-pro	0	0	0	0	0	0	45	0	0
relay-gpt-5.6-sol-20260919-234520	gpt-5.6-sol	0	0	0	0	0	0	18	0	0
relay-qwen3.8-flash-20260920-040159	qwen3.8-flash	0	0	0	0	0	0	51	0	0
relay-gpt-5.5-20260919-140721	gpt-5.5	0	0	0	0	1	0	64	0	0
relay-gpt-5.6-luna-20260919-142153	gpt-5.6-luna	0	0	0	0	0	0	67	0	0
relay-glm-5.2-20260919-101211	glm-5.2	0	0	0	0	1	0	50	0	0
relay-glm-5.1-20260919-093739	glm-5.1	0	0	0	0	1	0	92	0	0
relay-gemini-3.6-flash-20260919-093238	gemini-3.6-flash	0	0	0	0	0	0	97	0	0
orcarouter-deepseek-free-20260918-050901	deepseek/deepseek-v4-flash-free	0	0	0	0	0	1	87	0	0
relay-gemini-3-flash-20260919-083635	gemini-3-flash	0	0	0	0	0	0	88	0	0
relay-deepseek-v4-pro-20260919-080833	deepseek-v4-pro	0	0	0	0	0	4	53	0	0
relay-claude-sonnet-5-20260919-080833	claude-sonnet-5	0	0	0	0	0	5	89	0	0
relay-gemini-3.5-flash-20260919-090636	gemini-3.5-flash	0	0	0	0	0	0	98	0	0
relay-gpt-5-mini-20260919-113644	gpt-5-mini	0	0	0	0	1	5	47	0	0
relay-deepseek-v4.1-flash-20260919-082534	deepseek-v4.1-flash	0	0	0	0	0	3	59	0	0
relay-hy3-20260920-000622	hy3	0	0	0	0	0	0	86	0	0
relay-claude-opus-4.5-20260918-225457	claude-opus-4.5	0	1	0	0	2	2	94	1	1
relay-mimo-v2.5-pro-20260920-012356	mimo-v2.5-pro	0	0	0	0	8	2	95	0	2
relay-gpt-5.4-20260919-130318	gpt-5.4	0	0	0	0	0	0	87	1	0
relay-qwen3.8-27b-20260920-035028	qwen3.8-27b	0	0	0	0	0	1	100	0	0
relay-gpt-5.2-20260919-125317	gpt-5.2	1	0	0	0	0	0	80	0	0
relay-gemini-3.5-flash-lite-20260919-092638	gemini-3.5-flash-lite	2	0	0	0	0	0	100	1	0
relay-mimo-v2.5-20260920-010155	mimo-v2.5	0	0	0	0	6	1	100	1	1
relay-claude-sonnet-4.5-20260919-003613	claude-sonnet-4.5	0	1	0	0	2	0	100	1	1
relay-minimax-m2.7-20260920-031356	minimax-m2.7	2	3	0	0	30	6	84	4	8
relay-gpt-5.4-mini-20260919-131318	gpt-5.4-mini	0	0	0	0	4	0	100	1	2
relay-minimax-m3-20260920-034727	minimax-m3	3	1	0	0	3	6	100	1	0
relay-gpt-5.4-pro-20260919-133020	gpt-5.4-pro	0	0	0	0	0	0	7	0	0
relay-gpt-5.4-nano-20260919-132119	gpt-5.4-nano	1	0	0	0	7	2	100	3	1
relay-gpt-5-nano-20260919-121446	gpt-5-nano	0	0	0	0	5	3	100	8	1
relay-claude-opus-4.8-20260918-233028	claude-opus-4.8	0	0	0	0	0	0	4	0	0
relay-claude-opus-4.6-20260918-231057	claude-opus-4.6	1	5	0	1	0	2	59	3	0
relay-claude-sonnet-4.6-20260919-011415	claude-sonnet-4.6	2	0	0	0	7	5	95	0	0
relay-claude-opus-4.7-20260918-231258	claude-opus-4.7	0	0	0	0	0	0	87	0	0
relay-claude-opus-5-20260918-235100	claude-opus-5	0	0	0	0	0	0	0	0	0
relay-claude-haiku-4.5-20260918-225457	claude-haiku-4.5	0	0	0	0	0	0	0	0	0