EyesInAI — AI Benchmark Leaderboard

EyesInAI·Loading leaderboard…

Provider	Model	Test	Status	$ / 1k runs	Latency	Tok/sec	$/1M out
openrouter	nemotron-3-nano-30b-a3b:free	🔍Context Recall	pass	free	655ms	—	0.00
openrouter	nemotron-3-nano-30b-a3b:free	🚀Throughput	pass	free	665ms	—	0.00
openrouter	nemotron-3-nano-30b-a3b:free	🧮Reasoning	pass	free	726ms	—	0.00
openrouter	nemotron-3-nano-30b-a3b:free	⚡Ping	pass	free	694ms	—	0.00
openrouter	lfm-2.5-1.2b-thinking:free	🚀Throughput	pass	free	1155ms	—	0.00
openrouter	lfm-2.5-1.2b-thinking:free	⚡Ping	pass	free	1114ms	—	0.00
nvidia	qwen3.5-397b-a17b	🔍Context Recall	pass	free	1842ms	—	0.00
nvidia	qwen3.5-397b-a17b	🚀Throughput	pass	free	10145ms	—	0.00
nvidia	qwen3.5-397b-a17b	💻Code Gen	pass	free	3475ms	—	0.00
nvidia	qwen3.5-397b-a17b	{ }JSON Output	pass	free	7015ms	—	0.00
nvidia	qwen3.5-397b-a17b	🧮Reasoning	pass	free	2369ms	—	0.00
nvidia	qwen3.5-397b-a17b	⚡Ping	pass	free	735ms	—	0.00
nvidia	nemotron-nano-12b-v2-vl	🔍Context Recall	pass	free	2781ms	—	0.00
nvidia	nemotron-nano-12b-v2-vl	🚀Throughput	pass	free	14918ms	—	0.00
nvidia	nemotron-nano-12b-v2-vl	💻Code Gen	pass	free	2854ms	—	0.00
nvidia	nemotron-nano-12b-v2-vl	{ }JSON Output	pass	free	1601ms	—	0.00
nvidia	nemotron-nano-12b-v2-vl	⚡Ping	pass	free	846ms	—	0.00
nvidia	nemotron-3-content-safety	🚀Throughput	pass	free	493ms	—	0.00
nvidia	nemotron-3-content-safety	⚡Ping	pass	free	500ms	—	0.00
nvidia	mistral-7b-instruct-v0.3	🔍Context Recall	pass	free	10369ms	—	0.00
nvidia	llama-3.2-3b-instruct	🔍Context Recall	pass	free	15396ms	—	0.00
nvidia	llama-3.2-3b-instruct	💻Code Gen	pass	free	15418ms	—	0.00
nvidia	llama-3.2-3b-instruct	{ }JSON Output	pass	free	5340ms	—	0.00
nvidia	llama-3.2-3b-instruct	⚡Ping	pass	free	1104ms	—	0.00
nvidia	gemma-2-2b-it	🔍Context Recall	pass	free	883ms	—	0.00
nvidia	gemma-2-2b-it	🚀Throughput	pass	free	4616ms	—	0.00
nvidia	gemma-2-2b-it	💻Code Gen	pass	free	1423ms	—	0.00
nvidia	gemma-2-2b-it	{ }JSON Output	pass	free	717ms	—	0.00
nvidia	gemma-2-2b-it	🧮Reasoning	pass	free	619ms	—	0.00
nvidia	gemma-2-2b-it	⚡Ping	pass	free	609ms	—	0.00
openrouter	gpt-oss-20b	🚀Throughput	pass	free	1268ms	—	0.00
openrouter	gpt-oss-20b	⚡Ping	pass	free	413ms	—	0.00
openrouter	nemotron-nano-9b-v2:free	🚀Throughput	pass	free	1014ms	—	0.00
openrouter	nemotron-nano-9b-v2:free	⚡Ping	pass	free	796ms	—	0.00
openrouter	nemotron-3-nano-30b-a3b	🚀Throughput	pass	free	385ms	—	0.00
openrouter	nemotron-3-nano-30b-a3b	{ }JSON Output	pass	free	355ms	—	0.00
openrouter	nemotron-3-nano-30b-a3b	🧮Reasoning	pass	free	526ms	—	0.00
openrouter	nemotron-3-nano-30b-a3b	⚡Ping	pass	free	455ms	—	0.00
openrouter	lfm-2.5-1.2b-instruct:free	🔍Context Recall	pass	free	1170ms	—	0.00
openrouter	lfm-2.5-1.2b-instruct:free	🚀Throughput	pass	free	652ms	—	0.00
openrouter	lfm-2.5-1.2b-instruct:free	💻Code Gen	pass	free	1134ms	—	0.00
openrouter	lfm-2.5-1.2b-instruct:free	{ }JSON Output	pass	free	1312ms	—	0.00
openrouter	lfm-2.5-1.2b-instruct:free	🧮Reasoning	pass	free	675ms	—	0.00
openrouter	lfm-2.5-1.2b-instruct:free	⚡Ping	pass	free	1115ms	—	0.00
nvidia	llama-3.3-nemotron-super-49b-v1.5	⚡Ping	pass	free	7731ms	—	0.00
nvidia	ministral-14b-instruct-2512	🔍Context Recall	pass	free	1473ms	—	0.00
nvidia	ministral-14b-instruct-2512	🚀Throughput	pass	free	18099ms	—	0.00
nvidia	ministral-14b-instruct-2512	💻Code Gen	pass	free	6569ms	—	0.00
nvidia	ministral-14b-instruct-2512	{ }JSON Output	pass	free	4069ms	—	0.00
nvidia	ministral-14b-instruct-2512	🧮Reasoning	pass	free	7269ms	—	0.00
nvidia	ministral-14b-instruct-2512	⚡Ping	pass	free	581ms	—	0.00
nvidia	llama-3.2-1b-instruct	⚡Ping	pass	free	17823ms	—	0.00
nvidia	deepseek-v4-pro	🔍Context Recall	pass	free	1116ms	—	0.00
nvidia	deepseek-v4-pro	{ }JSON Output	pass	free	15077ms	—	0.00
nvidia	deepseek-v4-pro	🧮Reasoning	pass	free	2084ms	—	0.00
nvidia	deepseek-v4-pro	⚡Ping	pass	free	3340ms	—	0.00
groq	gpt-oss-20b	🔧Tool Use	pass	free	276ms	—	0.00
groq	gpt-oss-20b	🚀Throughput	pass	free	808ms	—	0.00
groq	gpt-oss-20b	🧮Reasoning	pass	free	315ms	—	0.00
groq	gpt-oss-20b	⚡Ping	pass	free	263ms	—	0.00
openrouter	qwen3.5-122b-a10b	🔍Context Recall	pass	free	1411ms	—	0.00
openrouter	qwen3.5-122b-a10b	🚀Throughput	pass	free	1451ms	—	0.00
openrouter	qwen3.5-122b-a10b	💻Code Gen	pass	free	1610ms	—	0.00
openrouter	qwen3.5-122b-a10b	{ }JSON Output	pass	free	1372ms	—	0.00
openrouter	qwen3.5-122b-a10b	🧮Reasoning	pass	free	1410ms	—	0.00
openrouter	qwen3.5-122b-a10b	⚡Ping	pass	free	1104ms	—	0.00
openrouter	gpt-oss-120b	🔍Context Recall	pass	free	277ms	—	0.00
openrouter	gpt-oss-120b	🚀Throughput	pass	free	656ms	—	0.00
openrouter	gpt-oss-120b	💻Code Gen	pass	free	633ms	—	0.00
openrouter	gpt-oss-120b	{ }JSON Output	pass	free	333ms	—	0.00
openrouter	gpt-oss-120b	🧮Reasoning	pass	free	379ms	—	0.00
openrouter	gpt-oss-120b	⚡Ping	pass	free	1321ms	—	0.00
openrouter	nemotron-nano-12b-v2-vl:free	🔍Context Recall	pass	free	1554ms	—	0.00
openrouter	nemotron-nano-12b-v2-vl:free	🚀Throughput	pass	free	1781ms	—	0.00
openrouter	nemotron-nano-12b-v2-vl:free	⚡Ping	pass	free	1155ms	—	0.00
nvidia	glm-5.1	⚡Ping	pass	free	13893ms	—	0.00
nvidia	qwen3.5-122b-a10b	🔍Context Recall	pass	free	922ms	—	0.00
nvidia	qwen3.5-122b-a10b	🚀Throughput	pass	free	15590ms	—	0.00
nvidia	qwen3.5-122b-a10b	💻Code Gen	pass	free	2563ms	—	0.00
nvidia	qwen3.5-122b-a10b	{ }JSON Output	pass	free	1802ms	—	0.00
nvidia	qwen3.5-122b-a10b	🧮Reasoning	pass	free	1470ms	—	0.00
nvidia	qwen3.5-122b-a10b	⚡Ping	pass	free	629ms	—	0.00
nvidia	nemotron-mini-4b-instruct	🔍Context Recall	pass	free	769ms	—	0.00
nvidia	nemotron-mini-4b-instruct	🚀Throughput	pass	free	5316ms	—	0.00
nvidia	nemotron-mini-4b-instruct	💻Code Gen	pass	free	1625ms	—	0.00
nvidia	nemotron-mini-4b-instruct	🧮Reasoning	pass	free	1543ms	—	0.00
nvidia	nemotron-mini-4b-instruct	⚡Ping	pass	free	457ms	—	0.00
nvidia	llama-3.3-nemotron-super-49b-v1	🔍Context Recall	pass	free	3811ms	—	0.00
nvidia	llama-3.3-nemotron-super-49b-v1	🚀Throughput	pass	free	19885ms	—	0.00
nvidia	llama-3.3-nemotron-super-49b-v1	💻Code Gen	pass	free	14413ms	—	0.00
nvidia	llama-3.3-nemotron-super-49b-v1	{ }JSON Output	pass	free	7651ms	—	0.00
nvidia	llama-3.3-nemotron-super-49b-v1	🧮Reasoning	pass	free	2233ms	—	0.00
nvidia	llama-3.3-nemotron-super-49b-v1	⚡Ping	pass	free	551ms	—	0.00
nvidia	mixtral-8x7b-instruct-v0.1	🔍Context Recall	pass	free	2478ms	—	0.00
nvidia	mixtral-8x7b-instruct-v0.1	🚀Throughput	pass	free	17503ms	—	0.00
nvidia	mixtral-8x7b-instruct-v0.1	💻Code Gen	pass	free	4778ms	—	0.00
nvidia	mixtral-8x7b-instruct-v0.1	{ }JSON Output	pass	free	1594ms	—	0.00
nvidia	mixtral-8x7b-instruct-v0.1	⚡Ping	pass	free	913ms	—	0.00
nvidia	minimax-m2.7	🔍Context Recall	pass	free	3106ms	—	0.00
nvidia	minimax-m2.7	💻Code Gen	pass	free	13544ms	—	0.00
nvidia	minimax-m2.7	{ }JSON Output	pass	free	7400ms	—	0.00
nvidia	minimax-m2.7	🧮Reasoning	pass	free	6626ms	—	0.00
nvidia	minimax-m2.7	⚡Ping	pass	free	8178ms	—	0.00
nvidia	llama-3.1-8b-instruct	🔍Context Recall	pass	free	635ms	—	0.00
nvidia	llama-3.1-8b-instruct	🚀Throughput	pass	free	2446ms	—	0.00
nvidia	llama-3.1-8b-instruct	💻Code Gen	pass	free	906ms	—	0.00
nvidia	llama-3.1-8b-instruct	{ }JSON Output	pass	free	631ms	—	0.00
nvidia	llama-3.1-8b-instruct	🧮Reasoning	pass	free	622ms	—	0.00
nvidia	llama-3.1-8b-instruct	⚡Ping	pass	free	517ms	—	0.00
nvidia	deepseek-v4-flash	🔍Context Recall	pass	free	14801ms	—	0.00
nvidia	deepseek-v4-flash	🚀Throughput	pass	free	9841ms	—	0.00
nvidia	deepseek-v4-flash	💻Code Gen	pass	free	4111ms	—	0.00
nvidia	deepseek-v4-flash	{ }JSON Output	pass	free	14744ms	—	0.00
nvidia	deepseek-v4-flash	🧮Reasoning	pass	free	1692ms	—	0.00
nvidia	deepseek-v4-flash	⚡Ping	pass	free	2405ms	—	0.00
groq	gpt-oss-120b	🔧Tool Use	pass	free	365ms	—	0.00
groq	gpt-oss-120b	🔍Context Recall	pass	free	395ms	—	0.00
groq	gpt-oss-120b	🚀Throughput	pass	free	1287ms	—	0.00
groq	gpt-oss-120b	{ }JSON Output	pass	free	550ms	—	0.00
groq	gpt-oss-120b	⚡Ping	pass	free	587ms	—	0.00
nvidia	solar-10.7b-instruct	🔍Context Recall	pass	free	1376ms	—	0.00
nvidia	solar-10.7b-instruct	🚀Throughput	pass	free	14045ms	—	0.00
nvidia	solar-10.7b-instruct	💻Code Gen	pass	free	3528ms	—	0.00
nvidia	solar-10.7b-instruct	{ }JSON Output	pass	free	1740ms	—	0.00
nvidia	solar-10.7b-instruct	🧮Reasoning	pass	free	2694ms	—	0.00
nvidia	solar-10.7b-instruct	⚡Ping	pass	free	528ms	—	0.00
nvidia	qwen3-next-80b-a3b-instruct	🔍Context Recall	pass	free	16476ms	—	0.00
nvidia	nemotron-content-safety-reasoning-4b	🔍Context Recall	pass	free	1000ms	—	0.00
nvidia	nemotron-content-safety-reasoning-4b	🚀Throughput	pass	free	6122ms	—	0.00
nvidia	nemotron-content-safety-reasoning-4b	💻Code Gen	pass	free	1910ms	—	0.00
nvidia	nemotron-content-safety-reasoning-4b	{ }JSON Output	pass	free	974ms	—	0.00
nvidia	nemotron-content-safety-reasoning-4b	🧮Reasoning	pass	free	1561ms	—	0.00
nvidia	nemotron-content-safety-reasoning-4b	⚡Ping	pass	free	478ms	—	0.00
nvidia	llama-3.1-nemotron-nano-vl-8b-v1	🔍Context Recall	pass	free	1239ms	—	0.00
nvidia	llama-3.1-nemotron-nano-vl-8b-v1	🚀Throughput	pass	free	15318ms	—	0.00
nvidia	llama-3.1-nemotron-nano-vl-8b-v1	💻Code Gen	pass	free	2609ms	—	0.00
nvidia	llama-3.1-nemotron-nano-vl-8b-v1	{ }JSON Output	pass	free	1395ms	—	0.00
nvidia	llama-3.1-nemotron-nano-vl-8b-v1	🧮Reasoning	pass	free	1447ms	—	0.00
nvidia	llama-3.1-nemotron-nano-vl-8b-v1	⚡Ping	pass	free	492ms	—	0.00
nvidia	mistral-small-4-119b-2603	🔍Context Recall	pass	free	1056ms	—	0.00
nvidia	mistral-small-4-119b-2603	🚀Throughput	pass	free	17869ms	—	0.00
nvidia	mistral-small-4-119b-2603	💻Code Gen	pass	free	2639ms	—	0.00
nvidia	mistral-small-4-119b-2603	{ }JSON Output	pass	free	843ms	—	0.00
nvidia	mistral-small-4-119b-2603	🧮Reasoning	pass	free	890ms	—	0.00
nvidia	mistral-small-4-119b-2603	⚡Ping	pass	free	522ms	—	0.00
nvidia	llama-3.1-70b-instruct	🔍Context Recall	pass	free	3150ms	—	0.00
nvidia	llama-3.1-70b-instruct	{ }JSON Output	pass	free	1882ms	—	0.00
nvidia	llama-3.1-70b-instruct	🧮Reasoning	pass	free	1760ms	—	0.00
nvidia	seed-oss-36b-instruct	🔍Context Recall	pass	free	4390ms	—	0.00
nvidia	seed-oss-36b-instruct	💻Code Gen	pass	free	12170ms	—	0.00
nvidia	seed-oss-36b-instruct	{ }JSON Output	pass	free	6389ms	—	0.00
nvidia	seed-oss-36b-instruct	🧮Reasoning	pass	free	4678ms	—	0.00
nvidia	seed-oss-36b-instruct	⚡Ping	pass	free	1278ms	—	0.00
groq	gpt-oss-120b	📋Instruction Followreal	pass	free	756ms	—	0.00
groq	gpt-oss-120b	📄Data Extractionreal	pass	free	917ms	—	0.00
groq	gpt-oss-120b	🏷️Classificationreal	pass	free	402ms	—	0.00
groq	gpt-oss-120b	📝Summarizationreal	pass	free	661ms	—	0.00
groq	gpt-oss-20b	📋Instruction Followreal	pass	free	484ms	—	0.00
groq	gpt-oss-20b	🏷️Classificationreal	pass	free	329ms	—	0.00
groq	gpt-oss-20b	📝Summarizationreal	pass	free	1024ms	—	0.00
nvidia	llama-3.3-70b-instruct	💻Code Gen	pass	free	7604ms	—	0.00
nvidia	llama-3.3-70b-instruct	{ }JSON Output	pass	free	1552ms	—	0.00
nvidia	llama-3.3-70b-instruct	🧮Reasoning	pass	free	2753ms	—	0.00
nvidia	llama-3.3-70b-instruct	⚡Ping	pass	free	4681ms	—	0.00
openrouter	ling-2.6-flash	⚡Ping	pass	<$0.01	1373ms	—	0.03
openrouter	llama-3.2-1b-instruct	⚡Ping	pass	<$0.01	659ms	—	0.20
openrouter	granite-4.1-8b	⚡Ping	pass	<$0.01	421ms	—	0.10
openrouter	gemini-2.5-flash-lite	⚡Ping	pass	<$0.01	788ms	—	0.40
openrouter	glm-4-32b	⚡Ping	pass	<$0.01	580ms	—	0.10
openrouter	reka-edge	⚡Ping	pass	<$0.01	1675ms	—	0.10
openrouter	ling-2.6-flash	{ }JSON Output	pass	<$0.01	1432ms	—	0.03
openrouter	qwen-2.5-7b-instruct	⚡Ping	pass	<$0.01	660ms	—	0.10
openrouter	llama-4-scout	⚡Ping	pass	<$0.01	1128ms	—	0.30
openrouter	ling-2.6-flash	🧮Reasoning	pass	<$0.01	1372ms	—	0.03
openrouter	hermes-2-pro-llama-3-8b	⚡Ping	pass	<$0.01	587ms	—	0.14
openrouter	gpt-4o-mini-2024-07-18	⚡Ping	pass	<$0.01	546ms	—	0.60
openrouter	ling-2.6-flash	🔍Context Recall	pass	<$0.01	964ms	—	0.03
openrouter	deepseek-chat-v3-0324	⚡Ping	pass	<$0.01	1799ms	—	0.77
openrouter	qwen3-vl-30b-a3b-instruct	⚡Ping	pass	<$0.01	5713ms	—	0.52
openrouter	ling-2.6-1t	⚡Ping	pass	<$0.01	1389ms	—	0.63
openrouter	trinity-mini	⚡Ping	pass	<$0.01	1231ms	—	0.15
openrouter	deepseek-v3.2	⚡Ping	pass	<$0.01	1415ms	—	0.34
openrouter	gpt-4o-mini	⚡Ping	pass	<$0.01	1154ms	—	0.60
openrouter	ling-2.6-flash	💻Code Gen	pass	<$0.01	1360ms	—	0.03
openrouter	mistral-small-2603	⚡Ping	pass	<$0.01	655ms	—	0.60
openrouter	gemini-2.5-flash	⚡Ping	pass	<$0.01	654ms	—	2.50
openrouter	llama-3.2-11b-vision-instruct	⚡Ping	pass	<$0.01	552ms	—	0.24
openrouter	llama-3.2-1b-instruct	🧮Reasoning	pass	<$0.01	366ms	—	0.20
openrouter	qwen3-vl-235b-a22b-instruct	⚡Ping	pass	<$0.01	1049ms	—	0.88
openrouter	codestral-2508	⚡Ping	pass	<$0.01	420ms	—	0.90
openrouter	mistral-small-3.1-24b-instruct	⚡Ping	pass	<$0.01	506ms	—	0.56
openrouter	hermes-4-70b	⚡Ping	pass	<$0.01	426ms	—	0.40
openrouter	qwen-2.5-7b-instruct	{ }JSON Output	pass	<$0.01	660ms	—	0.10
groq	qwen3-32b	⚡Ping	pass	<$0.01	226ms	—	0.28
openrouter	glm-4-32b	🧮Reasoning	pass	<$0.01	801ms	—	0.10
openrouter	granite-4.1-8b	🧮Reasoning	pass	<$0.01	393ms	—	0.10
openrouter	mistral-saba	⚡Ping	pass	<$0.01	477ms	—	0.60
openrouter	granite-4.1-8b	{ }JSON Output	pass	<$0.01	329ms	—	0.10
openrouter	gemini-3.1-flash-image-preview	⚡Ping	pass	<$0.01	1617ms	—	3.00
openrouter	gemini-3-flash-preview	⚡Ping	pass	<$0.01	1400ms	—	3.00
openrouter	step-3.5-flash	⚡Ping	pass	<$0.01	3451ms	—	0.30
openrouter	kat-coder-pro-v2	⚡Ping	pass	<$0.01	479ms	—	1.20
openrouter	qwen-2.5-7b-instruct	🧮Reasoning	pass	<$0.01	581ms	—	0.10
openrouter	llama-3.1-70b-instruct	⚡Ping	pass	<$0.01	470ms	—	0.40
openrouter	mistral-medium-3	⚡Ping	pass	<$0.01	476ms	—	2.00
openrouter	qwen2.5-vl-72b-instruct	⚡Ping	pass	<$0.01	448ms	—	0.75
openrouter	deepseek-r1-distill-qwen-32b	⚡Ping	pass	<$0.01	1110ms	—	0.29
openrouter	gpt-3.5-turbo	⚡Ping	pass	<$0.01	581ms	—	1.50
openrouter	glm-4-32b	{ }JSON Output	pass	<$0.01	1883ms	—	0.10
openrouter	gpt-4.1-mini	⚡Ping	pass	<$0.01	560ms	—	1.60
openrouter	gpt-5.4-nano	⚡Ping	pass	<$0.01	626ms	—	1.25
openrouter	sonar	⚡Ping	pass	<$0.01	1983ms	—	1.00
openrouter	reka-edge	{ }JSON Output	pass	<$0.01	1478ms	—	0.10
openrouter	hermes-2-pro-llama-3-8b	🧮Reasoning	pass	<$0.01	587ms	—	0.14
openrouter	llama-3.2-1b-instruct	{ }JSON Output	pass	<$0.01	1468ms	—	0.20
openrouter	mistral-large-2512	⚡Ping	pass	<$0.01	541ms	—	1.50
openrouter	claude-3-haiku	⚡Ping	pass	<$0.01	679ms	—	1.25
openrouter	devstral-2512	⚡Ping	pass	$0.010	534ms	—	2.00
openrouter	qwen-2.5-7b-instruct	🔍Context Recall	pass	$0.012	510ms	—	0.10
openrouter	granite-4.1-8b	💻Code Gen	pass	$0.012	393ms	—	0.10
openrouter	qwen3-coder-plus	⚡Ping	pass	$0.013	664ms	—	3.25
openrouter	hermes-2-pro-llama-3-8b	{ }JSON Output	pass	$0.013	589ms	—	0.14
openrouter	qwen-2.5-7b-instruct	💻Code Gen	pass	$0.014	849ms	—	0.10
openrouter	llama-4-scout	🧮Reasoning	pass	$0.014	348ms	—	0.30
openrouter	granite-4.1-8b	🔍Context Recall	pass	$0.014	375ms	—	0.10
openrouter	llama-4-scout	{ }JSON Output	pass	$0.014	510ms	—	0.30
openrouter	o4-mini-high	⚡Ping	pass	$0.014	431ms	—	4.40
openrouter	seed-2.0-mini	⚡Ping	pass	$0.014	572ms	—	0.40
openrouter	glm-4-32b	💻Code Gen	pass	$0.015	2618ms	—	0.10
openrouter	nova-pro-v1	⚡Ping	pass	$0.015	991ms	—	3.20
openrouter	kimi-k2	⚡Ping	pass	$0.015	1722ms	—	2.30
openrouter	ling-2.6-flash	🚀Throughput	pass	$0.015	947ms	—	0.03
openrouter	qwen3-max	⚡Ping	pass	$0.016	1305ms	—	3.90
openrouter	gemini-2.5-flash-lite	{ }JSON Output	pass	$0.016	510ms	—	0.40
openrouter	trinity-mini	🧮Reasoning	pass	$0.016	1219ms	—	0.15
openrouter	l3.1-euryale-70b	⚡Ping	pass	$0.017	449ms	—	0.85
openrouter	qwen3.6-35b-a3b	⚡Ping	pass	$0.018	1128ms	—	1.00
openrouter	qwen3.5-35b-a3b	⚡Ping	pass	$0.018	354ms	—	1.00
openrouter	hermes-4-70b	🚀Throughput	pass	$0.019	458ms	—	0.40
openrouter	llama-3.2-11b-vision-instruct	{ }JSON Output	pass	$0.020	489ms	—	0.24
openrouter	glm-4-32b	🔍Context Recall	pass	$0.021	1592ms	—	0.10
openrouter	intellect-3	⚡Ping	pass	$0.021	776ms	—	1.10
openrouter	deepseek-v3.2	{ }JSON Output	pass	$0.021	503ms	—	0.34
openrouter	llama-3.2-1b-instruct	💻Code Gen	pass	$0.022	1523ms	—	0.20
openrouter	hermes-4-70b	🧮Reasoning	pass	$0.023	1350ms	—	0.40
openrouter	reka-edge	🔍Context Recall	pass	$0.023	1712ms	—	0.10
openrouter	gpt-5.3-chat	⚡Ping	pass	$0.023	513ms	—	14.00
openrouter	trinity-mini	🔍Context Recall	pass	$0.023	1138ms	—	0.15
openrouter	qwen3-vl-30b-a3b-instruct	{ }JSON Output	pass	$0.023	732ms	—	0.52
openrouter	hermes-4-70b	{ }JSON Output	pass	$0.024	457ms	—	0.40
openrouter	llama-3.1-70b-instruct	🧮Reasoning	pass	$0.024	1015ms	—	0.40
openrouter	llama-3.2-11b-vision-instruct	🧮Reasoning	pass	$0.025	360ms	—	0.24
openrouter	trinity-mini	{ }JSON Output	pass	$0.025	1188ms	—	0.15
openrouter	o3	⚡Ping	pass	$0.026	469ms	—	8.00
openrouter	gemini-2.5-flash-lite	🧮Reasoning	pass	$0.026	648ms	—	0.40
openrouter	qwen3-vl-30b-a3b-instruct	🧮Reasoning	pass	$0.027	827ms	—	0.52
openrouter	wizardlm-2-8x22b	⚡Ping	pass	$0.027	1082ms	—	0.62
openrouter	ling-2.6-1t	🔍Context Recall	pass	$0.027	1474ms	—	0.63
openrouter	minimax-m2	⚡Ping	pass	$0.028	2040ms	—	1.00
openrouter	gpt-4o-mini	{ }JSON Output	pass	$0.029	648ms	—	0.60
openrouter	gpt-4o-mini-2024-07-18	{ }JSON Output	pass	$0.030	587ms	—	0.60
openrouter	mistral-small-2603	{ }JSON Output	pass	$0.030	511ms	—	0.60
openrouter	deepseek-v3.2	🧮Reasoning	pass	$0.030	476ms	—	0.34
openrouter	gpt-4o-mini-2024-07-18	🧮Reasoning	pass	$0.030	568ms	—	0.60
openrouter	ling-2.6-1t	{ }JSON Output	pass	$0.030	1555ms	—	0.63
openrouter	gpt-4o-mini	🧮Reasoning	pass	$0.031	1325ms	—	0.60
openrouter	hermes-2-pro-llama-3-8b	🔍Context Recall	pass	$0.031	604ms	—	0.14
openrouter	llama-4-scout	🔍Context Recall	pass	$0.031	372ms	—	0.30
openrouter	gemini-2.5-flash-lite	🔍Context Recall	pass	$0.031	812ms	—	0.40
openrouter	minimax-m2.7	⚡Ping	pass	$0.031	1169ms	—	1.20
openrouter	llama-3.1-70b-instruct	{ }JSON Output	pass	$0.032	496ms	—	0.40
openrouter	glm-4.7	⚡Ping	pass	$0.033	620ms	—	1.75
openrouter	gpt-3.5-turbo	🧮Reasoning	pass	$0.033	606ms	—	1.50
openrouter	hermes-3-llama-3.1-405b	⚡Ping	pass	$0.033	702ms	—	1.00
openrouter	mistral-saba	{ }JSON Output	pass	$0.033	521ms	—	0.60
openrouter	step-3.5-flash	🧮Reasoning	pass	$0.033	2927ms	—	0.30
openrouter	qwen2.5-vl-72b-instruct	{ }JSON Output	pass	$0.034	454ms	—	0.75
openrouter	ling-2.6-1t	🧮Reasoning	pass	$0.034	1335ms	—	0.63
openrouter	claude-haiku-4.5	⚡Ping	pass	$0.034	2040ms	—	5.00
openrouter	kimi-k2.5	⚡Ping	pass	$0.036	459ms	—	1.90
openrouter	llama-3.2-11b-vision-instruct	💻Code Gen	pass	$0.037	365ms	—	0.24
openrouter	gpt-5-chat	⚡Ping	pass	$0.037	611ms	—	10.00
openrouter	deepseek-chat-v3-0324	🧮Reasoning	pass	$0.038	1166ms	—	0.77
openrouter	glm-5	⚡Ping	pass	$0.038	1216ms	—	1.92
openrouter	mistral-large	⚡Ping	pass	$0.038	562ms	—	6.00
openrouter	sonar-pro	⚡Ping	pass	$0.039	1706ms	—	15.00
openrouter	qwen3-vl-235b-a22b-instruct	{ }JSON Output	pass	$0.039	331ms	—	0.88
openrouter	codestral-2508	{ }JSON Output	pass	$0.040	436ms	—	0.90
openrouter	mistral-small-2603	🔍Context Recall	pass	$0.041	601ms	—	0.60
openrouter	deepseek-chat-v3-0324	{ }JSON Output	pass	$0.042	1972ms	—	0.77
openrouter	qwen3-30b-a3b-thinking-2507	⚡Ping	pass	$0.042	269ms	—	0.40
openrouter	gpt-5.4-nano	{ }JSON Output	pass	$0.042	588ms	—	1.25
openrouter	qwen2.5-vl-72b-instruct	🧮Reasoning	pass	$0.043	766ms	—	0.75
openrouter	gpt-4.1	⚡Ping	pass	$0.044	956ms	—	8.00
openrouter	hermes-4-70b	🔍Context Recall	pass	$0.045	983ms	—	0.40
openrouter	qwen3-vl-30b-a3b-instruct	🔍Context Recall	pass	$0.045	687ms	—	0.52
openrouter	gpt-4o-2024-08-06	⚡Ping	pass	$0.045	857ms	—	10.00
openrouter	cogito-v2.1-671b	⚡Ping	pass	$0.046	647ms	—	1.25
openrouter	trinity-mini	💻Code Gen	pass	$0.047	1198ms	—	0.15
openrouter	claude-3-haiku	{ }JSON Output	pass	$0.047	1133ms	—	1.25
openrouter	gpt-4o-mini-2024-07-18	🔍Context Recall	pass	$0.048	1124ms	—	0.60
openrouter	glm-4.5-air	⚡Ping	pass	$0.048	1549ms	—	0.85
openrouter	gpt-4o-mini	🔍Context Recall	pass	$0.048	726ms	—	0.60
openrouter	llama-4-scout	💻Code Gen	pass	$0.048	472ms	—	0.30
openrouter	deepseek-v3.2	🔍Context Recall	pass	$0.049	849ms	—	0.34
openrouter	sonar	🧮Reasoning	pass	$0.049	2160ms	—	1.00
openrouter	mistral-small-2603	🧮Reasoning	pass	$0.049	485ms	—	0.60
openrouter	qwen3-vl-235b-a22b-instruct	🧮Reasoning	pass	$0.051	635ms	—	0.88
openrouter	granite-4.1-8b	🚀Throughput	pass	$0.052	335ms	—	0.10
openrouter	qwen-2.5-7b-instruct	🚀Throughput	pass	$0.052	569ms	—	0.10
openrouter	mistral-saba	🔍Context Recall	pass	$0.052	626ms	—	0.60
openrouter	gemma-3-12b-it	🧮Reasoning	pass	$0.053	2864ms	—	0.13
openrouter	glm-4-32b	🚀Throughput	pass	$0.053	1992ms	—	0.10
openrouter	reka-edge	🚀Throughput	pass	$0.053	1683ms	—	0.10
openrouter	wizardlm-2-8x22b	{ }JSON Output	pass	$0.055	955ms	—	0.62
openrouter	mistral-saba	🧮Reasoning	pass	$0.055	582ms	—	0.60
openrouter	codestral-2508	🧮Reasoning	pass	$0.056	404ms	—	0.90
groq	qwen3-32b	🔧Tool Use	pass	$0.057	479ms	—	0.28
openrouter	llama-3.2-11b-vision-instruct	🔍Context Recall	pass	$0.057	472ms	—	0.24
openrouter	cydonia-24b-v4.1	⚡Ping	pass	$0.057	467ms	—	0.50
openrouter	deepseek-r1-distill-qwen-32b	{ }JSON Output	pass	$0.058	1020ms	—	0.29
openrouter	l3.1-euryale-70b	🧮Reasoning	pass	$0.058	479ms	—	0.85
openrouter	gpt-4.1-mini	{ }JSON Output	pass	$0.058	434ms	—	1.60
openrouter	gpt-5.4-nano	🧮Reasoning	pass	$0.060	514ms	—	1.25
openrouter	magnum-v4-72b	⚡Ping	pass	$0.060	840ms	—	5.00
openrouter	qwen3-vl-30b-a3b-instruct	💻Code Gen	pass	$0.062	874ms	—	0.52
openrouter	kat-coder-pro-v2	🧮Reasoning	pass	$0.063	470ms	—	1.20
openrouter	deepseek-v3.2	💻Code Gen	pass	$0.063	1425ms	—	0.34
openrouter	claude-3-haiku	🧮Reasoning	pass	$0.064	727ms	—	1.25
openrouter	qwen2.5-vl-72b-instruct	💻Code Gen	pass	$0.066	499ms	—	0.75
openrouter	cydonia-24b-v4.1	🧮Reasoning	pass	$0.067	438ms	—	0.50
openrouter	kat-coder-pro-v2	{ }JSON Output	pass	$0.067	1030ms	—	1.20
openrouter	aion-2.0	⚡Ping	pass	$0.067	2322ms	—	1.60
openrouter	gpt-4.1-mini	🧮Reasoning	pass	$0.068	519ms	—	1.60
openrouter	mistral-small-2603	💻Code Gen	pass	$0.071	505ms	—	0.60
openrouter	qwen3-vl-235b-a22b-instruct	🔍Context Recall	pass	$0.072	3143ms	—	0.88
openrouter	sonar	{ }JSON Output	pass	$0.073	2054ms	—	1.00
openrouter	hermes-2-pro-llama-3-8b	🚀Throughput	pass	$0.075	549ms	—	0.14
openrouter	qwen2.5-vl-72b-instruct	🔍Context Recall	pass	$0.076	5661ms	—	0.75
openrouter	mistral-saba	💻Code Gen	pass	$0.076	534ms	—	0.60
openrouter	trinity-mini	🚀Throughput	pass	$0.077	1314ms	—	0.15
openrouter	deepseek-chat-v3-0324	🔍Context Recall	pass	$0.077	3111ms	—	0.77
openrouter	gpt-4o-mini	💻Code Gen	pass	$0.077	775ms	—	0.60
openrouter	kimi-k2	🧮Reasoning	pass	$0.077	1703ms	—	2.30
openrouter	wizardlm-2-8x22b	🧮Reasoning	pass	$0.077	2835ms	—	0.62
openrouter	ling-2.6-1t	💻Code Gen	pass	$0.079	1257ms	—	0.63
openrouter	gpt-5.4-nano	🔍Context Recall	pass	$0.079	536ms	—	1.25
openrouter	gpt-4o-mini-2024-07-18	💻Code Gen	pass	$0.080	649ms	—	0.60
openrouter	l3.1-euryale-70b	{ }JSON Output	pass	$0.081	463ms	—	0.85
openrouter	gpt-3.5-turbo	{ }JSON Output	pass	$0.083	992ms	—	1.50
openrouter	kat-coder-pro-v2	🔍Context Recall	pass	$0.084	476ms	—	1.20
openrouter	seed-2.0-mini	{ }JSON Output	pass	$0.084	340ms	—	0.40
openrouter	mistral-large-2512	🧮Reasoning	pass	$0.084	558ms	—	1.50
openrouter	o3-mini	⚡Ping	pass	$0.085	487ms	—	4.40
openrouter	gemini-2.5-flash	{ }JSON Output	pass	$0.086	633ms	—	2.50
openrouter	seed-2.0-mini	🔍Context Recall	pass	$0.086	657ms	—	0.40
openrouter	cydonia-24b-v4.1	{ }JSON Output	pass	$0.087	420ms	—	0.50
openrouter	aion-rp-llama-3.1-8b	🧮Reasoning	pass	$0.087	1571ms	—	1.60
openrouter	nova-pro-v1	🧮Reasoning	pass	$0.087	1254ms	—	3.20
openrouter	gemma-3-12b-it	{ }JSON Output	pass	$0.087	2700ms	—	0.13
openrouter	hermes-3-llama-3.1-405b	{ }JSON Output	pass	$0.088	509ms	—	1.00
openrouter	kimi-k2	{ }JSON Output	pass	$0.088	1631ms	—	2.30
openrouter	mistral-large-2512	{ }JSON Output	pass	$0.090	860ms	—	1.50
openrouter	gemini-2.5-flash	🔍Context Recall	pass	$0.090	691ms	—	2.50
openrouter	deepseek-r1-distill-qwen-32b	🔍Context Recall	pass	$0.091	956ms	—	0.29
openrouter	llama-3.1-70b-instruct	🔍Context Recall	pass	$0.092	441ms	—	0.40
openrouter	llama-3.1-70b-instruct	💻Code Gen	pass	$0.094	700ms	—	0.40
openrouter	codestral-2508	🔍Context Recall	pass	$0.094	435ms	—	0.90
openrouter	mistral-medium-3	{ }JSON Output	pass	$0.095	502ms	—	2.00
openrouter	morph-v3-large	⚡Ping	pass	$0.097	791ms	—	1.90
openrouter	devstral-2512	{ }JSON Output	pass	$0.097	533ms	—	2.00
openrouter	deepseek-r1-distill-qwen-32b	💻Code Gen	pass	$0.098	852ms	—	0.29
openrouter	gemma-3-12b-it	💻Code Gen	pass	$0.100	2631ms	—	0.13
openrouter	qwen3-vl-235b-a22b-instruct	💻Code Gen	pass	$0.101	826ms	—	0.88
openrouter	llama-3.2-1b-instruct	🚀Throughput	pass	$0.102	1436ms	—	0.20
openrouter	claude-sonnet-4.6	⚡Ping	pass	$0.102	837ms	—	15.00
openrouter	claude-sonnet-4.5	⚡Ping	pass	$0.102	2455ms	—	15.00
openrouter	claude-sonnet-4	⚡Ping	pass	$0.102	2008ms	—	15.00
openrouter	gemini-2.5-flash	🧮Reasoning	pass	$0.102	661ms	—	2.50
openrouter	skyfall-36b-v2	⚡Ping	pass	$0.103	459ms	—	0.80
openrouter	claude-3-haiku	🔍Context Recall	pass	$0.103	1243ms	—	1.25
openrouter	hermes-3-llama-3.1-405b	🧮Reasoning	pass	$0.108	372ms	—	1.00
openrouter	codestral-2508	💻Code Gen	pass	$0.108	411ms	—	0.90
openrouter	qwen3-30b-a3b-thinking-2507	🧮Reasoning	pass	$0.109	1382ms	—	0.40
openrouter	mistral-medium-3	🔍Context Recall	pass	$0.110	514ms	—	2.00
openrouter	devstral-2512	🔍Context Recall	pass	$0.110	559ms	—	2.00
openrouter	gemma-3-12b-it	🔍Context Recall	pass	$0.112	1690ms	—	0.13
openrouter	gpt-3.5-turbo	🔍Context Recall	pass	$0.113	511ms	—	1.50
openrouter	glm-4.5-air	{ }JSON Output	pass	$0.115	2936ms	—	0.85
openrouter	seed-2.0-lite	⚡Ping	pass	$0.116	725ms	—	2.00
openrouter	minimax-m2	🧮Reasoning	pass	$0.116	2211ms	—	1.00
openrouter	intellect-3	🧮Reasoning	pass	$0.116	384ms	—	1.10
openrouter	cogito-v2.1-671b	🧮Reasoning	pass	$0.117	408ms	—	1.25
openrouter	gemini-3.5-flash	⚡Ping	pass	$0.118	1952ms	—	9.00
openrouter	gpt-5.1	⚡Ping	pass	$0.126	450ms	—	10.00
openrouter	skyfall-36b-v2	🧮Reasoning	pass	$0.127	432ms	—	0.80
openrouter	gemini-flash-latest	⚡Ping	pass	$0.128	1936ms	—	9.00
openrouter	kimi-k2-thinking	⚡Ping	pass	$0.128	1174ms	—	2.50
openrouter	cydonia-24b-v4.1	🔍Context Recall	pass	$0.130	468ms	—	0.50
openrouter	glm-4.5-air	💻Code Gen	pass	$0.130	1425ms	—	0.85
openrouter	qwen3-8b	⚡Ping	pass	$0.131	955ms	—	0.40
openrouter	gpt-4.1-mini	🔍Context Recall	pass	$0.132	465ms	—	1.60
openrouter	llama-3.2-11b-vision-instruct	🚀Throughput	pass	$0.132	775ms	—	0.24
openrouter	sonar	💻Code Gen	pass	$0.134	1924ms	—	1.00
openrouter	qwen3-8b	🔍Context Recall	pass	$0.135	1012ms	—	0.40
openrouter	minimax-m2.7	🧮Reasoning	pass	$0.137	1225ms	—	1.20
openrouter	cogito-v2.1-671b	{ }JSON Output	pass	$0.139	437ms	—	1.25
openrouter	mistral-medium-3	🧮Reasoning	pass	$0.141	469ms	—	2.00
openrouter	nova-pro-v1	{ }JSON Output	pass	$0.142	646ms	—	3.20
openrouter	hermes-3-llama-3.1-405b	💻Code Gen	pass	$0.143	499ms	—	1.00
groq	qwen3-32b	🚀Throughput	pass	$0.143	1592ms	—	0.28
openrouter	devstral-2512	🧮Reasoning	pass	$0.143	514ms	—	2.00
openrouter	hermes-3-llama-3.1-405b	🚀Throughput	pass	$0.144	333ms	—	1.00
openrouter	gpt-5.4-nano	💻Code Gen	pass	$0.145	484ms	—	1.25
openrouter	gemini-3.1-flash-image-preview	{ }JSON Output	pass	$0.146	2170ms	—	3.00
openrouter	gemini-3-flash-preview	{ }JSON Output	pass	$0.146	1548ms	—	3.00
openrouter	kimi-k2	🔍Context Recall	pass	$0.146	1775ms	—	2.30
openrouter	wizardlm-2-8x22b	🔍Context Recall	pass	$0.147	797ms	—	0.62
openrouter	intellect-3	🔍Context Recall	pass	$0.149	725ms	—	1.10
openrouter	gemini-3.1-flash-image-preview	🧮Reasoning	pass	$0.151	1519ms	—	3.00
openrouter	qwen3-coder-plus	{ }JSON Output	pass	$0.153	651ms	—	3.25
openrouter	llama-4-scout	🚀Throughput	pass	$0.153	357ms	—	0.30
openrouter	qwen3-30b-a3b-thinking-2507	{ }JSON Output	pass	$0.153	246ms	—	0.40
openrouter	step-3.5-flash	🚀Throughput	pass	$0.154	491ms	—	0.30
openrouter	deepseek-r1-distill-qwen-32b	🚀Throughput	pass	$0.157	1002ms	—	0.29
openrouter	gemini-3-flash-preview	🔍Context Recall	pass	$0.159	1468ms	—	3.00
openrouter	qwen3-max	{ }JSON Output	pass	$0.160	1539ms	—	3.90
openrouter	qwen3-8b	{ }JSON Output	pass	$0.160	900ms	—	0.40
openrouter	mistral-large-2512	🔍Context Recall	pass	$0.161	575ms	—	1.50
openrouter	grok-4.20	⚡Ping	pass	$0.164	892ms	—	2.50
openrouter	skyfall-36b-v2	{ }JSON Output	pass	$0.169	496ms	—	0.80
openrouter	claude-opus-4.6	⚡Ping	pass	$0.170	1941ms	—	25.00
openrouter	claude-opus-4.5	⚡Ping	pass	$0.170	1580ms	—	25.00
openrouter	qwen3-coder-plus	🧮Reasoning	pass	$0.171	680ms	—	3.25
openrouter	gemini-3-flash-preview	🧮Reasoning	pass	$0.171	1475ms	—	3.00
openrouter	gpt-5.1-codex	⚡Ping	pass	$0.176	1816ms	—	10.00
openrouter	intellect-3	{ }JSON Output	pass	$0.177	544ms	—	1.10
openrouter	seed-2.0-mini	🧮Reasoning	pass	$0.180	338ms	—	0.40
openrouter	minimax-m2.7	🔍Context Recall	pass	$0.180	890ms	—	1.20
openrouter	qwen3-30b-a3b-thinking-2507	🔍Context Recall	pass	$0.181	1411ms	—	0.40
openrouter	gpt-4.1-mini	💻Code Gen	pass	$0.184	612ms	—	1.60
openrouter	qwen3.6-35b-a3b	{ }JSON Output	pass	$0.185	6791ms	—	1.00
openrouter	mistral-large-2512	💻Code Gen	pass	$0.186	612ms	—	1.50
openrouter	glm-4.7	🧮Reasoning	pass	$0.186	456ms	—	1.75
openrouter	cydonia-24b-v4.1	💻Code Gen	pass	$0.186	475ms	—	0.50
openrouter	claude-opus-latest	⚡Ping	pass	$0.190	1510ms	—	25.00
openrouter	morph-v3-large	{ }JSON Output	pass	$0.190	972ms	—	1.90
openrouter	l3.1-euryale-70b	💻Code Gen	pass	$0.191	365ms	—	0.85
openrouter	l3.1-euryale-70b	🔍Context Recall	pass	$0.193	634ms	—	0.85
openrouter	morph-v3-large	🧮Reasoning	pass	$0.198	790ms	—	1.90
openrouter	kimi-k2.5	🧮Reasoning	pass	$0.202	1797ms	—	1.90
openrouter	gemini-2.5-flash-lite	🚀Throughput	pass	$0.203	754ms	—	0.40
openrouter	aion-2.0	🧮Reasoning	pass	$0.205	1966ms	—	1.60
openrouter	minimax-m2.7	{ }JSON Output	pass	$0.205	1864ms	—	1.20
openrouter	gemini-3.1-flash-image-preview	🔍Context Recall	pass	$0.207	2155ms	—	3.00
openrouter	gpt-3.5-turbo	💻Code Gen	pass	$0.214	577ms	—	1.50
openrouter	minimax-m1	⚡Ping	pass	$0.216	1116ms	—	2.20
openrouter	llama-3.1-70b-instruct	🚀Throughput	pass	$0.218	1249ms	—	0.40
openrouter	kat-coder-pro-v2	💻Code Gen	pass	$0.221	494ms	—	1.20
openrouter	hermes-3-llama-3.1-405b	🔍Context Recall	pass	$0.222	366ms	—	1.00
openrouter	sonar	🔍Context Recall	pass	$0.223	1771ms	—	1.00
openrouter	grok-4.20	🧮Reasoning	pass	$0.231	911ms	—	2.50
openrouter	skyfall-36b-v2	🔍Context Recall	pass	$0.235	469ms	—	0.80
openrouter	claude-haiku-4.5	🧮Reasoning	pass	$0.237	4091ms	—	5.00
openrouter	mistral-medium-3	💻Code Gen	pass	$0.238	494ms	—	2.00
openrouter	devstral-2512	💻Code Gen	pass	$0.238	473ms	—	2.00
openrouter	claude-haiku-4.5	{ }JSON Output	pass	$0.244	3702ms	—	5.00
openrouter	qwen3-235b-a22b	⚡Ping	pass	$0.247	330ms	—	1.82
openrouter	seed-2.0-lite	{ }JSON Output	pass	$0.247	468ms	—	2.00
openrouter	glm-4.7	🔍Context Recall	pass	$0.251	829ms	—	1.75
openrouter	skyfall-36b-v2	💻Code Gen	pass	$0.252	466ms	—	0.80
openrouter	qwen3-coder-plus	🔍Context Recall	pass	$0.256	694ms	—	3.25
openrouter	qwen3-vl-30b-a3b-instruct	🚀Throughput	pass	$0.265	290ms	—	0.52
openrouter	qwen3-8b	🧮Reasoning	pass	$0.275	783ms	—	0.40
openrouter	qwen3-max	🔍Context Recall	pass	$0.276	1439ms	—	3.90
openrouter	glm-4.7	{ }JSON Output	pass	$0.284	1057ms	—	1.75
openrouter	gpt-4.1	{ }JSON Output	pass	$0.298	550ms	—	8.00
openrouter	grok-4.20	{ }JSON Output	pass	$0.300	857ms	—	2.50
openrouter	gpt-4o-mini-2024-07-18	🚀Throughput	pass	$0.306	619ms	—	0.60
openrouter	gpt-4o-mini	🚀Throughput	pass	$0.306	712ms	—	0.60
openrouter	mistral-small-2603	🚀Throughput	pass	$0.307	488ms	—	0.60
openrouter	mistral-saba	🚀Throughput	pass	$0.309	500ms	—	0.60
openrouter	morph-v3-large	🔍Context Recall	pass	$0.309	1125ms	—	1.90
openrouter	cydonia-24b-v4.1	🚀Throughput	pass	$0.312	446ms	—	0.50
openrouter	o4-mini-high	🧮Reasoning	pass	$0.314	551ms	—	4.40
openrouter	cogito-v2.1-671b	🔍Context Recall	pass	$0.314	440ms	—	1.25
openrouter	qwen3-max	🧮Reasoning	pass	$0.314	1552ms	—	3.90
openrouter	ling-2.6-1t	🚀Throughput	pass	$0.316	1545ms	—	0.63
openrouter	cogito-v2.1-671b	💻Code Gen	pass	$0.318	450ms	—	1.25
openrouter	seed-2.0-mini	💻Code Gen	pass	$0.334	370ms	—	0.40
openrouter	mistral-large	🧮Reasoning	pass	$0.338	607ms	—	6.00
openrouter	qwen3.5-plus-20260420	⚡Ping	pass	$0.344	887ms	—	1.80
openrouter	gpt-4.1	🧮Reasoning	pass	$0.348	453ms	—	8.00
openrouter	wizardlm-2-8x22b	🚀Throughput	pass	$0.350	973ms	—	0.62
openrouter	aion-2.0	🔍Context Recall	pass	$0.352	1600ms	—	1.60
openrouter	kimi-k2.5	{ }JSON Output	pass	$0.354	977ms	—	1.90
openrouter	qwen3-coder-plus	💻Code Gen	pass	$0.355	594ms	—	3.25
openrouter	mistral-large	{ }JSON Output	pass	$0.360	590ms	—	6.00
openrouter	gpt-4o-2024-08-06	{ }JSON Output	pass	$0.362	931ms	—	10.00
openrouter	gemini-2.5-flash	💻Code Gen	pass	$0.367	890ms	—	2.50

Provider

Model

Test

Status

$ / 1k runs

Latency

Tok/sec

$/1M out

openrouter

nemotron-3-nano-30b-a3b:free

🔍Context Recall

pass

free

655ms

—

0.00

openrouter

nemotron-3-nano-30b-a3b:free

🚀Throughput

pass

free

665ms

—

0.00

openrouter

nemotron-3-nano-30b-a3b:free

🧮Reasoning

pass

free

726ms

—

0.00

openrouter

nemotron-3-nano-30b-a3b:free

⚡Ping

pass

free

694ms

—

0.00

openrouter

lfm-2.5-1.2b-thinking:free

🚀Throughput

pass

free

1155ms

—

0.00

openrouter

lfm-2.5-1.2b-thinking:free

⚡Ping

pass

free

1114ms

—

0.00

nvidia

qwen3.5-397b-a17b

🔍Context Recall

pass

free

1842ms

—

0.00

nvidia

qwen3.5-397b-a17b

🚀Throughput

pass

free

10145ms

—

0.00

nvidia

qwen3.5-397b-a17b

💻Code Gen

pass

free

3475ms

—

0.00

nvidia

qwen3.5-397b-a17b

{ }JSON Output

pass

free

7015ms

—

0.00

nvidia

qwen3.5-397b-a17b

🧮Reasoning

pass

free

2369ms

—

0.00

nvidia

qwen3.5-397b-a17b

⚡Ping

pass

free

735ms

—

0.00

nvidia

nemotron-nano-12b-v2-vl

🔍Context Recall

pass

free

2781ms

—

0.00

nvidia

nemotron-nano-12b-v2-vl

🚀Throughput

pass

free

14918ms

—

0.00

nvidia

nemotron-nano-12b-v2-vl

💻Code Gen

pass

free

2854ms

—

0.00

nvidia

nemotron-nano-12b-v2-vl

{ }JSON Output

pass

free

1601ms

—

0.00

nvidia

nemotron-nano-12b-v2-vl

⚡Ping

pass

free

846ms

—

0.00

nvidia

nemotron-3-content-safety

🚀Throughput

pass

free

493ms

—

0.00

nvidia

nemotron-3-content-safety

⚡Ping

pass

free

500ms

—

0.00

nvidia

mistral-7b-instruct-v0.3

🔍Context Recall

pass

free

10369ms

—

0.00

nvidia

llama-3.2-3b-instruct

🔍Context Recall

pass

free

15396ms

—

0.00

nvidia

llama-3.2-3b-instruct

💻Code Gen

pass

free

15418ms

—

0.00

nvidia

llama-3.2-3b-instruct

{ }JSON Output

pass

free

5340ms

—

0.00

nvidia

llama-3.2-3b-instruct

⚡Ping

pass

free

1104ms

—

0.00

nvidia

gemma-2-2b-it

🔍Context Recall

pass

free

883ms

—

0.00

nvidia

gemma-2-2b-it

🚀Throughput

pass

free

4616ms

—

0.00

nvidia

gemma-2-2b-it

💻Code Gen

pass

free

1423ms

—

0.00

nvidia

gemma-2-2b-it

{ }JSON Output

pass

free

717ms

—

0.00

nvidia

gemma-2-2b-it

🧮Reasoning

pass

free

619ms

—

0.00

nvidia

gemma-2-2b-it

⚡Ping

pass

free

609ms

—

0.00

openrouter

gpt-oss-20b

🚀Throughput

pass

free

1268ms

—

0.00

openrouter

gpt-oss-20b

⚡Ping

pass

free

413ms

—

0.00

openrouter

nemotron-nano-9b-v2:free

🚀Throughput

pass

free

1014ms

—

0.00

openrouter

nemotron-nano-9b-v2:free

⚡Ping

pass

free

796ms

—

0.00

openrouter

nemotron-3-nano-30b-a3b

🚀Throughput

pass

free

385ms

—

0.00

openrouter

nemotron-3-nano-30b-a3b

{ }JSON Output

pass

free

355ms

—

0.00

openrouter

nemotron-3-nano-30b-a3b

🧮Reasoning

pass

free

526ms

—

0.00

openrouter

nemotron-3-nano-30b-a3b

⚡Ping

pass

free

455ms

—

0.00

openrouter

lfm-2.5-1.2b-instruct:free

🔍Context Recall

pass

free

1170ms

—

0.00

openrouter

lfm-2.5-1.2b-instruct:free

🚀Throughput

pass

free

652ms

—

0.00

openrouter

lfm-2.5-1.2b-instruct:free

💻Code Gen

pass

free

1134ms

—

0.00

openrouter

lfm-2.5-1.2b-instruct:free

{ }JSON Output

pass

free

1312ms

—

0.00

openrouter

lfm-2.5-1.2b-instruct:free

🧮Reasoning

pass

free

675ms

—

0.00

openrouter

lfm-2.5-1.2b-instruct:free

⚡Ping

pass

free

1115ms

—

0.00

nvidia

llama-3.3-nemotron-super-49b-v1.5

⚡Ping

pass

free

7731ms

—

0.00

nvidia

ministral-14b-instruct-2512

🔍Context Recall

pass

free

1473ms

—

0.00

nvidia

ministral-14b-instruct-2512

🚀Throughput

pass

free

18099ms

—

0.00

nvidia

ministral-14b-instruct-2512

💻Code Gen

pass

free

6569ms

—

0.00

nvidia

ministral-14b-instruct-2512

{ }JSON Output

pass

free

4069ms

—

0.00

nvidia

ministral-14b-instruct-2512

🧮Reasoning

pass

free

7269ms

—

0.00

nvidia

ministral-14b-instruct-2512

⚡Ping

pass

free

581ms

—

0.00

nvidia

llama-3.2-1b-instruct

⚡Ping

pass

free

17823ms

—

0.00

nvidia

deepseek-v4-pro

🔍Context Recall

pass

free

1116ms

—

0.00

nvidia

deepseek-v4-pro

{ }JSON Output

pass

free

15077ms

—

0.00

nvidia

deepseek-v4-pro

🧮Reasoning

pass

free

2084ms

—

0.00

nvidia

deepseek-v4-pro

⚡Ping

pass

free

3340ms

—

0.00

groq

gpt-oss-20b

🔧Tool Use

pass

free

276ms

—

0.00

groq

gpt-oss-20b

🚀Throughput

pass

free

808ms

—

0.00

groq

gpt-oss-20b

🧮Reasoning

pass

free

315ms

—

0.00

groq

gpt-oss-20b

⚡Ping

pass

free

263ms

—

0.00

openrouter

qwen3.5-122b-a10b

🔍Context Recall

pass

free

1411ms

—

0.00

openrouter

qwen3.5-122b-a10b

🚀Throughput

pass

free

1451ms

—

0.00

openrouter

qwen3.5-122b-a10b

💻Code Gen

pass

free

1610ms

—

0.00

openrouter

qwen3.5-122b-a10b

{ }JSON Output

pass

free

1372ms

—

0.00

openrouter

qwen3.5-122b-a10b

🧮Reasoning

pass

free

1410ms

—

0.00

openrouter

qwen3.5-122b-a10b

⚡Ping

pass

free

1104ms

—

0.00

openrouter

gpt-oss-120b

🔍Context Recall

pass

free

277ms

—

0.00

openrouter

gpt-oss-120b

🚀Throughput

pass

free

656ms

—

0.00

openrouter

gpt-oss-120b

💻Code Gen

pass

free

633ms

—

0.00

openrouter

gpt-oss-120b

{ }JSON Output

pass

free

333ms

—

0.00

openrouter

gpt-oss-120b

🧮Reasoning

pass

free

379ms

—

0.00

openrouter

gpt-oss-120b

⚡Ping

pass

free

1321ms

—

0.00

openrouter

nemotron-nano-12b-v2-vl:free

🔍Context Recall

pass

free

1554ms

—

0.00

openrouter

nemotron-nano-12b-v2-vl:free

🚀Throughput

pass

free

1781ms

—

0.00

openrouter

nemotron-nano-12b-v2-vl:free

⚡Ping

pass

free

1155ms

—

0.00

nvidia

glm-5.1

⚡Ping

pass

free

13893ms

—

0.00

nvidia

qwen3.5-122b-a10b

🔍Context Recall

pass

free

922ms

—

0.00

nvidia

qwen3.5-122b-a10b

🚀Throughput

pass

free

15590ms

—

0.00

nvidia

qwen3.5-122b-a10b

💻Code Gen

pass

free

2563ms

—

0.00

nvidia

qwen3.5-122b-a10b

{ }JSON Output

pass

free

1802ms

—

0.00

nvidia

qwen3.5-122b-a10b

🧮Reasoning

pass

free

1470ms

—

0.00

nvidia

qwen3.5-122b-a10b

⚡Ping

pass

free

629ms

—

0.00

nvidia

nemotron-mini-4b-instruct

🔍Context Recall

pass

free

769ms

—

0.00

nvidia

nemotron-mini-4b-instruct

🚀Throughput

pass

free

5316ms

—

0.00

nvidia

nemotron-mini-4b-instruct

💻Code Gen

pass

free

1625ms

—

0.00

nvidia

nemotron-mini-4b-instruct

🧮Reasoning

pass

free

1543ms

—

0.00

nvidia

nemotron-mini-4b-instruct

⚡Ping

pass

free

457ms

—

0.00

nvidia

llama-3.3-nemotron-super-49b-v1

🔍Context Recall

pass

free

3811ms

—

0.00

nvidia

llama-3.3-nemotron-super-49b-v1

🚀Throughput

pass

free

19885ms

—

0.00

nvidia

llama-3.3-nemotron-super-49b-v1

💻Code Gen

pass

free

14413ms

—

0.00

nvidia

llama-3.3-nemotron-super-49b-v1

{ }JSON Output

pass

free

7651ms

—

0.00

nvidia

llama-3.3-nemotron-super-49b-v1

🧮Reasoning

pass

free

2233ms

—

0.00

nvidia

llama-3.3-nemotron-super-49b-v1

⚡Ping

pass

free

551ms

—

0.00

nvidia

mixtral-8x7b-instruct-v0.1

🔍Context Recall

pass

free

2478ms

—

0.00

nvidia

mixtral-8x7b-instruct-v0.1

🚀Throughput

pass

free

17503ms

—

0.00

nvidia

mixtral-8x7b-instruct-v0.1

💻Code Gen

pass

free

4778ms

—

0.00

nvidia

mixtral-8x7b-instruct-v0.1

{ }JSON Output

pass

free

1594ms

—

0.00

nvidia

mixtral-8x7b-instruct-v0.1

⚡Ping

pass

free

913ms

—

0.00

nvidia

minimax-m2.7

🔍Context Recall

pass

free

3106ms

—

0.00

nvidia

minimax-m2.7

💻Code Gen

pass

free

13544ms

—

0.00

nvidia

minimax-m2.7

{ }JSON Output

pass

free

7400ms

—

0.00

nvidia

minimax-m2.7

🧮Reasoning

pass

free

6626ms

—

0.00

nvidia

minimax-m2.7

⚡Ping

pass

free

8178ms

—

0.00

nvidia

llama-3.1-8b-instruct

🔍Context Recall

pass

free

635ms

—

0.00

nvidia

llama-3.1-8b-instruct

🚀Throughput

pass

free

2446ms

—

0.00

nvidia

llama-3.1-8b-instruct

💻Code Gen

pass

free

906ms

—

0.00

nvidia

llama-3.1-8b-instruct

{ }JSON Output

pass

free

631ms

—

0.00

nvidia

llama-3.1-8b-instruct

🧮Reasoning

pass

free

622ms

—

0.00

nvidia

llama-3.1-8b-instruct

⚡Ping

pass

free

517ms

—

0.00

nvidia

deepseek-v4-flash

🔍Context Recall

pass

free

14801ms

—

0.00

nvidia

deepseek-v4-flash

🚀Throughput

pass

free

9841ms

—

0.00

nvidia

deepseek-v4-flash

💻Code Gen

pass

free

4111ms

—

0.00

nvidia

deepseek-v4-flash

{ }JSON Output

pass

free

14744ms

—

0.00

nvidia

deepseek-v4-flash

🧮Reasoning

pass

free

1692ms

—

0.00

nvidia

deepseek-v4-flash

⚡Ping

pass

free

2405ms

—

0.00

groq

gpt-oss-120b

🔧Tool Use

pass

free

365ms

—

0.00

groq

gpt-oss-120b

🔍Context Recall

pass

free

395ms

—

0.00

groq

gpt-oss-120b

🚀Throughput

pass

free

1287ms

—

0.00

groq

gpt-oss-120b

{ }JSON Output

pass

free

550ms

—

0.00

groq

gpt-oss-120b

⚡Ping

pass

free

587ms

—

0.00

nvidia

solar-10.7b-instruct

🔍Context Recall

pass

free

1376ms

—

0.00

nvidia

solar-10.7b-instruct

🚀Throughput

pass

free

14045ms

—

0.00

nvidia

solar-10.7b-instruct

💻Code Gen

pass

free

3528ms

—

0.00

nvidia

solar-10.7b-instruct

{ }JSON Output

pass

free

1740ms

—

0.00

nvidia

solar-10.7b-instruct

🧮Reasoning

pass

free

2694ms

—

0.00

nvidia

solar-10.7b-instruct

⚡Ping

pass

free

528ms

—

0.00

nvidia

qwen3-next-80b-a3b-instruct

🔍Context Recall

pass

free

16476ms

—

0.00

nvidia

nemotron-content-safety-reasoning-4b

🔍Context Recall

pass

free

1000ms

—

0.00

nvidia

nemotron-content-safety-reasoning-4b

🚀Throughput

pass

free

6122ms

—

0.00

nvidia

nemotron-content-safety-reasoning-4b

💻Code Gen

pass

free

1910ms

—

0.00

nvidia

nemotron-content-safety-reasoning-4b

{ }JSON Output

pass

free

974ms

—

0.00

nvidia

nemotron-content-safety-reasoning-4b

🧮Reasoning

pass

free

1561ms

—

0.00

nvidia

nemotron-content-safety-reasoning-4b

⚡Ping

pass

free

478ms

—

0.00

nvidia

llama-3.1-nemotron-nano-vl-8b-v1

🔍Context Recall

pass

free

1239ms

—

0.00

nvidia

llama-3.1-nemotron-nano-vl-8b-v1

🚀Throughput

pass

free

15318ms

—

0.00

nvidia

llama-3.1-nemotron-nano-vl-8b-v1

💻Code Gen

pass

free

2609ms

—

0.00

nvidia

llama-3.1-nemotron-nano-vl-8b-v1

{ }JSON Output

pass

free

1395ms

—

0.00

nvidia

llama-3.1-nemotron-nano-vl-8b-v1

🧮Reasoning

pass

free

1447ms

—

0.00

nvidia

llama-3.1-nemotron-nano-vl-8b-v1

⚡Ping

pass

free

492ms

—

0.00

nvidia

mistral-small-4-119b-2603

🔍Context Recall

pass

free

1056ms

—

0.00

nvidia

mistral-small-4-119b-2603

🚀Throughput

pass

free

17869ms

—

0.00

nvidia

mistral-small-4-119b-2603

💻Code Gen

pass

free

2639ms

—

0.00

nvidia

mistral-small-4-119b-2603

{ }JSON Output

pass

free

843ms

—

0.00

nvidia

mistral-small-4-119b-2603

🧮Reasoning

pass

free

890ms

—

0.00

nvidia

mistral-small-4-119b-2603

⚡Ping

pass

free

522ms

—

0.00

nvidia

llama-3.1-70b-instruct

🔍Context Recall

pass

free

3150ms

—

0.00

nvidia

llama-3.1-70b-instruct

{ }JSON Output

pass

free

1882ms

—

0.00

nvidia

llama-3.1-70b-instruct

🧮Reasoning

pass

free

1760ms

—

0.00

nvidia

seed-oss-36b-instruct

🔍Context Recall

pass

free

4390ms

—

0.00

nvidia

seed-oss-36b-instruct

💻Code Gen

pass

free

12170ms

—

0.00

nvidia

seed-oss-36b-instruct

{ }JSON Output

pass

free

6389ms

—

0.00

nvidia

seed-oss-36b-instruct

🧮Reasoning

pass

free

4678ms

—

0.00

nvidia

seed-oss-36b-instruct

⚡Ping

pass

free

1278ms

—

0.00

groq

gpt-oss-120b

📋Instruction Followreal

pass

free

756ms

—

0.00

groq

gpt-oss-120b

📄Data Extractionreal

pass

free

917ms

—

0.00

groq

gpt-oss-120b

🏷️Classificationreal

pass

free

402ms

—

0.00

groq

gpt-oss-120b

📝Summarizationreal

pass

free

661ms

—

0.00

groq

gpt-oss-20b

📋Instruction Followreal

pass

free

484ms

—

0.00

groq

gpt-oss-20b

🏷️Classificationreal

pass

free

329ms

—

0.00

groq

gpt-oss-20b

📝Summarizationreal

pass

free

1024ms

—

0.00

nvidia

llama-3.3-70b-instruct

💻Code Gen

pass

free

7604ms

—

0.00

nvidia

llama-3.3-70b-instruct

{ }JSON Output

pass

free

1552ms

—

0.00

nvidia

llama-3.3-70b-instruct

🧮Reasoning

pass

free

2753ms

—

0.00

nvidia

llama-3.3-70b-instruct

⚡Ping

pass

free

4681ms

—

0.00

openrouter

ling-2.6-flash

⚡Ping

pass

<$0.01

1373ms

—

0.03

openrouter

llama-3.2-1b-instruct

⚡Ping

pass

<$0.01

659ms

—

0.20

openrouter

granite-4.1-8b

⚡Ping

pass

<$0.01

421ms

—

0.10

openrouter

gemini-2.5-flash-lite

⚡Ping

pass

<$0.01

788ms

—

0.40

openrouter

glm-4-32b

⚡Ping

pass

<$0.01

580ms

—

0.10

openrouter

reka-edge

⚡Ping

pass

<$0.01

1675ms

—

0.10

openrouter

ling-2.6-flash

{ }JSON Output

pass

<$0.01

1432ms

—

0.03

openrouter

qwen-2.5-7b-instruct

⚡Ping

pass

<$0.01

660ms

—

0.10

openrouter

llama-4-scout

⚡Ping

pass

<$0.01

1128ms

—

0.30

openrouter

ling-2.6-flash

🧮Reasoning

pass

<$0.01

1372ms

—

0.03

openrouter

hermes-2-pro-llama-3-8b

⚡Ping

pass

<$0.01

587ms

—

0.14

openrouter

gpt-4o-mini-2024-07-18

⚡Ping

pass

<$0.01

546ms

—

0.60

openrouter

ling-2.6-flash

🔍Context Recall

pass

<$0.01

964ms

—

0.03

openrouter

deepseek-chat-v3-0324

⚡Ping

pass

<$0.01

1799ms

—

0.77

openrouter

qwen3-vl-30b-a3b-instruct

⚡Ping

pass

<$0.01

5713ms

—

0.52

openrouter

ling-2.6-1t

⚡Ping

pass

<$0.01

1389ms

—

0.63

openrouter

trinity-mini

⚡Ping

pass

<$0.01

1231ms

—

0.15

openrouter

deepseek-v3.2

⚡Ping

pass

<$0.01

1415ms

—

0.34

openrouter

gpt-4o-mini

⚡Ping

pass

<$0.01

1154ms

—

0.60

openrouter

ling-2.6-flash

💻Code Gen

pass

<$0.01

1360ms

—

0.03

openrouter

mistral-small-2603

⚡Ping

pass

<$0.01

655ms

—

0.60

openrouter

gemini-2.5-flash

⚡Ping

pass

<$0.01

654ms

—

2.50

openrouter

llama-3.2-11b-vision-instruct

⚡Ping

pass

<$0.01

552ms

—

0.24

openrouter

llama-3.2-1b-instruct

🧮Reasoning

pass

<$0.01

366ms

—

0.20

openrouter

qwen3-vl-235b-a22b-instruct

⚡Ping

pass

<$0.01

1049ms

—

0.88

openrouter

codestral-2508

⚡Ping

pass

<$0.01

420ms

—

0.90

openrouter

mistral-small-3.1-24b-instruct

⚡Ping

pass

<$0.01

506ms

—

0.56

openrouter

hermes-4-70b

⚡Ping

pass

<$0.01

426ms

—

0.40

openrouter

qwen-2.5-7b-instruct

{ }JSON Output

pass

<$0.01

660ms

—

0.10

groq

qwen3-32b

⚡Ping

pass

<$0.01

226ms

—

0.28

openrouter

glm-4-32b

🧮Reasoning

pass

<$0.01

801ms

—

0.10

openrouter

granite-4.1-8b

🧮Reasoning

pass

<$0.01

393ms

—

0.10

openrouter

mistral-saba

⚡Ping

pass

<$0.01

477ms

—

0.60

openrouter

granite-4.1-8b

{ }JSON Output

pass

<$0.01

329ms

—

0.10

openrouter

gemini-3.1-flash-image-preview

⚡Ping

pass

<$0.01

1617ms

—

3.00

openrouter

gemini-3-flash-preview

⚡Ping

pass

<$0.01

1400ms

—

3.00

openrouter

step-3.5-flash

⚡Ping

pass

<$0.01

3451ms

—

0.30

openrouter

kat-coder-pro-v2

⚡Ping

pass

<$0.01

479ms

—

1.20

openrouter

qwen-2.5-7b-instruct

🧮Reasoning

pass

<$0.01

581ms

—

0.10

openrouter

llama-3.1-70b-instruct

⚡Ping

pass

<$0.01

470ms

—

0.40

openrouter

mistral-medium-3

⚡Ping

pass

<$0.01

476ms

—

2.00

openrouter

qwen2.5-vl-72b-instruct

⚡Ping

pass

<$0.01

448ms

—

0.75

openrouter

deepseek-r1-distill-qwen-32b

⚡Ping

pass

<$0.01

1110ms

—

0.29

openrouter

gpt-3.5-turbo

⚡Ping

pass

<$0.01

581ms

—

1.50

openrouter

glm-4-32b

{ }JSON Output

pass

<$0.01

1883ms

—

0.10

openrouter

gpt-4.1-mini

⚡Ping

pass

<$0.01

560ms

—

1.60

openrouter

gpt-5.4-nano

⚡Ping

pass

<$0.01

626ms

—

1.25

openrouter

sonar

⚡Ping

pass

<$0.01

1983ms

—

1.00

openrouter

reka-edge

{ }JSON Output

pass

<$0.01

1478ms

—

0.10

openrouter

hermes-2-pro-llama-3-8b

🧮Reasoning

pass

<$0.01

587ms

—

0.14

openrouter

llama-3.2-1b-instruct

{ }JSON Output

pass

<$0.01

1468ms

—

0.20

openrouter

mistral-large-2512

⚡Ping

pass

<$0.01

541ms

—

1.50

openrouter

claude-3-haiku

⚡Ping

pass

<$0.01

679ms

—

1.25

openrouter

devstral-2512

⚡Ping

pass

$0.010

534ms

—

2.00

openrouter

qwen-2.5-7b-instruct

🔍Context Recall

pass

$0.012

510ms

—

0.10

openrouter

granite-4.1-8b

💻Code Gen

pass

$0.012

393ms

—

0.10

openrouter

qwen3-coder-plus

⚡Ping

pass

$0.013

664ms

—

3.25

openrouter

hermes-2-pro-llama-3-8b

{ }JSON Output

pass

$0.013

589ms

—

0.14

openrouter

qwen-2.5-7b-instruct

💻Code Gen

pass

$0.014

849ms

—

0.10

openrouter

llama-4-scout

🧮Reasoning

pass

$0.014

348ms

—

0.30

openrouter

granite-4.1-8b

🔍Context Recall

pass

$0.014

375ms

—

0.10

openrouter

llama-4-scout

{ }JSON Output

pass

$0.014

510ms

—

0.30

openrouter

o4-mini-high

⚡Ping

pass

$0.014

431ms

—

4.40

openrouter

seed-2.0-mini

⚡Ping

pass

$0.014

572ms

—

0.40

openrouter

glm-4-32b

💻Code Gen

pass

$0.015

2618ms

—

0.10

openrouter

nova-pro-v1

⚡Ping

pass

$0.015

991ms

—

3.20

openrouter

kimi-k2

⚡Ping

pass

$0.015

1722ms

—

2.30

openrouter

ling-2.6-flash

🚀Throughput

pass

$0.015

947ms

—

0.03

openrouter

qwen3-max

⚡Ping

pass

$0.016

1305ms

—

3.90

openrouter

gemini-2.5-flash-lite

{ }JSON Output

pass

$0.016

510ms

—

0.40

openrouter

trinity-mini

🧮Reasoning

pass

$0.016

1219ms

—

0.15

openrouter

l3.1-euryale-70b

⚡Ping

pass

$0.017

449ms

—

0.85

openrouter

qwen3.6-35b-a3b

⚡Ping

pass

$0.018

1128ms

—

1.00

openrouter

qwen3.5-35b-a3b

⚡Ping

pass

$0.018

354ms

—

1.00

openrouter

hermes-4-70b

🚀Throughput

pass

$0.019

458ms

—

0.40

openrouter

llama-3.2-11b-vision-instruct

{ }JSON Output

pass

$0.020

489ms

—

0.24

openrouter

glm-4-32b

🔍Context Recall

pass

$0.021

1592ms

—

0.10

openrouter

intellect-3

⚡Ping

pass

$0.021

776ms

—

1.10

openrouter

deepseek-v3.2

{ }JSON Output

pass

$0.021

503ms

—

0.34

openrouter

llama-3.2-1b-instruct

💻Code Gen

pass

$0.022

1523ms

—

0.20

openrouter

hermes-4-70b

🧮Reasoning

pass

$0.023

1350ms

—

0.40

openrouter

reka-edge

🔍Context Recall

pass

$0.023

1712ms

—

0.10

openrouter

gpt-5.3-chat

⚡Ping

pass

$0.023

513ms

—

14.00

openrouter

trinity-mini

🔍Context Recall

pass

$0.023

1138ms

—

0.15

openrouter

qwen3-vl-30b-a3b-instruct

{ }JSON Output

pass

$0.023

732ms

—

0.52

openrouter

hermes-4-70b

{ }JSON Output

pass

$0.024

457ms

—

0.40

openrouter

llama-3.1-70b-instruct

🧮Reasoning

pass

$0.024

1015ms

—

0.40

openrouter

llama-3.2-11b-vision-instruct

🧮Reasoning

pass

$0.025

360ms

—

0.24

openrouter

trinity-mini

{ }JSON Output

pass

$0.025

1188ms

—

0.15

openrouter

⚡Ping

pass

$0.026

469ms

—

8.00

openrouter

gemini-2.5-flash-lite

🧮Reasoning

pass

$0.026

648ms

—

0.40

openrouter

qwen3-vl-30b-a3b-instruct

🧮Reasoning

pass

$0.027

827ms

—

0.52

openrouter

wizardlm-2-8x22b

⚡Ping

pass

$0.027

1082ms

—

0.62

openrouter

ling-2.6-1t

🔍Context Recall

pass

$0.027

1474ms

—

0.63

openrouter

minimax-m2

⚡Ping

pass

$0.028

2040ms

—

1.00

openrouter

gpt-4o-mini

{ }JSON Output

pass

$0.029

648ms

—

0.60

openrouter

gpt-4o-mini-2024-07-18

{ }JSON Output

pass

$0.030

587ms

—

0.60

openrouter

mistral-small-2603

{ }JSON Output

pass

$0.030

511ms

—

0.60

openrouter

deepseek-v3.2

🧮Reasoning

pass

$0.030

476ms

—

0.34

openrouter

gpt-4o-mini-2024-07-18

🧮Reasoning

pass

$0.030

568ms

—

0.60

openrouter

ling-2.6-1t

{ }JSON Output

pass

$0.030

1555ms

—

0.63

openrouter

gpt-4o-mini

🧮Reasoning

pass

$0.031

1325ms

—

0.60

openrouter

hermes-2-pro-llama-3-8b

🔍Context Recall

pass

$0.031

604ms

—

0.14

openrouter

llama-4-scout

🔍Context Recall

pass

$0.031

372ms

—

0.30

openrouter

gemini-2.5-flash-lite

🔍Context Recall

pass

$0.031

812ms

—

0.40

openrouter

minimax-m2.7

⚡Ping

pass

$0.031

1169ms

—

1.20

openrouter

llama-3.1-70b-instruct

{ }JSON Output

pass

$0.032

496ms

—

0.40

openrouter

glm-4.7

⚡Ping

pass

$0.033

620ms

—

1.75

openrouter

gpt-3.5-turbo

🧮Reasoning

pass

$0.033

606ms

—

1.50

openrouter

hermes-3-llama-3.1-405b

⚡Ping

pass

$0.033

702ms

—

1.00

openrouter

mistral-saba

{ }JSON Output

pass

$0.033

521ms

—

0.60

openrouter

step-3.5-flash

🧮Reasoning

pass

$0.033

2927ms

—

0.30

openrouter

qwen2.5-vl-72b-instruct

{ }JSON Output

pass

$0.034

454ms

—

0.75

openrouter

ling-2.6-1t

🧮Reasoning

pass

$0.034

1335ms

—

0.63

openrouter

claude-haiku-4.5

⚡Ping

pass

$0.034

2040ms

—

5.00

openrouter

kimi-k2.5

⚡Ping

pass

$0.036

459ms

—

1.90

openrouter

llama-3.2-11b-vision-instruct

💻Code Gen

pass

$0.037

365ms

—

0.24

openrouter

gpt-5-chat

⚡Ping

pass

$0.037

611ms

—

10.00

openrouter

deepseek-chat-v3-0324

🧮Reasoning

pass

$0.038

1166ms

—

0.77

openrouter

glm-5

⚡Ping

pass

$0.038

1216ms

—

1.92

openrouter

mistral-large

⚡Ping

pass

$0.038

562ms

—

6.00

openrouter

sonar-pro

⚡Ping

pass

$0.039

1706ms

—

15.00

openrouter

qwen3-vl-235b-a22b-instruct

{ }JSON Output

pass

$0.039

331ms

—

0.88

openrouter

codestral-2508

{ }JSON Output

pass

$0.040

436ms

—

0.90

openrouter

mistral-small-2603

🔍Context Recall

pass

$0.041

601ms

—

0.60

openrouter

deepseek-chat-v3-0324

{ }JSON Output

pass

$0.042

1972ms

—

0.77

openrouter

qwen3-30b-a3b-thinking-2507

⚡Ping

pass

$0.042

269ms

—

0.40

openrouter

gpt-5.4-nano

{ }JSON Output

pass

$0.042

588ms

—

1.25

openrouter

qwen2.5-vl-72b-instruct

🧮Reasoning

pass

$0.043

766ms

—

0.75

openrouter

gpt-4.1

⚡Ping

pass

$0.044

956ms

—

8.00

openrouter

hermes-4-70b

🔍Context Recall

pass

$0.045

983ms

—

0.40

openrouter

qwen3-vl-30b-a3b-instruct

🔍Context Recall

pass

$0.045

687ms

—

0.52

openrouter

gpt-4o-2024-08-06

⚡Ping

pass

$0.045

857ms

—

10.00

openrouter

cogito-v2.1-671b

⚡Ping

pass

$0.046

647ms

—

1.25

openrouter

trinity-mini

💻Code Gen

pass

$0.047

1198ms

—

0.15

openrouter

claude-3-haiku

{ }JSON Output

pass

$0.047

1133ms

—

1.25

openrouter

gpt-4o-mini-2024-07-18

🔍Context Recall

pass

$0.048

1124ms

—

0.60

openrouter

glm-4.5-air

⚡Ping

pass

$0.048

1549ms

—

0.85

openrouter

gpt-4o-mini

🔍Context Recall

pass

$0.048

726ms

—

0.60

openrouter

llama-4-scout

💻Code Gen

pass

$0.048

472ms

—

0.30

openrouter

deepseek-v3.2

🔍Context Recall

pass

$0.049

849ms

—

0.34

openrouter

sonar

🧮Reasoning

pass

$0.049

2160ms

—

1.00

openrouter

mistral-small-2603

🧮Reasoning

pass

$0.049

485ms

—

0.60

openrouter

qwen3-vl-235b-a22b-instruct

🧮Reasoning

pass

$0.051

635ms

—

0.88

openrouter

granite-4.1-8b

🚀Throughput

pass

$0.052

335ms

—

0.10

openrouter

qwen-2.5-7b-instruct

🚀Throughput

pass

$0.052

569ms

—

0.10

openrouter

mistral-saba

🔍Context Recall

pass

$0.052

626ms

—

0.60

openrouter

gemma-3-12b-it

🧮Reasoning

pass

$0.053

2864ms

—

0.13

openrouter

glm-4-32b

🚀Throughput

pass

$0.053

1992ms

—

0.10

openrouter

reka-edge

🚀Throughput

pass

$0.053

1683ms

—

0.10

openrouter

wizardlm-2-8x22b

{ }JSON Output

pass

$0.055

955ms

—

0.62

openrouter

mistral-saba

🧮Reasoning

pass

$0.055

582ms

—

0.60

openrouter

codestral-2508

🧮Reasoning

pass

$0.056

404ms

—

0.90

groq

qwen3-32b

🔧Tool Use

pass

$0.057

479ms

—

0.28

openrouter

llama-3.2-11b-vision-instruct

🔍Context Recall

pass

$0.057

472ms

—

0.24

openrouter

cydonia-24b-v4.1

⚡Ping

pass

$0.057

467ms

—

0.50

openrouter

deepseek-r1-distill-qwen-32b

{ }JSON Output

pass

$0.058

1020ms

—

0.29

openrouter

l3.1-euryale-70b

🧮Reasoning

pass

$0.058

479ms

—

0.85

openrouter

gpt-4.1-mini

{ }JSON Output

pass

$0.058

434ms

—

1.60

openrouter

gpt-5.4-nano

🧮Reasoning

pass

$0.060

514ms

—

1.25

openrouter

magnum-v4-72b

⚡Ping

pass

$0.060

840ms

—

5.00

openrouter

qwen3-vl-30b-a3b-instruct

💻Code Gen

pass

$0.062

874ms

—

0.52

openrouter

kat-coder-pro-v2

🧮Reasoning

pass

$0.063

470ms

—

1.20

openrouter

deepseek-v3.2

💻Code Gen

pass

$0.063

1425ms

—

0.34

openrouter

claude-3-haiku

🧮Reasoning

pass

$0.064

727ms

—

1.25

openrouter

qwen2.5-vl-72b-instruct

💻Code Gen

pass

$0.066

499ms

—

0.75

openrouter

cydonia-24b-v4.1

🧮Reasoning

pass

$0.067

438ms

—

0.50

openrouter

kat-coder-pro-v2

{ }JSON Output

pass

$0.067

1030ms

—

1.20

openrouter

aion-2.0

⚡Ping

pass

$0.067

2322ms

—

1.60

openrouter

gpt-4.1-mini

🧮Reasoning

pass

$0.068

519ms

—

1.60

openrouter

mistral-small-2603

💻Code Gen

pass

$0.071

505ms

—

0.60

openrouter

qwen3-vl-235b-a22b-instruct

🔍Context Recall

pass

$0.072

3143ms

—

0.88

openrouter

sonar

{ }JSON Output

pass

$0.073

2054ms

—

1.00

openrouter

hermes-2-pro-llama-3-8b

🚀Throughput

pass

$0.075

549ms

—

0.14

openrouter

qwen2.5-vl-72b-instruct

🔍Context Recall

pass

$0.076

5661ms

—

0.75

openrouter

mistral-saba

💻Code Gen

pass

$0.076

534ms

—

0.60

openrouter

trinity-mini

🚀Throughput

pass

$0.077

1314ms

—

0.15

openrouter

deepseek-chat-v3-0324

🔍Context Recall

pass

$0.077

3111ms

—

0.77

openrouter

gpt-4o-mini

💻Code Gen

pass

$0.077

775ms

—

0.60

openrouter

kimi-k2

🧮Reasoning

pass

$0.077

1703ms

—

2.30

openrouter

wizardlm-2-8x22b

🧮Reasoning

pass

$0.077

2835ms

—

0.62

openrouter

ling-2.6-1t

💻Code Gen

pass

$0.079

1257ms

—

0.63

openrouter

gpt-5.4-nano

🔍Context Recall

pass

$0.079

536ms

—

1.25

openrouter

gpt-4o-mini-2024-07-18

💻Code Gen

pass

$0.080

649ms

—

0.60

openrouter

l3.1-euryale-70b

{ }JSON Output

pass

$0.081

463ms

—

0.85

openrouter

gpt-3.5-turbo

{ }JSON Output

pass

$0.083

992ms

—

1.50

openrouter

kat-coder-pro-v2

🔍Context Recall

pass

$0.084

476ms

—

1.20

openrouter

seed-2.0-mini

{ }JSON Output

pass

$0.084

340ms

—

0.40

openrouter

mistral-large-2512

🧮Reasoning

pass

$0.084

558ms

—

1.50

openrouter

o3-mini

⚡Ping

pass

$0.085

487ms

—

4.40

openrouter

gemini-2.5-flash

{ }JSON Output

pass

$0.086

633ms

—

2.50

openrouter

seed-2.0-mini

🔍Context Recall

pass

$0.086

657ms

—

0.40

openrouter

cydonia-24b-v4.1

{ }JSON Output

pass

$0.087

420ms

—

0.50

openrouter

aion-rp-llama-3.1-8b

🧮Reasoning

pass

$0.087

1571ms

—

1.60

openrouter

nova-pro-v1

🧮Reasoning

pass

$0.087

1254ms

—

3.20

openrouter

gemma-3-12b-it

{ }JSON Output

pass

$0.087

2700ms

—

0.13

openrouter

hermes-3-llama-3.1-405b

{ }JSON Output

pass

$0.088

509ms

—

1.00

openrouter

kimi-k2

{ }JSON Output

pass

$0.088

1631ms

—

2.30

openrouter

mistral-large-2512

{ }JSON Output

pass

$0.090

860ms

—

1.50

openrouter

gemini-2.5-flash

🔍Context Recall

pass

$0.090

691ms

—

2.50

openrouter

deepseek-r1-distill-qwen-32b

🔍Context Recall

pass

$0.091

956ms

—

0.29

openrouter

llama-3.1-70b-instruct

🔍Context Recall

pass

$0.092

441ms

—

0.40

openrouter

llama-3.1-70b-instruct

💻Code Gen

pass

$0.094

700ms

—

0.40

openrouter

codestral-2508

🔍Context Recall

pass

$0.094

435ms

—

0.90

openrouter

mistral-medium-3

{ }JSON Output

pass

$0.095

502ms

—

2.00

openrouter

morph-v3-large

⚡Ping

pass

$0.097

791ms

—

1.90

openrouter

devstral-2512

{ }JSON Output

pass

$0.097

533ms

—

2.00

openrouter

deepseek-r1-distill-qwen-32b

💻Code Gen

pass

$0.098

852ms

—

0.29

openrouter

gemma-3-12b-it

💻Code Gen

pass

$0.100

2631ms

—

0.13

openrouter

qwen3-vl-235b-a22b-instruct

💻Code Gen

pass

$0.101

826ms

—

0.88

openrouter

llama-3.2-1b-instruct

🚀Throughput

pass

$0.102

1436ms

—

0.20

openrouter

claude-sonnet-4.6

⚡Ping

pass

$0.102

837ms

—

15.00

openrouter

claude-sonnet-4.5

⚡Ping

pass

$0.102

2455ms

—

15.00

openrouter

claude-sonnet-4

⚡Ping

pass

$0.102

2008ms

—

15.00

openrouter

gemini-2.5-flash

🧮Reasoning

pass

$0.102

661ms

—

2.50

openrouter

skyfall-36b-v2

⚡Ping

pass

$0.103

459ms

—

0.80

openrouter

claude-3-haiku

🔍Context Recall

pass

$0.103

1243ms

—

1.25

openrouter

hermes-3-llama-3.1-405b

🧮Reasoning

pass

$0.108

372ms

—

1.00

openrouter

codestral-2508

💻Code Gen

pass

$0.108

411ms

—

0.90

openrouter

qwen3-30b-a3b-thinking-2507

🧮Reasoning

pass

$0.109

1382ms

—

0.40

openrouter

mistral-medium-3

🔍Context Recall

pass

$0.110

514ms

—

2.00

openrouter

devstral-2512

🔍Context Recall

pass

$0.110

559ms

—

2.00

openrouter

gemma-3-12b-it

🔍Context Recall

pass

$0.112

1690ms

—

0.13

openrouter

gpt-3.5-turbo

🔍Context Recall

pass

$0.113

511ms

—

1.50

openrouter

glm-4.5-air

{ }JSON Output

pass

$0.115

2936ms

—

0.85

openrouter

seed-2.0-lite

⚡Ping

pass

$0.116

725ms

—

2.00

openrouter

minimax-m2

🧮Reasoning

pass

$0.116

2211ms

—

1.00

openrouter

intellect-3

🧮Reasoning

pass

$0.116

384ms

—

1.10

openrouter

cogito-v2.1-671b

🧮Reasoning

pass

$0.117

408ms

—

1.25

openrouter

gemini-3.5-flash

⚡Ping

pass

$0.118

1952ms

—

9.00

openrouter

gpt-5.1

⚡Ping

pass

$0.126

450ms

—

10.00

openrouter

skyfall-36b-v2

🧮Reasoning

pass

$0.127

432ms

—

0.80

openrouter

gemini-flash-latest

⚡Ping

pass

$0.128

1936ms

—

9.00

openrouter

kimi-k2-thinking

⚡Ping

pass

$0.128

1174ms

—

2.50

openrouter

cydonia-24b-v4.1

🔍Context Recall

pass

$0.130

468ms

—

0.50

openrouter

glm-4.5-air

💻Code Gen

pass

$0.130

1425ms

—

0.85

openrouter

qwen3-8b

⚡Ping

pass

$0.131

955ms

—

0.40

openrouter

gpt-4.1-mini

🔍Context Recall

pass

$0.132

465ms

—

1.60

openrouter

llama-3.2-11b-vision-instruct

🚀Throughput

pass

$0.132

775ms

—

0.24

openrouter

sonar

💻Code Gen

pass

$0.134

1924ms

—

1.00

openrouter

qwen3-8b

🔍Context Recall

pass

$0.135

1012ms

—

0.40

openrouter

minimax-m2.7

🧮Reasoning

pass

$0.137

1225ms

—

1.20

openrouter

cogito-v2.1-671b

{ }JSON Output

pass

$0.139

437ms

—

1.25

openrouter

mistral-medium-3

🧮Reasoning

pass

$0.141

469ms

—

2.00

openrouter

nova-pro-v1

{ }JSON Output

pass

$0.142

646ms

—

3.20

openrouter

hermes-3-llama-3.1-405b

💻Code Gen

pass

$0.143

499ms

—

1.00

groq

qwen3-32b

🚀Throughput

pass

$0.143

1592ms

—

0.28

openrouter

devstral-2512

🧮Reasoning

pass

$0.143

514ms

—

2.00

openrouter

hermes-3-llama-3.1-405b

🚀Throughput

pass

$0.144

333ms

—

1.00

openrouter

gpt-5.4-nano

💻Code Gen

pass

$0.145

484ms

—

1.25

openrouter

gemini-3.1-flash-image-preview

{ }JSON Output

pass

$0.146

2170ms

—

3.00

openrouter

gemini-3-flash-preview

{ }JSON Output

pass

$0.146

1548ms

—

3.00

openrouter

kimi-k2

🔍Context Recall

pass

$0.146

1775ms

—

2.30

openrouter

wizardlm-2-8x22b

🔍Context Recall

pass

$0.147

797ms

—

0.62

openrouter

intellect-3

🔍Context Recall

pass

$0.149

725ms

—

1.10

openrouter

gemini-3.1-flash-image-preview

🧮Reasoning

pass

$0.151

1519ms

—

3.00

openrouter

qwen3-coder-plus

{ }JSON Output

pass

$0.153

651ms

—

3.25

openrouter

llama-4-scout

🚀Throughput

pass

$0.153

357ms

—

0.30

openrouter

qwen3-30b-a3b-thinking-2507

{ }JSON Output

pass

$0.153

246ms

—

0.40

openrouter

step-3.5-flash

🚀Throughput

pass

$0.154

491ms

—

0.30

openrouter

deepseek-r1-distill-qwen-32b

🚀Throughput

pass

$0.157

1002ms

—

0.29

openrouter

gemini-3-flash-preview

🔍Context Recall

pass

$0.159

1468ms

—

3.00

openrouter

qwen3-max

{ }JSON Output

pass

$0.160

1539ms

—

3.90

openrouter

qwen3-8b

{ }JSON Output

pass

$0.160

900ms

—

0.40

openrouter

mistral-large-2512

🔍Context Recall

pass

$0.161

575ms

—

1.50

openrouter

grok-4.20

⚡Ping

pass

$0.164

892ms

—

2.50

openrouter

skyfall-36b-v2

{ }JSON Output

pass

$0.169

496ms

—

0.80

openrouter

claude-opus-4.6

⚡Ping

pass

$0.170

1941ms

—

25.00

openrouter

claude-opus-4.5

⚡Ping

pass

$0.170

1580ms

—

25.00

openrouter

qwen3-coder-plus

🧮Reasoning

pass

$0.171

680ms

—

3.25

openrouter

gemini-3-flash-preview

🧮Reasoning

pass

$0.171

1475ms

—

3.00

openrouter

gpt-5.1-codex

⚡Ping

pass

$0.176

1816ms

—

10.00

openrouter

intellect-3

{ }JSON Output

pass

$0.177

544ms

—

1.10

openrouter

seed-2.0-mini

🧮Reasoning

pass

$0.180

338ms

—

0.40

openrouter

minimax-m2.7

🔍Context Recall

pass

$0.180

890ms

—

1.20

openrouter

qwen3-30b-a3b-thinking-2507

🔍Context Recall

pass

$0.181

1411ms

—

0.40

openrouter

gpt-4.1-mini

💻Code Gen

pass

$0.184

612ms

—

1.60

openrouter

qwen3.6-35b-a3b

{ }JSON Output

pass

$0.185

6791ms

—

1.00

openrouter

mistral-large-2512

💻Code Gen

pass

$0.186

612ms

—

1.50

openrouter

glm-4.7

🧮Reasoning

pass

$0.186

456ms

—

1.75

openrouter

cydonia-24b-v4.1

💻Code Gen

pass

$0.186

475ms

—

0.50

openrouter

claude-opus-latest

⚡Ping

pass

$0.190

1510ms

—

25.00

openrouter

morph-v3-large

{ }JSON Output

pass

$0.190

972ms

—

1.90

openrouter

l3.1-euryale-70b

💻Code Gen

pass

$0.191

365ms

—

0.85

openrouter

l3.1-euryale-70b

🔍Context Recall

pass

$0.193

634ms

—

0.85

openrouter

morph-v3-large

🧮Reasoning

pass

$0.198

790ms

—

1.90

openrouter

kimi-k2.5

🧮Reasoning

pass

$0.202

1797ms

—

1.90

openrouter

gemini-2.5-flash-lite

🚀Throughput

pass

$0.203

754ms

—

0.40

openrouter

aion-2.0

🧮Reasoning

pass

$0.205

1966ms

—

1.60

openrouter

minimax-m2.7

{ }JSON Output

pass

$0.205

1864ms

—

1.20

openrouter

gemini-3.1-flash-image-preview

🔍Context Recall

pass

$0.207

2155ms

—

3.00

openrouter

gpt-3.5-turbo

💻Code Gen

pass

$0.214

577ms

—

1.50

openrouter

minimax-m1

⚡Ping

pass

$0.216

1116ms

—

2.20

openrouter

llama-3.1-70b-instruct

🚀Throughput

pass

$0.218

1249ms

—

0.40

openrouter

kat-coder-pro-v2

💻Code Gen

pass

$0.221

494ms

—

1.20

openrouter

hermes-3-llama-3.1-405b

🔍Context Recall

pass

$0.222

366ms

—

1.00

openrouter

sonar

🔍Context Recall

pass

$0.223

1771ms

—

1.00

openrouter

grok-4.20

🧮Reasoning

pass

$0.231

911ms

—

2.50

openrouter

skyfall-36b-v2

🔍Context Recall

pass

$0.235

469ms

—

0.80

openrouter

claude-haiku-4.5

🧮Reasoning

pass

$0.237

4091ms

—

5.00

openrouter

mistral-medium-3

💻Code Gen

pass

$0.238

494ms

—

2.00

openrouter

devstral-2512

💻Code Gen

pass

$0.238

473ms

—

2.00

openrouter

claude-haiku-4.5

{ }JSON Output

pass

$0.244

3702ms

—

5.00

openrouter

qwen3-235b-a22b

⚡Ping

pass

$0.247

330ms

—

1.82

openrouter

seed-2.0-lite

{ }JSON Output

pass

$0.247

468ms

—

2.00

openrouter

glm-4.7

🔍Context Recall

pass

$0.251

829ms

—

1.75

openrouter

skyfall-36b-v2

💻Code Gen

pass

$0.252

466ms

—

0.80

openrouter

qwen3-coder-plus

🔍Context Recall

pass

$0.256

694ms

—

3.25

openrouter

qwen3-vl-30b-a3b-instruct

🚀Throughput

pass

$0.265

290ms

—

0.52

openrouter

qwen3-8b

🧮Reasoning

pass

$0.275

783ms

—

0.40

openrouter

qwen3-max

🔍Context Recall

pass

$0.276

1439ms

—

3.90

openrouter

glm-4.7

{ }JSON Output

pass

$0.284

1057ms

—

1.75

openrouter

gpt-4.1

{ }JSON Output

pass

$0.298

550ms

—

8.00

openrouter

grok-4.20

{ }JSON Output

pass

$0.300

857ms

—

2.50

openrouter

gpt-4o-mini-2024-07-18

🚀Throughput

pass

$0.306

619ms

—

0.60

openrouter

gpt-4o-mini

🚀Throughput

pass

$0.306

712ms

—

0.60

openrouter

mistral-small-2603

🚀Throughput

pass

$0.307

488ms

—

0.60

openrouter

mistral-saba

🚀Throughput

pass

$0.309

500ms

—

0.60

openrouter

morph-v3-large

🔍Context Recall

pass

$0.309

1125ms

—

1.90

openrouter

cydonia-24b-v4.1

🚀Throughput

pass

$0.312

446ms

—

0.50

openrouter

o4-mini-high

🧮Reasoning

pass

$0.314

551ms

—

4.40

openrouter

cogito-v2.1-671b

🔍Context Recall

pass

$0.314

440ms

—

1.25

openrouter

qwen3-max

🧮Reasoning

pass

$0.314

1552ms

—

3.90

openrouter

ling-2.6-1t

🚀Throughput

pass

$0.316

1545ms

—

0.63

openrouter

cogito-v2.1-671b

💻Code Gen

pass

$0.318

450ms

—

1.25

openrouter

seed-2.0-mini

💻Code Gen

pass

$0.334

370ms

—

0.40

openrouter

mistral-large

🧮Reasoning

pass

$0.338

607ms

—

6.00

openrouter

qwen3.5-plus-20260420

⚡Ping

pass

$0.344

887ms

—

1.80

openrouter

gpt-4.1

🧮Reasoning

pass

$0.348

453ms

—

8.00

openrouter

wizardlm-2-8x22b

🚀Throughput

pass

$0.350

973ms

—

0.62

openrouter

aion-2.0

🔍Context Recall

pass

$0.352

1600ms

—

1.60

openrouter

kimi-k2.5

{ }JSON Output

pass

$0.354

977ms

—

1.90

openrouter

qwen3-coder-plus

💻Code Gen

pass

$0.355

594ms

—

3.25

openrouter

mistral-large

{ }JSON Output

pass

$0.360

590ms

—

6.00

openrouter

gpt-4o-2024-08-06

{ }JSON Output

pass

$0.362

931ms

—

10.00

openrouter

gemini-2.5-flash

💻Code Gen

pass

$0.367

890ms

—

2.50

openrouter

magnum-v4-72b

🧮Reasoning

pass

$0.369

897ms

—

5.00

openrouter

magnum-v4-72b

{ }JSON Output

pass

$0.375

888ms

—

5.00

openrouter

gpt-5-chat

🧮Reasoning

pass

$0.378

729ms

—

10.00

openrouter

minimax-m2.7

💻Code Gen

pass

$0.380

1100ms

—

1.20

openrouter

gpt-5.1

{ }JSON Output

pass

$0.380

575ms

—

10.00

openrouter

gpt-5-chat

{ }JSON Output

pass

$0.381

592ms

—

10.00

openrouter

gemini-3.1-flash-image-preview

💻Code Gen

pass

$0.383

1678ms

—

3.00

openrouter

qwen2.5-vl-72b-instruct

🚀Throughput

pass

$0.387

485ms

—

0.75

openrouter

deepseek-chat-v3-0324

🚀Throughput

pass

$0.392

529ms

—

0.77

openrouter

gemini-3-flash-preview

💻Code Gen

pass

$0.409

1424ms

—

3.00

openrouter

nova-pro-v1

💻Code Gen

pass

$0.414

988ms

—

3.20

openrouter

grok-4.20

🔍Context Recall

pass

$0.415

789ms

—

2.50

openrouter

grok-4.3

⚡Ping

pass

$0.421

952ms

—

2.50

openrouter

glm-4.5-air

🚀Throughput

pass

$0.430

1443ms

—

0.85

openrouter

nova-pro-v1

🔍Context Recall

pass

$0.437

901ms

—

3.20

openrouter

claude-haiku-4.5

🔍Context Recall

pass

$0.442

1287ms

—

5.00

openrouter

qwen3-vl-235b-a22b-instruct

🚀Throughput

pass

$0.448

518ms

—

0.88

openrouter

l3.1-euryale-70b

🚀Throughput

pass

$0.459

472ms

—

0.85

openrouter

codestral-2508

🚀Throughput

pass

$0.460

439ms

—

0.90

openrouter

grok-4.20

💻Code Gen

pass

$0.461

854ms

—

2.50

openrouter

qwen3-8b

💻Code Gen

pass

$0.476

887ms

—

0.40

openrouter

sonar-pro

{ }JSON Output

pass

$0.483

2319ms

—

15.00

openrouter

o4-mini-high

🔍Context Recall

pass

$0.490

457ms

—

4.40

openrouter

kimi-k2

💻Code Gen

pass

$0.495

2155ms

—

2.30

openrouter

qwen3.6-35b-a3b

🚀Throughput

pass

$0.506

530ms

—

1.00

openrouter

qwen3.5-35b-a3b

🚀Throughput

pass

$0.506

444ms

—

1.00

openrouter

skyfall-36b-v2

🚀Throughput

pass

$0.514

446ms

—

0.80

openrouter

minimax-m2

🚀Throughput

pass

$0.518

1951ms

—

1.00

openrouter

sonar

🚀Throughput

pass

$0.531

2368ms

—

1.00

openrouter

qwen3-30b-a3b-thinking-2507

💻Code Gen

pass

$0.534

1077ms

—

0.40

openrouter

gpt-5.1

🧮Reasoning

pass

$0.536

479ms

—

10.00

openrouter

gpt-4

⚡Ping

pass

$0.540

1537ms

—

60.00

openrouter

glm-4.7

💻Code Gen

pass

$0.540

1462ms

—

1.75

openrouter

gpt-5.5

⚡Ping

pass

$0.545

3256ms

—

30.00

openrouter

qwen3-235b-a22b

{ }JSON Output

pass

$0.546

412ms

—

1.82

openrouter

sonar-pro

🧮Reasoning

pass

$0.552

2015ms

—

15.00

openrouter

qwen3-30b-a3b-thinking-2507

🚀Throughput

pass

$0.552

1040ms

—

0.40

openrouter

intellect-3

🚀Throughput

pass

$0.558

365ms

—

1.10

openrouter

🧮Reasoning

pass

$0.570

486ms

—

8.00

openrouter

kat-coder-pro-v2

🚀Throughput

pass

$0.611

489ms

—

1.20

openrouter

minimax-m2.7

🚀Throughput

pass

$0.619

1610ms

—

1.20

openrouter

o4-mini-high

{ }JSON Output

pass

$0.625

476ms

—

4.40

openrouter

gpt-5.4-nano

🚀Throughput

pass

$0.632

521ms

—

1.25

openrouter

claude-3-haiku

🚀Throughput

pass

$0.634

633ms

—

1.25

openrouter

gpt-5.1

🔍Context Recall

pass

$0.636

603ms

—

10.00

openrouter

aion-rp-llama-3.1-8b

🚀Throughput

pass

$0.638

1043ms

—

1.60

openrouter

mistral-large

🔍Context Recall

pass

$0.644

907ms

—

6.00

openrouter

gpt-5-chat

🔍Context Recall

pass

$0.647

443ms

—

10.00

openrouter

claude-sonnet-4.6

{ }JSON Output

pass

$0.657

2979ms

—

15.00

openrouter

claude-sonnet-4.5

{ }JSON Output

pass

$0.657

2081ms

—

15.00

openrouter

gpt-5.2-codex

{ }JSON Output

pass

$0.686

488ms

—

14.00

openrouter

qwen3-235b-a22b

🧮Reasoning

pass

$0.690

467ms

—

1.82

openrouter

qwen3-8b

🚀Throughput

pass

$0.690

936ms

—

0.40

openrouter

gpt-4.1

🔍Context Recall

pass

$0.692

557ms

—

8.00

openrouter

cogito-v2.1-671b

🚀Throughput

pass

$0.698

434ms

—

1.25

openrouter

gpt-5.1-codex

{ }JSON Output

pass

$0.700

556ms

—

10.00

openrouter

gpt-5.1-codex

🔍Context Recall

pass

$0.706

521ms

—

10.00

openrouter

magnum-v4-72b

💻Code Gen

pass

$0.718

822ms

—

5.00

openrouter

deepseek-v3.2

🚀Throughput

pass

$0.720

4815ms

—

0.34

openrouter

mistral-large

💻Code Gen

pass

$0.744

774ms

—

6.00

openrouter

magnum-v4-72b

🔍Context Recall

pass

$0.757

1239ms

—

5.00

openrouter

mistral-large-2512

🚀Throughput

pass

$0.767

591ms

—

1.50

openrouter

gpt-3.5-turbo

🚀Throughput

pass

$0.768

568ms

—

1.50

openrouter

claude-sonnet-4.5

🧮Reasoning

pass

$0.771

2069ms

—

15.00

openrouter

claude-sonnet-4

{ }JSON Output

pass

$0.792

2062ms

—

15.00

openrouter

gpt-4o-2024-08-06

🔍Context Recall

pass

$0.795

648ms

—

10.00

openrouter

gpt-4.1-mini

🚀Throughput

pass

$0.815

866ms

—

1.60

openrouter

claude-sonnet-4.6

🧮Reasoning

pass

$0.816

3221ms

—

15.00

openrouter

aion-2.0

🚀Throughput

pass

$0.834

1839ms

—

1.60

openrouter

qwen3-max

💻Code Gen

pass

$0.855

1225ms

—

3.90

openrouter

qwen3.5-plus-20260420

🔍Context Recall

pass

$0.857

811ms

—

1.80

openrouter

gpt-5.3-chat

🔍Context Recall

pass

$0.877

606ms

—

14.00

openrouter

gpt-5.3-chat

{ }JSON Output

pass

$0.882

608ms

—

14.00

openrouter

gpt-5-image-mini

⚡Ping

pass

$0.888

541ms

—

2.00

openrouter

glm-4.7

🚀Throughput

pass

$0.889

691ms

—

1.75

openrouter

claude-opus-4.6

{ }JSON Output

pass

$0.895

2293ms

—

25.00

openrouter

gemini-3.5-flash

🧮Reasoning

pass

$0.901

2147ms

—

9.00

openrouter

sonar-pro

🔍Context Recall

pass

$0.915

1992ms

—

15.00

openrouter

claude-haiku-4.5

💻Code Gen

pass

$0.940

1538ms

—

5.00

openrouter

gpt-5.2-codex

🔍Context Recall

pass

$0.947

612ms

—

14.00

openrouter

qwen3.5-plus-20260420

{ }JSON Output

pass

$0.956

679ms

—

1.80

openrouter

glm-5

🚀Throughput

pass

$0.981

2569ms

—

1.92

openrouter

mistral-medium-3

🚀Throughput

pass

$1.01

435ms

—

2.00

openrouter

devstral-2512

🚀Throughput

pass

$1.01

439ms

—

2.00

openrouter

claude-opus-4.6-fast

⚡Ping

pass

$1.02

1019ms

—

150.00

openrouter

qwen3-235b-a22b

🔍Context Recall

pass

$1.02

400ms

—

1.82

openrouter

grok-4.3

💻Code Gen

pass

$1.03

952ms

—

2.50

openrouter

gpt-5.1-codex

🧮Reasoning

pass

$1.04

564ms

—

10.00

openrouter

claude-sonnet-4

🧮Reasoning

pass

$1.04

1441ms

—

15.00

openrouter

🔍Context Recall

pass

$1.04

496ms

—

8.00

openrouter

grok-4.3

🧮Reasoning

pass

$1.05

649ms

—

2.50

openrouter

gpt-5.1-codex

💻Code Gen

pass

$1.06

549ms

—

10.00

openrouter

claude-opus-latest

🧮Reasoning

pass

$1.07

1755ms

—

25.00

openrouter

gpt-4o-2024-08-06

🧮Reasoning

pass

$1.07

638ms

—

10.00

openrouter

claude-opus-4.5

{ }JSON Output

pass

$1.09

1638ms

—

25.00

openrouter

o4-mini-high

💻Code Gen

pass

$1.17

452ms

—

4.40

openrouter

{ }JSON Output

pass

$1.18

477ms

—

8.00

openrouter

kimi-k2

🚀Throughput

pass

$1.18

1855ms

—

2.30

openrouter

claude-opus-latest

{ }JSON Output

pass

$1.19

1338ms

—

25.00

openrouter

claude-opus-4.5

🧮Reasoning

pass

$1.19

1597ms

—

25.00

openrouter

gpt-5.2-codex

💻Code Gen

pass

$1.20

657ms

—

14.00

openrouter

glm-4.5-air

🧮Reasoning

pass

$1.21

1464ms

—

0.85

openrouter

gpt-5-chat

💻Code Gen

pass

$1.21

483ms

—

10.00

openrouter

grok-4.3

🔍Context Recall

pass

$1.22

855ms

—

2.50

openrouter

seed-2.0-lite

🧮Reasoning

pass

$1.26

778ms

—

2.00

openrouter

gemini-2.5-flash

🚀Throughput

pass

$1.26

686ms

—

2.50

openrouter

kimi-k2-thinking

🚀Throughput

pass

$1.27

557ms

—

2.50

openrouter

claude-opus-4.6

🧮Reasoning

pass

$1.28

1737ms

—

25.00

openrouter

minimax-m1

🚀Throughput

pass

$1.29

1071ms

—

2.20

openrouter

gpt-4.1

💻Code Gen

pass

$1.34

572ms

—

8.00

openrouter

claude-sonnet-4

🔍Context Recall

pass

$1.39

2230ms

—

15.00

openrouter

gpt-5.5

{ }JSON Output

pass

$1.42

857ms

—

30.00

openrouter

grok-4.20

🚀Throughput

pass

$1.44

866ms

—

2.50

openrouter

claude-sonnet-4.5

🔍Context Recall

pass

$1.48

2250ms

—

15.00

openrouter

gemini-3-flash-preview

🚀Throughput

pass

$1.50

1509ms

—

3.00

openrouter

gpt-4o-2024-08-06

💻Code Gen

pass

$1.59

624ms

—

10.00

openrouter

nova-pro-v1

🚀Throughput

pass

$1.62

973ms

—

3.20

openrouter

qwen3-coder-plus

🚀Throughput

pass

$1.65

699ms

—

3.25

openrouter

kimi-k2.5

🚀Throughput

pass

$1.67

2029ms

—

1.90

openrouter

kimi-k2-thinking

💻Code Gen

pass

$1.76

1048ms

—

2.50

openrouter

gpt-5.5

🔍Context Recall

pass

$1.78

723ms

—

30.00

openrouter

gpt-5.5

🧮Reasoning

pass

$1.82

543ms

—

30.00

openrouter

gpt-5-image-mini

🚀Throughput

pass

$1.84

530ms

—

2.00

openrouter

claude-sonnet-4.6

🔍Context Recall

pass

$1.85

2472ms

—

15.00

openrouter

sonar-pro

💻Code Gen

pass

$1.86

2133ms

—

15.00

openrouter

gpt-5.1

💻Code Gen

pass

$1.92

609ms

—

10.00

openrouter

qwen3-max

🚀Throughput

pass

$1.98

1304ms

—

3.90

openrouter

gpt-5.3-chat

💻Code Gen

pass

$2.03

492ms

—

14.00

openrouter

seed-2.0-lite

💻Code Gen

pass

$2.10

522ms

—

2.00

openrouter

qwen3.5-plus-20260420

💻Code Gen

pass

$2.19

857ms

—

1.80

openrouter

o4-mini-high

🚀Throughput

pass

$2.24

451ms

—

4.40

openrouter

claude-opus-4.6

🔍Context Recall

pass

$2.29

1674ms

—

25.00

openrouter

grok-4.3

🚀Throughput

pass

$2.52

795ms

—

2.50

openrouter

morph-v3-large

🚀Throughput

pass

$2.52

873ms

—

1.90

openrouter

claude-opus-4.5

🔍Context Recall

pass

$2.54

1418ms

—

25.00

openrouter

claude-haiku-4.5

🚀Throughput

pass

$2.54

4015ms

—

5.00

openrouter

magnum-v4-72b

🚀Throughput

pass

$2.61

850ms

—

5.00

openrouter

qwen3.5-plus-20260420

🧮Reasoning

pass

$2.78

649ms

—

1.80

openrouter

mistral-large

🚀Throughput

pass

$3.07

998ms

—

6.00

openrouter

qwen3-235b-a22b

🚀Throughput

pass

$3.18

387ms

—

1.82

openrouter

claude-sonnet-4.5

💻Code Gen

pass

$3.25

1975ms

—

15.00

openrouter

gpt-4

🧮Reasoning

pass

$3.42

698ms

—

60.00

openrouter

qwen3-235b-a22b

💻Code Gen

pass

$3.46

367ms

—

1.82

openrouter

gpt-5.5

💻Code Gen

pass

$3.49

625ms

—

30.00

openrouter

gpt-5-image

⚡Ping

pass

$3.55

584ms

—

10.00

openrouter

o3-mini

🚀Throughput

pass

$3.65

569ms

—

4.40

openrouter

claude-opus-latest

🔍Context Recall

pass

$3.67

1406ms

—

25.00

openrouter

claude-sonnet-4

💻Code Gen

pass

$3.71

979ms

—

15.00

openrouter

gpt-4

{ }JSON Output

pass

$3.81

540ms

—

60.00

openrouter

claude-sonnet-4.6

💻Code Gen

pass

$3.94

3590ms

—

15.00

openrouter

🚀Throughput

pass

$4.07

409ms

—

8.00

openrouter

gpt-4.1

🚀Throughput

pass

$4.07

571ms

—

8.00

openrouter

qwen3.5-plus-20260420

🚀Throughput

pass

$4.33

675ms

—

1.80

openrouter

seed-2.0-mini

🚀Throughput

pass

$4.45

302ms

—

0.40

openrouter

gemini-flash-latest

🚀Throughput

pass

$4.51

3451ms

—

9.00

openrouter

gemini-3.5-flash

🚀Throughput

pass

$4.51

3476ms

—

9.00

openrouter

qwen3.5-35b-a3b

🧮Reasoning

pass

$4.81

998ms

—

1.00

openrouter

gpt-5.1-codex

🚀Throughput

pass

$5.04

3772ms

—

10.00

openrouter

gpt-5.1

🚀Throughput

pass

$5.04

474ms

—

10.00

openrouter

gpt-5-chat

🚀Throughput

pass

$5.05

466ms

—

10.00

openrouter

gpt-4o-2024-08-06

🚀Throughput

pass

$5.09

823ms

—

10.00

openrouter

claude-opus-4.6-fast

{ }JSON Output

pass

$5.37

1187ms

—

150.00

openrouter

claude-opus-4.6

💻Code Gen

pass

$6.65

1944ms

—

25.00

openrouter

claude-opus-4.5

💻Code Gen

pass

$6.80

1710ms

—

25.00

openrouter

gpt-5.3-chat

🚀Throughput

pass

$7.06

501ms

—

14.00

openrouter

gpt-5.2-codex

🚀Throughput

pass

$7.06

559ms

—

14.00

openrouter

gpt-4

🔍Context Recall

pass

$7.41

619ms

—

60.00

openrouter

gemini-3.1-flash-image-preview

🚀Throughput

pass

$7.43

2754ms

—

3.00

openrouter

sonar-pro

🚀Throughput

pass

$7.59

1847ms

—

15.00

openrouter

claude-sonnet-4.6

🚀Throughput

pass

$7.61

937ms

—

15.00

openrouter

claude-sonnet-4.5

🚀Throughput

pass

$7.61

2653ms

—

15.00

openrouter

claude-sonnet-4

🚀Throughput

pass

$7.61

1493ms

—

15.00

openrouter

claude-opus-4.6-fast

🧮Reasoning

pass

$7.71

2018ms

—

150.00

openrouter

gpt-5-image

🚀Throughput

pass

$8.26

460ms

—

10.00

openrouter

gpt-4

💻Code Gen

pass

$10.38

1307ms

—

60.00

openrouter

claude-opus-4.6

🚀Throughput

pass

$12.69

1869ms

—

25.00

openrouter

claude-opus-4.5

🚀Throughput

pass

$12.69

1692ms

—

25.00

openrouter

claude-opus-latest

🚀Throughput

pass

$12.79

1457ms

—

25.00

openrouter

claude-opus-4.6-fast

🔍Context Recall

pass

$13.71

946ms

—

150.00

openrouter

gpt-5.5

🚀Throughput

pass

$15.18

599ms

—

30.00

openrouter

gpt-4

🚀Throughput

pass

$31.11

1263ms

—

60.00

openrouter

claude-opus-4.6-fast

💻Code Gen

pass

$36.60

871ms

—

150.00

openrouter

claude-opus-4.6-fast

🚀Throughput

pass

$75.99

2370ms

—

150.00

openrouter

mistral-small-3.1-24b-instruct

🚀Throughput

pass

—

559ms

—

0.56

openai

gpt-4o

🔧Tool Use

pass

—

1190ms

—

openai

gpt-4o

🔍Context Recall

pass

—

751ms

—

openai

gpt-4o

🚀Throughput

pass

—

4684ms

—

openai

gpt-4o

💻Code Gen

pass

—

2078ms

—

openai

gpt-4o

{ }JSON Output

pass

—

888ms

—

openai

gpt-4o

🧮Reasoning

pass

—

1498ms

—

openai

gpt-4o

⚡Ping

pass

—

757ms

—

openai

gpt-4-turbo-2024-04-09

🔧Tool Use

pass

—

1647ms

—

openai

gpt-4-turbo-2024-04-09

🔍Context Recall

pass

—

1333ms

—

openai

gpt-4-turbo-2024-04-09

💻Code Gen

pass

—

4197ms

—

openai

gpt-4-turbo-2024-04-09

{ }JSON Output

pass

—

2227ms

—

openai

gpt-4-turbo-2024-04-09

🧮Reasoning

pass

—

2246ms

—

openai

gpt-4-turbo-2024-04-09

⚡Ping

pass

—

1636ms

—

openai

gpt-3.5-turbo

🔧Tool Use

pass

—

1074ms

—

openai

gpt-3.5-turbo

🔍Context Recall

pass

—

1132ms

—

openai

gpt-3.5-turbo

🚀Throughput

pass

—

4293ms

—

openai

gpt-3.5-turbo

💻Code Gen

pass

—

1516ms

—

openai

gpt-3.5-turbo

🧮Reasoning

pass

—

748ms

—

openai

gpt-3.5-turbo

⚡Ping

pass

—

1477ms

—

groq

compound

🔍Context Recall

pass

—

1289ms

—

groq

compound

🚀Throughput

pass

—

13441ms

—

groq

compound

💻Code Gen

pass

—

2747ms

—

groq

compound

🧮Reasoning

pass

—

2995ms

—

groq

compound

⚡Ping

pass

—

1624ms

—

gemini

gemini-3.5-flash

🔧Tool Use

pass

—

1344ms

—

gemini

gemini-3.5-flash

🔍Context Recall

pass

—

2134ms

—

gemini

gemini-3.5-flash

🚀Throughput

pass

—

5262ms

—

gemini

gemini-3.5-flash

💻Code Gen

pass

—

3332ms

—

gemini

gemini-3.5-flash

{ }JSON Output

pass

—

2522ms

—

gemini

gemini-3.5-flash

🧮Reasoning

pass

—

2535ms

—

gemini

gemini-3.5-flash

⚡Ping

pass

—

1355ms

—

gemini

gemini-3-pro-image-preview

🔧Tool Use

pass

—

3195ms

—

gemini

gemini-3-pro-image-preview

🔍Context Recall

pass

—

4744ms

—

gemini

gemini-3-pro-image-preview

💻Code Gen

pass

—

10876ms

—

gemini

gemini-3-pro-image-preview

{ }JSON Output

pass

—

5885ms

—

gemini

gemini-3-pro-image-preview

🧮Reasoning

pass

—

10907ms

—

gemini

gemini-3-pro-image-preview

⚡Ping

pass

—

2768ms

—

anthropic

claude-opus-4-5-20251101

🔧Tool Use

pass

—

1447ms

—

anthropic

claude-opus-4-5-20251101

🔍Context Recall

pass

—

2349ms

—

anthropic

claude-opus-4-5-20251101

🚀Throughput

pass

—

9139ms

—

anthropic

claude-opus-4-5-20251101

💻Code Gen

pass

—

5122ms

—

anthropic

claude-opus-4-5-20251101

{ }JSON Output

pass

—

2109ms

—

anthropic

claude-opus-4-5-20251101

🧮Reasoning

pass

—

1602ms

—

anthropic

claude-opus-4-5-20251101

⚡Ping

pass

—

1685ms

—

openrouter

bodybuilder

🔍Context Recall

pass

—

4394ms

—

openrouter

bodybuilder

🚀Throughput

pass

—

5166ms

—

openrouter

bodybuilder

⚡Ping

pass

—

1281ms

—

openrouter

gemma-4-31b-it:free

🚀Throughput

pass

—

1469ms

—

openrouter

gemma-4-31b-it:free

💻Code Gen

pass

—

1733ms

—

gemini

nano-banana-pro-preview

🔧Tool Use

pass

—

1832ms

—

gemini

nano-banana-pro-preview

🔍Context Recall

pass

—

6085ms

—

gemini

nano-banana-pro-preview

💻Code Gen

pass

—

12832ms

—

gemini

nano-banana-pro-preview

{ }JSON Output

pass

—

6026ms

—

gemini

nano-banana-pro-preview

🧮Reasoning

pass

—

9370ms

—

gemini

nano-banana-pro-preview

⚡Ping

pass

—

2512ms

—

gemini

gemini-3.1-pro-preview-customtools

🔧Tool Use

pass

—

3172ms

—

gemini

gemini-3.1-pro-preview-customtools

🔍Context Recall

pass

—

3433ms

—

gemini

gemini-3.1-pro-preview-customtools

💻Code Gen

pass

—

9379ms

—

gemini

gemini-3.1-pro-preview-customtools

{ }JSON Output

pass

—

4518ms

—

gemini

gemini-3.1-pro-preview-customtools

⚡Ping

pass

—

2485ms

—

gemini

gemini-3-pro-image

🔧Tool Use

pass

—

3288ms

—

gemini

gemini-3-pro-image

🔍Context Recall

pass

—

4275ms

—

gemini

gemini-3-pro-image

💻Code Gen

pass

—

15701ms

—

gemini

gemini-3-pro-image

{ }JSON Output

pass

—

5564ms

—

gemini

gemini-3-pro-image

🧮Reasoning

pass

—

8124ms

—

gemini

gemini-3-pro-image

⚡Ping

pass

—

2638ms

—

anthropic

claude-sonnet-4-6

🔧Tool Use

pass

—

2049ms

—

anthropic

claude-sonnet-4-6

🔍Context Recall

pass

—

2963ms

—

anthropic

claude-sonnet-4-6

🚀Throughput

pass

—

12034ms

—

anthropic

claude-sonnet-4-6

💻Code Gen

pass

—

4032ms

—

anthropic

claude-sonnet-4-6

{ }JSON Output

pass

—

2001ms

—

anthropic

claude-sonnet-4-6

🧮Reasoning

pass

—

1971ms

—

anthropic

claude-sonnet-4-6

⚡Ping

pass

—

9054ms

—

anthropic

claude-opus-4-20250514

🔧Tool Use

pass

—

2471ms

—

anthropic

claude-opus-4-20250514

🔍Context Recall

pass

—

3369ms

—

anthropic

claude-opus-4-20250514

🚀Throughput

pass

—

14796ms

—

anthropic

claude-opus-4-20250514

💻Code Gen

pass

—

5897ms

—

anthropic

claude-opus-4-20250514

{ }JSON Output

pass

—

2469ms

—

anthropic

claude-opus-4-20250514

🧮Reasoning

pass

—

2688ms

—

anthropic

claude-opus-4-20250514

⚡Ping

pass

—

2559ms

—

anthropic

claude-haiku-4-5-20251001

🪡Long-Context Needle

pass

—

1920ms

—

anthropic

claude-haiku-4-5-20251001

✅Format Compliancereal

pass

—

2111ms

—

openrouter

gpt-5.2-codex

⚡Ping

pass

—

481ms

—

14.00

openrouter

aion-rp-llama-3.1-8b

⚡Ping

pass

—

10406ms

—

1.60

openai

gpt-4.1-nano-2025-04-14

🔧Tool Use

pass

—

606ms

—

openai

gpt-4.1-nano-2025-04-14

🔍Context Recall

pass

—

532ms

—

openai

gpt-4.1-nano-2025-04-14

🚀Throughput

pass

—

3016ms

—

openai

gpt-4.1-nano-2025-04-14

💻Code Gen

pass

—

1318ms

—

openai

gpt-4.1-nano-2025-04-14

{ }JSON Output

pass

—

504ms

—

openai

gpt-4.1-nano-2025-04-14

🧮Reasoning

pass

—

814ms

—

openai

gpt-4.1-nano-2025-04-14

⚡Ping

pass

—

520ms

—

openai

gpt-4-turbo

🔧Tool Use

pass

—

2755ms

—

openai

gpt-4-turbo

🔍Context Recall

pass

—

2634ms

—

openai

gpt-4-turbo

🚀Throughput

pass

—

11833ms

—

openai

gpt-4-turbo

💻Code Gen

pass

—

2694ms

—

openai

gpt-4-turbo

{ }JSON Output

pass

—

1651ms

—

openai

gpt-4-turbo

🧮Reasoning

pass

—

2235ms

—

openai

gpt-4-turbo

⚡Ping

pass

—

2387ms

—

gemini

gemma-4-31b-it

🔧Tool Use

pass

—

2782ms

—

gemini

gemma-4-31b-it

🔍Context Recall

pass

—

5424ms

—

gemini

gemma-4-31b-it

⚡Ping

pass

—

2602ms

—

gemini

gemini-3.1-pro-preview

🔧Tool Use

pass

—

2996ms

—

gemini

gemini-3.1-pro-preview

🔍Context Recall

pass

—

3600ms

—

gemini

gemini-3.1-pro-preview

💻Code Gen

pass

—

6750ms

—

gemini

gemini-3.1-pro-preview

{ }JSON Output

pass

—

4724ms

—

gemini

gemini-3.1-pro-preview

🧮Reasoning

pass

—

7535ms

—

gemini

gemini-3.1-pro-preview

⚡Ping

pass

—

2745ms

—

gemini

gemini-3-flash-preview

🔧Tool Use

pass

—

1434ms

—

gemini

gemini-3-flash-preview

🔍Context Recall

pass

—

2874ms

—

gemini

gemini-3-flash-preview

🚀Throughput

pass

—

5597ms

—

gemini

gemini-3-flash-preview

💻Code Gen

pass

—

3397ms

—

gemini

gemini-3-flash-preview

{ }JSON Output

pass

—

1820ms

—

gemini

gemini-3-flash-preview

🧮Reasoning

pass

—

3032ms

—

gemini

gemini-3-flash-preview

⚡Ping

pass

—

1275ms

—

anthropic

claude-sonnet-4-5-20250929

🔧Tool Use

pass

—

2014ms

—

anthropic

claude-sonnet-4-5-20250929

🔍Context Recall

pass

—

2166ms

—

anthropic

claude-sonnet-4-5-20250929

🚀Throughput

pass

—

11626ms

—

anthropic

claude-sonnet-4-5-20250929

💻Code Gen

pass

—

4485ms

—

anthropic

claude-sonnet-4-5-20250929

{ }JSON Output

pass

—

2083ms

—

anthropic

claude-sonnet-4-5-20250929

🧮Reasoning

pass

—

2264ms

—

anthropic

claude-sonnet-4-5-20250929

⚡Ping

pass

—

2157ms

—

anthropic

claude-opus-4-1-20250805

🔧Tool Use

pass

—

2670ms

—

anthropic

claude-opus-4-1-20250805

🔍Context Recall

pass

—

3583ms

—

anthropic

claude-opus-4-1-20250805

🚀Throughput

pass

—

13636ms

—

anthropic

claude-opus-4-1-20250805

💻Code Gen

pass

—

5733ms

—

anthropic

claude-opus-4-1-20250805

{ }JSON Output

pass

—

2702ms

—

anthropic

claude-opus-4-1-20250805

🧮Reasoning

pass

—

3638ms

—

anthropic

claude-opus-4-1-20250805

⚡Ping

pass

—

1925ms

—

openai

gpt-4o-mini-2024-07-18

🔧Tool Use

pass

—

733ms

—

openai

gpt-4o-mini-2024-07-18

🔍Context Recall

pass

—

1024ms

—

openai

gpt-4o-mini-2024-07-18

🚀Throughput

pass

—

8590ms

—

openai

gpt-4o-mini-2024-07-18

💻Code Gen

pass

—

3051ms

—

openai

gpt-4o-mini-2024-07-18

{ }JSON Output

pass

—

1352ms

—

openai

gpt-4o-mini-2024-07-18

🧮Reasoning

pass

—

1537ms

—

openai

gpt-4o-mini-2024-07-18

⚡Ping

pass

—

642ms

—

openai

gpt-4.1-nano

🔧Tool Use

pass

—

575ms

—

openai

gpt-4.1-nano

🔍Context Recall

pass

—

607ms

—

openai

gpt-4.1-nano

🚀Throughput

pass

—

4528ms

—

openai

gpt-4.1-nano

💻Code Gen

pass

—

942ms

—

openai

gpt-4.1-nano

{ }JSON Output

pass

—

804ms

—

openai

gpt-4.1-nano

🧮Reasoning

pass

—

901ms

—

openai

gpt-4.1-nano

⚡Ping

pass

—

721ms

—

openai

gpt-4-0613

🔧Tool Use

pass

—

1599ms

—

openai

gpt-4-0613

🔍Context Recall

pass

—

1197ms

—

openai

gpt-4-0613

🚀Throughput

pass

—

11564ms

—

openai

gpt-4-0613

💻Code Gen

pass

—

2650ms

—

openai

gpt-4-0613

{ }JSON Output

pass

—

1380ms

—

openai

gpt-4-0613

🧮Reasoning

pass

—

1810ms

—

openai

gpt-4-0613

⚡Ping

pass

—

2325ms

—

groq

llama-4-scout-17b-16e-instruct

🔧Tool Use

pass

—

342ms

—

groq

llama-4-scout-17b-16e-instruct

🔍Context Recall

pass

—

341ms

—

groq

llama-4-scout-17b-16e-instruct

🚀Throughput

pass

—

1347ms

—

groq

llama-4-scout-17b-16e-instruct

💻Code Gen

pass

—

575ms

—

groq

llama-4-scout-17b-16e-instruct

{ }JSON Output

pass

—

276ms

—

groq

llama-4-scout-17b-16e-instruct

🧮Reasoning

pass

—

292ms

—

groq

llama-4-scout-17b-16e-instruct

⚡Ping

pass

—

222ms

—

gemini

gemma-4-26b-a4b-it

🔧Tool Use

pass

—

2308ms

—

gemini

gemma-4-26b-a4b-it

🔍Context Recall

pass

—

6340ms

—

gemini

gemma-4-26b-a4b-it

⚡Ping

pass

—

1866ms

—

gemini

gemini-3.1-flash-lite-preview

🔧Tool Use

pass

—

740ms

—

gemini

gemini-3.1-flash-lite-preview

🔍Context Recall

pass

—

807ms

—

gemini

gemini-3.1-flash-lite-preview

🚀Throughput

pass

—

4804ms

—

gemini

gemini-3.1-flash-lite-preview

💻Code Gen

pass

—

1239ms

—

gemini

gemini-3.1-flash-lite-preview

{ }JSON Output

pass

—

747ms

—

gemini

gemini-3.1-flash-lite-preview

🧮Reasoning

pass

—

927ms

—

gemini

gemini-3.1-flash-lite-preview

⚡Ping

pass

—

738ms

—

gemini

gemini-2.5-pro

🔍Context Recall

pass

—

7181ms

—

gemini

gemini-2.5-pro

💻Code Gen

pass

—

16475ms

—

gemini

gemini-2.5-pro

{ }JSON Output

pass

—

2665ms

—

gemini

gemini-2.5-pro

🧮Reasoning

pass

—

6697ms

—

gemini

gemini-2.5-pro

⚡Ping

pass

—

2150ms

—

anthropic

claude-sonnet-4-20250514

🔧Tool Use

pass

—

1619ms

—

anthropic

claude-sonnet-4-20250514

🔍Context Recall

pass

—

1575ms

—

anthropic

claude-sonnet-4-20250514

🚀Throughput

pass

—

10407ms

—

anthropic

claude-sonnet-4-20250514

💻Code Gen

pass

—

3710ms

—

anthropic

claude-sonnet-4-20250514

{ }JSON Output

pass

—

1556ms

—

anthropic

claude-sonnet-4-20250514

🧮Reasoning

pass

—

1787ms

—

anthropic

claude-sonnet-4-20250514

⚡Ping

pass

—

1033ms

—

anthropic

claude-haiku-4-5-20251001

🔧Tool Use

pass

—

1105ms

—

anthropic

claude-haiku-4-5-20251001

🔍Context Recall

pass

—

1145ms

—

anthropic

claude-haiku-4-5-20251001

🚀Throughput

pass

—

5119ms

—

anthropic

claude-haiku-4-5-20251001

💻Code Gen

pass

—

2312ms

—

anthropic

claude-haiku-4-5-20251001

{ }JSON Output

pass

—

874ms

—

anthropic

claude-haiku-4-5-20251001

🧮Reasoning

pass

—

1139ms

—

anthropic

claude-haiku-4-5-20251001

⚡Ping

pass

—

763ms

—

groq

llama-3.3-70b-versatile

🔧Tool Use

pass

—

280ms

—

groq

llama-3.3-70b-versatile

🔍Context Recall

pass

—

339ms

—

groq

llama-3.3-70b-versatile

🚀Throughput

pass

—

2455ms

—

groq

llama-3.3-70b-versatile

💻Code Gen

pass

—

614ms

—

groq

llama-3.3-70b-versatile

{ }JSON Output

pass

—

301ms

—

groq

llama-3.3-70b-versatile

🧮Reasoning

pass

—

325ms

—

groq

llama-3.3-70b-versatile

⚡Ping

pass

—

245ms

—

groq

llama-3.1-8b-instant

🔧Tool Use

pass

—

561ms

—

groq

llama-3.1-8b-instant

🔍Context Recall

pass

—

270ms

—

groq

llama-3.1-8b-instant

🚀Throughput

pass

—

1224ms

—

groq

llama-3.1-8b-instant

💻Code Gen

pass

—

414ms

—

groq

llama-3.1-8b-instant

🧮Reasoning

pass

—

261ms

—

groq

llama-3.1-8b-instant

⚡Ping

pass

—

300ms

—

groq

compound-mini

🔍Context Recall

pass

—

735ms

—

groq

compound-mini

🚀Throughput

pass

—

9593ms

—

groq

compound-mini

💻Code Gen

pass

—

1094ms

—

groq

compound-mini

{ }JSON Output

pass

—

742ms

—

groq

compound-mini

🧮Reasoning

pass

—

740ms

—

groq

compound-mini

⚡Ping

pass

—

384ms

—

gemini

gemini-pro-latest

🔧Tool Use

pass

—

4565ms

—

gemini

gemini-pro-latest

🔍Context Recall

pass

—

4261ms

—

gemini

gemini-pro-latest

💻Code Gen

pass

—

6751ms

—

gemini

gemini-pro-latest

{ }JSON Output

pass

—

6280ms

—

gemini

gemini-pro-latest

🧮Reasoning

pass

—

4535ms

—

gemini

gemini-pro-latest

⚡Ping

pass

—

2579ms

—

gemini

gemini-flash-lite-latest

🔧Tool Use

pass

—

754ms

—

gemini

gemini-flash-lite-latest

🔍Context Recall

pass

—

689ms

—

gemini

gemini-flash-lite-latest

🚀Throughput

pass

—

4530ms

—

gemini

gemini-flash-lite-latest

💻Code Gen

pass

—

862ms

—

gemini

gemini-flash-lite-latest

{ }JSON Output

pass

—

766ms

—

gemini

gemini-flash-lite-latest

🧮Reasoning

pass

—

691ms

—

gemini

gemini-flash-lite-latest

⚡Ping

pass

—

552ms

—

gemini

gemini-flash-latest

🔧Tool Use

pass

—

1310ms

—

gemini

gemini-flash-latest

🔍Context Recall

pass

—

2046ms

—

gemini

gemini-flash-latest

🚀Throughput

pass

—

5447ms

—

gemini

gemini-flash-latest

💻Code Gen

pass

—

3756ms

—

gemini

gemini-flash-latest

{ }JSON Output

pass

—

1979ms

—

gemini

gemini-flash-latest

🧮Reasoning

pass

—

2852ms

—

gemini

gemini-flash-latest

⚡Ping

pass

—

1583ms

—

gemini

gemini-3.1-flash-lite

🔧Tool Use

pass

—

639ms

—

gemini

gemini-3.1-flash-lite

🔍Context Recall

pass

—

583ms

—

gemini

gemini-3.1-flash-lite

🚀Throughput

pass

—

4778ms

—

gemini

gemini-3.1-flash-lite

💻Code Gen

pass

—

958ms

—

gemini

gemini-3.1-flash-lite

{ }JSON Output

pass

—

680ms

—

gemini

gemini-3.1-flash-lite

🧮Reasoning

pass

—

704ms

—

gemini

gemini-3.1-flash-lite

⚡Ping

pass

—

603ms

—

gemini

gemini-3.1-flash-image-preview

🔧Tool Use

pass

—

1413ms

—

gemini

gemini-3.1-flash-image-preview

🔍Context Recall

pass

—

1091ms

—

gemini

gemini-3.1-flash-image-preview

🚀Throughput

pass

—

7354ms

—

gemini

gemini-3.1-flash-image-preview

💻Code Gen

pass

—

1582ms

—

gemini

gemini-3.1-flash-image-preview

{ }JSON Output

pass

—

1615ms

—

gemini

gemini-3.1-flash-image-preview

🧮Reasoning

pass

—

1387ms

—

gemini

gemini-3.1-flash-image-preview

⚡Ping

pass

—

1304ms

—

gemini

gemini-3.1-flash-image

🔧Tool Use

pass

—

1176ms

—

gemini

gemini-3.1-flash-image

🔍Context Recall

pass

—

1177ms

—

gemini

gemini-3.1-flash-image

🚀Throughput

pass

—

7231ms

—

gemini

gemini-3.1-flash-image

💻Code Gen

pass

—

2156ms

—

gemini

gemini-3.1-flash-image

{ }JSON Output

pass

—

1241ms

—

gemini

gemini-3.1-flash-image

🧮Reasoning

pass

—

1196ms

—

gemini

gemini-3.1-flash-image

⚡Ping

pass

—

1231ms

—

gemini

gemini-2.5-flash-lite

🔧Tool Use

pass

—

691ms

—

gemini

gemini-2.5-flash-lite

🔍Context Recall

pass

—

721ms

—

gemini

gemini-2.5-flash-lite

🚀Throughput

pass

—

5953ms

—

gemini

gemini-2.5-flash-lite

💻Code Gen

pass

—

1011ms

—

gemini

gemini-2.5-flash-lite

{ }JSON Output

pass

—

818ms

—

gemini

gemini-2.5-flash-lite

🧮Reasoning

pass

—

874ms

—

gemini

gemini-2.5-flash-lite

⚡Ping

pass

—

609ms

—

gemini

gemini-2.5-flash-image

🔍Context Recall

pass

—

1007ms

—

gemini

gemini-2.5-flash-image

🚀Throughput

pass

—

6211ms

—

gemini

gemini-2.5-flash-image

💻Code Gen

pass

—

1450ms

—

gemini

gemini-2.5-flash-image

{ }JSON Output

pass

—

1010ms

—

gemini

gemini-2.5-flash-image

🧮Reasoning

pass

—

953ms

—

gemini

gemini-2.5-flash-image

⚡Ping

pass

—

747ms

—

gemini

gemini-2.5-flash

🔧Tool Use

pass

—

1651ms

—

gemini

gemini-2.5-flash

🔍Context Recall

pass

—

1968ms

—

gemini

gemini-2.5-flash

🚀Throughput

pass

—

6342ms

—

gemini

gemini-2.5-flash

{ }JSON Output

pass

—

1532ms

—

gemini

gemini-2.5-flash

🧮Reasoning

pass

—

2578ms

—

gemini

gemini-2.5-flash

⚡Ping

pass

—

831ms

—

anthropic

claude-opus-4-8

🔧Tool Use

pass

—

1910ms

—

anthropic

claude-opus-4-8

🔍Context Recall

pass

—

2156ms

—

anthropic

claude-opus-4-8

🚀Throughput

pass

—

7710ms

—

anthropic

claude-opus-4-8

{ }JSON Output

pass

—

1531ms

—

anthropic

claude-opus-4-8

🧮Reasoning

pass

—

1765ms

—

anthropic

claude-opus-4-8

⚡Ping

pass

—

1046ms

—

anthropic

claude-opus-4-7

🔧Tool Use

pass

—

1444ms

—

anthropic

claude-opus-4-7

🔍Context Recall

pass

—

2206ms

—

anthropic

claude-opus-4-7

🚀Throughput

pass

—

7184ms

—

anthropic

claude-opus-4-7

{ }JSON Output

pass

—

1694ms

—

anthropic

claude-opus-4-7

🧮Reasoning

pass

—

1879ms

—

anthropic

claude-opus-4-7

⚡Ping

pass

—

1211ms

—

anthropic

claude-opus-4-6

🔧Tool Use

pass

—

1882ms

—

anthropic

claude-opus-4-6

🔍Context Recall

pass

—

2461ms

—

anthropic

claude-opus-4-6

🚀Throughput

pass

—

11306ms

—

anthropic

claude-opus-4-6

💻Code Gen

pass

—

4647ms

—

anthropic

claude-opus-4-6

{ }JSON Output

pass

—

1409ms

—

anthropic

claude-opus-4-6

🧮Reasoning

pass

—

1809ms

—

anthropic

claude-opus-4-6

⚡Ping

pass

—

1236ms

—

groq

llama-3.3-70b-versatile

📋Instruction Followreal

pass

—

579ms

—

groq

llama-3.3-70b-versatile

📄Data Extractionreal

pass

—

441ms

—

groq

llama-3.3-70b-versatile

🏷️Classificationreal

pass

—

275ms

—

groq

llama-3.3-70b-versatile

📝Summarizationreal

pass

—

558ms

—

groq

llama-3.1-8b-instant

📋Instruction Followreal

pass

—

415ms

—

groq

llama-3.1-8b-instant

📄Data Extractionreal

pass

—

484ms

—

groq

llama-3.1-8b-instant

🏷️Classificationreal

pass

—

270ms

—

groq

llama-3.1-8b-instant

📝Summarizationreal

pass

—

492ms

—

groq

compound-mini

📋Instruction Followreal

pass

—

2821ms

—

groq

compound-mini

📄Data Extractionreal

pass

—

1259ms

—

groq

compound-mini

🏷️Classificationreal

pass

—

540ms

—

groq

compound-mini

📝Summarizationreal

pass

—

1060ms

—

groq

compound

📋Instruction Followreal

pass

—

1602ms

—

groq

compound

📄Data Extractionreal

pass

—

6620ms

—

groq

compound

📝Summarizationreal

pass

—

1951ms

—

groq

llama-4-scout-17b-16e-instruct

📋Instruction Followreal

pass

—

371ms

—

groq

llama-4-scout-17b-16e-instruct

📄Data Extractionreal

pass

—

610ms

—

groq

llama-4-scout-17b-16e-instruct

🏷️Classificationreal

pass

—

283ms

—

groq

llama-4-scout-17b-16e-instruct

📝Summarizationreal

pass

—

561ms

—

anthropic

claude-sonnet-4-20250514

📋Instruction Followreal

pass

—

2971ms

—

anthropic

claude-sonnet-4-20250514

📄Data Extractionreal

pass

—

2577ms

—

anthropic

claude-sonnet-4-20250514

🏷️Classificationreal

pass

—

1190ms

—

anthropic

claude-sonnet-4-20250514

📝Summarizationreal

pass

—

3418ms

—

anthropic

claude-opus-4-20250514

📋Instruction Followreal

pass

—

4167ms

—

anthropic

claude-opus-4-20250514

📄Data Extractionreal

pass

—

4025ms

—

anthropic

claude-opus-4-20250514

🏷️Classificationreal

pass

—

2123ms

—

anthropic

claude-opus-4-20250514

📝Summarizationreal

pass

—

4925ms

—

anthropic

claude-opus-4-1-20250805

📋Instruction Followreal

pass

—

4840ms

—

anthropic

claude-opus-4-1-20250805

📄Data Extractionreal

pass

—

4456ms

—

anthropic

claude-opus-4-1-20250805

🏷️Classificationreal

pass

—

2319ms

—

anthropic

claude-opus-4-1-20250805

📝Summarizationreal

pass

—

5239ms

—

anthropic

claude-sonnet-4-5-20250929

📋Instruction Followreal

pass

—

3169ms

—

anthropic

claude-sonnet-4-5-20250929

📄Data Extractionreal

pass

—

2571ms

—

anthropic

claude-sonnet-4-5-20250929

🏷️Classificationreal

pass

—

1225ms

—

anthropic

claude-sonnet-4-5-20250929

📝Summarizationreal

pass

—

3374ms

—

anthropic

claude-haiku-4-5-20251001

📋Instruction Followreal

pass

—

1809ms

—

anthropic

claude-haiku-4-5-20251001

📄Data Extractionreal

pass

—

1389ms

—

anthropic

claude-haiku-4-5-20251001

🏷️Classificationreal

pass

—

984ms

—

anthropic

claude-haiku-4-5-20251001

📝Summarizationreal

pass

—

1789ms

—

anthropic

claude-opus-4-5-20251101

📋Instruction Followreal

pass

—

3021ms

—

anthropic

claude-opus-4-5-20251101

📄Data Extractionreal

pass

—

1993ms

—

anthropic

claude-opus-4-5-20251101

🏷️Classificationreal

pass

—

1162ms

—

anthropic

claude-opus-4-5-20251101

📝Summarizationreal

pass

—

3989ms

—

anthropic

claude-opus-4-6

📋Instruction Followreal

pass

—

4683ms

—

anthropic

claude-opus-4-6

📄Data Extractionreal

pass

—

4744ms

—

anthropic

claude-opus-4-6

🏷️Classificationreal

pass

—

1921ms

—

anthropic

claude-opus-4-6

📝Summarizationreal

pass

—

4715ms

—

anthropic

claude-sonnet-4-6

📋Instruction Followreal

pass

—

4156ms

—

anthropic

claude-sonnet-4-6

📄Data Extractionreal

pass

—

3001ms

—

anthropic

claude-sonnet-4-6

🏷️Classificationreal

pass

—

1503ms

—

anthropic

claude-sonnet-4-6

📝Summarizationreal

pass

—

4146ms

—

anthropic

claude-opus-4-7

📋Instruction Followreal

pass

—

4251ms

—

anthropic

claude-opus-4-7

📄Data Extractionreal

pass

—

2977ms

—

anthropic

claude-opus-4-7

🏷️Classificationreal

pass

—

1233ms

—

anthropic

claude-opus-4-7

📝Summarizationreal

pass

—

4111ms

—

anthropic

claude-opus-4-8

📋Instruction Followreal

pass

—

3512ms

—

anthropic

claude-opus-4-8

📄Data Extractionreal

pass

—

2701ms

—

anthropic

claude-opus-4-8

🏷️Classificationreal

pass

—

1236ms

—

anthropic

claude-opus-4-8

📝Summarizationreal

pass

—

3158ms

—

openai

gpt-4o-mini

🔧Tool Use

pass

—

807ms

—

openai

gpt-4o-mini

🔍Context Recall

pass

—

1349ms

—

openai

gpt-4o-mini

🚀Throughput

pass

—

14836ms

—

openai

gpt-4o-mini

💻Code Gen

pass

—

3117ms

—

openai

gpt-4o-mini

{ }JSON Output

pass

—

1190ms

—

openai

gpt-4o-mini

🧮Reasoning

pass

—

8547ms

—

openai

gpt-4o-mini

⚡Ping

pass

—

755ms

—