{"service":"InferenceLatency.com","endpoint":"throughput","description":"Combined latency and throughput benchmarking","providers":[{"name":"OpenAI","provider":"OpenAI","model":"gpt-4o","latency_ms":null,"tokens_generated":null,"throughput_tokens_per_sec":null,"metrics":{"latency_ms":null,"throughput_tokens_per_sec":null},"measurement_kind":"controlled_short_non_streaming_request","cost_estimate":{"status":"unknown","estimated_cost_usd":null},"model_metadata":{"quality_evaluated":false},"health":{"status":"unverified"},"error":"No fresh successful current-model evidence; see /routing/status. This is not an outage diagnosis."},{"name":"Groq","provider":"Groq","model":"openai/gpt-oss-20b","latency_ms":null,"tokens_generated":null,"throughput_tokens_per_sec":null,"metrics":{"latency_ms":null,"throughput_tokens_per_sec":null},"measurement_kind":"controlled_short_non_streaming_request","cost_estimate":{"status":"unknown","estimated_cost_usd":null},"model_metadata":{"quality_evaluated":false},"health":{"status":"unverified"},"error":"No fresh successful current-model evidence; see /routing/status. This is not an outage diagnosis."},{"name":"Anthropic","provider":"Anthropic","model":"claude-sonnet-4-5-20250929","latency_ms":null,"tokens_generated":null,"throughput_tokens_per_sec":null,"metrics":{"latency_ms":null,"throughput_tokens_per_sec":null},"measurement_kind":"controlled_short_non_streaming_request","cost_estimate":{"status":"unknown","estimated_cost_usd":null},"model_metadata":{"quality_evaluated":false},"health":{"status":"unverified"},"error":"No fresh successful current-model evidence; see /routing/status. This is not an outage diagnosis."},{"name":"OpenRouter","provider":"OpenRouter","model":"mistralai/mistral-small-3.2-24b-instruct","latency_ms":null,"tokens_generated":null,"throughput_tokens_per_sec":null,"metrics":{"latency_ms":null,"throughput_tokens_per_sec":null},"measurement_kind":"controlled_short_non_streaming_request","cost_estimate":{"status":"unknown","estimated_cost_usd":null},"model_metadata":{"quality_evaluated":false},"health":{"status":"unverified"},"error":"No fresh successful current-model evidence; see /routing/status. This is not an outage diagnosis."},{"name":"Google Gemini","provider":"Google Gemini","model":"gemini-2.5-flash","latency_ms":null,"tokens_generated":null,"throughput_tokens_per_sec":null,"metrics":{"latency_ms":null,"throughput_tokens_per_sec":null},"measurement_kind":"controlled_short_non_streaming_request","cost_estimate":{"status":"unknown","estimated_cost_usd":null},"model_metadata":{"quality_evaluated":false},"health":{"status":"unverified"},"error":"No fresh successful current-model evidence; see /routing/status. This is not an outage diagnosis."},{"name":"Together AI","provider":"Together AI","model":"meta-llama/Llama-3.3-70B-Instruct-Turbo","latency_ms":null,"tokens_generated":null,"throughput_tokens_per_sec":null,"metrics":{"latency_ms":null,"throughput_tokens_per_sec":null},"measurement_kind":"controlled_short_non_streaming_request","cost_estimate":{"status":"unknown","estimated_cost_usd":null},"model_metadata":{"quality_evaluated":false},"health":{"status":"unverified"},"error":"No fresh successful current-model evidence; see /routing/status. This is not an outage diagnosis."},{"name":"Fireworks AI","provider":"Fireworks AI","model":"accounts/fireworks/models/gpt-oss-120b","latency_ms":null,"tokens_generated":null,"throughput_tokens_per_sec":null,"metrics":{"latency_ms":null,"throughput_tokens_per_sec":null},"measurement_kind":"controlled_short_non_streaming_request","cost_estimate":{"status":"unknown","estimated_cost_usd":null},"model_metadata":{"quality_evaluated":false},"health":{"status":"unverified"},"error":"No fresh successful current-model evidence; see /routing/status. This is not an outage diagnosis."},{"name":"HF GPT OSS 120B (Cerebras)","provider":"HF GPT OSS 120B (Cerebras)","model":"openai/gpt-oss-120b:cerebras","latency_ms":null,"tokens_generated":null,"throughput_tokens_per_sec":null,"metrics":{"latency_ms":null,"throughput_tokens_per_sec":null},"measurement_kind":"controlled_short_non_streaming_request","cost_estimate":{"status":"unknown","estimated_cost_usd":null},"model_metadata":{"quality_evaluated":false},"health":{"status":"unverified"},"error":"No fresh successful current-model evidence; see /routing/status. This is not an outage diagnosis."},{"name":"DeepSeek","provider":"DeepSeek","model":"deepseek-chat","latency_ms":null,"tokens_generated":null,"throughput_tokens_per_sec":null,"metrics":{"latency_ms":null,"throughput_tokens_per_sec":null},"measurement_kind":"controlled_short_non_streaming_request","cost_estimate":{"status":"unknown","estimated_cost_usd":null},"model_metadata":{"quality_evaluated":false},"health":{"status":"unverified"},"error":"No fresh successful current-model evidence; see /routing/status. This is not an outage diagnosis."},{"name":"Cohere","provider":"Cohere","model":"command-a-03-2025","latency_ms":null,"tokens_generated":null,"throughput_tokens_per_sec":null,"metrics":{"latency_ms":null,"throughput_tokens_per_sec":null},"measurement_kind":"controlled_short_non_streaming_request","cost_estimate":{"status":"unknown","estimated_cost_usd":null},"model_metadata":{"quality_evaluated":false},"health":{"status":"unverified"},"error":"No fresh successful current-model evidence; see /routing/status. This is not an outage diagnosis."}],"rankings":{"by_latency":[],"by_throughput":[]},"fastest_latency":"None available","highest_throughput":"None available","total_tested":10,"successful_tests":0,"failed_tests":10,"performance_summary":{"best_latency_ms":null,"best_throughput_tokens_per_sec":null,"avg_latency_ms":null,"avg_throughput_tokens_per_sec":null},"ai_guidance":{"best_for_speed":"No providers available","best_for_throughput":"No providers available","recommendation":"No providers currently available","use_case_guidance":{"real_time_chat":"Recommended: None available (lowest latency)","bulk_generation":"Recommended: None available (highest throughput)","balanced_workload":"Consider both None available and None available"}},"human_readable_summary":"❌ No providers available for throughput testing","timestamp":"2026-10-14T22:18:55.424187Z"}