{ "service": "InferenceLatency.com", "endpoint": "/geographic-latency", "timestamp": "2025-09-07T23:23:32.772137Z", "regional_analysis": { "North America (US East)": { "providers": [ { "provider": "Together AI", "model": "Llama3.1-8B-Turbo", "latency_ms": 277, "network_hops": 8, "cdn_edge": true }, { "provider": "Fireworks AI", "model": "Llama3.1-8B", "latency_ms": 284, "network_hops": 8, "cdn_edge": true }, { "provider": "Google Gemini", "model": "Gemini-2.0-Flash", "latency_ms": 322, "network_hops": 8, "cdn_edge": true }, { "provider": "OpenAI", "model": "GPT-4o", "latency_ms": 502, "network_hops": 8, "cdn_edge": true }, { "provider": "OpenRouter", "model": "Mistral", "latency_ms": 852, "network_hops": 8, "cdn_edge": true }, { "provider": "Claude", "model": "Claude Sonnet 4", "latency_ms": 1063, "network_hops": 8, "cdn_edge": true }, { "provider": "Groq", "model": "llama-3.1-8b-instant", "latency_ms": 1824, "network_hops": 8, "cdn_edge": true } ], "fastest_provider": "Together AI", "avg_latency_ms": 732, "region_penalty_factor": 1.0 }, "Europe (Frankfurt)": { "providers": [ { "provider": "Together AI", "model": "Llama3.1-8B-Turbo", "latency_ms": 325, "network_hops": 8, "cdn_edge": true }, { "provider": "Fireworks AI", "model": "Llama3.1-8B", "latency_ms": 345, "network_hops": 8, "cdn_edge": true }, { "provider": "Google Gemini", "model": "Gemini-2.0-Flash", "latency_ms": 384, "network_hops": 8, "cdn_edge": true }, { "provider": "OpenAI", "model": "GPT-4o", "latency_ms": 605, "network_hops": 8, "cdn_edge": true }, { "provider": "OpenRouter", "model": "Mistral", "latency_ms": 1039, "network_hops": 8, "cdn_edge": true }, { "provider": "Claude", "model": "Claude Sonnet 4", "latency_ms": 1314, "network_hops": 8, "cdn_edge": true }, { "provider": "Groq", "model": "llama-3.1-8b-instant", "latency_ms": 2193, "network_hops": 8, "cdn_edge": true } ], "fastest_provider": "Together AI", "avg_latency_ms": 886, "region_penalty_factor": 1.2 }, "Asia Pacific (Singapore)": { "providers": [ { "provider": "Together AI", "model": "Llama3.1-8B-Turbo", "latency_ms": 384, "network_hops": 9, "cdn_edge": false }, { "provider": "Fireworks AI", "model": "Llama3.1-8B", "latency_ms": 389, "network_hops": 9, "cdn_edge": false }, { "provider": "Google Gemini", "model": "Gemini-2.0-Flash", "latency_ms": 449, "network_hops": 9, "cdn_edge": false }, { "provider": "OpenAI", "model": "GPT-4o", "latency_ms": 705, "network_hops": 9, "cdn_edge": false }, { "provider": "OpenRouter", "model": "Mistral", "latency_ms": 1226, "network_hops": 9, "cdn_edge": false }, { "provider": "Claude", "model": "Claude Sonnet 4", "latency_ms": 1506, "network_hops": 9, "cdn_edge": false }, { "provider": "Groq", "model": "llama-3.1-8b-instant", "latency_ms": 2554, "network_hops": 9, "cdn_edge": false } ], "fastest_provider": "Together AI", "avg_latency_ms": 1030, "region_penalty_factor": 1.4 }, "South America (S\u00e3o Paulo)": { "providers": [ { "provider": "Fireworks AI", "model": "Llama3.1-8B", "latency_ms": 447, "network_hops": 9, "cdn_edge": false }, { "provider": "Together AI", "model": "Llama3.1-8B-Turbo", "latency_ms": 448, "network_hops": 9, "cdn_edge": false }, { "provider": "Google Gemini", "model": "Gemini-2.0-Flash", "latency_ms": 507, "network_hops": 9, "cdn_edge": false }, { "provider": "OpenAI", "model": "GPT-4o", "latency_ms": 770, "network_hops": 9, "cdn_edge": false }, { "provider": "OpenRouter", "model": "Mistral", "latency_ms": 1384, "network_hops": 9, "cdn_edge": false }, { "provider": "Claude", "model": "Claude Sonnet 4", "latency_ms": 1694, "network_hops": 9, "cdn_edge": false }, { "provider": "Groq", "model": "llama-3.1-8b-instant", "latency_ms": 2895, "network_hops": 9, "cdn_edge": false } ], "fastest_provider": "Fireworks AI", "avg_latency_ms": 1163, "region_penalty_factor": 1.6 }, "Africa (Cape Town)": { "providers": [ { "provider": "Together AI", "model": "Llama3.1-8B-Turbo", "latency_ms": 493, "network_hops": 10, "cdn_edge": false }, { "provider": "Fireworks AI", "model": "Llama3.1-8B", "latency_ms": 506, "network_hops": 10, "cdn_edge": false }, { "provider": "Google Gemini", "model": "Gemini-2.0-Flash", "latency_ms": 568, "network_hops": 10, "cdn_edge": false }, { "provider": "OpenAI", "model": "GPT-4o", "latency_ms": 911, "network_hops": 10, "cdn_edge": false }, { "provider": "OpenRouter", "model": "Mistral", "latency_ms": 1500, "network_hops": 10, "cdn_edge": false }, { "provider": "Claude", "model": "Claude Sonnet 4", "latency_ms": 2004, "network_hops": 10, "cdn_edge": false }, { "provider": "Groq", "model": "llama-3.1-8b-instant", "latency_ms": 3174, "network_hops": 10, "cdn_edge": false } ], "fastest_provider": "Together AI", "avg_latency_ms": 1308, "region_penalty_factor": 1.8 } }, "global_recommendations": { "most_consistent_provider": "Together AI", "regional_winner_frequency": { "Together AI": 4, "Fireworks AI": 1 }, "optimization_strategy": "single-provider", "cdn_optimization": "recommended" }, "testing_methodology": { "regions_tested": 5, "providers_analyzed": 7, "simulation_model": "network_distance_based", "accuracy_note": "Simulated data based on typical geographic latency patterns" } }