📊 Comprehensive Performance Report

{
  "report_metadata": {
    "generated_at": "2026-01-15T05:07:43.920963Z",
    "report_type": "comprehensive_performance_analysis",
    "platform": "InferenceLatency.com",
    "version": "1.0"
  },
  "latency_data": {
    "service": "InferenceLatency.com",
    "providers": [
      {
        "name": "Google Gemini",
        "model": "gemini-2.0-flash-exp",
        "latency_ms": null,
        "error": "All recent attempts failed",
        "success_rate": 0,
        "measurements_count": 0
      },
      {
        "name": "Groq",
        "model": "llama-3.1-8b-instant",
        "latency_ms": 310,
        "tokens_generated": 1,
        "success_rate": 0,
        "measurements_count": 0
      },
      {
        "name": "Fireworks AI",
        "model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
        "latency_ms": null,
        "error": "All recent attempts failed",
        "success_rate": 0,
        "measurements_count": 0
      },
      {
        "name": "Cerebras",
        "model": "llama-4-scout-17b-16e-instruct",
        "latency_ms": null,
        "error": "All recent attempts failed",
        "success_rate": 0,
        "measurements_count": 0
      },
      {
        "name": "Together AI",
        "model": "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
        "latency_ms": 388,
        "tokens_generated": 1,
        "success_rate": 0,
        "measurements_count": 0
      },
      {
        "name": "Cohere",
        "model": "command-a-03-2025",
        "latency_ms": 579,
        "tokens_generated": 1,
        "success_rate": 0,
        "measurements_count": 0
      },
      {
        "name": "Anthropic",
        "model": "claude-3-5-sonnet-20241022",
        "latency_ms": null,
        "error": "All recent attempts failed",
        "success_rate": 0,
        "measurements_count": 0
      },
      {
        "name": "OpenRouter",
        "model": "mistralai/mistral-7b-instruct",
        "latency_ms": 791,
        "tokens_generated": 1,
        "success_rate": 0,
        "measurements_count": 0
      },
      {
        "name": "Hyperbolic",
        "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
        "latency_ms": 631,
        "tokens_generated": 1,
        "success_rate": 0,
        "measurements_count": 0
      },
      {
        "name": "SambaNova",
        "model": "Meta-Llama-3.1-8B-Instruct",
        "latency_ms": 510,
        "tokens_generated": 1,
        "success_rate": 0,
        "measurements_count": 0
      },
      {
        "name": "OpenAI",
        "model": "gpt-4o",
        "latency_ms": 764,
        "tokens_generated": 1,
        "success_rate": 0,
        "measurements_count": 0
      },
      {
        "name": "DeepSeek",
        "model": "deepseek-chat",
        "latency_ms": 1894,
        "tokens_generated": 1,
        "success_rate": 0,
        "measurements_count": 0
      }
    ],
    "ranked": [
      {
        "name": "Groq",
        "model": "llama-3.1-8b-instant",
        "latency_ms": 310,
        "tokens_generated": 1,
        "success_rate": 0,
        "measurements_count": 0
      },
      {
        "name": "Together AI",
        "model": "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
        "latency_ms": 388,
        "tokens_generated": 1,
        "success_rate": 0,
        "measurements_count": 0
      },
      {
        "name": "SambaNova",
        "model": "Meta-Llama-3.1-8B-Instruct",
        "latency_ms": 510,
        "tokens_generated": 1,
        "success_rate": 0,
        "measurements_count": 0
      },
      {
        "name": "Cohere",
        "model": "command-a-03-2025",
        "latency_ms": 579,
        "tokens_generated": 1,
        "success_rate": 0,
        "measurements_count": 0
      },
      {
        "name": "Hyperbolic",
        "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
        "latency_ms": 631,
        "tokens_generated": 1,
        "success_rate": 0,
        "measurements_count": 0
      },
      {
        "name": "OpenAI",
        "model": "gpt-4o",
        "latency_ms": 764,
        "tokens_generated": 1,
        "success_rate": 0,
        "measurements_count": 0
      },
      {
        "name": "OpenRouter",
        "model": "mistralai/mistral-7b-instruct",
        "latency_ms": 791,
        "tokens_generated": 1,
        "success_rate": 0,
        "measurements_count": 0
      },
      {
        "name": "DeepSeek",
        "model": "deepseek-chat",
        "latency_ms": 1894,
        "tokens_generated": 1,
        "success_rate": 0,
        "measurements_count": 0
      }
    ],
    "fastest": "Groq",
    "total_tested": 12,
    "successful_tests": 8,
    "failed_tests": 4,
    "performance_summary": {
      "fastest_ms": 310,
      "slowest_ms": 1894,
      "average_ms": 733
    },
    "ai_agent_guidance": {
      "recommended_provider": "Groq",
      "use_case": "Choose 'fastest' provider for lowest latency API calls",
      "fallback_order": [
        "Groq",
        "Together AI",
        "SambaNova",
        "Cohere",
        "Hyperbolic",
        "OpenAI",
        "OpenRouter",
        "DeepSeek"
      ],
      "reliability_score": "8/12 providers responding"
    },
    "human_readable_summary": "🏆 Fastest: Groq (310ms - Good) | 📊 Range: 310-1894ms | 📈 Average: 733ms | ✅ 8/12 providers responding",
    "timestamp": "2026-01-15T05:07:43.920371Z"
  },
  "summary": {
    "total_providers_tested": 12,
    "fastest_provider": "Groq",
    "average_latency_ms": 733,
    "most_cost_effective": "Together AI",
    "most_environmentally_friendly": "Google Gemini",
    "highest_reliability": "OpenAI"
  }
}