[
  {
    "model_id": "deepseek/deepseek-v4-flash-0731:free",
    "name": "DeepSeek V4 Flash 0731",
    "provider": "DeepSeek",
    "context_window": "1,024k",
    "context_raw": 1048576,
    "availability_rate": 84,
    "availability_display": "84%",
    "availability_pings": "84/100",
    "median_latency": 1.84,
    "tasks_passed_count": 23,
    "tasks_total": 25,
    "tasks_passed": "23/25",
    "pass_rate_pct": 92.0,
    "requests_before_rate_limit": 11,
    "date_tested": "2026-09-19",
    "next_test_date": "2026-09-26",
    "verdict": "Best overall reasoning & complex coding, though heavy developer traffic causes intermittent 429 throttling during peak hours (84% probe availability).",
    "quadrant": "sweet_spot"
  },
  {
    "model_id": "qwen/qwen3.8-27b:free",
    "name": "Qwen 3.8 27B",
    "provider": "Qwen",
    "context_window": "256k",
    "context_raw": 262144,
    "availability_rate": 92,
    "availability_display": "92%",
    "availability_pings": "92/100",
    "median_latency": 1.42,
    "tasks_passed_count": 22,
    "tasks_total": 25,
    "tasks_passed": "22/25",
    "pass_rate_pct": 88.0,
    "requests_before_rate_limit": 14,
    "date_tested": "2026-09-19",
    "next_test_date": "2026-09-26",
    "verdict": "The top all-rounder: solves 88% of coding challenges with 92% probe availability and under 1.5s latency.",
    "quadrant": "sweet_spot"
  },
  {
    "model_id": "cohere/north-mini-code:free",
    "name": "Cohere North Mini Code",
    "provider": "Cohere",
    "context_window": "256k",
    "context_raw": 256000,
    "availability_rate": 96,
    "availability_display": "96%",
    "availability_pings": "96/100",
    "median_latency": 0.88,
    "tasks_passed_count": 21,
    "tasks_total": 25,
    "tasks_passed": "21/25",
    "pass_rate_pct": 84.0,
    "requests_before_rate_limit": 18,
    "date_tested": "2026-09-19",
    "next_test_date": "2026-09-26",
    "verdict": "Most reliable free coding model tested: 96% probe availability, sub-second latency, and passes 21/25 tests with zero fluff.",
    "quadrant": "sweet_spot"
  },
  {
    "model_id": "google/gemma-4-31b-it:free",
    "name": "Google Gemma 4 31B",
    "provider": "Google",
    "context_window": "256k",
    "context_raw": 262144,
    "availability_rate": 88,
    "availability_display": "88%",
    "availability_pings": "88/100",
    "median_latency": 1.65,
    "tasks_passed_count": 21,
    "tasks_total": 25,
    "tasks_passed": "21/25",
    "pass_rate_pct": 84.0,
    "requests_before_rate_limit": 12,
    "date_tested": "2026-09-19",
    "next_test_date": "2026-09-26",
    "verdict": "Exceptional multi-language and Python utility, with 88% probe availability across 24-hour observation.",
    "quadrant": "sweet_spot"
  },
  {
    "model_id": "google/gemma-4-26b-a4b-it:free",
    "name": "Google Gemma 4 26B A4B MoE",
    "provider": "Google",
    "context_window": "256k",
    "context_raw": 262144,
    "availability_rate": 92,
    "availability_display": "92%",
    "availability_pings": "92/100",
    "median_latency": 1.15,
    "tasks_passed_count": 20,
    "tasks_total": 25,
    "tasks_passed": "20/25",
    "pass_rate_pct": 80.0,
    "requests_before_rate_limit": 15,
    "date_tested": "2026-09-19",
    "next_test_date": "2026-09-26",
    "verdict": "Fast MoE architecture with great balance of speed, 92% availability, and algorithmic syntax adherence.",
    "quadrant": "sweet_spot"
  },
  {
    "model_id": "poolside/laguna-s-2.1:free",
    "name": "Poolside Laguna S 2.1",
    "provider": "Poolside",
    "context_window": "256k",
    "context_raw": 262144,
    "availability_rate": 84,
    "availability_display": "84%",
    "availability_pings": "84/100",
    "median_latency": 1.72,
    "tasks_passed_count": 20,
    "tasks_total": 25,
    "tasks_passed": "20/25",
    "pass_rate_pct": 80.0,
    "requests_before_rate_limit": 10,
    "date_tested": "2026-09-19",
    "next_test_date": "2026-09-26",
    "verdict": "Specialized code assistant, strong on data structures and bug fixes; 10 burst requests before throttling.",
    "quadrant": "sweet_spot"
  },
  {
    "model_id": "nvidia/nemotron-3.5-lightning:free",
    "name": "NVIDIA Nemotron 3.5 Lightning",
    "provider": "NVIDIA",
    "context_window": "1,000k",
    "context_raw": 1000000,
    "availability_rate": 88,
    "availability_display": "88%",
    "availability_pings": "88/100",
    "median_latency": 1.05,
    "tasks_passed_count": 18,
    "tasks_total": 25,
    "tasks_passed": "18/25",
    "pass_rate_pct": 72.0,
    "requests_before_rate_limit": 13,
    "date_tested": "2026-09-19",
    "next_test_date": "2026-09-26",
    "verdict": "Ultra-fast TTFT and 1M context; great for quick repo context queries and script generation.",
    "quadrant": "sweet_spot"
  },
  {
    "model_id": "nex-agi/nex-n2.5-pro:free",
    "name": "Nex AGI Nex-N2.5-Pro",
    "provider": "Nex AGI",
    "context_window": "256k",
    "context_raw": 262144,
    "availability_rate": 84,
    "availability_display": "84%",
    "availability_pings": "84/100",
    "median_latency": 1.58,
    "tasks_passed_count": 18,
    "tasks_total": 25,
    "tasks_passed": "18/25",
    "pass_rate_pct": 72.0,
    "requests_before_rate_limit": 11,
    "date_tested": "2026-09-19",
    "next_test_date": "2026-09-26",
    "verdict": "Dependable mid-sized coding model, clean formatting with minimal conversational bleed.",
    "quadrant": "sweet_spot"
  },
  {
    "model_id": "nvidia/nemotron-3-nano-omni-30b-a3b-reasoning:free",
    "name": "NVIDIA Nemotron 3 Nano Omni Reasoning",
    "provider": "NVIDIA",
    "context_window": "256k",
    "context_raw": 256000,
    "availability_rate": 80,
    "availability_display": "80%",
    "availability_pings": "80/100",
    "median_latency": 2.1,
    "tasks_passed_count": 20,
    "tasks_total": 25,
    "tasks_passed": "20/25",
    "pass_rate_pct": 80.0,
    "requests_before_rate_limit": 9,
    "date_tested": "2026-09-19",
    "next_test_date": "2026-09-26",
    "verdict": "Strong reasoning on difficult algorithms, but slower inference and burst throttling after 9 rapid requests.",
    "quadrant": "sweet_spot"
  },
  {
    "model_id": "poolside/laguna-xs-2.1:free",
    "name": "Poolside Laguna XS 2.1",
    "provider": "Poolside",
    "context_window": "256k",
    "context_raw": 262144,
    "availability_rate": 92,
    "availability_display": "92%",
    "availability_pings": "92/100",
    "median_latency": 0.94,
    "tasks_passed_count": 17,
    "tasks_total": 25,
    "tasks_passed": "17/25",
    "pass_rate_pct": 68.0,
    "requests_before_rate_limit": 16,
    "date_tested": "2026-09-19",
    "next_test_date": "2026-09-26",
    "verdict": "Sub-second coding speed with high availability; fails on complex graph/heap algorithms.",
    "quadrant": "fast_and_dumb"
  },
  {
    "model_id": "thinkingmachines/inkling:free",
    "name": "Thinking Machines Inkling",
    "provider": "Thinking Machines",
    "context_window": "1,048k",
    "context_raw": 1048576,
    "availability_rate": 76,
    "availability_display": "76%",
    "availability_pings": "76/100",
    "median_latency": 2.3,
    "tasks_passed_count": 17,
    "tasks_total": 25,
    "tasks_passed": "17/25",
    "pass_rate_pct": 68.0,
    "requests_before_rate_limit": 8,
    "date_tested": "2026-09-19",
    "next_test_date": "2026-09-26",
    "verdict": "1M context window, decent code synthesis, but suffers from frequent queueing delays.",
    "quadrant": "unreliable"
  },
  {
    "model_id": "z-ai/glm-5.2:free",
    "name": "Z.ai GLM 5.2",
    "provider": "Z.ai",
    "context_window": "32k",
    "context_raw": 32768,
    "availability_rate": 80,
    "availability_display": "80%",
    "availability_pings": "80/100",
    "median_latency": 1.75,
    "tasks_passed_count": 16,
    "tasks_total": 25,
    "tasks_passed": "16/25",
    "pass_rate_pct": 64.0,
    "requests_before_rate_limit": 10,
    "date_tested": "2026-09-19",
    "next_test_date": "2026-09-26",
    "verdict": "Solid Python syntax compliance, but limited 32k context window and strict per-minute rate limits.",
    "quadrant": "unreliable"
  },
  {
    "model_id": "nex-agi/nex-n2.5-mini:free",
    "name": "Nex AGI Nex-N2.5-Mini",
    "provider": "Nex AGI",
    "context_window": "256k",
    "context_raw": 262144,
    "availability_rate": 92,
    "availability_display": "92%",
    "availability_pings": "92/100",
    "median_latency": 0.98,
    "tasks_passed_count": 15,
    "tasks_total": 25,
    "tasks_passed": "15/25",
    "pass_rate_pct": 60.0,
    "requests_before_rate_limit": 16,
    "date_tested": "2026-09-19",
    "next_test_date": "2026-09-26",
    "verdict": "High availability and fast response, ideal for boilerplate and regex generation; fails on complex AST problems.",
    "quadrant": "fast_and_dumb"
  },
  {
    "model_id": "thinkingmachines/inkling-small:free",
    "name": "Thinking Machines Inkling Small",
    "provider": "Thinking Machines",
    "context_window": "1,048k",
    "context_raw": 1048576,
    "availability_rate": 84,
    "availability_display": "84%",
    "availability_pings": "84/100",
    "median_latency": 1.25,
    "tasks_passed_count": 14,
    "tasks_total": 25,
    "tasks_passed": "14/25",
    "pass_rate_pct": 56.0,
    "requests_before_rate_limit": 12,
    "date_tested": "2026-09-19",
    "next_test_date": "2026-09-26",
    "verdict": "Large context window with good speed, but struggles with edge cases in algorithm benchmarks.",
    "quadrant": "fast_and_dumb"
  },
  {
    "model_id": "inclusionai/ling-3.0-flash-vl:free",
    "name": "inclusionAI Ling 3.0 Flash VL",
    "provider": "inclusionAI",
    "context_window": "256k",
    "context_raw": 262144,
    "availability_rate": 80,
    "availability_display": "80%",
    "availability_pings": "80/100",
    "median_latency": 1.95,
    "tasks_passed_count": 13,
    "tasks_total": 25,
    "tasks_passed": "13/25",
    "pass_rate_pct": 52.0,
    "requests_before_rate_limit": 9,
    "date_tested": "2026-09-19",
    "next_test_date": "2026-09-26",
    "verdict": "Vision-language multimodal model; acceptable on basic code syntax but verbose and hallucination-prone.",
    "quadrant": "unreliable"
  },
  {
    "model_id": "dots-studio/dots-3-note-preview:free",
    "name": "Dots Studio Dots3-Note Preview",
    "provider": "Dots Studio",
    "context_window": "512k",
    "context_raw": 512000,
    "availability_rate": 72,
    "availability_display": "72%",
    "availability_pings": "72/100",
    "median_latency": 2.45,
    "tasks_passed_count": 12,
    "tasks_total": 25,
    "tasks_passed": "12/25",
    "pass_rate_pct": 48.0,
    "requests_before_rate_limit": 8,
    "date_tested": "2026-09-19",
    "next_test_date": "2026-09-26",
    "verdict": "Tuned for notes and summarization; frequently includes unwanted conversational framing in code answers.",
    "quadrant": "unreliable"
  },
  {
    "model_id": "liquid/lfm-2.5-2.6b:free",
    "name": "LiquidAI LFM2.5-2.6B",
    "provider": "LiquidAI",
    "context_window": "64k",
    "context_raw": 65536,
    "availability_rate": 100,
    "availability_display": "100%",
    "availability_pings": "100/100",
    "median_latency": 0.62,
    "tasks_passed_count": 11,
    "tasks_total": 25,
    "tasks_passed": "11/25",
    "pass_rate_pct": 44.0,
    "requests_before_rate_limit": 20,
    "date_tested": "2026-09-19",
    "next_test_date": "2026-09-26",
    "verdict": "Fastest model on OpenRouter (0.62s) and 100% available without throttling (100/100), but fails 14/25 tasks due to small 2.6B size.",
    "quadrant": "fast_and_dumb"
  },
  {
    "model_id": "inclusionai/ling-3.0-flash-fin:free",
    "name": "inclusionAI Ling 3.0 Flash Fin",
    "provider": "inclusionAI",
    "context_window": "256k",
    "context_raw": 262144,
    "availability_rate": 76,
    "availability_display": "76%",
    "availability_pings": "76/100",
    "median_latency": 2.1,
    "tasks_passed_count": 11,
    "tasks_total": 25,
    "tasks_passed": "11/25",
    "pass_rate_pct": 44.0,
    "requests_before_rate_limit": 8,
    "date_tested": "2026-09-19",
    "next_test_date": "2026-09-26",
    "verdict": "Financial domain fine-tune; struggles on generic algorithmic data structures and recursive functions.",
    "quadrant": "unreliable"
  },
  {
    "model_id": "inclusionai/ling-3.0-flash-sante:free",
    "name": "inclusionAI Ling 3.0 Flash Sante",
    "provider": "inclusionAI",
    "context_window": "256k",
    "context_raw": 262144,
    "availability_rate": 72,
    "availability_display": "72%",
    "availability_pings": "72/100",
    "median_latency": 2.2,
    "tasks_passed_count": 9,
    "tasks_total": 25,
    "tasks_passed": "9/25",
    "pass_rate_pct": 36.0,
    "requests_before_rate_limit": 7,
    "date_tested": "2026-09-19",
    "next_test_date": "2026-09-26",
    "verdict": "Medical domain fine-tune; inappropriate for general software development.",
    "quadrant": "unreliable"
  },
  {
    "model_id": "nvidia/nemotron-3-super-120b-a12b:free",
    "name": "NVIDIA Nemotron 3 Super",
    "provider": "NVIDIA",
    "context_window": "256k",
    "context_raw": 262144,
    "availability_rate": 68,
    "availability_display": "68%",
    "availability_pings": "68/100",
    "median_latency": 2.85,
    "tasks_passed_count": 22,
    "tasks_total": 25,
    "tasks_passed": "22/25",
    "pass_rate_pct": 88.0,
    "requests_before_rate_limit": 7,
    "date_tested": "2026-09-19",
    "next_test_date": "2026-09-26",
    "verdict": "Brilliant code generation (22/25 passed) when alive, but 32% failure rate across 24-hour probe (68/100).",
    "quadrant": "throttled_geniuses"
  },
  {
    "model_id": "nvidia/nemotron-3-ultra-550b-a55b:free",
    "name": "NVIDIA Nemotron 3 Ultra",
    "provider": "NVIDIA",
    "context_window": "1,000k",
    "context_raw": 1000000,
    "availability_rate": 48,
    "availability_display": "48%",
    "availability_pings": "48/100",
    "median_latency": 4.6,
    "tasks_passed_count": 24,
    "tasks_total": 25,
    "tasks_passed": "24/25",
    "pass_rate_pct": 96.0,
    "requests_before_rate_limit": 4,
    "date_tested": "2026-09-19",
    "next_test_date": "2026-09-26",
    "verdict": "The ultimate 'Throttled Genius': Near-perfect 24/25 code synthesis score, but 52% of probes failed (48/100) due to upstream capacity exhaustion.",
    "quadrant": "throttled_geniuses"
  },
  {
    "model_id": "nvidia/nemotron-3.5-content-safety:free",
    "name": "NVIDIA Nemotron 3.5 Content Safety",
    "provider": "NVIDIA",
    "context_window": "128k",
    "context_raw": 128000,
    "availability_rate": 60,
    "availability_display": "60%",
    "availability_pings": "60/100",
    "median_latency": 0.9,
    "tasks_passed_count": 2,
    "tasks_total": 25,
    "tasks_passed": "2/25",
    "pass_rate_pct": 8.0,
    "requests_before_rate_limit": 6,
    "date_tested": "2026-09-19",
    "next_test_date": "2026-09-26",
    "verdict": "Safety classification endpoint; consistently flags programming prompts and outputs refusal strings.",
    "quadrant": "unreliable"
  }
]