{ "days": 30, "points": [ { "id": "b742b55e-3145-4118-9e75-72c3498776a4", "run_at": "2026-08-15 04:00:29", "stages_ok": 16, "stages_failed": 0, "duration_ms": 446195, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 13.5, "score_percent_v271": 13.5, "total_llms": 2, "total_llms_v271": 2, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"primary\"},\"openai_search\":{\"score\":13,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":27.1,\"channel\":\"primary\"}}", "by_llm": "{\"gemini\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"primary\"},\"openai_search\":{\"score\":13,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":27.1,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":0,\"n\":16,\"avg_score\":0,\"percent\":0,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":13,\"n\":16,\"avg_score\":0.81,\"percent\":27.1,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":13,\"n\":48,\"avg_score\":0.27,\"percent\":9,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-08-15T06:34:20+00:00\"}}", "primary_channel_percent": 13.5, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 12, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 27.1, "gemini": 0, "claude": 9 }, "claude_web_measured_at": "2026-08-15T06:34:20+00:00" }, { "id": "174e6265-e8eb-4b36-b287-fce4ea2f1d64", "run_at": "2026-08-16 04:00:45", "stages_ok": 15, "stages_failed": 1, "duration_ms": 368488, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 6.3, "score_percent_v271": 6.3, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"openai_search\":{\"score\":10,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"gemini\":{\"score\":5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"openai_search\":{\"score\":10,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"Gemini\":{\"score\":5,\"n\":16,\"avg_score\":0.31,\"percent\":10.4,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":10,\"n\":16,\"avg_score\":0.63,\"percent\":20.8,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":22.5,\"n\":48,\"avg_score\":0.47,\"percent\":15.6,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-08-16T06:33:38+00:00\"}}", "primary_channel_percent": 15.6, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 15.6, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 20.8, "gemini": 10.4, "claude": 15.6 }, "claude_web_measured_at": "2026-08-16T06:33:38+00:00" }, { "id": "ca81997c-d0fa-4b76-bf57-977bff53394d", "run_at": "2026-08-17 04:00:05", "stages_ok": 17, "stages_failed": 1, "duration_ms": 1299540, "includes_weekly": 1, "triggered_by": "cron", "score_percent": 6.9, "score_percent_v271": 6.9, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":6,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"},\"openai_search\":{\"score\":13,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":27.1,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":-3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-6.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"gemini\":{\"score\":6,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"},\"openai_search\":{\"score\":13,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":27.1,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":-3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-6.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"Gemini\":{\"score\":6,\"n\":16,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":13,\"n\":16,\"avg_score\":0.81,\"percent\":27.1,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":16,\"n\":48,\"avg_score\":0.33,\"percent\":11.1,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-08-17T06:31:38+00:00\"}}", "primary_channel_percent": 19.8, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 16.9, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 27.1, "gemini": 12.5, "claude": 11.1 }, "claude_web_measured_at": "2026-08-17T06:31:38+00:00" }, { "id": "2c0600d6-0793-4c3b-9412-359e128f0022", "run_at": "2026-08-18 04:00:31", "stages_ok": 16, "stages_failed": 0, "duration_ms": 263039, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 4.4, "score_percent_v271": 4.4, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[\"openai_search\"]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":8,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"openai_search\":{\"score\":0,\"n\":0,\"n_attempted\":16,\"n_error\":16,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_llm": "{\"gemini\":{\"score\":8,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"openai_search\":{\"score\":0,\"n\":0,\"n_attempted\":16,\"n_error\":16,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_provider": "{\"Gemini\":{\"score\":8,\"n\":16,\"avg_score\":0.5,\"percent\":16.7,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":19,\"n\":48,\"avg_score\":0.4,\"percent\":13.2,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-08-18T06:33:13+00:00\"}}", "primary_channel_percent": 16.7, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 15, "combined_primary_n_providers": 2, "combined_primary_providers": { "gemini": 16.7, "claude": 13.2 }, "claude_web_measured_at": "2026-08-18T06:33:13+00:00" }, { "id": "329d2aa7-37ff-4e8c-be21-cf16d5850179", "run_at": "2026-08-19 04:00:27", "stages_ok": 16, "stages_failed": 0, "duration_ms": 221099, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 6.1, "score_percent_v271": 6.1, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"},\"openai_search\":{\"score\":11,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":12,\"n_attempted\":16,\"n_error\":4,\"percent\":1.4,\"channel\":\"removed\"},\"claude\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"gemini\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"},\"openai_search\":{\"score\":11,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":12,\"n_attempted\":16,\"n_error\":4,\"percent\":1.4,\"channel\":\"removed\"},\"claude\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"Gemini\":{\"score\":2,\"n\":16,\"avg_score\":0.13,\"percent\":4.2,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":11,\"n\":16,\"avg_score\":0.69,\"percent\":22.9,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":22.5,\"n\":48,\"avg_score\":0.47,\"percent\":15.6,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-08-19T06:32:46+00:00\"}}", "primary_channel_percent": 13.5, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 14.2, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 22.9, "gemini": 4.2, "claude": 15.6 }, "claude_web_measured_at": "2026-08-19T06:32:46+00:00" }, { "id": "251093f0-bf9c-4a7e-b6c1-7190dcd396b0", "run_at": "2026-08-20 04:00:14", "stages_ok": 16, "stages_failed": 0, "duration_ms": 347443, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 18.8, "score_percent_v271": 18.8, "total_llms": 2, "total_llms_v271": 2, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"},\"openai_search\":{\"score\":16,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":33.3,\"channel\":\"primary\"}}", "by_llm": "{\"gemini\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"},\"openai_search\":{\"score\":16,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":33.3,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":2,\"n\":16,\"avg_score\":0.13,\"percent\":4.2,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":16,\"n\":16,\"avg_score\":1,\"percent\":33.3,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":22.5,\"n\":48,\"avg_score\":0.47,\"percent\":15.6,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-08-19T06:32:46+00:00\"}}", "primary_channel_percent": 18.8, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 17.7, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 33.3, "gemini": 4.2, "claude": 15.6 }, "claude_web_measured_at": "2026-08-19T06:32:46+00:00" }, { "id": "d440ea79-36ba-479b-b5c9-c08282a621be", "run_at": "2026-08-21 04:00:12", "stages_ok": 16, "stages_failed": 0, "duration_ms": 414753, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 15.6, "score_percent_v271": 15.6, "total_llms": 2, "total_llms_v271": 2, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"openai_search\":{\"score\":10,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"}}", "by_llm": "{\"gemini\":{\"score\":5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"openai_search\":{\"score\":10,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":5,\"n\":16,\"avg_score\":0.31,\"percent\":10.4,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":10,\"n\":16,\"avg_score\":0.63,\"percent\":20.8,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":25,\"n\":48,\"avg_score\":0.52,\"percent\":17.4,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-08-22T06:33:09+00:00\"}}", "primary_channel_percent": 15.6, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 16.2, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 20.8, "gemini": 10.4, "claude": 17.4 }, "claude_web_measured_at": "2026-08-22T06:33:09+00:00" }, { "id": "5ca0b853-0fed-4a71-8b57-47b645f67663", "run_at": "2026-08-22 04:00:12", "stages_ok": 16, "stages_failed": 0, "duration_ms": 367276, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 6.9, "score_percent_v271": 6.9, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":12,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":25,\"channel\":\"primary\"},\"openai_search\":{\"score\":10,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"},\"claude_opus\":{\"score\":-2.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-5.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":-3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-6.2,\"channel\":\"removed\"}}", "by_llm": "{\"gemini\":{\"score\":12,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":25,\"channel\":\"primary\"},\"openai_search\":{\"score\":10,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"},\"claude_opus\":{\"score\":-2.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-5.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":-3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-6.2,\"channel\":\"removed\"}}", "by_provider": "{\"Gemini\":{\"score\":12,\"n\":16,\"avg_score\":0.75,\"percent\":25,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":10,\"n\":16,\"avg_score\":0.63,\"percent\":20.8,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":25,\"n\":48,\"avg_score\":0.52,\"percent\":17.4,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-08-22T06:33:09+00:00\"}}", "primary_channel_percent": 22.9, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 21.1, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 20.8, "gemini": 25, "claude": 17.4 }, "claude_web_measured_at": "2026-08-22T06:33:09+00:00" }, { "id": "4adcbdee-f3db-4699-a7e3-00b1f7f8729d", "run_at": "2026-08-23 04:01:00", "stages_ok": 15, "stages_failed": 1, "duration_ms": 450374, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 17.2, "score_percent_v271": 17.2, "total_llms": 2, "total_llms_v271": 2, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":8,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"openai_search\":{\"score\":8,\"n\":15,\"n_attempted\":16,\"n_error\":1,\"percent\":17.8,\"channel\":\"primary\"}}", "by_llm": "{\"gemini\":{\"score\":8,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"openai_search\":{\"score\":8,\"n\":15,\"n_attempted\":16,\"n_error\":1,\"percent\":17.8,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":8,\"n\":16,\"avg_score\":0.5,\"percent\":16.7,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":8,\"n\":15,\"avg_score\":0.53,\"percent\":17.8,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":25,\"n\":48,\"avg_score\":0.52,\"percent\":17.4,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-08-22T06:33:09+00:00\"}}", "primary_channel_percent": 17.2, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 17.3, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 17.8, "gemini": 16.7, "claude": 17.4 }, "claude_web_measured_at": "2026-08-22T06:33:09+00:00" }, { "id": "e8de7ef8-bf17-4ff0-bd25-768f5c8f7f7e", "run_at": "2026-08-24 04:01:00", "stages_ok": 15, "stages_failed": 1, "duration_ms": 1650116, "includes_weekly": 1, "triggered_by": "cron", "score_percent": 21.9, "score_percent_v271": 21.9, "total_llms": 2, "total_llms_v271": 2, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":11,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"openai_search\":{\"score\":10,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"}}", "by_llm": "{\"gemini\":{\"score\":11,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"openai_search\":{\"score\":10,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":11,\"n\":16,\"avg_score\":0.69,\"percent\":22.9,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":10,\"n\":16,\"avg_score\":0.63,\"percent\":20.8,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":25,\"n\":48,\"avg_score\":0.52,\"percent\":17.4,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-08-24T06:34:19+00:00\"}}", "primary_channel_percent": 21.9, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 20.4, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 20.8, "gemini": 22.9, "claude": 17.4 }, "claude_web_measured_at": "2026-08-24T06:34:19+00:00" }, { "id": "64ead1a5-8135-435e-835b-323bf788ea22", "run_at": "2026-08-25 04:01:00", "stages_ok": 16, "stages_failed": 0, "duration_ms": 469676, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 5, "score_percent_v271": 5, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"},\"openai_search\":{\"score\":13,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":27.1,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":-3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-6.2,\"channel\":\"removed\"}}", "by_llm": "{\"gemini\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"},\"openai_search\":{\"score\":13,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":27.1,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":-3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-6.2,\"channel\":\"removed\"}}", "by_provider": "{\"Gemini\":{\"score\":2,\"n\":16,\"avg_score\":0.13,\"percent\":4.2,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":13,\"n\":16,\"avg_score\":0.81,\"percent\":27.1,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":18.5,\"n\":48,\"avg_score\":0.39,\"percent\":12.8,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-08-25T06:33:49+00:00\"}}", "primary_channel_percent": 15.6, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 14.7, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 27.1, "gemini": 4.2, "claude": 12.9 }, "claude_web_measured_at": "2026-08-25T06:33:49+00:00" }, { "id": "1a033435-d442-46c1-ad86-8332ee001d5b", "run_at": "2026-08-26 04:01:02", "stages_ok": 15, "stages_failed": 1, "duration_ms": 470478, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 14.6, "score_percent_v271": 14.6, "total_llms": 2, "total_llms_v271": 2, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":8,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"openai_search\":{\"score\":6,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"}}", "by_llm": "{\"gemini\":{\"score\":8,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"openai_search\":{\"score\":6,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":8,\"n\":16,\"avg_score\":0.5,\"percent\":16.7,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":6,\"n\":16,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":18.5,\"n\":48,\"avg_score\":0.39,\"percent\":12.8,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-08-26T06:33:19+00:00\"}}", "primary_channel_percent": 14.6, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 14, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 12.5, "gemini": 16.7, "claude": 12.9 }, "claude_web_measured_at": "2026-08-26T06:33:19+00:00" }, { "id": "76196552-f368-4b1a-a4bd-6fe64788c9b3", "run_at": "2026-08-27 04:01:15", "stages_ok": 16, "stages_failed": 0, "duration_ms": 373163, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 12.5, "score_percent_v271": 12.5, "total_llms": 2, "total_llms_v271": 2, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"},\"openai_search\":{\"score\":10,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"}}", "by_llm": "{\"gemini\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"},\"openai_search\":{\"score\":10,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":2,\"n\":16,\"avg_score\":0.13,\"percent\":4.2,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":10,\"n\":16,\"avg_score\":0.63,\"percent\":20.8,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":19.5,\"n\":48,\"avg_score\":0.41,\"percent\":13.5,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-08-27T06:33:45+00:00\"}}", "primary_channel_percent": 12.5, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 12.9, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 20.8, "gemini": 4.2, "claude": 13.6 }, "claude_web_measured_at": "2026-08-27T06:33:45+00:00" }, { "id": "7578806f-f728-400f-94dd-df207cf23b7d", "run_at": "2026-08-28 04:00:04", "stages_ok": 16, "stages_failed": 0, "duration_ms": 406966, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 8.5, "score_percent_v271": 8.5, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":8,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"openai_search\":{\"score\":12,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":25,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_llm": "{\"gemini\":{\"score\":8,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"openai_search\":{\"score\":12,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":25,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_provider": "{\"Gemini\":{\"score\":8,\"n\":16,\"avg_score\":0.5,\"percent\":16.7,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":12,\"n\":16,\"avg_score\":0.75,\"percent\":25,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":23.5,\"n\":48,\"avg_score\":0.49,\"percent\":16.3,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-08-28T06:33:54+00:00\"}}", "primary_channel_percent": 20.8, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 19.3, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 25, "gemini": 16.7, "claude": 16.3 }, "claude_web_measured_at": "2026-08-28T06:33:54+00:00" }, { "id": "395e5c46-d4f8-421c-a638-95c01b1a34d0", "run_at": "2026-08-29 04:00:03", "stages_ok": 16, "stages_failed": 0, "duration_ms": 363334, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 23.4, "score_percent_v271": 23.4, "total_llms": 2, "total_llms_v271": 2, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":11.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":24,\"channel\":\"primary\"},\"openai_search\":{\"score\":11,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"}}", "by_llm": "{\"gemini\":{\"score\":11.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":24,\"channel\":\"primary\"},\"openai_search\":{\"score\":11,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":11.5,\"n\":16,\"avg_score\":0.72,\"percent\":24,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":11,\"n\":16,\"avg_score\":0.69,\"percent\":22.9,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":23.5,\"n\":48,\"avg_score\":0.49,\"percent\":16.3,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-08-28T06:33:54+00:00\"}}", "primary_channel_percent": 23.4, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 21.1, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 22.9, "gemini": 24, "claude": 16.3 }, "claude_web_measured_at": "2026-08-28T06:33:54+00:00" }, { "id": "1130fa3d-dbe5-4eba-9496-e63a7bcfc519", "run_at": "2026-08-30 04:00:04", "stages_ok": 16, "stages_failed": 0, "duration_ms": 408938, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 20.3, "score_percent_v271": 20.3, "total_llms": 2, "total_llms_v271": 2, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":8.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":17.7,\"channel\":\"primary\"},\"openai_search\":{\"score\":11,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"}}", "by_llm": "{\"gemini\":{\"score\":8.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":17.7,\"channel\":\"primary\"},\"openai_search\":{\"score\":11,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":8.5,\"n\":16,\"avg_score\":0.53,\"percent\":17.7,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":11,\"n\":16,\"avg_score\":0.69,\"percent\":22.9,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":23.5,\"n\":48,\"avg_score\":0.49,\"percent\":16.3,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-08-28T06:33:54+00:00\"}}", "primary_channel_percent": 20.3, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 19, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 22.9, "gemini": 17.7, "claude": 16.3 }, "claude_web_measured_at": "2026-08-28T06:33:54+00:00" }, { "id": "16685d58-51b4-4df3-95e5-0096298c281f", "run_at": "2026-08-31 04:00:04", "stages_ok": 15, "stages_failed": 1, "duration_ms": 1335804, "includes_weekly": 1, "triggered_by": "cron", "score_percent": 9, "score_percent_v271": 9, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":10,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"},\"openai_search\":{\"score\":11,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"gemini\":{\"score\":10,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"},\"openai_search\":{\"score\":11,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"Gemini\":{\"score\":10,\"n\":16,\"avg_score\":0.63,\"percent\":20.8,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":11,\"n\":16,\"avg_score\":0.69,\"percent\":22.9,\"llms\":[\"openai_search\"]}}", "primary_channel_percent": 21.9, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 21.9, "combined_primary_n_providers": 2, "combined_primary_providers": { "openai": 22.9, "gemini": 20.8 }, "claude_web_measured_at": null }, { "id": "b43869eb-6ef7-4ae6-b4ab-1fc65d0a4a39", "run_at": "2026-09-01 04:00:04", "stages_ok": 16, "stages_failed": 0, "duration_ms": 396178, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 14.6, "score_percent_v271": 14.6, "total_llms": 2, "total_llms_v271": 2, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"},\"openai_search\":{\"score\":12,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":25,\"channel\":\"primary\"}}", "by_llm": "{\"gemini\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"},\"openai_search\":{\"score\":12,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":25,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":2,\"n\":16,\"avg_score\":0.13,\"percent\":4.2,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":12,\"n\":16,\"avg_score\":0.75,\"percent\":25,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":18,\"n\":48,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-09-02T07:45:02+00:00\"}}", "primary_channel_percent": 14.6, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 13.9, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 25, "gemini": 4.2, "claude": 12.5 }, "claude_web_measured_at": "2026-09-02T07:45:02+00:00" }, { "id": "1d1b24d7-5575-4fe4-bde2-d35bef0d26bc", "run_at": "2026-09-02 04:00:28", "stages_ok": 16, "stages_failed": 0, "duration_ms": 401405, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 28.6, "score_percent_v271": 28.6, "total_llms": 2, "total_llms_v271": 2, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":14.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":30.2,\"channel\":\"primary\"},\"openai_search\":{\"score\":13,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":27.1,\"channel\":\"primary\"}}", "by_llm": "{\"gemini\":{\"score\":14.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":30.2,\"channel\":\"primary\"},\"openai_search\":{\"score\":13,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":27.1,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":14.5,\"n\":16,\"avg_score\":0.91,\"percent\":30.2,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":13,\"n\":16,\"avg_score\":0.81,\"percent\":27.1,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":18,\"n\":48,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-09-02T07:45:02+00:00\"}}", "primary_channel_percent": 28.6, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 23.3, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 27.1, "gemini": 30.2, "claude": 12.5 }, "claude_web_measured_at": "2026-09-02T07:45:02+00:00" }, { "id": "30f44ad7-e59a-42e1-a92a-20f355e2c637", "run_at": "2026-09-03 04:01:05", "stages_ok": 16, "stages_failed": 0, "duration_ms": 228551, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 8.8, "score_percent_v271": 8.8, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":7.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":15.6,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":-3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-6.2,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"openai_search\":{\"score\":16,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":33.3,\"channel\":\"primary\"}}", "by_llm": "{\"gemini\":{\"score\":7.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":15.6,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":-3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-6.2,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"openai_search\":{\"score\":16,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":33.3,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":7.5,\"n\":16,\"avg_score\":0.47,\"percent\":15.6,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":16,\"n\":16,\"avg_score\":1,\"percent\":33.3,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":18,\"n\":48,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-09-02T07:45:02+00:00\"}}", "primary_channel_percent": 24.5, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 20.5, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 33.3, "gemini": 15.6, "claude": 12.5 }, "claude_web_measured_at": "2026-09-02T07:45:02+00:00" }, { "id": "d3ff2145-90f9-4f7a-825d-3403dc633d40", "run_at": "2026-09-04 04:00:30", "stages_ok": 15, "stages_failed": 1, "duration_ms": 195941, "includes_weekly": 0, "triggered_by": "cron", "score_percent": null, "score_percent_v271": null, "total_llms": null, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": null, "by_llm_v271": null, "by_llm": null, "by_provider": null, "primary_channel_percent": null, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": null, "combined_primary_n_providers": 0, "combined_primary_providers": null, "claude_web_measured_at": null }, { "id": "c4b3da4a-c010-4a95-9ecd-560ad7411f9c", "run_at": "2026-09-05 04:00:50", "stages_ok": 16, "stages_failed": 0, "duration_ms": 504545, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 16.7, "score_percent_v271": null, "total_llms": 2, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_search\":{\"score\":13,\"n\":16,\"percent\":27.1,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":3,\"n\":16,\"percent\":6.3,\"channel\":\"primary\",\"provider\":\"Gemini\"}}", "by_provider": "{\"Gemini\":{\"score\":3,\"n\":16,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":6.3,\"avg_score\":0.19},\"OpenAI\":{\"score\":13,\"n\":16,\"n_llms\":1,\"llms\":[\"openai_search\"],\"percent\":27.1,\"avg_score\":0.81},\"Claude\":{\"score\":24.5,\"n\":48,\"avg_score\":0.51,\"percent\":17,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-09-04T16:21:52+00:00\"}}", "primary_channel_percent": 16.7, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 16.8, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 27.1, "gemini": 6.3, "claude": 17 }, "claude_web_measured_at": "2026-09-04T16:21:52+00:00" }, { "id": "5e3637eb-c0c3-4d18-84e6-d59d87f02909", "run_at": "2026-09-06 04:00:51", "stages_ok": 16, "stages_failed": 0, "duration_ms": 429118, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 8.8, "score_percent_v271": 8.8, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":8,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"openai_search\":{\"score\":13,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":27.1,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"gemini\":{\"score\":8,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"openai_search\":{\"score\":13,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":27.1,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"Gemini\":{\"score\":8,\"n\":16,\"avg_score\":0.5,\"percent\":16.7,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":13,\"n\":16,\"avg_score\":0.81,\"percent\":27.1,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":18,\"n\":48,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-09-06T06:34:32+00:00\"}}", "primary_channel_percent": 21.9, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 18.8, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 27.1, "gemini": 16.7, "claude": 12.5 }, "claude_web_measured_at": "2026-09-06T06:34:32+00:00" }, { "id": "272d1930-c6cd-461d-b2c2-ab88da6f14c5", "run_at": "2026-09-07 04:00:49", "stages_ok": 16, "stages_failed": 0, "duration_ms": 1361866, "includes_weekly": 1, "triggered_by": "cron", "score_percent": 23.4, "score_percent_v271": null, "total_llms": 2, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_search\":{\"score\":11,\"n\":16,\"percent\":22.9,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":11.5,\"n\":16,\"percent\":24,\"channel\":\"primary\",\"provider\":\"Gemini\"}}", "by_provider": "{\"Gemini\":{\"score\":11.5,\"n\":16,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":24,\"avg_score\":0.72},\"OpenAI\":{\"score\":11,\"n\":16,\"n_llms\":1,\"llms\":[\"openai_search\"],\"percent\":22.9,\"avg_score\":0.69},\"Claude\":{\"score\":18,\"n\":48,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-09-06T06:34:32+00:00\"}}", "primary_channel_percent": 23.4, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 19.8, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 22.9, "gemini": 24, "claude": 12.5 }, "claude_web_measured_at": "2026-09-06T06:34:32+00:00" }, { "id": "e276d455-0c57-4c31-b960-f6222eb21abc", "run_at": "2026-09-08 04:00:48", "stages_ok": 16, "stages_failed": 0, "duration_ms": 438732, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 26.6, "score_percent_v271": null, "total_llms": 2, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_search\":{\"score\":14,\"n\":16,\"percent\":29.2,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":11.5,\"n\":16,\"percent\":24,\"channel\":\"primary\",\"provider\":\"Gemini\"}}", "by_provider": "{\"Gemini\":{\"score\":11.5,\"n\":16,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":24,\"avg_score\":0.72},\"OpenAI\":{\"score\":14,\"n\":16,\"n_llms\":1,\"llms\":[\"openai_search\"],\"percent\":29.2,\"avg_score\":0.88},\"Claude\":{\"score\":23,\"n\":48,\"avg_score\":0.48,\"percent\":16,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-09-09T06:34:09+00:00\"}}", "primary_channel_percent": 26.6, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 23.1, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 29.2, "gemini": 24, "claude": 16 }, "claude_web_measured_at": "2026-09-09T06:34:09+00:00" }, { "id": "efae5078-e4bc-4e81-bf58-e9736b155203", "run_at": "2026-09-09 04:00:56", "stages_ok": 16, "stages_failed": 0, "duration_ms": 415624, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 9, "score_percent_v271": 9, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":10,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"},\"openai_search\":{\"score\":11,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_llm": "{\"gemini\":{\"score\":10,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"},\"openai_search\":{\"score\":11,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_provider": "{\"Gemini\":{\"score\":10,\"n\":16,\"avg_score\":0.63,\"percent\":20.8,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":11,\"n\":16,\"avg_score\":0.69,\"percent\":22.9,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":23,\"n\":48,\"avg_score\":0.48,\"percent\":16,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-09-09T06:34:09+00:00\"}}", "primary_channel_percent": 21.9, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 19.9, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 22.9, "gemini": 20.8, "claude": 16 }, "claude_web_measured_at": "2026-09-09T06:34:09+00:00" }, { "id": "da24b322-07d3-4ea4-85ff-89642ed08b19", "run_at": "2026-09-10 04:01:06", "stages_ok": 16, "stages_failed": 0, "duration_ms": 473771, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 25.5, "score_percent_v271": null, "total_llms": 2, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_search\":{\"score\":13.5,\"n\":16,\"percent\":28.1,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":11,\"n\":16,\"percent\":22.9,\"channel\":\"primary\",\"provider\":\"Gemini\"}}", "by_provider": "{\"Gemini\":{\"score\":11,\"n\":16,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":22.9,\"avg_score\":0.69},\"OpenAI\":{\"score\":13.5,\"n\":16,\"n_llms\":1,\"llms\":[\"openai_search\"],\"percent\":28.1,\"avg_score\":0.84},\"Claude\":{\"score\":23,\"n\":48,\"avg_score\":0.48,\"percent\":16,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-09-09T06:34:09+00:00\"}}", "primary_channel_percent": 25.5, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 22.3, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 28.1, "gemini": 22.9, "claude": 16 }, "claude_web_measured_at": "2026-09-09T06:34:09+00:00" }, { "id": "f35beec9-3e88-4790-85ad-085fd9de781a", "run_at": "2026-09-11 04:01:07", "stages_ok": 16, "stages_failed": 0, "duration_ms": 444857, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 25, "score_percent_v271": null, "total_llms": 2, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_search\":{\"score\":13,\"n\":16,\"percent\":27.1,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":11,\"n\":16,\"percent\":22.9,\"channel\":\"primary\",\"provider\":\"Gemini\"}}", "by_provider": "{\"Gemini\":{\"score\":11,\"n\":16,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":22.9,\"avg_score\":0.69},\"OpenAI\":{\"score\":13,\"n\":16,\"n_llms\":1,\"llms\":[\"openai_search\"],\"percent\":27.1,\"avg_score\":0.81},\"Claude\":{\"score\":23,\"n\":48,\"avg_score\":0.48,\"percent\":16,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-09-09T06:34:09+00:00\"}}", "primary_channel_percent": 25, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 22, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 27.1, "gemini": 22.9, "claude": 16 }, "claude_web_measured_at": "2026-09-09T06:34:09+00:00" }, { "id": "9858fdb4-0c39-4d2e-9958-19a73d967919", "run_at": "2026-09-12 04:01:03", "stages_ok": 16, "stages_failed": 0, "duration_ms": 429056, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 7.1, "score_percent_v271": 7.1, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":3.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":7.3,\"channel\":\"primary\"},\"openai_search\":{\"score\":13,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":27.1,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_llm": "{\"gemini\":{\"score\":3.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":7.3,\"channel\":\"primary\"},\"openai_search\":{\"score\":13,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":27.1,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_provider": "{\"Gemini\":{\"score\":3.5,\"n\":16,\"avg_score\":0.22,\"percent\":7.3,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":13,\"n\":16,\"avg_score\":0.81,\"percent\":27.1,\"llms\":[\"openai_search\"]}}", "primary_channel_percent": 17.2, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 17.2, "combined_primary_n_providers": 2, "combined_primary_providers": { "openai": 27.1, "gemini": 7.3 }, "claude_web_measured_at": null }, { "id": "da226d31-ee58-457c-9b71-e8a2abc0b4ec", "run_at": "2026-09-13 04:01:05", "stages_ok": 16, "stages_failed": 0, "duration_ms": 418666, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 18.8, "score_percent_v271": null, "total_llms": 2, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_search\":{\"score\":12,\"n\":16,\"percent\":25,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":6,\"n\":16,\"percent\":12.5,\"channel\":\"primary\",\"provider\":\"Gemini\"}}", "by_provider": "{\"Gemini\":{\"score\":6,\"n\":16,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":12.5,\"avg_score\":0.38},\"OpenAI\":{\"score\":12,\"n\":16,\"n_llms\":1,\"llms\":[\"openai_search\"],\"percent\":25,\"avg_score\":0.75}}", "primary_channel_percent": 18.8, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 18.8, "combined_primary_n_providers": 2, "combined_primary_providers": { "openai": 25, "gemini": 12.5 }, "claude_web_measured_at": null } ] }