{ "days": 30, "points": [ { "id": "65bd2f7d-c3e5-44a6-8d66-97ec0f2fade1", "run_at": "2026-09-30 04:01:16", "stages_ok": 15, "stages_failed": 1, "duration_ms": 408585, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 20.8, "score_percent_v271": 20.8, "total_llms": 2, "total_llms_v271": 2, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":10,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"},\"openai_search\":{\"score\":10,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"}}", "by_llm": "{\"gemini\":{\"score\":10,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"},\"openai_search\":{\"score\":10,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":10,\"n\":16,\"avg_score\":0.63,\"percent\":20.8,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":10,\"n\":16,\"avg_score\":0.63,\"percent\":20.8,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":3,\"n\":48,\"avg_score\":0.06,\"percent\":2.1,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-09-30T06:30:45+00:00\"}}", "primary_channel_percent": 20.8, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 14.6, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 20.8, "gemini": 20.8, "claude": 2.1 }, "claude_web_measured_at": "2026-09-30T06:30:45+00:00" }, { "id": "8e3c51ac-90ea-419e-aba3-b1361cf0df95", "run_at": "2026-10-01 04:00:25", "stages_ok": 16, "stages_failed": 0, "duration_ms": 429621, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 19.8, "score_percent_v271": 19.8, "total_llms": 2, "total_llms_v271": 2, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":11,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"openai_search\":{\"score\":8,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"}}", "by_llm": "{\"gemini\":{\"score\":11,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"openai_search\":{\"score\":8,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":11,\"n\":16,\"avg_score\":0.69,\"percent\":22.9,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":8,\"n\":16,\"avg_score\":0.5,\"percent\":16.7,\"llms\":[\"openai_search\"]}}", "primary_channel_percent": 19.8, "control_channel_percent": null, "echo_bias_inflation_pp": null, "ausserplanmaessig": true, "combined_primary_percent": null, "combined_primary_n_providers": 0, "combined_primary_providers": null, "claude_web_measured_at": null }, { "id": "a30942fe-f02a-45b9-adbe-e3618cb9475c", "run_at": "2026-10-02 04:00:36", "stages_ok": 16, "stages_failed": 0, "duration_ms": 397080, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 24, "score_percent_v271": 24, "total_llms": 2, "total_llms_v271": 2, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":12,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":25,\"channel\":\"primary\"},\"openai_search\":{\"score\":11,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"}}", "by_llm": "{\"gemini\":{\"score\":12,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":25,\"channel\":\"primary\"},\"openai_search\":{\"score\":11,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":12,\"n\":16,\"avg_score\":0.75,\"percent\":25,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":11,\"n\":16,\"avg_score\":0.69,\"percent\":22.9,\"llms\":[\"openai_search\"]}}", "primary_channel_percent": 24, "control_channel_percent": null, "echo_bias_inflation_pp": null, "ausserplanmaessig": true, "combined_primary_percent": null, "combined_primary_n_providers": 0, "combined_primary_providers": null, "claude_web_measured_at": null }, { "id": "0ef2c9cd-2a65-4aeb-a26c-bb00a04cd704", "run_at": "2026-10-03 04:00:37", "stages_ok": 15, "stages_failed": 1, "duration_ms": 425358, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 31.3, "score_percent_v271": 31.3, "total_llms": 2, "total_llms_v271": 2, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":16,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":33.3,\"channel\":\"primary\"},\"openai_search\":{\"score\":14,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":29.2,\"channel\":\"primary\"}}", "by_llm": "{\"gemini\":{\"score\":16,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":33.3,\"channel\":\"primary\"},\"openai_search\":{\"score\":14,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":29.2,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":16,\"n\":16,\"avg_score\":1,\"percent\":33.3,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":14,\"n\":16,\"avg_score\":0.88,\"percent\":29.2,\"llms\":[\"openai_search\"]}}", "primary_channel_percent": 31.3, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 31.3, "combined_primary_n_providers": 2, "combined_primary_providers": { "openai": 29.2, "gemini": 33.3 }, "claude_web_measured_at": null }, { "id": "9402530f-2a5b-46e5-b6ff-b84be7d35e04", "run_at": "2026-10-04 04:00:34", "stages_ok": 16, "stages_failed": 0, "duration_ms": 403914, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 26, "score_percent_v271": 26, "total_llms": 2, "total_llms_v271": 2, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":16,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":33.3,\"channel\":\"primary\"},\"openai_search\":{\"score\":9,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":18.8,\"channel\":\"primary\"}}", "by_llm": "{\"gemini\":{\"score\":16,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":33.3,\"channel\":\"primary\"},\"openai_search\":{\"score\":9,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":18.8,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":16,\"n\":16,\"avg_score\":1,\"percent\":33.3,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":9,\"n\":16,\"avg_score\":0.56,\"percent\":18.8,\"llms\":[\"openai_search\"]}}", "primary_channel_percent": 26, "control_channel_percent": null, "echo_bias_inflation_pp": null, "ausserplanmaessig": true, "combined_primary_percent": null, "combined_primary_n_providers": 0, "combined_primary_providers": null, "claude_web_measured_at": null }, { "id": "57f3d8af-c812-4bb7-ad0c-adce044fa5f5", "run_at": "2026-10-05 04:02:03", "stages_ok": 16, "stages_failed": 0, "duration_ms": 1092848, "includes_weekly": 1, "triggered_by": "cron", "score_percent": null, "score_percent_v271": null, "total_llms": null, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": null, "by_llm_v271": null, "by_llm": null, "by_provider": null, "primary_channel_percent": null, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": null, "combined_primary_n_providers": 0, "combined_primary_providers": null, "claude_web_measured_at": null }, { "id": "298f0c43-f561-438d-915a-dffb3fef2b59", "run_at": "2026-10-06 04:01:24", "stages_ok": 16, "stages_failed": 0, "duration_ms": 438743, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 21.9, "score_percent_v271": 21.9, "total_llms": 2, "total_llms_v271": 2, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":11,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"openai_search\":{\"score\":10,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"}}", "by_llm": "{\"gemini\":{\"score\":11,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"openai_search\":{\"score\":10,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":11,\"n\":16,\"avg_score\":0.69,\"percent\":22.9,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":10,\"n\":16,\"avg_score\":0.63,\"percent\":20.8,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":3,\"n\":48,\"avg_score\":0.06,\"percent\":2.1,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"],\"measured_at\":\"2026-10-06T06:33:38+00:00\"}}", "primary_channel_percent": 21.9, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 15.3, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 20.8, "gemini": 22.9, "claude": 2.1 }, "claude_web_measured_at": "2026-10-06T06:33:38+00:00" }, { "id": "071484d0-f90d-40d2-a72f-6d081327548e", "run_at": "2026-10-07 04:01:33", "stages_ok": 16, "stages_failed": 0, "duration_ms": 159073, "includes_weekly": 0, "triggered_by": "cron", "score_percent": null, "score_percent_v271": null, "total_llms": null, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": null, "by_llm_v271": null, "by_llm": null, "by_provider": null, "primary_channel_percent": null, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": null, "combined_primary_n_providers": 0, "combined_primary_providers": null, "claude_web_measured_at": null }, { "id": "9287b1d0-3b1a-40d2-9538-071add5a4b64", "run_at": "2026-10-08 04:00:59", "stages_ok": 16, "stages_failed": 0, "duration_ms": 143020, "includes_weekly": 0, "triggered_by": "cron", "score_percent": null, "score_percent_v271": null, "total_llms": null, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": null, "by_llm_v271": null, "by_llm": null, "by_provider": null, "primary_channel_percent": null, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": null, "combined_primary_n_providers": 0, "combined_primary_providers": null, "claude_web_measured_at": null }, { "id": "971a9632-5cb4-4d5c-b79a-2b21e1df4070", "run_at": "2026-10-09 04:00:59", "stages_ok": 16, "stages_failed": 0, "duration_ms": 343837, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 21.4, "score_percent_v271": 21.4, "total_llms": 2, "total_llms_v271": 2, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":10.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":21.9,\"channel\":\"primary\"},\"openai_search\":{\"score\":10,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"}}", "by_llm": "{\"gemini\":{\"score\":10.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":21.9,\"channel\":\"primary\"},\"openai_search\":{\"score\":10,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":10.5,\"n\":16,\"avg_score\":0.66,\"percent\":21.9,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":10,\"n\":16,\"avg_score\":0.63,\"percent\":20.8,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":13,\"n\":48,\"avg_score\":0.27,\"percent\":9,\"llms\":[\"claude-haiku-5-5\",\"claude-opus-5-5\",\"claude-sonnet-5-5\"],\"measured_at\":\"2026-10-09T06:24:47+00:00\"}}", "primary_channel_percent": 21.4, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 17.2, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 20.8, "gemini": 21.9, "claude": 9 }, "claude_web_measured_at": "2026-10-09T06:24:47+00:00" }, { "id": "9f92fec5-3b5f-4295-bd0d-1dd32b6bdc6a", "run_at": "2026-10-10 04:00:44", "stages_ok": 15, "stages_failed": 1, "duration_ms": 154842, "includes_weekly": 0, "triggered_by": "cron", "score_percent": null, "score_percent_v271": null, "total_llms": null, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": null, "by_llm_v271": null, "by_llm": null, "by_provider": null, "primary_channel_percent": null, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": null, "combined_primary_n_providers": 0, "combined_primary_providers": null, "claude_web_measured_at": null }, { "id": "93d8c18e-04b2-4045-bf97-ef7b074f8475", "run_at": "2026-10-11 04:00:46", "stages_ok": 15, "stages_failed": 1, "duration_ms": 152243, "includes_weekly": 0, "triggered_by": "cron", "score_percent": null, "score_percent_v271": null, "total_llms": null, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": null, "by_llm_v271": null, "by_llm": null, "by_provider": null, "primary_channel_percent": null, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": null, "combined_primary_n_providers": 0, "combined_primary_providers": null, "claude_web_measured_at": null }, { "id": "4d992e0c-503e-4582-b15f-6c9615f0faa6", "run_at": "2026-10-12 04:00:46", "stages_ok": 16, "stages_failed": 0, "duration_ms": 1298721, "includes_weekly": 1, "triggered_by": "cron", "score_percent": 26, "score_percent_v271": 26, "total_llms": 2, "total_llms_v271": 2, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":11,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"openai_search\":{\"score\":14,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":29.2,\"channel\":\"primary\"}}", "by_llm": "{\"gemini\":{\"score\":11,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"openai_search\":{\"score\":14,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":29.2,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":11,\"n\":16,\"avg_score\":0.69,\"percent\":22.9,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":14,\"n\":16,\"avg_score\":0.88,\"percent\":29.2,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":11,\"n\":48,\"avg_score\":0.23,\"percent\":7.6,\"llms\":[\"claude-haiku-5-5\",\"claude-opus-5-5\",\"claude-sonnet-5-5\"],\"measured_at\":\"2026-10-12T06:25:30+00:00\"}}", "primary_channel_percent": 26, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 19.9, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 29.2, "gemini": 22.9, "claude": 7.6 }, "claude_web_measured_at": "2026-10-12T06:25:30+00:00" }, { "id": "2dcd3dab-580e-42cd-aa52-fafe9ab7f911", "run_at": "2026-10-13 04:00:57", "stages_ok": 15, "stages_failed": 1, "duration_ms": 165626, "includes_weekly": 0, "triggered_by": "cron", "score_percent": null, "score_percent_v271": null, "total_llms": null, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": null, "by_llm_v271": null, "by_llm": null, "by_provider": null, "primary_channel_percent": null, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": null, "combined_primary_n_providers": 0, "combined_primary_providers": null, "claude_web_measured_at": null }, { "id": "88789a11-5c1a-4470-9b80-3eaceda4e856", "run_at": "2026-10-14 04:00:33", "stages_ok": 15, "stages_failed": 1, "duration_ms": 167893, "includes_weekly": 0, "triggered_by": "cron", "score_percent": null, "score_percent_v271": null, "total_llms": null, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": null, "by_llm_v271": null, "by_llm": null, "by_provider": null, "primary_channel_percent": null, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": null, "combined_primary_n_providers": 0, "combined_primary_providers": null, "claude_web_measured_at": null }, { "id": "c411f252-05bb-4adc-8db3-b59a5bb6fe5d", "run_at": "2026-10-15 04:01:06", "stages_ok": 16, "stages_failed": 0, "duration_ms": 362876, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 21.9, "score_percent_v271": 21.9, "total_llms": 2, "total_llms_v271": 2, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":13,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":27.1,\"channel\":\"primary\"},\"openai_search\":{\"score\":8,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"}}", "by_llm": "{\"gemini\":{\"score\":13,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":27.1,\"channel\":\"primary\"},\"openai_search\":{\"score\":8,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":13,\"n\":16,\"avg_score\":0.81,\"percent\":27.1,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":8,\"n\":16,\"avg_score\":0.5,\"percent\":16.7,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":10,\"n\":48,\"avg_score\":0.21,\"percent\":6.9,\"llms\":[\"claude-haiku-5-5\",\"claude-opus-5-5\",\"claude-sonnet-5-5\"],\"measured_at\":\"2026-10-15T06:28:06+00:00\"}}", "primary_channel_percent": 21.9, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 16.9, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 16.7, "gemini": 27.1, "claude": 6.9 }, "claude_web_measured_at": "2026-10-15T06:28:06+00:00" }, { "id": "ec6ca1e1-77e8-479d-adff-c8755d93f8ed", "run_at": "2026-10-16 04:01:08", "stages_ok": 15, "stages_failed": 1, "duration_ms": 159388, "includes_weekly": 0, "triggered_by": "cron", "score_percent": null, "score_percent_v271": null, "total_llms": null, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": null, "by_llm_v271": null, "by_llm": null, "by_provider": null, "primary_channel_percent": null, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": null, "combined_primary_n_providers": 0, "combined_primary_providers": null, "claude_web_measured_at": null }, { "id": "43f10a03-b99b-403a-a8a3-0a5a4784ebc3", "run_at": "2026-10-17 04:01:07", "stages_ok": 16, "stages_failed": 0, "duration_ms": 138737, "includes_weekly": 0, "triggered_by": "cron", "score_percent": null, "score_percent_v271": null, "total_llms": null, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": null, "by_llm_v271": null, "by_llm": null, "by_provider": null, "primary_channel_percent": null, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": null, "combined_primary_n_providers": 0, "combined_primary_providers": null, "claude_web_measured_at": null }, { "id": "bb00611e-1bc5-4f4e-b6cd-6f823c4795c3", "run_at": "2026-10-18 04:00:30", "stages_ok": 15, "stages_failed": 1, "duration_ms": 369086, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 22.9, "score_percent_v271": 22.9, "total_llms": 2, "total_llms_v271": 2, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":11,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"openai_search\":{\"score\":11,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"}}", "by_llm": "{\"gemini\":{\"score\":11,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"openai_search\":{\"score\":11,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":11,\"n\":16,\"avg_score\":0.69,\"percent\":22.9,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":11,\"n\":16,\"avg_score\":0.69,\"percent\":22.9,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":12,\"n\":48,\"avg_score\":0.25,\"percent\":8.3,\"llms\":[\"claude-haiku-5-5\",\"claude-opus-5-5\",\"claude-sonnet-5-5\"],\"measured_at\":\"2026-10-18T06:27:03+00:00\"}}", "primary_channel_percent": 22.9, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 18.1, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 22.9, "gemini": 22.9, "claude": 8.4 }, "claude_web_measured_at": "2026-10-18T06:27:03+00:00" }, { "id": "7ece0bf4-8766-4b22-ace5-6b753b8f70ef", "run_at": "2026-10-19 04:00:29", "stages_ok": 15, "stages_failed": 1, "duration_ms": 1031905, "includes_weekly": 1, "triggered_by": "cron", "score_percent": null, "score_percent_v271": null, "total_llms": null, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": null, "by_llm_v271": null, "by_llm": null, "by_provider": null, "primary_channel_percent": null, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": null, "combined_primary_n_providers": 0, "combined_primary_providers": null, "claude_web_measured_at": null }, { "id": "d3dcadf5-9883-4a6c-bcc8-63944871319d", "run_at": "2026-10-20 04:00:04", "stages_ok": 16, "stages_failed": 0, "duration_ms": 151115, "includes_weekly": 0, "triggered_by": "cron", "score_percent": null, "score_percent_v271": null, "total_llms": null, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": null, "by_llm_v271": null, "by_llm": null, "by_provider": null, "primary_channel_percent": null, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": null, "combined_primary_n_providers": 0, "combined_primary_providers": null, "claude_web_measured_at": null }, { "id": "2928e456-7823-42d3-849c-a07c124b8967", "run_at": "2026-10-21 04:00:32", "stages_ok": 16, "stages_failed": 0, "duration_ms": 316237, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 29.2, "score_percent_v271": 29.2, "total_llms": 2, "total_llms_v271": 2, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":17,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":35.4,\"channel\":\"primary\"},\"openai_search\":{\"score\":11,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"}}", "by_llm": "{\"gemini\":{\"score\":17,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":35.4,\"channel\":\"primary\"},\"openai_search\":{\"score\":11,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":17,\"n\":16,\"avg_score\":1.06,\"percent\":35.4,\"llms\":[\"gemini\"]},\"OpenAI\":{\"score\":11,\"n\":16,\"avg_score\":0.69,\"percent\":22.9,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":12,\"n\":48,\"avg_score\":0.25,\"percent\":8.3,\"llms\":[\"claude-haiku-5-5\",\"claude-opus-5-5\",\"claude-sonnet-5-5\"],\"measured_at\":\"2026-10-21T06:25:41+00:00\"}}", "primary_channel_percent": 29.2, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 22.2, "combined_primary_n_providers": 3, "combined_primary_providers": { "openai": 22.9, "gemini": 35.4, "claude": 8.3 }, "claude_web_measured_at": "2026-10-21T06:25:41+00:00" }, { "id": "4862dac0-776e-48f8-93fd-3217d379f8d6", "run_at": "2026-10-22 04:00:32", "stages_ok": 15, "stages_failed": 1, "duration_ms": 147871, "includes_weekly": 0, "triggered_by": "cron", "score_percent": null, "score_percent_v271": null, "total_llms": null, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": null, "by_llm_v271": null, "by_llm": null, "by_provider": null, "primary_channel_percent": null, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": null, "combined_primary_n_providers": 0, "combined_primary_providers": null, "claude_web_measured_at": null }, { "id": "ba4d8d91-5ca9-46a5-9a05-14a672ff0e77", "run_at": "2026-10-23 04:00:32", "stages_ok": 15, "stages_failed": 1, "duration_ms": 154978, "includes_weekly": 0, "triggered_by": "cron", "score_percent": null, "score_percent_v271": null, "total_llms": null, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": null, "by_llm_v271": null, "by_llm": null, "by_provider": null, "primary_channel_percent": null, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": null, "combined_primary_n_providers": 0, "combined_primary_providers": null, "claude_web_measured_at": null }, { "id": "7a5d8cfa-8efb-44b9-b227-729d28796f62", "run_at": "2026-10-24 04:00:33", "stages_ok": 15, "stages_failed": 1, "duration_ms": 278638, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 29.2, "score_percent_v271": 29.2, "total_llms": 1, "total_llms_v271": 1, "unavailable_llms_v271": "[\"gemini\"]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":0,\"n\":0,\"n_attempted\":16,\"n_error\":16,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"openai_search\":{\"score\":14,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":29.2,\"channel\":\"primary\"}}", "by_llm": "{\"gemini\":{\"score\":0,\"n\":0,\"n_attempted\":16,\"n_error\":16,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"openai_search\":{\"score\":14,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":29.2,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":14,\"n\":16,\"avg_score\":0.88,\"percent\":29.2,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":10.5,\"n\":48,\"avg_score\":0.22,\"percent\":7.3,\"llms\":[\"claude-haiku-5-5\",\"claude-opus-5-5\",\"claude-sonnet-5-5\"],\"measured_at\":\"2026-10-24T06:26:15+00:00\"}}", "primary_channel_percent": 29.2, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 18.3, "combined_primary_n_providers": 2, "combined_primary_providers": { "openai": 29.2, "claude": 7.3 }, "claude_web_measured_at": "2026-10-24T06:26:15+00:00" }, { "id": "ef06860d-f5a8-4dbf-afc4-01b366bae7fb", "run_at": "2026-10-25 04:00:32", "stages_ok": 15, "stages_failed": 1, "duration_ms": 124512, "includes_weekly": 0, "triggered_by": "cron", "score_percent": null, "score_percent_v271": null, "total_llms": null, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": null, "by_llm_v271": null, "by_llm": null, "by_provider": null, "primary_channel_percent": null, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": null, "combined_primary_n_providers": 0, "combined_primary_providers": null, "claude_web_measured_at": null }, { "id": "7e789259-0bbb-4a1a-86cf-7a26b4859820", "run_at": "2026-10-26 04:00:33", "stages_ok": 15, "stages_failed": 1, "duration_ms": 1043460, "includes_weekly": 1, "triggered_by": "cron", "score_percent": null, "score_percent_v271": null, "total_llms": null, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": null, "by_llm_v271": null, "by_llm": null, "by_provider": null, "primary_channel_percent": null, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": null, "combined_primary_n_providers": 0, "combined_primary_providers": null, "claude_web_measured_at": null }, { "id": "584a84ad-e24e-449e-be1a-c8964f94a0aa", "run_at": "2026-10-27 04:00:32", "stages_ok": 15, "stages_failed": 1, "duration_ms": 291074, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 29.2, "score_percent_v271": 29.2, "total_llms": 1, "total_llms_v271": 1, "unavailable_llms_v271": "[\"gemini\"]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"gemini\":{\"score\":0,\"n\":0,\"n_attempted\":16,\"n_error\":16,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"openai_search\":{\"score\":14,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":29.2,\"channel\":\"primary\"}}", "by_llm": "{\"gemini\":{\"score\":0,\"n\":0,\"n_attempted\":16,\"n_error\":16,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"openai_search\":{\"score\":14,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":29.2,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":14,\"n\":16,\"avg_score\":0.88,\"percent\":29.2,\"llms\":[\"openai_search\"]},\"Claude\":{\"score\":7,\"n\":48,\"avg_score\":0.15,\"percent\":4.9,\"llms\":[\"claude-haiku-5-5\",\"claude-opus-5-5\",\"claude-sonnet-5-5\"],\"measured_at\":\"2026-10-27T07:25:16+00:00\"}}", "primary_channel_percent": 29.2, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": 17.1, "combined_primary_n_providers": 2, "combined_primary_providers": { "openai": 29.2, "claude": 4.9 }, "claude_web_measured_at": "2026-10-27T07:25:16+00:00" }, { "id": "3b436981-2fc0-4cd1-9572-47f297510662", "run_at": "2026-10-28 04:00:32", "stages_ok": 15, "stages_failed": 1, "duration_ms": 67996, "includes_weekly": 0, "triggered_by": "cron", "score_percent": null, "score_percent_v271": null, "total_llms": null, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": null, "by_llm_v271": null, "by_llm": null, "by_provider": null, "primary_channel_percent": null, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": null, "combined_primary_n_providers": 0, "combined_primary_providers": null, "claude_web_measured_at": null }, { "id": "f7f8d0e6-7cba-4744-8251-4441a68ec9e6", "run_at": "2026-10-29 04:00:32", "stages_ok": 16, "stages_failed": 0, "duration_ms": 101125, "includes_weekly": 0, "triggered_by": "cron", "score_percent": null, "score_percent_v271": null, "total_llms": null, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": null, "by_llm_v271": null, "by_llm": null, "by_provider": null, "primary_channel_percent": null, "control_channel_percent": null, "echo_bias_inflation_pp": null, "combined_primary_percent": null, "combined_primary_n_providers": 0, "combined_primary_providers": null, "claude_web_measured_at": null } ] }