{ "days": 30, "points": [ { "id": "298b8b52-3d05-4dbd-8f00-e6b3cf9a4959", "run_at": "2026-06-21 04:00:56", "stages_ok": 18, "stages_failed": 1, "duration_ms": 378859, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 10.8, "score_percent_v271": 10.8, "total_llms": 7, "total_llms_v271": 7, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":8,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":8.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":14,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":21.2,\"channel\":\"primary\"},\"gemini\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":8,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":8.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":14,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":21.2,\"channel\":\"primary\"},\"gemini\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":14,\"n\":22,\"avg_score\":0.64,\"percent\":21.2,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":12,\"n\":32,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 16, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "298b8b52-3d05-4dbd-8f00-e6b3cf9a4959", "run_at": "2026-06-21 04:00:56", "stages_ok": 18, "stages_failed": 1, "duration_ms": 378859, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 10.8, "score_percent_v271": 10.8, "total_llms": 7, "total_llms_v271": 7, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":8,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":8.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":14,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":21.2,\"channel\":\"primary\"},\"gemini\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":8,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":8.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":14,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":21.2,\"channel\":\"primary\"},\"gemini\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":14,\"n\":22,\"avg_score\":0.64,\"percent\":21.2,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":12,\"n\":32,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 16, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "f04ec423-6618-40cc-92dc-8d5913befafa", "run_at": "2026-06-23 04:00:25", "stages_ok": 14, "stages_failed": 1, "duration_ms": 177453, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 8.9, "score_percent_v271": 8.9, "total_llms": 7, "total_llms_v271": 7, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":5.2,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":19,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":19.8,\"channel\":\"unknown\"},\"openai_search\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"primary\"},\"gemini\":{\"score\":2,\"n\":21,\"n_attempted\":32,\"n_error\":11,\"percent\":3.2,\"channel\":\"primary\"},\"claude_opus\":{\"score\":-3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-6.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":6.3,\"channel\":\"removed\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":5.2,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":19,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":19.8,\"channel\":\"unknown\"},\"openai_search\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"primary\"},\"gemini\":{\"score\":2,\"n\":21,\"n_attempted\":32,\"n_error\":11,\"percent\":3.2,\"channel\":\"primary\"},\"claude_opus\":{\"score\":-3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-6.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":6.3,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":18,\"n\":32,\"avg_score\":0.56,\"percent\":18.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":2,\"n\":21,\"avg_score\":0.1,\"percent\":3.2,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 12.6, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "f04ec423-6618-40cc-92dc-8d5913befafa", "run_at": "2026-06-23 04:00:25", "stages_ok": 14, "stages_failed": 1, "duration_ms": 177453, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 8.9, "score_percent_v271": 8.9, "total_llms": 7, "total_llms_v271": 7, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":5.2,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":19,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":19.8,\"channel\":\"unknown\"},\"openai_search\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"primary\"},\"gemini\":{\"score\":2,\"n\":21,\"n_attempted\":32,\"n_error\":11,\"percent\":3.2,\"channel\":\"primary\"},\"claude_opus\":{\"score\":-3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-6.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":6.3,\"channel\":\"removed\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":5.2,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":19,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":19.8,\"channel\":\"unknown\"},\"openai_search\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"primary\"},\"gemini\":{\"score\":2,\"n\":21,\"n_attempted\":32,\"n_error\":11,\"percent\":3.2,\"channel\":\"primary\"},\"claude_opus\":{\"score\":-3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-6.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":6.3,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":18,\"n\":32,\"avg_score\":0.56,\"percent\":18.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":2,\"n\":21,\"avg_score\":0.1,\"percent\":3.2,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 12.6, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "0984f140-4e6f-4129-a3a9-b66e9c39303c", "run_at": "2026-06-24 04:00:24", "stages_ok": 14, "stages_failed": 1, "duration_ms": 158938, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 5.5, "score_percent_v271": 5.5, "total_llms": 7, "total_llms_v271": 7, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"unknown\"},\"openai_search\":{\"score\":10,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":10.8,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":14,\"n_attempted\":32,\"n_error\":18,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-6.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"unknown\"},\"openai_search\":{\"score\":10,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":10.8,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":14,\"n_attempted\":32,\"n_error\":18,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-6.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":10,\"n\":31,\"avg_score\":0.32,\"percent\":10.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":0,\"n\":14,\"avg_score\":0,\"percent\":0,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 7.4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "0984f140-4e6f-4129-a3a9-b66e9c39303c", "run_at": "2026-06-24 04:00:24", "stages_ok": 14, "stages_failed": 1, "duration_ms": 158938, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 5.5, "score_percent_v271": 5.5, "total_llms": 7, "total_llms_v271": 7, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"unknown\"},\"openai_search\":{\"score\":10,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":10.8,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":14,\"n_attempted\":32,\"n_error\":18,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-6.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"unknown\"},\"openai_search\":{\"score\":10,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":10.8,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":14,\"n_attempted\":32,\"n_error\":18,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-6.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":10,\"n\":31,\"avg_score\":0.32,\"percent\":10.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":0,\"n\":14,\"avg_score\":0,\"percent\":0,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 7.4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "71e764cf-90fa-4d8c-8896-a1d4beb0fce6", "run_at": "2026-06-25 04:00:46", "stages_ok": 14, "stages_failed": 1, "duration_ms": 114592, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 6.1, "score_percent_v271": 6.1, "total_llms": 6, "total_llms_v271": 6, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"removed\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"removed\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":10,\"n\":32,\"avg_score\":0.31,\"percent\":10.4,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 8.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "71e764cf-90fa-4d8c-8896-a1d4beb0fce6", "run_at": "2026-06-25 04:00:46", "stages_ok": 14, "stages_failed": 1, "duration_ms": 114592, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 6.1, "score_percent_v271": 6.1, "total_llms": 6, "total_llms_v271": 6, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"removed\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"removed\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":10,\"n\":32,\"avg_score\":0.31,\"percent\":10.4,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 8.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "275c6d98-e292-4cb4-ac9c-e71184637feb", "run_at": "2026-06-26 04:00:50", "stages_ok": 15, "stages_failed": 0, "duration_ms": 245202, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 14.9, "score_percent_v271": 14.9, "total_llms": 6, "total_llms_v271": 6, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":28,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":29.2,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":32,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":33.3,\"channel\":\"removed\"},\"gemini\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":28,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":29.2,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":32,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":33.3,\"channel\":\"removed\"},\"gemini\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":28,\"n\":32,\"avg_score\":0.88,\"percent\":29.2,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":4,\"n\":32,\"avg_score\":0.13,\"percent\":4.2,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 16.7, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "275c6d98-e292-4cb4-ac9c-e71184637feb", "run_at": "2026-06-26 04:00:50", "stages_ok": 15, "stages_failed": 0, "duration_ms": 245202, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 14.9, "score_percent_v271": 14.9, "total_llms": 6, "total_llms_v271": 6, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":28,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":29.2,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":32,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":33.3,\"channel\":\"removed\"},\"gemini\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":28,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":29.2,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":32,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":33.3,\"channel\":\"removed\"},\"gemini\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":28,\"n\":32,\"avg_score\":0.88,\"percent\":29.2,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":4,\"n\":32,\"avg_score\":0.13,\"percent\":4.2,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 16.7, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "3f1f89bf-cb0d-410b-8928-f45ef7350969", "run_at": "2026-06-27 04:00:49", "stages_ok": 15, "stages_failed": 0, "duration_ms": 240361, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 11, "score_percent_v271": 11, "total_llms": 6, "total_llms_v271": 6, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"removed\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"removed\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":20,\"n\":32,\"avg_score\":0.63,\"percent\":20.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 13.5, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "3f1f89bf-cb0d-410b-8928-f45ef7350969", "run_at": "2026-06-27 04:00:49", "stages_ok": 15, "stages_failed": 0, "duration_ms": 240361, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 11, "score_percent_v271": 11, "total_llms": 6, "total_llms_v271": 6, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"removed\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"removed\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":20,\"n\":32,\"avg_score\":0.63,\"percent\":20.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 13.5, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "41d381f7-b0f5-473e-8409-6bc1fe8340c9", "run_at": "2026-06-28 04:00:50", "stages_ok": 15, "stages_failed": 0, "duration_ms": 211003, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 9.1, "score_percent_v271": 9.1, "total_llms": 6, "total_llms_v271": 6, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"removed\"},\"gemini\":{\"score\":14,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":14.6,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"removed\"},\"gemini\":{\"score\":14,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":14.6,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":12,\"n\":32,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":14,\"n\":32,\"avg_score\":0.44,\"percent\":14.6,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 13.5, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "41d381f7-b0f5-473e-8409-6bc1fe8340c9", "run_at": "2026-06-28 04:00:50", "stages_ok": 15, "stages_failed": 0, "duration_ms": 211003, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 9.1, "score_percent_v271": 9.1, "total_llms": 6, "total_llms_v271": 6, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"removed\"},\"gemini\":{\"score\":14,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":14.6,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"removed\"},\"gemini\":{\"score\":14,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":14.6,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":12,\"n\":32,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":14,\"n\":32,\"avg_score\":0.44,\"percent\":14.6,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 13.5, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "208f260f-5f47-405f-aaf7-453bfa4eb820", "run_at": "2026-06-30 04:00:22", "stages_ok": 16, "stages_failed": 0, "duration_ms": 250979, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 6.3, "score_percent_v271": 6.3, "total_llms": 6, "total_llms_v271": 6, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"removed\"},\"gemini\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"removed\"},\"gemini\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":10,\"n\":32,\"avg_score\":0.31,\"percent\":10.4,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 8.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "208f260f-5f47-405f-aaf7-453bfa4eb820", "run_at": "2026-06-30 04:00:22", "stages_ok": 16, "stages_failed": 0, "duration_ms": 250979, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 6.3, "score_percent_v271": 6.3, "total_llms": 6, "total_llms_v271": 6, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"removed\"},\"gemini\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"removed\"},\"gemini\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":10,\"n\":32,\"avg_score\":0.31,\"percent\":10.4,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 8.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "c60dd369-47ee-4b36-b039-7e884699b069", "run_at": "2026-07-01 04:00:56", "stages_ok": 16, "stages_failed": 0, "duration_ms": 261256, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 16, "score_percent_v271": 16, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":26,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":48.1,\"channel\":\"primary\"},\"gemini\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":6.3,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":26,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":48.1,\"channel\":\"primary\"},\"gemini\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":6.3,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":26,\"n\":18,\"avg_score\":1.44,\"percent\":48.1,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":18,\"n\":32,\"avg_score\":0.56,\"percent\":18.8,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 29.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "c60dd369-47ee-4b36-b039-7e884699b069", "run_at": "2026-07-01 04:00:56", "stages_ok": 16, "stages_failed": 0, "duration_ms": 261256, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 16, "score_percent_v271": 16, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":26,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":48.1,\"channel\":\"primary\"},\"gemini\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":6.3,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":26,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":48.1,\"channel\":\"primary\"},\"gemini\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":6.3,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":26,\"n\":18,\"avg_score\":1.44,\"percent\":48.1,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":18,\"n\":32,\"avg_score\":0.56,\"percent\":18.8,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 29.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "1353d3f0-b2ed-4ba4-90fb-4e6d318321a8", "run_at": "2026-07-02 04:01:05", "stages_ok": 15, "stages_failed": 1, "duration_ms": 282723, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 6.5, "score_percent_v271": 6.5, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":11,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":20.4,\"channel\":\"primary\"},\"gemini\":{\"score\":8,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":8.3,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":11,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":20.4,\"channel\":\"primary\"},\"gemini\":{\"score\":8,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":8.3,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":11,\"n\":18,\"avg_score\":0.61,\"percent\":20.4,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":8,\"n\":32,\"avg_score\":0.25,\"percent\":8.3,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":18,\"n\":48,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"]}}", "primary_channel_percent": 12.7, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "1353d3f0-b2ed-4ba4-90fb-4e6d318321a8", "run_at": "2026-07-02 04:01:05", "stages_ok": 15, "stages_failed": 1, "duration_ms": 282723, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 6.5, "score_percent_v271": 6.5, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":11,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":20.4,\"channel\":\"primary\"},\"gemini\":{\"score\":8,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":8.3,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":11,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":20.4,\"channel\":\"primary\"},\"gemini\":{\"score\":8,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":8.3,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":11,\"n\":18,\"avg_score\":0.61,\"percent\":20.4,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":8,\"n\":32,\"avg_score\":0.25,\"percent\":8.3,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":18,\"n\":48,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"]}}", "primary_channel_percent": 12.7, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "6cf7e7f5-a2c9-45ab-ae46-df675141bc8b", "run_at": "2026-07-03 04:00:39", "stages_ok": 16, "stages_failed": 0, "duration_ms": 328217, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 5.2, "score_percent_v271": 5.2, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":11,\"n\":20,\"n_attempted\":32,\"n_error\":12,\"percent\":18.3,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":6,\"n_attempted\":32,\"n_error\":26,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":11,\"n\":20,\"n_attempted\":32,\"n_error\":12,\"percent\":18.3,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":6,\"n_attempted\":32,\"n_error\":26,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":11,\"n\":20,\"avg_score\":0.55,\"percent\":18.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":0,\"n\":6,\"avg_score\":0,\"percent\":0,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":27,\"n\":48,\"avg_score\":0.56,\"percent\":18.8,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"]}}", "primary_channel_percent": 14.1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "6cf7e7f5-a2c9-45ab-ae46-df675141bc8b", "run_at": "2026-07-03 04:00:39", "stages_ok": 16, "stages_failed": 0, "duration_ms": 328217, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 5.2, "score_percent_v271": 5.2, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":11,\"n\":20,\"n_attempted\":32,\"n_error\":12,\"percent\":18.3,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":6,\"n_attempted\":32,\"n_error\":26,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":11,\"n\":20,\"n_attempted\":32,\"n_error\":12,\"percent\":18.3,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":6,\"n_attempted\":32,\"n_error\":26,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":11,\"n\":20,\"avg_score\":0.55,\"percent\":18.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":0,\"n\":6,\"avg_score\":0,\"percent\":0,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":27,\"n\":48,\"avg_score\":0.56,\"percent\":18.8,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"]}}", "primary_channel_percent": 14.1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "eb0fe53f-317c-46bd-9892-cc805448a437", "run_at": "2026-07-04 04:00:35", "stages_ok": 16, "stages_failed": 0, "duration_ms": 275075, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 11.8, "score_percent_v271": 11.8, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":18,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":37.5,\"channel\":\"primary\"},\"gemini\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":18,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":37.5,\"channel\":\"primary\"},\"gemini\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":18,\"n\":16,\"avg_score\":1.13,\"percent\":37.5,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":16,\"n\":32,\"avg_score\":0.5,\"percent\":16.7,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":27.5,\"n\":48,\"avg_score\":0.57,\"percent\":19.1,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"]}}", "primary_channel_percent": 23.6, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "eb0fe53f-317c-46bd-9892-cc805448a437", "run_at": "2026-07-04 04:00:35", "stages_ok": 16, "stages_failed": 0, "duration_ms": 275075, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 11.8, "score_percent_v271": 11.8, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":18,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":37.5,\"channel\":\"primary\"},\"gemini\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":18,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":37.5,\"channel\":\"primary\"},\"gemini\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":18,\"n\":16,\"avg_score\":1.13,\"percent\":37.5,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":16,\"n\":32,\"avg_score\":0.5,\"percent\":16.7,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":27.5,\"n\":48,\"avg_score\":0.57,\"percent\":19.1,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"]}}", "primary_channel_percent": 23.6, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "338d4cf3-1f82-406c-9480-7bac81d8a37a", "run_at": "2026-07-05 04:00:40", "stages_ok": 15, "stages_failed": 1, "duration_ms": 524128, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 10.2, "score_percent_v271": 10.2, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":24,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":26.7,\"channel\":\"primary\"},\"gemini\":{\"score\":4,\"n\":15,\"n_attempted\":32,\"n_error\":17,\"percent\":8.9,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":24,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":26.7,\"channel\":\"primary\"},\"gemini\":{\"score\":4,\"n\":15,\"n_attempted\":32,\"n_error\":17,\"percent\":8.9,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":24,\"n\":30,\"avg_score\":0.8,\"percent\":26.7,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":4,\"n\":15,\"avg_score\":0.27,\"percent\":8.9,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 20.7, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "338d4cf3-1f82-406c-9480-7bac81d8a37a", "run_at": "2026-07-05 04:00:40", "stages_ok": 15, "stages_failed": 1, "duration_ms": 524128, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 10.2, "score_percent_v271": 10.2, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":24,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":26.7,\"channel\":\"primary\"},\"gemini\":{\"score\":4,\"n\":15,\"n_attempted\":32,\"n_error\":17,\"percent\":8.9,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":24,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":26.7,\"channel\":\"primary\"},\"gemini\":{\"score\":4,\"n\":15,\"n_attempted\":32,\"n_error\":17,\"percent\":8.9,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":24,\"n\":30,\"avg_score\":0.8,\"percent\":26.7,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":4,\"n\":15,\"avg_score\":0.27,\"percent\":8.9,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 20.7, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "a0a35aac-c13d-406b-a7ef-79b47ff7cc42", "run_at": "2026-07-06 04:00:40", "stages_ok": 16, "stages_failed": 0, "duration_ms": 1219428, "includes_weekly": 1, "triggered_by": "cron", "score_percent": 16, "score_percent_v271": 16, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":28,\"n\":25,\"n_attempted\":32,\"n_error\":7,\"percent\":37.3,\"channel\":\"primary\"},\"gemini\":{\"score\":22,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":28,\"n\":25,\"n_attempted\":32,\"n_error\":7,\"percent\":37.3,\"channel\":\"primary\"},\"gemini\":{\"score\":22,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":28,\"n\":25,\"avg_score\":1.12,\"percent\":37.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":22,\"n\":32,\"avg_score\":0.69,\"percent\":22.9,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 29.2, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "a0a35aac-c13d-406b-a7ef-79b47ff7cc42", "run_at": "2026-07-06 04:00:40", "stages_ok": 16, "stages_failed": 0, "duration_ms": 1219428, "includes_weekly": 1, "triggered_by": "cron", "score_percent": 16, "score_percent_v271": 16, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":28,\"n\":25,\"n_attempted\":32,\"n_error\":7,\"percent\":37.3,\"channel\":\"primary\"},\"gemini\":{\"score\":22,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":28,\"n\":25,\"n_attempted\":32,\"n_error\":7,\"percent\":37.3,\"channel\":\"primary\"},\"gemini\":{\"score\":22,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":28,\"n\":25,\"avg_score\":1.12,\"percent\":37.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":22,\"n\":32,\"avg_score\":0.69,\"percent\":22.9,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 29.2, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "17b4a3f2-6f32-4f62-b6e3-f937207439f2", "run_at": "2026-07-07 04:00:38", "stages_ok": 16, "stages_failed": 0, "duration_ms": 315877, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 4.7, "score_percent_v271": 4.7, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":9,\"n\":20,\"n_attempted\":32,\"n_error\":12,\"percent\":15,\"channel\":\"primary\"},\"gemini\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":9,\"n\":20,\"n_attempted\":32,\"n_error\":12,\"percent\":15,\"channel\":\"primary\"},\"gemini\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":9,\"n\":20,\"avg_score\":0.45,\"percent\":15,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":4,\"n\":32,\"avg_score\":0.13,\"percent\":4.2,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 8.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "17b4a3f2-6f32-4f62-b6e3-f937207439f2", "run_at": "2026-07-07 04:00:38", "stages_ok": 16, "stages_failed": 0, "duration_ms": 315877, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 4.7, "score_percent_v271": 4.7, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":9,\"n\":20,\"n_attempted\":32,\"n_error\":12,\"percent\":15,\"channel\":\"primary\"},\"gemini\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":9,\"n\":20,\"n_attempted\":32,\"n_error\":12,\"percent\":15,\"channel\":\"primary\"},\"gemini\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":9,\"n\":20,\"avg_score\":0.45,\"percent\":15,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":4,\"n\":32,\"avg_score\":0.13,\"percent\":4.2,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 8.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "e42e5da7-09ae-4ef7-8cea-1291c586a33c", "run_at": "2026-07-08 04:00:16", "stages_ok": 16, "stages_failed": 0, "duration_ms": 333443, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 10.5, "score_percent_v271": 10.5, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":18,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":27.3,\"channel\":\"primary\"},\"gemini\":{\"score\":14,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":14.6,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":18,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":27.3,\"channel\":\"primary\"},\"gemini\":{\"score\":14,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":14.6,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":18,\"n\":22,\"avg_score\":0.82,\"percent\":27.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":14,\"n\":32,\"avg_score\":0.44,\"percent\":14.6,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 19.8, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "e42e5da7-09ae-4ef7-8cea-1291c586a33c", "run_at": "2026-07-08 04:00:16", "stages_ok": 16, "stages_failed": 0, "duration_ms": 333443, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 10.5, "score_percent_v271": 10.5, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":18,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":27.3,\"channel\":\"primary\"},\"gemini\":{\"score\":14,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":14.6,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":18,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":27.3,\"channel\":\"primary\"},\"gemini\":{\"score\":14,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":14.6,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":18,\"n\":22,\"avg_score\":0.82,\"percent\":27.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":14,\"n\":32,\"avg_score\":0.44,\"percent\":14.6,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 19.8, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "1eeda1ff-8ad5-47d3-809f-61a4977c49ef", "run_at": "2026-07-09 04:00:17", "stages_ok": 16, "stages_failed": 0, "duration_ms": 292811, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 9.4, "score_percent_v271": 9.4, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":10,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":20.8,\"channel\":\"primary\"},\"gemini\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":10,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":20.8,\"channel\":\"primary\"},\"gemini\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":10,\"n\":16,\"avg_score\":0.63,\"percent\":20.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":16,\"n\":32,\"avg_score\":0.5,\"percent\":16.7,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 18.1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "1eeda1ff-8ad5-47d3-809f-61a4977c49ef", "run_at": "2026-07-09 04:00:17", "stages_ok": 16, "stages_failed": 0, "duration_ms": 292811, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 9.4, "score_percent_v271": 9.4, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":10,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":20.8,\"channel\":\"primary\"},\"gemini\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":10,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":20.8,\"channel\":\"primary\"},\"gemini\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":10,\"n\":16,\"avg_score\":0.63,\"percent\":20.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":16,\"n\":32,\"avg_score\":0.5,\"percent\":16.7,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 18.1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "e12c40c2-ecf3-47d0-bad0-fd5b78bbdb55", "run_at": "2026-07-10 04:00:47", "stages_ok": 16, "stages_failed": 0, "duration_ms": 298426, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 9, "score_percent_v271": 9, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":14,\"n\":14,\"n_attempted\":32,\"n_error\":18,\"percent\":33.3,\"channel\":\"primary\"},\"gemini\":{\"score\":11,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":11.5,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":14,\"n\":14,\"n_attempted\":32,\"n_error\":18,\"percent\":33.3,\"channel\":\"primary\"},\"gemini\":{\"score\":11,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":11.5,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":14,\"n\":14,\"avg_score\":1,\"percent\":33.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":11,\"n\":32,\"avg_score\":0.34,\"percent\":11.5,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 18.1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "e12c40c2-ecf3-47d0-bad0-fd5b78bbdb55", "run_at": "2026-07-10 04:00:47", "stages_ok": 16, "stages_failed": 0, "duration_ms": 298426, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 9, "score_percent_v271": 9, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":14,\"n\":14,\"n_attempted\":32,\"n_error\":18,\"percent\":33.3,\"channel\":\"primary\"},\"gemini\":{\"score\":11,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":11.5,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":14,\"n\":14,\"n_attempted\":32,\"n_error\":18,\"percent\":33.3,\"channel\":\"primary\"},\"gemini\":{\"score\":11,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":11.5,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":14,\"n\":14,\"avg_score\":1,\"percent\":33.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":11,\"n\":32,\"avg_score\":0.34,\"percent\":11.5,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 18.1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "51055e07-b53a-4a66-b911-c01e7717d45e", "run_at": "2026-07-11 04:00:44", "stages_ok": 16, "stages_failed": 0, "duration_ms": 375732, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 12.2, "score_percent_v271": 12.2, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":14,\"n\":21,\"n_attempted\":32,\"n_error\":11,\"percent\":22.2,\"channel\":\"primary\"},\"gemini\":{\"score\":23,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":24,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":14,\"n\":21,\"n_attempted\":32,\"n_error\":11,\"percent\":22.2,\"channel\":\"primary\"},\"gemini\":{\"score\":23,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":24,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":14,\"n\":21,\"avg_score\":0.67,\"percent\":22.2,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":23,\"n\":32,\"avg_score\":0.72,\"percent\":24,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 23.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "51055e07-b53a-4a66-b911-c01e7717d45e", "run_at": "2026-07-11 04:00:44", "stages_ok": 16, "stages_failed": 0, "duration_ms": 375732, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 12.2, "score_percent_v271": 12.2, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":14,\"n\":21,\"n_attempted\":32,\"n_error\":11,\"percent\":22.2,\"channel\":\"primary\"},\"gemini\":{\"score\":23,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":24,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":14,\"n\":21,\"n_attempted\":32,\"n_error\":11,\"percent\":22.2,\"channel\":\"primary\"},\"gemini\":{\"score\":23,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":24,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":14,\"n\":21,\"avg_score\":0.67,\"percent\":22.2,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":23,\"n\":32,\"avg_score\":0.72,\"percent\":24,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 23.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "26d5c27f-611d-4503-a2c6-ebe53b1b843c", "run_at": "2026-07-12 04:00:43", "stages_ok": 16, "stages_failed": 0, "duration_ms": 275503, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 12.2, "score_percent_v271": 12.2, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":10,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":18.5,\"channel\":\"primary\"},\"gemini\":{\"score\":26,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":27.1,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":10,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":18.5,\"channel\":\"primary\"},\"gemini\":{\"score\":26,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":27.1,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":10,\"n\":18,\"avg_score\":0.56,\"percent\":18.5,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":26,\"n\":32,\"avg_score\":0.81,\"percent\":27.1,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 24, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "26d5c27f-611d-4503-a2c6-ebe53b1b843c", "run_at": "2026-07-12 04:00:43", "stages_ok": 16, "stages_failed": 0, "duration_ms": 275503, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 12.2, "score_percent_v271": 12.2, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":10,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":18.5,\"channel\":\"primary\"},\"gemini\":{\"score\":26,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":27.1,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":10,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":18.5,\"channel\":\"primary\"},\"gemini\":{\"score\":26,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":27.1,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":10,\"n\":18,\"avg_score\":0.56,\"percent\":18.5,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":26,\"n\":32,\"avg_score\":0.81,\"percent\":27.1,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 24, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "127bf77f-eca8-416a-97f9-b2efb7923d8b", "run_at": "2026-07-13 04:00:41", "stages_ok": 16, "stages_failed": 0, "duration_ms": 1144959, "includes_weekly": 1, "triggered_by": "cron", "score_percent": 8.1, "score_percent_v271": 8.1, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":8,\"n\":6,\"n_attempted\":16,\"n_error\":10,\"percent\":44.4,\"channel\":\"primary\"},\"gemini\":{\"score\":8.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":17.7,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":8,\"n\":6,\"n_attempted\":16,\"n_error\":10,\"percent\":44.4,\"channel\":\"primary\"},\"gemini\":{\"score\":8.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":17.7,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":8,\"n\":6,\"avg_score\":1.33,\"percent\":44.4,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":8.5,\"n\":16,\"avg_score\":0.53,\"percent\":17.7,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 25, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "127bf77f-eca8-416a-97f9-b2efb7923d8b", "run_at": "2026-07-13 04:00:41", "stages_ok": 16, "stages_failed": 0, "duration_ms": 1144959, "includes_weekly": 1, "triggered_by": "cron", "score_percent": 12.6, "score_percent_v271": null, "total_llms": 2, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_search\":{\"score\":25,\"n\":32,\"percent\":26,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":17,\"n\":32,\"percent\":17.7,\"channel\":\"primary\",\"provider\":\"Gemini\"},\"claude\":{\"score\":0,\"n\":16,\"percent\":0,\"channel\":\"removed\",\"provider\":null},\"claude_opus\":{\"score\":0.5,\"n\":16,\"percent\":1,\"channel\":\"removed\",\"provider\":null},\"claude_sonnet\":{\"score\":0,\"n\":16,\"percent\":0,\"channel\":\"removed\",\"provider\":null}}", "by_provider": "{\"OpenAI\":{\"score\":25,\"n\":32,\"n_llms\":1,\"llms\":[\"openai_search\"],\"percent\":26,\"avg_score\":0.78},\"Gemini\":{\"score\":17,\"n\":32,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":17.7,\"avg_score\":0.53}}", "primary_channel_percent": 21.9, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "59a6fe70-5f90-4be6-971f-c40116639cc9", "run_at": "2026-07-14 04:00:39", "stages_ok": 16, "stages_failed": 0, "duration_ms": 277278, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 17.2, "score_percent_v271": 17.2, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":20,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":37,\"channel\":\"primary\"},\"gemini\":{\"score\":28,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":29.2,\"channel\":\"primary\"},\"claude\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":20,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":37,\"channel\":\"primary\"},\"gemini\":{\"score\":28,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":29.2,\"channel\":\"primary\"},\"claude\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":20,\"n\":18,\"avg_score\":1.11,\"percent\":37,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":28,\"n\":32,\"avg_score\":0.88,\"percent\":29.2,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 32, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "59a6fe70-5f90-4be6-971f-c40116639cc9", "run_at": "2026-07-14 04:00:39", "stages_ok": 16, "stages_failed": 0, "duration_ms": 277278, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 17.2, "score_percent_v271": 17.2, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":20,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":37,\"channel\":\"primary\"},\"gemini\":{\"score\":28,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":29.2,\"channel\":\"primary\"},\"claude\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":20,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":37,\"channel\":\"primary\"},\"gemini\":{\"score\":28,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":29.2,\"channel\":\"primary\"},\"claude\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":20,\"n\":18,\"avg_score\":1.11,\"percent\":37,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":28,\"n\":32,\"avg_score\":0.88,\"percent\":29.2,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 32, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "aedb1baf-d934-40ed-9fa3-021749c95f44", "run_at": "2026-07-15 04:00:12", "stages_ok": 16, "stages_failed": 0, "duration_ms": 374537, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 11.3, "score_percent_v271": 11.3, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":10,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":15.2,\"channel\":\"primary\"},\"gemini\":{\"score\":24,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":25,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":10,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":15.2,\"channel\":\"primary\"},\"gemini\":{\"score\":24,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":25,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":10,\"n\":22,\"avg_score\":0.45,\"percent\":15.2,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":24,\"n\":32,\"avg_score\":0.75,\"percent\":25,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 21, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "aedb1baf-d934-40ed-9fa3-021749c95f44", "run_at": "2026-07-15 04:00:12", "stages_ok": 16, "stages_failed": 0, "duration_ms": 374537, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 11.3, "score_percent_v271": 11.3, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":10,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":15.2,\"channel\":\"primary\"},\"gemini\":{\"score\":24,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":25,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":10,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":15.2,\"channel\":\"primary\"},\"gemini\":{\"score\":24,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":25,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":10,\"n\":22,\"avg_score\":0.45,\"percent\":15.2,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":24,\"n\":32,\"avg_score\":0.75,\"percent\":25,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 21, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "a0d9af9b-d16a-4f7e-a903-c825fa883fc4", "run_at": "2026-07-16 04:00:12", "stages_ok": 15, "stages_failed": 1, "duration_ms": 378092, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 15.9, "score_percent_v271": 15.9, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":30,\"n\":29,\"n_attempted\":32,\"n_error\":3,\"percent\":34.5,\"channel\":\"primary\"},\"gemini\":{\"score\":22,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":30,\"n\":29,\"n_attempted\":32,\"n_error\":3,\"percent\":34.5,\"channel\":\"primary\"},\"gemini\":{\"score\":22,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":30,\"n\":29,\"avg_score\":1.03,\"percent\":34.5,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":22,\"n\":32,\"avg_score\":0.69,\"percent\":22.9,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 28.4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "a0d9af9b-d16a-4f7e-a903-c825fa883fc4", "run_at": "2026-07-16 04:00:12", "stages_ok": 15, "stages_failed": 1, "duration_ms": 378092, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 15.9, "score_percent_v271": 15.9, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":30,\"n\":29,\"n_attempted\":32,\"n_error\":3,\"percent\":34.5,\"channel\":\"primary\"},\"gemini\":{\"score\":22,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":30,\"n\":29,\"n_attempted\":32,\"n_error\":3,\"percent\":34.5,\"channel\":\"primary\"},\"gemini\":{\"score\":22,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":30,\"n\":29,\"avg_score\":1.03,\"percent\":34.5,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":22,\"n\":32,\"avg_score\":0.69,\"percent\":22.9,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 28.4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "3ae46e17-593e-4b09-9f73-56ea2610361a", "run_at": "2026-07-17 04:00:14", "stages_ok": 16, "stages_failed": 0, "duration_ms": 292741, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 9.2, "score_percent_v271": 9.2, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":6,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":12.5,\"channel\":\"primary\"},\"gemini\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":6,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":12.5,\"channel\":\"primary\"},\"gemini\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":6,\"n\":16,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":20,\"n\":32,\"avg_score\":0.63,\"percent\":20.8,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 18.1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "3ae46e17-593e-4b09-9f73-56ea2610361a", "run_at": "2026-07-17 04:00:14", "stages_ok": 16, "stages_failed": 0, "duration_ms": 292741, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 9.2, "score_percent_v271": 9.2, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":6,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":12.5,\"channel\":\"primary\"},\"gemini\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":6,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":12.5,\"channel\":\"primary\"},\"gemini\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":6,\"n\":16,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":20,\"n\":32,\"avg_score\":0.63,\"percent\":20.8,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 18.1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "6e01afa9-05c7-4434-b14f-7c5d521f989a", "run_at": "2026-07-18 04:00:12", "stages_ok": 16, "stages_failed": 0, "duration_ms": 309513, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 9.8, "score_percent_v271": 9.8, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":16,\"n\":24,\"n_attempted\":32,\"n_error\":8,\"percent\":22.2,\"channel\":\"primary\"},\"gemini\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-2.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-5.2,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":16,\"n\":24,\"n_attempted\":32,\"n_error\":8,\"percent\":22.2,\"channel\":\"primary\"},\"gemini\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-2.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-5.2,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":16,\"n\":24,\"avg_score\":0.67,\"percent\":22.2,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":16,\"n\":32,\"avg_score\":0.5,\"percent\":16.7,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 19, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "6e01afa9-05c7-4434-b14f-7c5d521f989a", "run_at": "2026-07-18 04:00:12", "stages_ok": 16, "stages_failed": 0, "duration_ms": 309513, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 9.8, "score_percent_v271": 9.8, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":16,\"n\":24,\"n_attempted\":32,\"n_error\":8,\"percent\":22.2,\"channel\":\"primary\"},\"gemini\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-2.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-5.2,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":16,\"n\":24,\"n_attempted\":32,\"n_error\":8,\"percent\":22.2,\"channel\":\"primary\"},\"gemini\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-2.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-5.2,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":16,\"n\":24,\"avg_score\":0.67,\"percent\":22.2,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":16,\"n\":32,\"avg_score\":0.5,\"percent\":16.7,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 19, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "f4ddf2b2-7080-4786-a49e-637ee9865702", "run_at": "2026-07-19 04:00:13", "stages_ok": 16, "stages_failed": 0, "duration_ms": 326237, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 7.9, "score_percent_v271": 7.9, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":10,\"n\":21,\"n_attempted\":32,\"n_error\":11,\"percent\":15.9,\"channel\":\"primary\"},\"gemini\":{\"score\":14,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":14.6,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":10,\"n\":21,\"n_attempted\":32,\"n_error\":11,\"percent\":15.9,\"channel\":\"primary\"},\"gemini\":{\"score\":14,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":14.6,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":10,\"n\":21,\"avg_score\":0.48,\"percent\":15.9,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":14,\"n\":32,\"avg_score\":0.44,\"percent\":14.6,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 15.1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "f4ddf2b2-7080-4786-a49e-637ee9865702", "run_at": "2026-07-19 04:00:13", "stages_ok": 16, "stages_failed": 0, "duration_ms": 326237, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 7.9, "score_percent_v271": 7.9, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":10,\"n\":21,\"n_attempted\":32,\"n_error\":11,\"percent\":15.9,\"channel\":\"primary\"},\"gemini\":{\"score\":14,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":14.6,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":10,\"n\":21,\"n_attempted\":32,\"n_error\":11,\"percent\":15.9,\"channel\":\"primary\"},\"gemini\":{\"score\":14,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":14.6,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":10,\"n\":21,\"avg_score\":0.48,\"percent\":15.9,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":14,\"n\":32,\"avg_score\":0.44,\"percent\":14.6,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 15.1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "66bce7c1-9007-4174-a8b4-f711bcc8bd91", "run_at": "2026-07-20 04:00:11", "stages_ok": 15, "stages_failed": 1, "duration_ms": 1170914, "includes_weekly": 1, "triggered_by": "cron", "score_percent": 8.6, "score_percent_v271": 8.6, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":12,\"n\":12,\"n_attempted\":16,\"n_error\":4,\"percent\":33.3,\"channel\":\"primary\"},\"gemini\":{\"score\":8,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":12,\"n\":12,\"n_attempted\":16,\"n_error\":4,\"percent\":33.3,\"channel\":\"primary\"},\"gemini\":{\"score\":8,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":12,\"n\":12,\"avg_score\":1,\"percent\":33.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":8,\"n\":16,\"avg_score\":0.5,\"percent\":16.7,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 23.8, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "66bce7c1-9007-4174-a8b4-f711bcc8bd91", "run_at": "2026-07-20 04:00:11", "stages_ok": 15, "stages_failed": 1, "duration_ms": 1170914, "includes_weekly": 1, "triggered_by": "cron", "score_percent": 12.6, "score_percent_v271": null, "total_llms": 2, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_search\":{\"score\":27,\"n\":32,\"percent\":28.1,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":16,\"n\":32,\"percent\":16.7,\"channel\":\"primary\",\"provider\":\"Gemini\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"percent\":0,\"channel\":\"removed\",\"provider\":null},\"claude_opus\":{\"score\":0.5,\"n\":16,\"percent\":1,\"channel\":\"removed\",\"provider\":null},\"claude\":{\"score\":-1,\"n\":16,\"percent\":-2.1,\"channel\":\"removed\",\"provider\":null}}", "by_provider": "{\"OpenAI\":{\"score\":27,\"n\":32,\"n_llms\":1,\"llms\":[\"openai_search\"],\"percent\":28.1,\"avg_score\":0.84},\"Gemini\":{\"score\":16,\"n\":32,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":16.7,\"avg_score\":0.5}}", "primary_channel_percent": 22.4, "control_channel_percent": null, "echo_bias_inflation_pp": null } ] }