{ "days": 365, "points": [ { "id": "bsl-2026-05-10", "run_at": "2026-05-10 16:47:55", "stages_ok": 1, "stages_failed": 0, "duration_ms": 0, "includes_weekly": 0, "triggered_by": "baseline", "score_percent": 0, "score_percent_v271": 0, "total_llms": 0, "total_llms_v271": 0, "unavailable_llms_v271": "[]", "pipeline_version_first": "v2.0", "by_llm_v271": "{}", "by_llm": "{}", "by_provider": "{}", "primary_channel_percent": null, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "bsl-2026-05-11", "run_at": "2026-05-11 23:28:06", "stages_ok": 1, "stages_failed": 0, "duration_ms": 0, "includes_weekly": 0, "triggered_by": "baseline", "score_percent": 0, "score_percent_v271": 0, "total_llms": 0, "total_llms_v271": 0, "unavailable_llms_v271": "[]", "pipeline_version_first": "v2.0", "by_llm_v271": "{}", "by_llm": "{}", "by_provider": "{}", "primary_channel_percent": null, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "bsl-2026-05-12", "run_at": "2026-05-12 18:05:37", "stages_ok": 1, "stages_failed": 0, "duration_ms": 0, "includes_weekly": 0, "triggered_by": "baseline", "score_percent": 0, "score_percent_v271": 0, "total_llms": 0, "total_llms_v271": 0, "unavailable_llms_v271": "[]", "pipeline_version_first": "v2.0", "by_llm_v271": "{}", "by_llm": "{}", "by_provider": "{}", "primary_channel_percent": null, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "3b3a0035-d659-4d45-a724-1aad30486a01", "run_at": "2026-05-13 15:54:54", "stages_ok": 7, "stages_failed": 0, "duration_ms": 26971, "includes_weekly": 1, "triggered_by": "manual", "score_percent": 0.6, "score_percent_v271": 0.6, "total_llms": 9, "total_llms_v271": 9, "unavailable_llms_v271": "[]", "pipeline_version_first": "v2.0", "by_llm_v271": "{\"openai\":{\"score\":2,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":6.7,\"channel\":\"removed\"},\"openai_search\":{\"score\":0,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"gemini\":{\"score\":1.5,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":5,\"channel\":\"primary\"},\"mistral\":{\"score\":-2,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":-6.7,\"channel\":\"removed\"},\"llama3\":{\"score\":0,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama31\":{\"score\":0,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama32\":{\"score\":0,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"phi2\":{\"score\":0,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai\":{\"score\":2,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":6.7,\"channel\":\"removed\"},\"openai_search\":{\"score\":0,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"gemini\":{\"score\":1.5,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":5,\"channel\":\"primary\"},\"mistral\":{\"score\":-2,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":-6.7,\"channel\":\"removed\"},\"llama3\":{\"score\":0,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama31\":{\"score\":0,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama32\":{\"score\":0,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"phi2\":{\"score\":0,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":0,\"n\":10,\"avg_score\":0,\"percent\":0,\"llms\":[\"openai_search\"]}}", "primary_channel_percent": 2.5, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "99b719d1-5828-4f2d-96bd-e290da902030", "run_at": "2026-05-14 04:00:09", "stages_ok": 4, "stages_failed": 0, "duration_ms": 28671, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 0.6, "score_percent_v271": 0.6, "total_llms": 9, "total_llms_v271": 9, "unavailable_llms_v271": "[]", "pipeline_version_first": "v2.0", "by_llm_v271": "{\"openai\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"gemini\":{\"score\":0.5,\"n\":2,\"n_attempted\":16,\"n_error\":14,\"percent\":8.3,\"channel\":\"primary\"},\"mistral\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama3\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama31\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama32\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"phi2\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"gemini\":{\"score\":0.5,\"n\":2,\"n_attempted\":16,\"n_error\":14,\"percent\":8.3,\"channel\":\"primary\"},\"mistral\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama3\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama31\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama32\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"phi2\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":0,\"n\":16,\"avg_score\":0,\"percent\":0,\"llms\":[\"openai_search\"]}}", "primary_channel_percent": 0.9, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "114adf2f-2f84-4c9d-ae8d-2a5a4b37d9d1", "run_at": "2026-05-15 04:01:07", "stages_ok": 7, "stages_failed": 0, "duration_ms": 18002, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 0.5, "score_percent_v271": 0.5, "total_llms": 9, "total_llms_v271": 9, "unavailable_llms_v271": "[]", "pipeline_version_first": "v2.0", "by_llm_v271": "{\"openai\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"gemini\":{\"score\":0,\"n\":2,\"n_attempted\":16,\"n_error\":14,\"percent\":0,\"channel\":\"primary\"},\"mistral\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama3\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama31\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama32\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"phi2\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"gemini\":{\"score\":0,\"n\":2,\"n_attempted\":16,\"n_error\":14,\"percent\":0,\"channel\":\"primary\"},\"mistral\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama3\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama31\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama32\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"phi2\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":0,\"n\":16,\"avg_score\":0,\"percent\":0,\"llms\":[\"openai_search\"]}}", "primary_channel_percent": 0, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "86111b3a-6d32-4d4a-aa79-a065c6fe7099", "run_at": "2026-05-16 04:00:01", "stages_ok": 10, "stages_failed": 4, "duration_ms": 26000, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 3.1, "score_percent_v271": 3.1, "total_llms": 9, "total_llms_v271": 9, "unavailable_llms_v271": "[]", "pipeline_version_first": "v2.0", "by_llm_v271": "{\"llama31\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"llama32\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":3.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":7.3,\"channel\":\"removed\"},\"openai\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"gemini\":{\"score\":1,\"n\":11,\"n_attempted\":16,\"n_error\":5,\"percent\":3,\"channel\":\"primary\"},\"mistral\":{\"score\":-0.5,\"n\":9,\"n_attempted\":16,\"n_error\":7,\"percent\":-1.9,\"channel\":\"removed\"},\"llama3\":{\"score\":1,\"n\":4,\"n_attempted\":16,\"n_error\":12,\"percent\":8.3,\"channel\":\"removed\"}}", "by_llm": "{\"llama31\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"llama32\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":3.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":7.3,\"channel\":\"removed\"},\"openai\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"gemini\":{\"score\":1,\"n\":11,\"n_attempted\":16,\"n_error\":5,\"percent\":3,\"channel\":\"primary\"},\"mistral\":{\"score\":-0.5,\"n\":9,\"n_attempted\":16,\"n_error\":7,\"percent\":-1.9,\"channel\":\"removed\"},\"llama3\":{\"score\":1,\"n\":4,\"n_attempted\":16,\"n_error\":12,\"percent\":8.3,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":0,\"n\":16,\"avg_score\":0,\"percent\":0,\"llms\":[\"openai_search\"]}}", "primary_channel_percent": 1.2, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "0e71ff8b-4bc9-46f1-9a2c-a033a46c33b1", "run_at": "2026-05-17 13:58:45", "stages_ok": 12, "stages_failed": 2, "duration_ms": 48000, "includes_weekly": 0, "triggered_by": "cron", "score_percent": -0.4, "score_percent_v271": -0.4, "total_llms": 10, "total_llms_v271": 10, "unavailable_llms_v271": "[\"gemini\"]", "pipeline_version_first": "v2.0", "by_llm_v271": "{\"llama32\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"},\"mistral\":{\"score\":-0.5,\"n\":9,\"n_attempted\":16,\"n_error\":7,\"percent\":-1.9,\"channel\":\"removed\"},\"llama3\":{\"score\":-1,\"n\":6,\"n_attempted\":16,\"n_error\":10,\"percent\":-5.6,\"channel\":\"removed\"},\"llama31\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":1,\"n\":10,\"n_attempted\":16,\"n_error\":6,\"percent\":3.3,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":0,\"n_attempted\":16,\"n_error\":16,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"claude\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-4,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-8.3,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"}}", "by_llm": "{\"llama32\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"},\"mistral\":{\"score\":-0.5,\"n\":9,\"n_attempted\":16,\"n_error\":7,\"percent\":-1.9,\"channel\":\"removed\"},\"llama3\":{\"score\":-1,\"n\":6,\"n_attempted\":16,\"n_error\":10,\"percent\":-5.6,\"channel\":\"removed\"},\"llama31\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":1,\"n\":10,\"n_attempted\":16,\"n_error\":6,\"percent\":3.3,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":0,\"n_attempted\":16,\"n_error\":16,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"claude\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-4,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-8.3,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":1,\"n\":10,\"avg_score\":0.1,\"percent\":3.3,\"llms\":[\"openai_search\"]}}", "primary_channel_percent": 3.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "9f921f25-b7d2-48d4-8306-db778296ea65", "run_at": "2026-05-18 08:28:06", "stages_ok": 14, "stages_failed": 0, "duration_ms": 200000, "includes_weekly": 1, "triggered_by": "cron", "score_percent": 0.3, "score_percent_v271": 0.3, "total_llms": 11, "total_llms_v271": 11, "unavailable_llms_v271": "[]", "pipeline_version_first": "v2.7.1", "by_llm_v271": "{\"llama32\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":-0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-1,\"channel\":\"removed\"},\"llama3\":{\"score\":3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":6.3,\"channel\":\"removed\"},\"llama31\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"openai_search\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"primary\"},\"mistral\":{\"score\":-2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-4.2,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-4,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-8.3,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"},\"claude\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"},\"gemini\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"primary\"}}", "by_llm": "{\"llama32\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":-0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-1,\"channel\":\"removed\"},\"llama3\":{\"score\":3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":6.3,\"channel\":\"removed\"},\"llama31\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"openai_search\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"primary\"},\"mistral\":{\"score\":-2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-4.2,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-4,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-8.3,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"},\"claude\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"},\"gemini\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":1,\"n\":16,\"avg_score\":0.06,\"percent\":2.1,\"llms\":[\"openai_search\"]}}", "primary_channel_percent": 2.1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "eea956da-a462-4f89-90d1-2bed807f2c1b", "run_at": "2026-05-19 04:00:14", "stages_ok": 16, "stages_failed": 0, "duration_ms": 33015, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 2.6, "score_percent_v271": 2.6, "total_llms": 11, "total_llms_v271": 11, "unavailable_llms_v271": "[]", "pipeline_version_first": "v2.7.1", "by_llm_v271": "{\"llama32\":{\"score\":3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":6.3,\"channel\":\"removed\"},\"phi2\":{\"score\":3.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":7.3,\"channel\":\"removed\"},\"openai\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":6,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"},\"mistral\":{\"score\":-2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-4.2,\"channel\":\"removed\"},\"llama3\":{\"score\":4,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":8.3,\"channel\":\"removed\"},\"llama31\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"claude\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-4,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-8.3,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"},\"gemini\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"primary\"}}", "by_llm": "{\"llama32\":{\"score\":3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":6.3,\"channel\":\"removed\"},\"phi2\":{\"score\":3.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":7.3,\"channel\":\"removed\"},\"openai\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":6,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"},\"mistral\":{\"score\":-2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-4.2,\"channel\":\"removed\"},\"llama3\":{\"score\":4,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":8.3,\"channel\":\"removed\"},\"llama31\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"claude\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-4,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-8.3,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"},\"gemini\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":6,\"n\":16,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"openai_search\"]}}", "primary_channel_percent": 7.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "01bdb2a0-69ff-443d-8e14-96a746d98804", "run_at": "2026-05-20 04:00:07", "stages_ok": 15, "stages_failed": 1, "duration_ms": 31095, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 1.1, "score_percent_v271": 1.1, "total_llms": 11, "total_llms_v271": 11, "unavailable_llms_v271": "[]", "pipeline_version_first": "v2.8", "by_llm_v271": "{\"llama32\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":-2,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-1,\"channel\":\"removed\"},\"llama3\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"llama31\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":25,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":13,\"channel\":\"primary\"},\"mistral\":{\"score\":-28,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-14.6,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-4,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-8.3,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"gemini\":{\"score\":-2.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_llm": "{\"llama32\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":-2,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-1,\"channel\":\"removed\"},\"llama3\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"llama31\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":25,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":13,\"channel\":\"primary\"},\"mistral\":{\"score\":-28,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-14.6,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-4,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-8.3,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"gemini\":{\"score\":-2.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":25,\"n\":64,\"avg_score\":0.39,\"percent\":13,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":-2.5,\"n\":16,\"avg_score\":-0.16,\"percent\":-5.2,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-7.5,\"n\":28,\"avg_score\":-0.27,\"percent\":-8.9,\"llms\":[\"claude-haiku-4-5\",\"claude-opus-4-7\",\"claude-sonnet-4-6\"]}}", "primary_channel_percent": 9.4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "01bdb2a0-69ff-443d-8e14-96a746d98804", "run_at": "2026-05-20 04:00:07", "stages_ok": 15, "stages_failed": 1, "duration_ms": 31095, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 1.1, "score_percent_v271": 1.1, "total_llms": 11, "total_llms_v271": 11, "unavailable_llms_v271": "[]", "pipeline_version_first": "v2.8", "by_llm_v271": "{\"llama32\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":-2,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-1,\"channel\":\"removed\"},\"llama3\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"llama31\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":25,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":13,\"channel\":\"primary\"},\"mistral\":{\"score\":-28,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-14.6,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-4,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-8.3,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"gemini\":{\"score\":-2.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_llm": "{\"llama32\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":-2,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-1,\"channel\":\"removed\"},\"llama3\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"llama31\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":25,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":13,\"channel\":\"primary\"},\"mistral\":{\"score\":-28,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-14.6,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-4,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-8.3,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"gemini\":{\"score\":-2.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":25,\"n\":64,\"avg_score\":0.39,\"percent\":13,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":-2.5,\"n\":16,\"avg_score\":-0.16,\"percent\":-5.2,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-7.5,\"n\":28,\"avg_score\":-0.27,\"percent\":-8.9,\"llms\":[\"claude-haiku-4-5\",\"claude-opus-4-7\",\"claude-sonnet-4-6\"]}}", "primary_channel_percent": 9.4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "01bdb2a0-69ff-443d-8e14-96a746d98804", "run_at": "2026-05-20 04:00:07", "stages_ok": 15, "stages_failed": 1, "duration_ms": 31095, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 1.1, "score_percent_v271": 1.1, "total_llms": 11, "total_llms_v271": 11, "unavailable_llms_v271": "[]", "pipeline_version_first": "v2.8", "by_llm_v271": "{\"llama32\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":-2,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-1,\"channel\":\"removed\"},\"llama3\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"llama31\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":25,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":13,\"channel\":\"primary\"},\"mistral\":{\"score\":-28,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-14.6,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-4,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-8.3,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"gemini\":{\"score\":-2.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_llm": "{\"llama32\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":-2,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-1,\"channel\":\"removed\"},\"llama3\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"llama31\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":25,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":13,\"channel\":\"primary\"},\"mistral\":{\"score\":-28,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-14.6,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-4,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-8.3,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"gemini\":{\"score\":-2.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":25,\"n\":64,\"avg_score\":0.39,\"percent\":13,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":-2.5,\"n\":16,\"avg_score\":-0.16,\"percent\":-5.2,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-7.5,\"n\":28,\"avg_score\":-0.27,\"percent\":-8.9,\"llms\":[\"claude-haiku-4-5\",\"claude-opus-4-7\",\"claude-sonnet-4-6\"]}}", "primary_channel_percent": 9.4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "01bdb2a0-69ff-443d-8e14-96a746d98804", "run_at": "2026-05-20 04:00:07", "stages_ok": 15, "stages_failed": 1, "duration_ms": 31095, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 1.1, "score_percent_v271": 1.1, "total_llms": 11, "total_llms_v271": 11, "unavailable_llms_v271": "[]", "pipeline_version_first": "v2.8", "by_llm_v271": "{\"llama32\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":-2,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-1,\"channel\":\"removed\"},\"llama3\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"llama31\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":25,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":13,\"channel\":\"primary\"},\"mistral\":{\"score\":-28,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-14.6,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-4,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-8.3,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"gemini\":{\"score\":-2.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_llm": "{\"llama32\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":-2,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-1,\"channel\":\"removed\"},\"llama3\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"llama31\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":25,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":13,\"channel\":\"primary\"},\"mistral\":{\"score\":-28,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-14.6,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-4,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-8.3,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"gemini\":{\"score\":-2.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":25,\"n\":64,\"avg_score\":0.39,\"percent\":13,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":-2.5,\"n\":16,\"avg_score\":-0.16,\"percent\":-5.2,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-7.5,\"n\":28,\"avg_score\":-0.27,\"percent\":-8.9,\"llms\":[\"claude-haiku-4-5\",\"claude-opus-4-7\",\"claude-sonnet-4-6\"]}}", "primary_channel_percent": 9.4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "ef0021da-d07a-46ae-928e-726f640774e7", "run_at": "2026-05-21 04:00:50", "stages_ok": 12, "stages_failed": 2, "duration_ms": 192662, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 4, "score_percent_v271": 4, "total_llms": 3, "total_llms_v271": 3, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":13,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":13.5,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":2,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"gemini\":{\"score\":-5,\"n\":19,\"n_attempted\":32,\"n_error\":13,\"percent\":-8.8,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":13,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":13.5,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":2,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"gemini\":{\"score\":-5,\"n\":19,\"n_attempted\":32,\"n_error\":13,\"percent\":-8.8,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":13,\"n\":32,\"avg_score\":0.41,\"percent\":13.5,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":-5,\"n\":19,\"avg_score\":-0.26,\"percent\":-8.8,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 5.2, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "ef0021da-d07a-46ae-928e-726f640774e7", "run_at": "2026-05-21 04:00:50", "stages_ok": 12, "stages_failed": 2, "duration_ms": 192662, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 4, "score_percent_v271": 4, "total_llms": 3, "total_llms_v271": 3, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":13,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":13.5,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":2,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"gemini\":{\"score\":-5,\"n\":19,\"n_attempted\":32,\"n_error\":13,\"percent\":-8.8,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":13,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":13.5,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":2,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"gemini\":{\"score\":-5,\"n\":19,\"n_attempted\":32,\"n_error\":13,\"percent\":-8.8,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":13,\"n\":32,\"avg_score\":0.41,\"percent\":13.5,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":-5,\"n\":19,\"avg_score\":-0.26,\"percent\":-8.8,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 5.2, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "61c60133-6e1b-4367-8a5e-ae63f4dfd3b4", "run_at": "2026-05-22 04:00:55", "stages_ok": 13, "stages_failed": 1, "duration_ms": 219550, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 6.2, "score_percent_v271": 6.2, "total_llms": 3, "total_llms_v271": 3, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":10,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":11.1,\"channel\":\"removed\"},\"gemini\":{\"score\":-5,\"n\":19,\"n_attempted\":32,\"n_error\":13,\"percent\":-8.8,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":10,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":11.1,\"channel\":\"removed\"},\"gemini\":{\"score\":-5,\"n\":19,\"n_attempted\":32,\"n_error\":13,\"percent\":-8.8,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":10,\"n\":32,\"avg_score\":0.31,\"percent\":10.4,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":-5,\"n\":19,\"avg_score\":-0.26,\"percent\":-8.8,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 3.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "61c60133-6e1b-4367-8a5e-ae63f4dfd3b4", "run_at": "2026-05-22 04:00:55", "stages_ok": 13, "stages_failed": 1, "duration_ms": 219550, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 6.2, "score_percent_v271": 6.2, "total_llms": 3, "total_llms_v271": 3, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":10,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":11.1,\"channel\":\"removed\"},\"gemini\":{\"score\":-5,\"n\":19,\"n_attempted\":32,\"n_error\":13,\"percent\":-8.8,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":10,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":11.1,\"channel\":\"removed\"},\"gemini\":{\"score\":-5,\"n\":19,\"n_attempted\":32,\"n_error\":13,\"percent\":-8.8,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":10,\"n\":32,\"avg_score\":0.31,\"percent\":10.4,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":-5,\"n\":19,\"avg_score\":-0.26,\"percent\":-8.8,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 3.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "ca308bae-60a1-4ca9-9899-d698654ec8f6", "run_at": "2026-05-23 04:00:12", "stages_ok": 14, "stages_failed": 0, "duration_ms": 178038, "includes_weekly": 0, "triggered_by": "cron", "score_percent": -6.6, "score_percent_v271": -6.6, "total_llms": 3, "total_llms_v271": 3, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":-10,\"n\":38,\"n_attempted\":80,\"n_error\":42,\"percent\":-8.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":-8,\"n\":41,\"n_attempted\":80,\"n_error\":39,\"percent\":-6.5,\"channel\":\"removed\"},\"gemini\":{\"score\":-12.5,\"n\":75,\"n_attempted\":80,\"n_error\":5,\"percent\":-5.6,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":-10,\"n\":38,\"n_attempted\":80,\"n_error\":42,\"percent\":-8.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":-8,\"n\":41,\"n_attempted\":80,\"n_error\":39,\"percent\":-6.5,\"channel\":\"removed\"},\"gemini\":{\"score\":-12.5,\"n\":75,\"n_attempted\":80,\"n_error\":5,\"percent\":-5.6,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":-10,\"n\":38,\"avg_score\":-0.26,\"percent\":-8.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":-12.5,\"n\":75,\"avg_score\":-0.17,\"percent\":-5.6,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-7.5,\"n\":32,\"avg_score\":-0.23,\"percent\":-7.8,\"llms\":[\"claude-opus-4.7 (web)\",\"claude-sonnet-4.6 (web)\"]}}", "primary_channel_percent": -6.6, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "ca308bae-60a1-4ca9-9899-d698654ec8f6", "run_at": "2026-05-23 04:00:12", "stages_ok": 14, "stages_failed": 0, "duration_ms": 178038, "includes_weekly": 0, "triggered_by": "cron", "score_percent": -6.6, "score_percent_v271": -6.6, "total_llms": 3, "total_llms_v271": 3, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":-10,\"n\":38,\"n_attempted\":80,\"n_error\":42,\"percent\":-8.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":-8,\"n\":41,\"n_attempted\":80,\"n_error\":39,\"percent\":-6.5,\"channel\":\"removed\"},\"gemini\":{\"score\":-12.5,\"n\":75,\"n_attempted\":80,\"n_error\":5,\"percent\":-5.6,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":-10,\"n\":38,\"n_attempted\":80,\"n_error\":42,\"percent\":-8.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":-8,\"n\":41,\"n_attempted\":80,\"n_error\":39,\"percent\":-6.5,\"channel\":\"removed\"},\"gemini\":{\"score\":-12.5,\"n\":75,\"n_attempted\":80,\"n_error\":5,\"percent\":-5.6,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":-10,\"n\":38,\"avg_score\":-0.26,\"percent\":-8.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":-12.5,\"n\":75,\"avg_score\":-0.17,\"percent\":-5.6,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-7.5,\"n\":32,\"avg_score\":-0.23,\"percent\":-7.8,\"llms\":[\"claude-opus-4.7 (web)\",\"claude-sonnet-4.6 (web)\"]}}", "primary_channel_percent": -6.6, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "ca308bae-60a1-4ca9-9899-d698654ec8f6", "run_at": "2026-05-23 04:00:12", "stages_ok": 14, "stages_failed": 0, "duration_ms": 178038, "includes_weekly": 0, "triggered_by": "cron", "score_percent": -6.6, "score_percent_v271": -6.6, "total_llms": 3, "total_llms_v271": 3, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":-10,\"n\":38,\"n_attempted\":80,\"n_error\":42,\"percent\":-8.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":-8,\"n\":41,\"n_attempted\":80,\"n_error\":39,\"percent\":-6.5,\"channel\":\"removed\"},\"gemini\":{\"score\":-12.5,\"n\":75,\"n_attempted\":80,\"n_error\":5,\"percent\":-5.6,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":-10,\"n\":38,\"n_attempted\":80,\"n_error\":42,\"percent\":-8.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":-8,\"n\":41,\"n_attempted\":80,\"n_error\":39,\"percent\":-6.5,\"channel\":\"removed\"},\"gemini\":{\"score\":-12.5,\"n\":75,\"n_attempted\":80,\"n_error\":5,\"percent\":-5.6,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":-10,\"n\":38,\"avg_score\":-0.26,\"percent\":-8.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":-12.5,\"n\":75,\"avg_score\":-0.17,\"percent\":-5.6,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-7.5,\"n\":32,\"avg_score\":-0.23,\"percent\":-7.8,\"llms\":[\"claude-opus-4.7 (web)\",\"claude-sonnet-4.6 (web)\"]}}", "primary_channel_percent": -6.6, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "ca308bae-60a1-4ca9-9899-d698654ec8f6", "run_at": "2026-05-23 04:00:12", "stages_ok": 14, "stages_failed": 0, "duration_ms": 178038, "includes_weekly": 0, "triggered_by": "cron", "score_percent": -6.6, "score_percent_v271": -6.6, "total_llms": 3, "total_llms_v271": 3, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":-10,\"n\":38,\"n_attempted\":80,\"n_error\":42,\"percent\":-8.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":-8,\"n\":41,\"n_attempted\":80,\"n_error\":39,\"percent\":-6.5,\"channel\":\"removed\"},\"gemini\":{\"score\":-12.5,\"n\":75,\"n_attempted\":80,\"n_error\":5,\"percent\":-5.6,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":-10,\"n\":38,\"n_attempted\":80,\"n_error\":42,\"percent\":-8.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":-8,\"n\":41,\"n_attempted\":80,\"n_error\":39,\"percent\":-6.5,\"channel\":\"removed\"},\"gemini\":{\"score\":-12.5,\"n\":75,\"n_attempted\":80,\"n_error\":5,\"percent\":-5.6,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":-10,\"n\":38,\"avg_score\":-0.26,\"percent\":-8.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":-12.5,\"n\":75,\"avg_score\":-0.17,\"percent\":-5.6,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-7.5,\"n\":32,\"avg_score\":-0.23,\"percent\":-7.8,\"llms\":[\"claude-opus-4.7 (web)\",\"claude-sonnet-4.6 (web)\"]}}", "primary_channel_percent": -6.6, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "ca308bae-60a1-4ca9-9899-d698654ec8f6", "run_at": "2026-05-23 04:00:12", "stages_ok": 14, "stages_failed": 0, "duration_ms": 178038, "includes_weekly": 0, "triggered_by": "cron", "score_percent": -6.6, "score_percent_v271": -6.6, "total_llms": 3, "total_llms_v271": 3, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":-10,\"n\":38,\"n_attempted\":80,\"n_error\":42,\"percent\":-8.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":-8,\"n\":41,\"n_attempted\":80,\"n_error\":39,\"percent\":-6.5,\"channel\":\"removed\"},\"gemini\":{\"score\":-12.5,\"n\":75,\"n_attempted\":80,\"n_error\":5,\"percent\":-5.6,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":-10,\"n\":38,\"n_attempted\":80,\"n_error\":42,\"percent\":-8.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":-8,\"n\":41,\"n_attempted\":80,\"n_error\":39,\"percent\":-6.5,\"channel\":\"removed\"},\"gemini\":{\"score\":-12.5,\"n\":75,\"n_attempted\":80,\"n_error\":5,\"percent\":-5.6,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":-10,\"n\":38,\"avg_score\":-0.26,\"percent\":-8.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":-12.5,\"n\":75,\"avg_score\":-0.17,\"percent\":-5.6,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-7.5,\"n\":32,\"avg_score\":-0.23,\"percent\":-7.8,\"llms\":[\"claude-opus-4.7 (web)\",\"claude-sonnet-4.6 (web)\"]}}", "primary_channel_percent": -6.6, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "8ebaf337-0675-421f-bee5-dd709b92fc9c", "run_at": "2026-05-24 04:00:42", "stages_ok": 13, "stages_failed": 1, "duration_ms": 133496, "includes_weekly": 0, "triggered_by": "cron", "score_percent": -5.2, "score_percent_v271": -5.2, "total_llms": 1, "total_llms_v271": 1, "unavailable_llms_v271": "[\"openai_search\",\"openai_search_full\"]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"openai_search_full\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"removed\"},\"gemini\":{\"score\":-5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"openai_search_full\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"removed\"},\"gemini\":{\"score\":-5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":-5,\"n\":32,\"avg_score\":-0.16,\"percent\":-5.2,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":6.5,\"n\":16,\"avg_score\":0.41,\"percent\":13.5,\"llms\":[\"gemini-2.5-flash-grounded\"]}}", "primary_channel_percent": -5.2, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "8ebaf337-0675-421f-bee5-dd709b92fc9c", "run_at": "2026-05-24 04:00:42", "stages_ok": 13, "stages_failed": 1, "duration_ms": 133496, "includes_weekly": 0, "triggered_by": "cron", "score_percent": -5.2, "score_percent_v271": -5.2, "total_llms": 1, "total_llms_v271": 1, "unavailable_llms_v271": "[\"openai_search\",\"openai_search_full\"]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"openai_search_full\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"removed\"},\"gemini\":{\"score\":-5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"openai_search_full\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"removed\"},\"gemini\":{\"score\":-5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":-5,\"n\":32,\"avg_score\":-0.16,\"percent\":-5.2,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":6.5,\"n\":16,\"avg_score\":0.41,\"percent\":13.5,\"llms\":[\"gemini-2.5-flash-grounded\"]}}", "primary_channel_percent": -5.2, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "6c4dd3a1-1512-43e0-a5e7-0243eddcaa13", "run_at": "2026-05-25 23:44:37", "stages_ok": 15, "stages_failed": 2, "duration_ms": 30149, "includes_weekly": 0, "triggered_by": "manual", "score_percent": 0.7, "score_percent_v271": 0.7, "total_llms": 3, "total_llms_v271": 3, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":-5,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":-5.4,\"channel\":\"primary\"},\"openai_search_legacy\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"unknown\"},\"gemini\":{\"score\":-5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":-5,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":-5.4,\"channel\":\"primary\"},\"openai_search_legacy\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"unknown\"},\"gemini\":{\"score\":-5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":-5,\"n\":31,\"avg_score\":-0.16,\"percent\":-5.4,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":-5,\"n\":32,\"avg_score\":-0.16,\"percent\":-5.2,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-7,\"n\":16,\"avg_score\":-0.44,\"percent\":-14.6,\"llms\":[\"claude-opus-4-7\"]}}", "primary_channel_percent": -5.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "6c4dd3a1-1512-43e0-a5e7-0243eddcaa13", "run_at": "2026-05-25 23:44:37", "stages_ok": 15, "stages_failed": 2, "duration_ms": 30149, "includes_weekly": 0, "triggered_by": "manual", "score_percent": 0.7, "score_percent_v271": 0.7, "total_llms": 3, "total_llms_v271": 3, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":-5,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":-5.4,\"channel\":\"primary\"},\"openai_search_legacy\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"unknown\"},\"gemini\":{\"score\":-5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":-5,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":-5.4,\"channel\":\"primary\"},\"openai_search_legacy\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"unknown\"},\"gemini\":{\"score\":-5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":-5,\"n\":31,\"avg_score\":-0.16,\"percent\":-5.4,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":-5,\"n\":32,\"avg_score\":-0.16,\"percent\":-5.2,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-7,\"n\":16,\"avg_score\":-0.44,\"percent\":-14.6,\"llms\":[\"claude-opus-4-7\"]}}", "primary_channel_percent": -5.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "b591f527-fdca-47fe-8a73-bdce44101995", "run_at": "2026-05-26 04:00:54", "stages_ok": 15, "stages_failed": 2, "duration_ms": 67427, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 7.3, "score_percent_v271": 7.3, "total_llms": 3, "total_llms_v271": 3, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":14,\"n\":24,\"n_attempted\":32,\"n_error\":8,\"percent\":19.4,\"channel\":\"primary\"},\"openai_search_legacy\":{\"score\":4,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":4.3,\"channel\":\"unknown\"},\"gemini\":{\"score\":1,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":1,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":14,\"n\":24,\"n_attempted\":32,\"n_error\":8,\"percent\":19.4,\"channel\":\"primary\"},\"openai_search_legacy\":{\"score\":4,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":4.3,\"channel\":\"unknown\"},\"gemini\":{\"score\":1,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":1,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":14,\"n\":24,\"avg_score\":0.58,\"percent\":19.4,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":1,\"n\":32,\"avg_score\":0.03,\"percent\":1,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 8.9, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "b591f527-fdca-47fe-8a73-bdce44101995", "run_at": "2026-05-26 04:00:54", "stages_ok": 15, "stages_failed": 2, "duration_ms": 67427, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 7.3, "score_percent_v271": 7.3, "total_llms": 3, "total_llms_v271": 3, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":14,\"n\":24,\"n_attempted\":32,\"n_error\":8,\"percent\":19.4,\"channel\":\"primary\"},\"openai_search_legacy\":{\"score\":4,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":4.3,\"channel\":\"unknown\"},\"gemini\":{\"score\":1,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":1,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":14,\"n\":24,\"n_attempted\":32,\"n_error\":8,\"percent\":19.4,\"channel\":\"primary\"},\"openai_search_legacy\":{\"score\":4,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":4.3,\"channel\":\"unknown\"},\"gemini\":{\"score\":1,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":1,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":14,\"n\":24,\"avg_score\":0.58,\"percent\":19.4,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":1,\"n\":32,\"avg_score\":0.03,\"percent\":1,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 8.9, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "1d831fab-7679-4d5e-be61-26e06c3ada1d", "run_at": "2026-05-27 04:00:46", "stages_ok": 18, "stages_failed": 0, "duration_ms": 816444, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 1, "score_percent_v271": 1, "total_llms": 1, "total_llms_v271": 1, "unavailable_llms_v271": "[\"openai_search\",\"openai_search_legacy\"]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"openai_search_legacy\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"unknown\"},\"gemini\":{\"score\":1,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":1,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"openai_search_legacy\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"unknown\"},\"gemini\":{\"score\":1,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":1,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":1,\"n\":32,\"avg_score\":0.03,\"percent\":1,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "1d831fab-7679-4d5e-be61-26e06c3ada1d", "run_at": "2026-05-27 04:00:46", "stages_ok": 18, "stages_failed": 0, "duration_ms": 816444, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 1, "score_percent_v271": 1, "total_llms": 1, "total_llms_v271": 1, "unavailable_llms_v271": "[\"openai_search\",\"openai_search_legacy\"]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"openai_search_legacy\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"unknown\"},\"gemini\":{\"score\":1,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":1,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"openai_search_legacy\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"unknown\"},\"gemini\":{\"score\":1,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":1,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":1,\"n\":32,\"avg_score\":0.03,\"percent\":1,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "b808b11d-0566-40f1-86c1-5bb9bd54fe6b", "run_at": "2026-05-28 04:00:45", "stages_ok": 17, "stages_failed": 1, "duration_ms": 857334, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 8.6, "score_percent_v271": 8.6, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":-4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-4.2,\"channel\":\"unknown\"},\"openai_search\":{\"score\":17,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":35.4,\"channel\":\"primary\"},\"gemini\":{\"score\":-2,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-2.1,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":-4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-4.2,\"channel\":\"unknown\"},\"openai_search\":{\"score\":17,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":35.4,\"channel\":\"primary\"},\"gemini\":{\"score\":-2,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-2.1,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":17,\"n\":16,\"avg_score\":1.06,\"percent\":35.4,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":-2,\"n\":32,\"avg_score\":-0.06,\"percent\":-2.1,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 10.4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "b808b11d-0566-40f1-86c1-5bb9bd54fe6b", "run_at": "2026-05-28 04:00:45", "stages_ok": 17, "stages_failed": 1, "duration_ms": 857334, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 8.6, "score_percent_v271": 8.6, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":-4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-4.2,\"channel\":\"unknown\"},\"openai_search\":{\"score\":17,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":35.4,\"channel\":\"primary\"},\"gemini\":{\"score\":-2,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-2.1,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":-4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-4.2,\"channel\":\"unknown\"},\"openai_search\":{\"score\":17,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":35.4,\"channel\":\"primary\"},\"gemini\":{\"score\":-2,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-2.1,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":17,\"n\":16,\"avg_score\":1.06,\"percent\":35.4,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":-2,\"n\":32,\"avg_score\":-0.06,\"percent\":-2.1,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 10.4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "7f3a7f77-6738-4f69-8aea-896a05f3243e", "run_at": "2026-05-29 04:00:09", "stages_ok": 16, "stages_failed": 2, "duration_ms": 610167, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 14.7, "score_percent_v271": 14.7, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"unknown\"},\"openai_search\":{\"score\":17,\"n\":13,\"n_attempted\":32,\"n_error\":19,\"percent\":43.6,\"channel\":\"primary\"},\"gemini\":{\"score\":1,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":1,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"unknown\"},\"openai_search\":{\"score\":17,\"n\":13,\"n_attempted\":32,\"n_error\":19,\"percent\":43.6,\"channel\":\"primary\"},\"gemini\":{\"score\":1,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":1,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":17,\"n\":13,\"avg_score\":1.31,\"percent\":43.6,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":1,\"n\":32,\"avg_score\":0.03,\"percent\":1,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 13.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "7f3a7f77-6738-4f69-8aea-896a05f3243e", "run_at": "2026-05-29 04:00:09", "stages_ok": 16, "stages_failed": 2, "duration_ms": 610167, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 14.7, "score_percent_v271": 14.7, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"unknown\"},\"openai_search\":{\"score\":17,\"n\":13,\"n_attempted\":32,\"n_error\":19,\"percent\":43.6,\"channel\":\"primary\"},\"gemini\":{\"score\":1,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":1,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"unknown\"},\"openai_search\":{\"score\":17,\"n\":13,\"n_attempted\":32,\"n_error\":19,\"percent\":43.6,\"channel\":\"primary\"},\"gemini\":{\"score\":1,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":1,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":17,\"n\":13,\"avg_score\":1.31,\"percent\":43.6,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":1,\"n\":32,\"avg_score\":0.03,\"percent\":1,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 13.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "dc583e18-3af5-4633-af86-d16553b36958", "run_at": "2026-05-30 04:00:16", "stages_ok": 17, "stages_failed": 1, "duration_ms": 566247, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 7, "score_percent_v271": 7, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":-2,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-2.1,\"channel\":\"unknown\"},\"openai_search\":{\"score\":-1,\"n\":9,\"n_attempted\":32,\"n_error\":23,\"percent\":-3.7,\"channel\":\"primary\"},\"gemini\":{\"score\":7,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":7.3,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":-2,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-2.1,\"channel\":\"unknown\"},\"openai_search\":{\"score\":-1,\"n\":9,\"n_attempted\":32,\"n_error\":23,\"percent\":-3.7,\"channel\":\"primary\"},\"gemini\":{\"score\":7,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":7.3,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":-1,\"n\":9,\"avg_score\":-0.11,\"percent\":-3.7,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":7,\"n\":32,\"avg_score\":0.22,\"percent\":7.3,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 4.9, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "dc583e18-3af5-4633-af86-d16553b36958", "run_at": "2026-05-30 04:00:16", "stages_ok": 17, "stages_failed": 1, "duration_ms": 566247, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 7, "score_percent_v271": 7, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":-2,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-2.1,\"channel\":\"unknown\"},\"openai_search\":{\"score\":-1,\"n\":9,\"n_attempted\":32,\"n_error\":23,\"percent\":-3.7,\"channel\":\"primary\"},\"gemini\":{\"score\":7,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":7.3,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":-2,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-2.1,\"channel\":\"unknown\"},\"openai_search\":{\"score\":-1,\"n\":9,\"n_attempted\":32,\"n_error\":23,\"percent\":-3.7,\"channel\":\"primary\"},\"gemini\":{\"score\":7,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":7.3,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":-1,\"n\":9,\"avg_score\":-0.11,\"percent\":-3.7,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":7,\"n\":32,\"avg_score\":0.22,\"percent\":7.3,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 4.9, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "8ef77c3c-5780-40cd-8d6b-101990234cc0", "run_at": "2026-05-31 04:00:53", "stages_ok": 17, "stages_failed": 1, "duration_ms": 805040, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 8.7, "score_percent_v271": 8.7, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"unknown\"},\"openai_search\":{\"score\":8,\"n\":15,\"n_attempted\":32,\"n_error\":17,\"percent\":17.8,\"channel\":\"primary\"},\"gemini\":{\"score\":1,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":1,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"unknown\"},\"openai_search\":{\"score\":8,\"n\":15,\"n_attempted\":32,\"n_error\":17,\"percent\":17.8,\"channel\":\"primary\"},\"gemini\":{\"score\":1,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":1,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":8,\"n\":15,\"avg_score\":0.53,\"percent\":17.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":1,\"n\":32,\"avg_score\":0.03,\"percent\":1,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 6.4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "8ef77c3c-5780-40cd-8d6b-101990234cc0", "run_at": "2026-05-31 04:00:53", "stages_ok": 17, "stages_failed": 1, "duration_ms": 805040, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 8.7, "score_percent_v271": 8.7, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"unknown\"},\"openai_search\":{\"score\":8,\"n\":15,\"n_attempted\":32,\"n_error\":17,\"percent\":17.8,\"channel\":\"primary\"},\"gemini\":{\"score\":1,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":1,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"unknown\"},\"openai_search\":{\"score\":8,\"n\":15,\"n_attempted\":32,\"n_error\":17,\"percent\":17.8,\"channel\":\"primary\"},\"gemini\":{\"score\":1,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":1,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":8,\"n\":15,\"avg_score\":0.53,\"percent\":17.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":1,\"n\":32,\"avg_score\":0.03,\"percent\":1,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 6.4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "18a55f64-7f9b-461f-9361-728071a2b2aa", "run_at": "2026-06-01 04:00:53", "stages_ok": 17, "stages_failed": 1, "duration_ms": 62530, "includes_weekly": 1, "triggered_by": "cron", "score_percent": 6, "score_percent_v271": 6, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":9,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":9.4,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":9,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":9.4,\"channel\":\"unknown\"},\"openai_search\":{\"score\":4,\"n\":9,\"n_attempted\":32,\"n_error\":23,\"percent\":14.8,\"channel\":\"primary\"},\"gemini\":{\"score\":-3,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-3.1,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":9,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":9.4,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":9,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":9.4,\"channel\":\"unknown\"},\"openai_search\":{\"score\":4,\"n\":9,\"n_attempted\":32,\"n_error\":23,\"percent\":14.8,\"channel\":\"primary\"},\"gemini\":{\"score\":-3,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-3.1,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":4,\"n\":9,\"avg_score\":0.44,\"percent\":14.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":-3,\"n\":32,\"avg_score\":-0.09,\"percent\":-3.1,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 0.8, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "18a55f64-7f9b-461f-9361-728071a2b2aa", "run_at": "2026-06-01 04:00:53", "stages_ok": 17, "stages_failed": 1, "duration_ms": 62530, "includes_weekly": 1, "triggered_by": "cron", "score_percent": 6, "score_percent_v271": 6, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":9,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":9.4,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":9,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":9.4,\"channel\":\"unknown\"},\"openai_search\":{\"score\":4,\"n\":9,\"n_attempted\":32,\"n_error\":23,\"percent\":14.8,\"channel\":\"primary\"},\"gemini\":{\"score\":-3,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-3.1,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":9,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":9.4,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":9,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":9.4,\"channel\":\"unknown\"},\"openai_search\":{\"score\":4,\"n\":9,\"n_attempted\":32,\"n_error\":23,\"percent\":14.8,\"channel\":\"primary\"},\"gemini\":{\"score\":-3,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-3.1,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":4,\"n\":9,\"avg_score\":0.44,\"percent\":14.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":-3,\"n\":32,\"avg_score\":-0.09,\"percent\":-3.1,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 0.8, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "dafca2a4-5124-4cfa-9c12-e3d9b36fe8a3", "run_at": "2026-06-02 04:00:51", "stages_ok": 17, "stages_failed": 1, "duration_ms": 596606, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 9.9, "score_percent_v271": 9.9, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":13,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":13.5,\"channel\":\"unknown\"},\"openai_search\":{\"score\":11,\"n\":15,\"n_attempted\":32,\"n_error\":17,\"percent\":24.4,\"channel\":\"primary\"},\"gemini\":{\"score\":-11,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-11.5,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":13,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":13.5,\"channel\":\"unknown\"},\"openai_search\":{\"score\":11,\"n\":15,\"n_attempted\":32,\"n_error\":17,\"percent\":24.4,\"channel\":\"primary\"},\"gemini\":{\"score\":-11,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-11.5,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":11,\"n\":15,\"avg_score\":0.73,\"percent\":24.4,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":-11,\"n\":32,\"avg_score\":-0.34,\"percent\":-11.5,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 0, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "dafca2a4-5124-4cfa-9c12-e3d9b36fe8a3", "run_at": "2026-06-02 04:00:51", "stages_ok": 17, "stages_failed": 1, "duration_ms": 596606, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 9.9, "score_percent_v271": 9.9, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":13,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":13.5,\"channel\":\"unknown\"},\"openai_search\":{\"score\":11,\"n\":15,\"n_attempted\":32,\"n_error\":17,\"percent\":24.4,\"channel\":\"primary\"},\"gemini\":{\"score\":-11,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-11.5,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":13,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":13.5,\"channel\":\"unknown\"},\"openai_search\":{\"score\":11,\"n\":15,\"n_attempted\":32,\"n_error\":17,\"percent\":24.4,\"channel\":\"primary\"},\"gemini\":{\"score\":-11,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-11.5,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":11,\"n\":15,\"avg_score\":0.73,\"percent\":24.4,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":-11,\"n\":32,\"avg_score\":-0.34,\"percent\":-11.5,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 0, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "420707bf-dab8-4fbf-bd5f-22111fca593d", "run_at": "2026-06-03 04:00:32", "stages_ok": 16, "stages_failed": 2, "duration_ms": 609740, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 11.8, "score_percent_v271": 11.8, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":9,\"n\":28,\"n_attempted\":32,\"n_error\":4,\"percent\":10.7,\"channel\":\"unknown\"},\"openai_search\":{\"score\":11,\"n\":8,\"n_attempted\":32,\"n_error\":24,\"percent\":45.8,\"channel\":\"primary\"},\"gemini\":{\"score\":-2.5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-2.6,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":9,\"n\":28,\"n_attempted\":32,\"n_error\":4,\"percent\":10.7,\"channel\":\"unknown\"},\"openai_search\":{\"score\":11,\"n\":8,\"n_attempted\":32,\"n_error\":24,\"percent\":45.8,\"channel\":\"primary\"},\"gemini\":{\"score\":-2.5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-2.6,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":11,\"n\":8,\"avg_score\":1.38,\"percent\":45.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":-2.5,\"n\":32,\"avg_score\":-0.08,\"percent\":-2.6,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 7.1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "420707bf-dab8-4fbf-bd5f-22111fca593d", "run_at": "2026-06-03 04:00:32", "stages_ok": 16, "stages_failed": 2, "duration_ms": 609740, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 11.8, "score_percent_v271": 11.8, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":9,\"n\":28,\"n_attempted\":32,\"n_error\":4,\"percent\":10.7,\"channel\":\"unknown\"},\"openai_search\":{\"score\":11,\"n\":8,\"n_attempted\":32,\"n_error\":24,\"percent\":45.8,\"channel\":\"primary\"},\"gemini\":{\"score\":-2.5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-2.6,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":9,\"n\":28,\"n_attempted\":32,\"n_error\":4,\"percent\":10.7,\"channel\":\"unknown\"},\"openai_search\":{\"score\":11,\"n\":8,\"n_attempted\":32,\"n_error\":24,\"percent\":45.8,\"channel\":\"primary\"},\"gemini\":{\"score\":-2.5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-2.6,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":11,\"n\":8,\"avg_score\":1.38,\"percent\":45.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":-2.5,\"n\":32,\"avg_score\":-0.08,\"percent\":-2.6,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 7.1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "44ffe592-52e2-472e-92cb-6a3088e9ba16", "run_at": "2026-06-04 04:00:45", "stages_ok": 16, "stages_failed": 2, "duration_ms": 679792, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 4.4, "score_percent_v271": 4.4, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":5,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":5.4,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":-8,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-8.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":19,\"n\":12,\"n_attempted\":32,\"n_error\":20,\"percent\":52.8,\"channel\":\"primary\"},\"gemini\":{\"score\":-2,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-2.1,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":5,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":5.4,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":-8,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-8.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":19,\"n\":12,\"n_attempted\":32,\"n_error\":20,\"percent\":52.8,\"channel\":\"primary\"},\"gemini\":{\"score\":-2,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-2.1,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":19,\"n\":12,\"avg_score\":1.58,\"percent\":52.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":-2,\"n\":32,\"avg_score\":-0.06,\"percent\":-2.1,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 12.9, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "44ffe592-52e2-472e-92cb-6a3088e9ba16", "run_at": "2026-06-04 04:00:45", "stages_ok": 16, "stages_failed": 2, "duration_ms": 679792, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 4.4, "score_percent_v271": 4.4, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":5,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":5.4,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":-8,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-8.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":19,\"n\":12,\"n_attempted\":32,\"n_error\":20,\"percent\":52.8,\"channel\":\"primary\"},\"gemini\":{\"score\":-2,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-2.1,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":5,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":5.4,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":-8,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-8.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":19,\"n\":12,\"n_attempted\":32,\"n_error\":20,\"percent\":52.8,\"channel\":\"primary\"},\"gemini\":{\"score\":-2,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-2.1,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":19,\"n\":12,\"avg_score\":1.58,\"percent\":52.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":-2,\"n\":32,\"avg_score\":-0.06,\"percent\":-2.1,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 12.9, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "be47039b-112f-4462-9542-4098b86b91b0", "run_at": "2026-06-05 04:00:18", "stages_ok": 18, "stages_failed": 1, "duration_ms": 688630, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 13, "score_percent_v271": 13, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":21,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":22.6,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"unknown\"},\"openai_search\":{\"score\":12,\"n\":15,\"n_attempted\":32,\"n_error\":17,\"percent\":26.7,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":21,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":22.6,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"unknown\"},\"openai_search\":{\"score\":12,\"n\":15,\"n_attempted\":32,\"n_error\":17,\"percent\":26.7,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":12,\"n\":15,\"avg_score\":0.8,\"percent\":26.7,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 12.8, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "be47039b-112f-4462-9542-4098b86b91b0", "run_at": "2026-06-05 04:00:18", "stages_ok": 18, "stages_failed": 1, "duration_ms": 688630, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 13, "score_percent_v271": 13, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":21,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":22.6,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"unknown\"},\"openai_search\":{\"score\":12,\"n\":15,\"n_attempted\":32,\"n_error\":17,\"percent\":26.7,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":21,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":22.6,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"unknown\"},\"openai_search\":{\"score\":12,\"n\":15,\"n_attempted\":32,\"n_error\":17,\"percent\":26.7,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":12,\"n\":15,\"avg_score\":0.8,\"percent\":26.7,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 12.8, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "39dff9c7-dfa1-4490-a37f-306fae152b07", "run_at": "2026-06-06 04:00:19", "stages_ok": 17, "stages_failed": 2, "duration_ms": 797849, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 14.6, "score_percent_v271": 14.6, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":16,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":17.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":17,\"n\":13,\"n_attempted\":32,\"n_error\":19,\"percent\":43.6,\"channel\":\"primary\"},\"gemini\":{\"score\":8,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":8.3,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":16,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":17.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":17,\"n\":13,\"n_attempted\":32,\"n_error\":19,\"percent\":43.6,\"channel\":\"primary\"},\"gemini\":{\"score\":8,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":8.3,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":17,\"n\":13,\"avg_score\":1.31,\"percent\":43.6,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":8,\"n\":32,\"avg_score\":0.25,\"percent\":8.3,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 18.5, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "39dff9c7-dfa1-4490-a37f-306fae152b07", "run_at": "2026-06-06 04:00:19", "stages_ok": 17, "stages_failed": 2, "duration_ms": 797849, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 14.6, "score_percent_v271": 14.6, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":16,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":17.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":17,\"n\":13,\"n_attempted\":32,\"n_error\":19,\"percent\":43.6,\"channel\":\"primary\"},\"gemini\":{\"score\":8,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":8.3,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":16,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":17.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":17,\"n\":13,\"n_attempted\":32,\"n_error\":19,\"percent\":43.6,\"channel\":\"primary\"},\"gemini\":{\"score\":8,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":8.3,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":17,\"n\":13,\"avg_score\":1.31,\"percent\":43.6,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":8,\"n\":32,\"avg_score\":0.25,\"percent\":8.3,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 18.5, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "39b6d5d7-ca85-4bf2-a36b-f978e7f5ab64", "run_at": "2026-06-07 04:00:25", "stages_ok": 18, "stages_failed": 1, "duration_ms": 693194, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 11.7, "score_percent_v271": 11.7, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":5,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":5.4,\"channel\":\"unknown\"},\"openai_search\":{\"score\":16,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":33.3,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":0,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":5,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":5.4,\"channel\":\"unknown\"},\"openai_search\":{\"score\":16,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":33.3,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":0,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":16,\"n\":16,\"avg_score\":1,\"percent\":33.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":0,\"n\":32,\"avg_score\":0,\"percent\":0,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 11.1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "39b6d5d7-ca85-4bf2-a36b-f978e7f5ab64", "run_at": "2026-06-07 04:00:25", "stages_ok": 18, "stages_failed": 1, "duration_ms": 693194, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 11.7, "score_percent_v271": 11.7, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":5,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":5.4,\"channel\":\"unknown\"},\"openai_search\":{\"score\":16,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":33.3,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":0,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":5,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":5.4,\"channel\":\"unknown\"},\"openai_search\":{\"score\":16,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":33.3,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":0,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":16,\"n\":16,\"avg_score\":1,\"percent\":33.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":0,\"n\":32,\"avg_score\":0,\"percent\":0,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 11.1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "4d7551d7-58a7-471d-ac21-4d8c591077e5", "run_at": "2026-06-08 04:00:21", "stages_ok": 19, "stages_failed": 0, "duration_ms": 65008, "includes_weekly": 1, "triggered_by": "cron", "score_percent": 13, "score_percent_v271": 13, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":19,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":19.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"unknown\"},\"openai_search\":{\"score\":13,\"n\":12,\"n_attempted\":32,\"n_error\":20,\"percent\":36.1,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":19,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":19.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"unknown\"},\"openai_search\":{\"score\":13,\"n\":12,\"n_attempted\":32,\"n_error\":20,\"percent\":36.1,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":13,\"n\":12,\"avg_score\":1.08,\"percent\":36.1,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 14.4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "4d7551d7-58a7-471d-ac21-4d8c591077e5", "run_at": "2026-06-08 04:00:21", "stages_ok": 19, "stages_failed": 0, "duration_ms": 65008, "includes_weekly": 1, "triggered_by": "cron", "score_percent": 13, "score_percent_v271": 13, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":19,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":19.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"unknown\"},\"openai_search\":{\"score\":13,\"n\":12,\"n_attempted\":32,\"n_error\":20,\"percent\":36.1,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":19,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":19.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"unknown\"},\"openai_search\":{\"score\":13,\"n\":12,\"n_attempted\":32,\"n_error\":20,\"percent\":36.1,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":13,\"n\":12,\"avg_score\":1.08,\"percent\":36.1,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 14.4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "ab7beb93-6885-4a0e-923f-6c6d14166d5b", "run_at": "2026-06-09 04:00:17", "stages_ok": 18, "stages_failed": 1, "duration_ms": 81553, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 11.6, "score_percent_v271": 11.6, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":16,\"n\":26,\"n_attempted\":32,\"n_error\":6,\"percent\":20.5,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":8,\"n\":26,\"n_attempted\":32,\"n_error\":6,\"percent\":10.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":6,\"n\":2,\"n_attempted\":32,\"n_error\":30,\"percent\":100,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":0,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":16,\"n\":26,\"n_attempted\":32,\"n_error\":6,\"percent\":20.5,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":8,\"n\":26,\"n_attempted\":32,\"n_error\":6,\"percent\":10.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":6,\"n\":2,\"n_attempted\":32,\"n_error\":30,\"percent\":100,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":0,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":6,\"n\":2,\"avg_score\":3,\"percent\":100,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":0,\"n\":32,\"avg_score\":0,\"percent\":0,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 5.9, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "ab7beb93-6885-4a0e-923f-6c6d14166d5b", "run_at": "2026-06-09 04:00:17", "stages_ok": 18, "stages_failed": 1, "duration_ms": 81553, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 11.6, "score_percent_v271": 11.6, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":16,\"n\":26,\"n_attempted\":32,\"n_error\":6,\"percent\":20.5,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":8,\"n\":26,\"n_attempted\":32,\"n_error\":6,\"percent\":10.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":6,\"n\":2,\"n_attempted\":32,\"n_error\":30,\"percent\":100,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":0,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":16,\"n\":26,\"n_attempted\":32,\"n_error\":6,\"percent\":20.5,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":8,\"n\":26,\"n_attempted\":32,\"n_error\":6,\"percent\":10.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":6,\"n\":2,\"n_attempted\":32,\"n_error\":30,\"percent\":100,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":0,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":6,\"n\":2,\"avg_score\":3,\"percent\":100,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":0,\"n\":32,\"avg_score\":0,\"percent\":0,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 5.9, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "82f7a7be-9d9c-475e-b209-bb6dd7060ad9", "run_at": "2026-06-10 04:00:25", "stages_ok": 18, "stages_failed": 1, "duration_ms": 854871, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 6.3, "score_percent_v271": 6.3, "total_llms": 1, "total_llms_v271": 1, "unavailable_llms_v271": "[\"openai_gpt52_web\",\"openai_gpt54_web\",\"openai_search\"]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"unknown\"},\"openai_search\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"unknown\"},\"openai_search\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 6.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "82f7a7be-9d9c-475e-b209-bb6dd7060ad9", "run_at": "2026-06-10 04:00:25", "stages_ok": 18, "stages_failed": 1, "duration_ms": 854871, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 6.3, "score_percent_v271": 6.3, "total_llms": 1, "total_llms_v271": 1, "unavailable_llms_v271": "[\"openai_gpt52_web\",\"openai_gpt54_web\",\"openai_search\"]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"unknown\"},\"openai_search\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"unknown\"},\"openai_search\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 6.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "f2809c21-5276-44b0-92d8-a5a76d698af6", "run_at": "2026-06-11 04:00:23", "stages_ok": 18, "stages_failed": 1, "duration_ms": 762864, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 16.5, "score_percent_v271": 16.5, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":24,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":25,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":2,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":2.1,\"channel\":\"unknown\"},\"openai_search\":{\"score\":22,\"n\":25,\"n_attempted\":32,\"n_error\":7,\"percent\":29.3,\"channel\":\"primary\"},\"gemini\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":24,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":25,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":2,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":2.1,\"channel\":\"unknown\"},\"openai_search\":{\"score\":22,\"n\":25,\"n_attempted\":32,\"n_error\":7,\"percent\":29.3,\"channel\":\"primary\"},\"gemini\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":22,\"n\":25,\"avg_score\":0.88,\"percent\":29.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":12,\"n\":32,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 19.9, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "f2809c21-5276-44b0-92d8-a5a76d698af6", "run_at": "2026-06-11 04:00:23", "stages_ok": 18, "stages_failed": 1, "duration_ms": 762864, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 16.5, "score_percent_v271": 16.5, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":24,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":25,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":2,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":2.1,\"channel\":\"unknown\"},\"openai_search\":{\"score\":22,\"n\":25,\"n_attempted\":32,\"n_error\":7,\"percent\":29.3,\"channel\":\"primary\"},\"gemini\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":24,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":25,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":2,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":2.1,\"channel\":\"unknown\"},\"openai_search\":{\"score\":22,\"n\":25,\"n_attempted\":32,\"n_error\":7,\"percent\":29.3,\"channel\":\"primary\"},\"gemini\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":22,\"n\":25,\"avg_score\":0.88,\"percent\":29.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":12,\"n\":32,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 19.9, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "7881d67f-1dec-43e0-9256-478c9b5a3373", "run_at": "2026-06-12 04:00:23", "stages_ok": 18, "stages_failed": 1, "duration_ms": 863439, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 13.5, "score_percent_v271": 13.5, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":9,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":9.4,\"channel\":\"unknown\"},\"openai_search\":{\"score\":16,\"n\":25,\"n_attempted\":32,\"n_error\":7,\"percent\":21.3,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":9,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":9.4,\"channel\":\"unknown\"},\"openai_search\":{\"score\":16,\"n\":25,\"n_attempted\":32,\"n_error\":7,\"percent\":21.3,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":16,\"n\":25,\"avg_score\":0.64,\"percent\":21.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 12.9, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "7881d67f-1dec-43e0-9256-478c9b5a3373", "run_at": "2026-06-12 04:00:23", "stages_ok": 18, "stages_failed": 1, "duration_ms": 863439, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 13.5, "score_percent_v271": 13.5, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":9,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":9.4,\"channel\":\"unknown\"},\"openai_search\":{\"score\":16,\"n\":25,\"n_attempted\":32,\"n_error\":7,\"percent\":21.3,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":9,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":9.4,\"channel\":\"unknown\"},\"openai_search\":{\"score\":16,\"n\":25,\"n_attempted\":32,\"n_error\":7,\"percent\":21.3,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":16,\"n\":25,\"avg_score\":0.64,\"percent\":21.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 12.9, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "ef2253fd-9c6c-4738-9dc1-04f414755251", "run_at": "2026-06-13 04:00:23", "stages_ok": 18, "stages_failed": 1, "duration_ms": 908430, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 13.6, "score_percent_v271": 13.6, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"unknown\"},\"openai_search\":{\"score\":20,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":30.3,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"unknown\"},\"openai_search\":{\"score\":20,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":30.3,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":20,\"n\":22,\"avg_score\":0.91,\"percent\":30.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 16, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "ef2253fd-9c6c-4738-9dc1-04f414755251", "run_at": "2026-06-13 04:00:23", "stages_ok": 18, "stages_failed": 1, "duration_ms": 908430, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 13.6, "score_percent_v271": 13.6, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"unknown\"},\"openai_search\":{\"score\":20,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":30.3,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"unknown\"},\"openai_search\":{\"score\":20,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":30.3,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":20,\"n\":22,\"avg_score\":0.91,\"percent\":30.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 16, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "9fbc9c36-b5dd-4a6d-865b-8c142e4a1b7d", "run_at": "2026-06-14 04:00:09", "stages_ok": 18, "stages_failed": 1, "duration_ms": 613800, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 12.8, "score_percent_v271": 12.8, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"unknown\"},\"openai_search\":{\"score\":12,\"n\":24,\"n_attempted\":32,\"n_error\":8,\"percent\":16.7,\"channel\":\"primary\"},\"gemini\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"unknown\"},\"openai_search\":{\"score\":12,\"n\":24,\"n_attempted\":32,\"n_error\":8,\"percent\":16.7,\"channel\":\"primary\"},\"gemini\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":12,\"n\":24,\"avg_score\":0.5,\"percent\":16.7,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":12,\"n\":32,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 14.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "9fbc9c36-b5dd-4a6d-865b-8c142e4a1b7d", "run_at": "2026-06-14 04:00:09", "stages_ok": 18, "stages_failed": 1, "duration_ms": 613800, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 12.8, "score_percent_v271": 12.8, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"unknown\"},\"openai_search\":{\"score\":12,\"n\":24,\"n_attempted\":32,\"n_error\":8,\"percent\":16.7,\"channel\":\"primary\"},\"gemini\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"unknown\"},\"openai_search\":{\"score\":12,\"n\":24,\"n_attempted\":32,\"n_error\":8,\"percent\":16.7,\"channel\":\"primary\"},\"gemini\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":12,\"n\":24,\"avg_score\":0.5,\"percent\":16.7,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":12,\"n\":32,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 14.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "62e3530f-8876-4685-9dc9-a4b5a1dd7366", "run_at": "2026-06-15 04:01:02", "stages_ok": 19, "stages_failed": 0, "duration_ms": 56522, "includes_weekly": 1, "triggered_by": "cron", "score_percent": 13.1, "score_percent_v271": 13.1, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":12,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":25,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":12,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":25,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":12,\"n\":16,\"avg_score\":0.75,\"percent\":25,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 12.5, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "62e3530f-8876-4685-9dc9-a4b5a1dd7366", "run_at": "2026-06-15 04:01:02", "stages_ok": 19, "stages_failed": 0, "duration_ms": 56522, "includes_weekly": 1, "triggered_by": "cron", "score_percent": 13.1, "score_percent_v271": 13.1, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":12,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":25,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":12,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":25,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":12,\"n\":16,\"avg_score\":0.75,\"percent\":25,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 12.5, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "b719a295-4112-4a63-8c50-4887fa2cbc55", "run_at": "2026-06-16 04:00:56", "stages_ok": 18, "stages_failed": 1, "duration_ms": 691574, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 12.6, "score_percent_v271": 12.6, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":13,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":14.4,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"unknown\"},\"openai_search\":{\"score\":16,\"n\":25,\"n_attempted\":32,\"n_error\":7,\"percent\":21.3,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":13,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":14.4,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"unknown\"},\"openai_search\":{\"score\":16,\"n\":25,\"n_attempted\":32,\"n_error\":7,\"percent\":21.3,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":16,\"n\":25,\"avg_score\":0.64,\"percent\":21.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 12.9, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "b719a295-4112-4a63-8c50-4887fa2cbc55", "run_at": "2026-06-16 04:00:56", "stages_ok": 18, "stages_failed": 1, "duration_ms": 691574, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 12.6, "score_percent_v271": 12.6, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":13,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":14.4,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"unknown\"},\"openai_search\":{\"score\":16,\"n\":25,\"n_attempted\":32,\"n_error\":7,\"percent\":21.3,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":13,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":14.4,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"unknown\"},\"openai_search\":{\"score\":16,\"n\":25,\"n_attempted\":32,\"n_error\":7,\"percent\":21.3,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":16,\"n\":25,\"avg_score\":0.64,\"percent\":21.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 12.9, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "b360f317-e88f-4504-a13a-a27bd7e40c2f", "run_at": "2026-06-17 04:00:56", "stages_ok": 19, "stages_failed": 0, "duration_ms": 753727, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 14.8, "score_percent_v271": 14.8, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":22,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":22.9,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":7,\"n\":29,\"n_attempted\":32,\"n_error\":3,\"percent\":8,\"channel\":\"unknown\"},\"openai_search\":{\"score\":16,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":24.2,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":22,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":22.9,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":7,\"n\":29,\"n_attempted\":32,\"n_error\":3,\"percent\":8,\"channel\":\"unknown\"},\"openai_search\":{\"score\":16,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":24.2,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":16,\"n\":22,\"avg_score\":0.73,\"percent\":24.2,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":7,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 13.6, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "b360f317-e88f-4504-a13a-a27bd7e40c2f", "run_at": "2026-06-17 04:00:56", "stages_ok": 19, "stages_failed": 0, "duration_ms": 753727, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 14.8, "score_percent_v271": 14.8, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":22,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":22.9,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":7,\"n\":29,\"n_attempted\":32,\"n_error\":3,\"percent\":8,\"channel\":\"unknown\"},\"openai_search\":{\"score\":16,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":24.2,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":22,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":22.9,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":7,\"n\":29,\"n_attempted\":32,\"n_error\":3,\"percent\":8,\"channel\":\"unknown\"},\"openai_search\":{\"score\":16,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":24.2,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":16,\"n\":22,\"avg_score\":0.73,\"percent\":24.2,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":7,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 13.6, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "716b9be9-b90c-491f-95af-d33d4e24c0a1", "run_at": "2026-06-18 04:00:58", "stages_ok": 19, "stages_failed": 0, "duration_ms": 616287, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 15.1, "score_percent_v271": 15.1, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":22,\"n\":23,\"n_attempted\":32,\"n_error\":9,\"percent\":31.9,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":22,\"n\":23,\"n_attempted\":32,\"n_error\":9,\"percent\":31.9,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":22,\"n\":23,\"avg_score\":0.96,\"percent\":31.9,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 17, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "716b9be9-b90c-491f-95af-d33d4e24c0a1", "run_at": "2026-06-18 04:00:58", "stages_ok": 19, "stages_failed": 0, "duration_ms": 616287, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 15.1, "score_percent_v271": 15.1, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":22,\"n\":23,\"n_attempted\":32,\"n_error\":9,\"percent\":31.9,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":22,\"n\":23,\"n_attempted\":32,\"n_error\":9,\"percent\":31.9,\"channel\":\"primary\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":22,\"n\":23,\"avg_score\":0.96,\"percent\":31.9,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 17, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "727e3829-070e-4924-9d24-e64b8eb8ca76", "run_at": "2026-06-19 04:01:00", "stages_ok": 18, "stages_failed": 1, "duration_ms": 800050, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 13.8, "score_percent_v271": 13.8, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":14,\"n\":20,\"n_attempted\":32,\"n_error\":12,\"percent\":23.3,\"channel\":\"primary\"},\"gemini\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":14,\"n\":20,\"n_attempted\":32,\"n_error\":12,\"percent\":23.3,\"channel\":\"primary\"},\"gemini\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":14,\"n\":20,\"avg_score\":0.7,\"percent\":23.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":10,\"n\":32,\"avg_score\":0.31,\"percent\":10.4,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":7,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 15.4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "727e3829-070e-4924-9d24-e64b8eb8ca76", "run_at": "2026-06-19 04:01:00", "stages_ok": 18, "stages_failed": 1, "duration_ms": 800050, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 13.8, "score_percent_v271": 13.8, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":14,\"n\":20,\"n_attempted\":32,\"n_error\":12,\"percent\":23.3,\"channel\":\"primary\"},\"gemini\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":14,\"n\":20,\"n_attempted\":32,\"n_error\":12,\"percent\":23.3,\"channel\":\"primary\"},\"gemini\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":14,\"n\":20,\"avg_score\":0.7,\"percent\":23.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":10,\"n\":32,\"avg_score\":0.31,\"percent\":10.4,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":7,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 15.4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "6d5eae31-60aa-403c-89ab-80f86022c305", "run_at": "2026-06-20 04:00:56", "stages_ok": 19, "stages_failed": 0, "duration_ms": 629086, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 13.3, "score_percent_v271": 13.3, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":22,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":24.4,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":7,\"n\":29,\"n_attempted\":32,\"n_error\":3,\"percent\":8,\"channel\":\"unknown\"},\"openai_search\":{\"score\":12,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":18.2,\"channel\":\"primary\"},\"gemini\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":22,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":24.4,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":7,\"n\":29,\"n_attempted\":32,\"n_error\":3,\"percent\":8,\"channel\":\"unknown\"},\"openai_search\":{\"score\":12,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":18.2,\"channel\":\"primary\"},\"gemini\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":12,\"n\":22,\"avg_score\":0.55,\"percent\":18.2,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":4,\"n\":32,\"avg_score\":0.13,\"percent\":4.2,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 9.9, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "6d5eae31-60aa-403c-89ab-80f86022c305", "run_at": "2026-06-20 04:00:56", "stages_ok": 19, "stages_failed": 0, "duration_ms": 629086, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 13.3, "score_percent_v271": 13.3, "total_llms": 4, "total_llms_v271": 4, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":22,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":24.4,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":7,\"n\":29,\"n_attempted\":32,\"n_error\":3,\"percent\":8,\"channel\":\"unknown\"},\"openai_search\":{\"score\":12,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":18.2,\"channel\":\"primary\"},\"gemini\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":22,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":24.4,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":7,\"n\":29,\"n_attempted\":32,\"n_error\":3,\"percent\":8,\"channel\":\"unknown\"},\"openai_search\":{\"score\":12,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":18.2,\"channel\":\"primary\"},\"gemini\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":12,\"n\":22,\"avg_score\":0.55,\"percent\":18.2,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":4,\"n\":32,\"avg_score\":0.13,\"percent\":4.2,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 9.9, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "298b8b52-3d05-4dbd-8f00-e6b3cf9a4959", "run_at": "2026-06-21 04:00:56", "stages_ok": 18, "stages_failed": 1, "duration_ms": 378859, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 10.8, "score_percent_v271": 10.8, "total_llms": 7, "total_llms_v271": 7, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":8,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":8.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":14,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":21.2,\"channel\":\"primary\"},\"gemini\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":8,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":8.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":14,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":21.2,\"channel\":\"primary\"},\"gemini\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":14,\"n\":22,\"avg_score\":0.64,\"percent\":21.2,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":12,\"n\":32,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 16, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "298b8b52-3d05-4dbd-8f00-e6b3cf9a4959", "run_at": "2026-06-21 04:00:56", "stages_ok": 18, "stages_failed": 1, "duration_ms": 378859, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 10.8, "score_percent_v271": 10.8, "total_llms": 7, "total_llms_v271": 7, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":8,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":8.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":14,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":21.2,\"channel\":\"primary\"},\"gemini\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":8,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":8.3,\"channel\":\"unknown\"},\"openai_search\":{\"score\":14,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":21.2,\"channel\":\"primary\"},\"gemini\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":14,\"n\":22,\"avg_score\":0.64,\"percent\":21.2,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":12,\"n\":32,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 16, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "f04ec423-6618-40cc-92dc-8d5913befafa", "run_at": "2026-06-23 04:00:25", "stages_ok": 14, "stages_failed": 1, "duration_ms": 177453, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 8.9, "score_percent_v271": 8.9, "total_llms": 7, "total_llms_v271": 7, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":5.2,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":19,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":19.8,\"channel\":\"unknown\"},\"openai_search\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"primary\"},\"gemini\":{\"score\":2,\"n\":21,\"n_attempted\":32,\"n_error\":11,\"percent\":3.2,\"channel\":\"primary\"},\"claude_opus\":{\"score\":-3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-6.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":6.3,\"channel\":\"removed\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":5.2,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":19,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":19.8,\"channel\":\"unknown\"},\"openai_search\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"primary\"},\"gemini\":{\"score\":2,\"n\":21,\"n_attempted\":32,\"n_error\":11,\"percent\":3.2,\"channel\":\"primary\"},\"claude_opus\":{\"score\":-3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-6.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":6.3,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":18,\"n\":32,\"avg_score\":0.56,\"percent\":18.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":2,\"n\":21,\"avg_score\":0.1,\"percent\":3.2,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 12.6, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "f04ec423-6618-40cc-92dc-8d5913befafa", "run_at": "2026-06-23 04:00:25", "stages_ok": 14, "stages_failed": 1, "duration_ms": 177453, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 8.9, "score_percent_v271": 8.9, "total_llms": 7, "total_llms_v271": 7, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":5.2,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":19,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":19.8,\"channel\":\"unknown\"},\"openai_search\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"primary\"},\"gemini\":{\"score\":2,\"n\":21,\"n_attempted\":32,\"n_error\":11,\"percent\":3.2,\"channel\":\"primary\"},\"claude_opus\":{\"score\":-3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-6.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":6.3,\"channel\":\"removed\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":5.2,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":19,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":19.8,\"channel\":\"unknown\"},\"openai_search\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"primary\"},\"gemini\":{\"score\":2,\"n\":21,\"n_attempted\":32,\"n_error\":11,\"percent\":3.2,\"channel\":\"primary\"},\"claude_opus\":{\"score\":-3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-6.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":6.3,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":18,\"n\":32,\"avg_score\":0.56,\"percent\":18.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":2,\"n\":21,\"avg_score\":0.1,\"percent\":3.2,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 12.6, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "0984f140-4e6f-4129-a3a9-b66e9c39303c", "run_at": "2026-06-24 04:00:24", "stages_ok": 14, "stages_failed": 1, "duration_ms": 158938, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 5.5, "score_percent_v271": 5.5, "total_llms": 7, "total_llms_v271": 7, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"unknown\"},\"openai_search\":{\"score\":10,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":10.8,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":14,\"n_attempted\":32,\"n_error\":18,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-6.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"unknown\"},\"openai_search\":{\"score\":10,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":10.8,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":14,\"n_attempted\":32,\"n_error\":18,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-6.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":10,\"n\":31,\"avg_score\":0.32,\"percent\":10.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":0,\"n\":14,\"avg_score\":0,\"percent\":0,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 7.4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "0984f140-4e6f-4129-a3a9-b66e9c39303c", "run_at": "2026-06-24 04:00:24", "stages_ok": 14, "stages_failed": 1, "duration_ms": 158938, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 5.5, "score_percent_v271": 5.5, "total_llms": 7, "total_llms_v271": 7, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_gpt54_web\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"unknown\"},\"openai_search\":{\"score\":10,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":10.8,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":14,\"n_attempted\":32,\"n_error\":18,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-6.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_gpt54_web\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"unknown\"},\"openai_gpt52_web\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"unknown\"},\"openai_search\":{\"score\":10,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":10.8,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":14,\"n_attempted\":32,\"n_error\":18,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-6.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":10,\"n\":31,\"avg_score\":0.32,\"percent\":10.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":0,\"n\":14,\"avg_score\":0,\"percent\":0,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 7.4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "71e764cf-90fa-4d8c-8896-a1d4beb0fce6", "run_at": "2026-06-25 04:00:46", "stages_ok": 14, "stages_failed": 1, "duration_ms": 114592, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 6.1, "score_percent_v271": 6.1, "total_llms": 6, "total_llms_v271": 6, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"removed\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"removed\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":10,\"n\":32,\"avg_score\":0.31,\"percent\":10.4,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 8.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "71e764cf-90fa-4d8c-8896-a1d4beb0fce6", "run_at": "2026-06-25 04:00:46", "stages_ok": 14, "stages_failed": 1, "duration_ms": 114592, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 6.1, "score_percent_v271": 6.1, "total_llms": 6, "total_llms_v271": 6, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"removed\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"removed\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":10,\"n\":32,\"avg_score\":0.31,\"percent\":10.4,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 8.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "275c6d98-e292-4cb4-ac9c-e71184637feb", "run_at": "2026-06-26 04:00:50", "stages_ok": 15, "stages_failed": 0, "duration_ms": 245202, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 14.9, "score_percent_v271": 14.9, "total_llms": 6, "total_llms_v271": 6, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":28,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":29.2,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":32,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":33.3,\"channel\":\"removed\"},\"gemini\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":28,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":29.2,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":32,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":33.3,\"channel\":\"removed\"},\"gemini\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":28,\"n\":32,\"avg_score\":0.88,\"percent\":29.2,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":4,\"n\":32,\"avg_score\":0.13,\"percent\":4.2,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 16.7, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "275c6d98-e292-4cb4-ac9c-e71184637feb", "run_at": "2026-06-26 04:00:50", "stages_ok": 15, "stages_failed": 0, "duration_ms": 245202, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 14.9, "score_percent_v271": 14.9, "total_llms": 6, "total_llms_v271": 6, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":28,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":29.2,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":32,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":33.3,\"channel\":\"removed\"},\"gemini\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":28,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":29.2,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":32,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":33.3,\"channel\":\"removed\"},\"gemini\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":28,\"n\":32,\"avg_score\":0.88,\"percent\":29.2,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":4,\"n\":32,\"avg_score\":0.13,\"percent\":4.2,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 16.7, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "3f1f89bf-cb0d-410b-8928-f45ef7350969", "run_at": "2026-06-27 04:00:49", "stages_ok": 15, "stages_failed": 0, "duration_ms": 240361, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 11, "score_percent_v271": 11, "total_llms": 6, "total_llms_v271": 6, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"removed\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"removed\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":20,\"n\":32,\"avg_score\":0.63,\"percent\":20.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 13.5, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "3f1f89bf-cb0d-410b-8928-f45ef7350969", "run_at": "2026-06-27 04:00:49", "stages_ok": 15, "stages_failed": 0, "duration_ms": 240361, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 11, "score_percent_v271": 11, "total_llms": 6, "total_llms_v271": 6, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"removed\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"removed\"},\"gemini\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":20,\"n\":32,\"avg_score\":0.63,\"percent\":20.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 13.5, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "41d381f7-b0f5-473e-8409-6bc1fe8340c9", "run_at": "2026-06-28 04:00:50", "stages_ok": 15, "stages_failed": 0, "duration_ms": 211003, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 9.1, "score_percent_v271": 9.1, "total_llms": 6, "total_llms_v271": 6, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"removed\"},\"gemini\":{\"score\":14,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":14.6,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"removed\"},\"gemini\":{\"score\":14,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":14.6,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":12,\"n\":32,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":14,\"n\":32,\"avg_score\":0.44,\"percent\":14.6,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 13.5, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "41d381f7-b0f5-473e-8409-6bc1fe8340c9", "run_at": "2026-06-28 04:00:50", "stages_ok": 15, "stages_failed": 0, "duration_ms": 211003, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 9.1, "score_percent_v271": 9.1, "total_llms": 6, "total_llms_v271": 6, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"removed\"},\"gemini\":{\"score\":14,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":14.6,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"removed\"},\"gemini\":{\"score\":14,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":14.6,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":12,\"n\":32,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":14,\"n\":32,\"avg_score\":0.44,\"percent\":14.6,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 13.5, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "208f260f-5f47-405f-aaf7-453bfa4eb820", "run_at": "2026-06-30 04:00:22", "stages_ok": 16, "stages_failed": 0, "duration_ms": 250979, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 6.3, "score_percent_v271": 6.3, "total_llms": 6, "total_llms_v271": 6, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"removed\"},\"gemini\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"removed\"},\"gemini\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":10,\"n\":32,\"avg_score\":0.31,\"percent\":10.4,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 8.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "208f260f-5f47-405f-aaf7-453bfa4eb820", "run_at": "2026-06-30 04:00:22", "stages_ok": 16, "stages_failed": 0, "duration_ms": 250979, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 6.3, "score_percent_v271": 6.3, "total_llms": 6, "total_llms_v271": 6, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"removed\"},\"gemini\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":6,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":6.3,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"removed\"},\"gemini\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":6,\"n\":32,\"avg_score\":0.19,\"percent\":6.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":10,\"n\":32,\"avg_score\":0.31,\"percent\":10.4,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 8.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "c60dd369-47ee-4b36-b039-7e884699b069", "run_at": "2026-07-01 04:00:56", "stages_ok": 16, "stages_failed": 0, "duration_ms": 261256, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 16, "score_percent_v271": 16, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":26,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":48.1,\"channel\":\"primary\"},\"gemini\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":6.3,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":26,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":48.1,\"channel\":\"primary\"},\"gemini\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":6.3,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":26,\"n\":18,\"avg_score\":1.44,\"percent\":48.1,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":18,\"n\":32,\"avg_score\":0.56,\"percent\":18.8,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 29.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "c60dd369-47ee-4b36-b039-7e884699b069", "run_at": "2026-07-01 04:00:56", "stages_ok": 16, "stages_failed": 0, "duration_ms": 261256, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 16, "score_percent_v271": 16, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":26,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":48.1,\"channel\":\"primary\"},\"gemini\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":6.3,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":26,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":48.1,\"channel\":\"primary\"},\"gemini\":{\"score\":18,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":18.8,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":6.3,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":26,\"n\":18,\"avg_score\":1.44,\"percent\":48.1,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":18,\"n\":32,\"avg_score\":0.56,\"percent\":18.8,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 29.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "1353d3f0-b2ed-4ba4-90fb-4e6d318321a8", "run_at": "2026-07-02 04:01:05", "stages_ok": 15, "stages_failed": 1, "duration_ms": 282723, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 6.5, "score_percent_v271": 6.5, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":11,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":20.4,\"channel\":\"primary\"},\"gemini\":{\"score\":8,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":8.3,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":11,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":20.4,\"channel\":\"primary\"},\"gemini\":{\"score\":8,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":8.3,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":11,\"n\":18,\"avg_score\":0.61,\"percent\":20.4,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":8,\"n\":32,\"avg_score\":0.25,\"percent\":8.3,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":18,\"n\":48,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"]}}", "primary_channel_percent": 12.7, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "1353d3f0-b2ed-4ba4-90fb-4e6d318321a8", "run_at": "2026-07-02 04:01:05", "stages_ok": 15, "stages_failed": 1, "duration_ms": 282723, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 6.5, "score_percent_v271": 6.5, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":11,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":20.4,\"channel\":\"primary\"},\"gemini\":{\"score\":8,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":8.3,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":11,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":20.4,\"channel\":\"primary\"},\"gemini\":{\"score\":8,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":8.3,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":11,\"n\":18,\"avg_score\":0.61,\"percent\":20.4,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":8,\"n\":32,\"avg_score\":0.25,\"percent\":8.3,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":18,\"n\":48,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"]}}", "primary_channel_percent": 12.7, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "6cf7e7f5-a2c9-45ab-ae46-df675141bc8b", "run_at": "2026-07-03 04:00:39", "stages_ok": 16, "stages_failed": 0, "duration_ms": 328217, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 5.2, "score_percent_v271": 5.2, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":11,\"n\":20,\"n_attempted\":32,\"n_error\":12,\"percent\":18.3,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":6,\"n_attempted\":32,\"n_error\":26,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":11,\"n\":20,\"n_attempted\":32,\"n_error\":12,\"percent\":18.3,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":6,\"n_attempted\":32,\"n_error\":26,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":11,\"n\":20,\"avg_score\":0.55,\"percent\":18.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":0,\"n\":6,\"avg_score\":0,\"percent\":0,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":27,\"n\":48,\"avg_score\":0.56,\"percent\":18.8,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"]}}", "primary_channel_percent": 14.1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "6cf7e7f5-a2c9-45ab-ae46-df675141bc8b", "run_at": "2026-07-03 04:00:39", "stages_ok": 16, "stages_failed": 0, "duration_ms": 328217, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 5.2, "score_percent_v271": 5.2, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":11,\"n\":20,\"n_attempted\":32,\"n_error\":12,\"percent\":18.3,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":6,\"n_attempted\":32,\"n_error\":26,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":11,\"n\":20,\"n_attempted\":32,\"n_error\":12,\"percent\":18.3,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":6,\"n_attempted\":32,\"n_error\":26,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":11,\"n\":20,\"avg_score\":0.55,\"percent\":18.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":0,\"n\":6,\"avg_score\":0,\"percent\":0,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":27,\"n\":48,\"avg_score\":0.56,\"percent\":18.8,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"]}}", "primary_channel_percent": 14.1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "eb0fe53f-317c-46bd-9892-cc805448a437", "run_at": "2026-07-04 04:00:35", "stages_ok": 16, "stages_failed": 0, "duration_ms": 275075, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 11.8, "score_percent_v271": 11.8, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":18,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":37.5,\"channel\":\"primary\"},\"gemini\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":18,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":37.5,\"channel\":\"primary\"},\"gemini\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":18,\"n\":16,\"avg_score\":1.13,\"percent\":37.5,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":16,\"n\":32,\"avg_score\":0.5,\"percent\":16.7,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":27.5,\"n\":48,\"avg_score\":0.57,\"percent\":19.1,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"]}}", "primary_channel_percent": 23.6, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "eb0fe53f-317c-46bd-9892-cc805448a437", "run_at": "2026-07-04 04:00:35", "stages_ok": 16, "stages_failed": 0, "duration_ms": 275075, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 11.8, "score_percent_v271": 11.8, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":18,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":37.5,\"channel\":\"primary\"},\"gemini\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":18,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":37.5,\"channel\":\"primary\"},\"gemini\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":18,\"n\":16,\"avg_score\":1.13,\"percent\":37.5,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":16,\"n\":32,\"avg_score\":0.5,\"percent\":16.7,\"llms\":[\"gemini\"]},\"Claude\":{\"score\":27.5,\"n\":48,\"avg_score\":0.57,\"percent\":19.1,\"llms\":[\"claude-haiku-4-5-20251001\",\"claude-opus-4-8\",\"claude-sonnet-4-6\"]}}", "primary_channel_percent": 23.6, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "338d4cf3-1f82-406c-9480-7bac81d8a37a", "run_at": "2026-07-05 04:00:40", "stages_ok": 15, "stages_failed": 1, "duration_ms": 524128, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 10.2, "score_percent_v271": 10.2, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":24,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":26.7,\"channel\":\"primary\"},\"gemini\":{\"score\":4,\"n\":15,\"n_attempted\":32,\"n_error\":17,\"percent\":8.9,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":24,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":26.7,\"channel\":\"primary\"},\"gemini\":{\"score\":4,\"n\":15,\"n_attempted\":32,\"n_error\":17,\"percent\":8.9,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":24,\"n\":30,\"avg_score\":0.8,\"percent\":26.7,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":4,\"n\":15,\"avg_score\":0.27,\"percent\":8.9,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 20.7, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "338d4cf3-1f82-406c-9480-7bac81d8a37a", "run_at": "2026-07-05 04:00:40", "stages_ok": 15, "stages_failed": 1, "duration_ms": 524128, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 10.2, "score_percent_v271": 10.2, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":24,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":26.7,\"channel\":\"primary\"},\"gemini\":{\"score\":4,\"n\":15,\"n_attempted\":32,\"n_error\":17,\"percent\":8.9,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":24,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":26.7,\"channel\":\"primary\"},\"gemini\":{\"score\":4,\"n\":15,\"n_attempted\":32,\"n_error\":17,\"percent\":8.9,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":24,\"n\":30,\"avg_score\":0.8,\"percent\":26.7,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":4,\"n\":15,\"avg_score\":0.27,\"percent\":8.9,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 20.7, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "a0a35aac-c13d-406b-a7ef-79b47ff7cc42", "run_at": "2026-07-06 04:00:40", "stages_ok": 16, "stages_failed": 0, "duration_ms": 1219428, "includes_weekly": 1, "triggered_by": "cron", "score_percent": 16, "score_percent_v271": 16, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":28,\"n\":25,\"n_attempted\":32,\"n_error\":7,\"percent\":37.3,\"channel\":\"primary\"},\"gemini\":{\"score\":22,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":28,\"n\":25,\"n_attempted\":32,\"n_error\":7,\"percent\":37.3,\"channel\":\"primary\"},\"gemini\":{\"score\":22,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":28,\"n\":25,\"avg_score\":1.12,\"percent\":37.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":22,\"n\":32,\"avg_score\":0.69,\"percent\":22.9,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 29.2, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "a0a35aac-c13d-406b-a7ef-79b47ff7cc42", "run_at": "2026-07-06 04:00:40", "stages_ok": 16, "stages_failed": 0, "duration_ms": 1219428, "includes_weekly": 1, "triggered_by": "cron", "score_percent": 16, "score_percent_v271": 16, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":28,\"n\":25,\"n_attempted\":32,\"n_error\":7,\"percent\":37.3,\"channel\":\"primary\"},\"gemini\":{\"score\":22,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":28,\"n\":25,\"n_attempted\":32,\"n_error\":7,\"percent\":37.3,\"channel\":\"primary\"},\"gemini\":{\"score\":22,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":28,\"n\":25,\"avg_score\":1.12,\"percent\":37.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":22,\"n\":32,\"avg_score\":0.69,\"percent\":22.9,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 29.2, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "17b4a3f2-6f32-4f62-b6e3-f937207439f2", "run_at": "2026-07-07 04:00:38", "stages_ok": 16, "stages_failed": 0, "duration_ms": 315877, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 4.7, "score_percent_v271": 4.7, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":9,\"n\":20,\"n_attempted\":32,\"n_error\":12,\"percent\":15,\"channel\":\"primary\"},\"gemini\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":9,\"n\":20,\"n_attempted\":32,\"n_error\":12,\"percent\":15,\"channel\":\"primary\"},\"gemini\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":9,\"n\":20,\"avg_score\":0.45,\"percent\":15,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":4,\"n\":32,\"avg_score\":0.13,\"percent\":4.2,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 8.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "17b4a3f2-6f32-4f62-b6e3-f937207439f2", "run_at": "2026-07-07 04:00:38", "stages_ok": 16, "stages_failed": 0, "duration_ms": 315877, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 4.7, "score_percent_v271": 4.7, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":9,\"n\":20,\"n_attempted\":32,\"n_error\":12,\"percent\":15,\"channel\":\"primary\"},\"gemini\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":9,\"n\":20,\"n_attempted\":32,\"n_error\":12,\"percent\":15,\"channel\":\"primary\"},\"gemini\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":9,\"n\":20,\"avg_score\":0.45,\"percent\":15,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":4,\"n\":32,\"avg_score\":0.13,\"percent\":4.2,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 8.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "e42e5da7-09ae-4ef7-8cea-1291c586a33c", "run_at": "2026-07-08 04:00:16", "stages_ok": 16, "stages_failed": 0, "duration_ms": 333443, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 10.5, "score_percent_v271": 10.5, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":18,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":27.3,\"channel\":\"primary\"},\"gemini\":{\"score\":14,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":14.6,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":18,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":27.3,\"channel\":\"primary\"},\"gemini\":{\"score\":14,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":14.6,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":18,\"n\":22,\"avg_score\":0.82,\"percent\":27.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":14,\"n\":32,\"avg_score\":0.44,\"percent\":14.6,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 19.8, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "e42e5da7-09ae-4ef7-8cea-1291c586a33c", "run_at": "2026-07-08 04:00:16", "stages_ok": 16, "stages_failed": 0, "duration_ms": 333443, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 10.5, "score_percent_v271": 10.5, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":18,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":27.3,\"channel\":\"primary\"},\"gemini\":{\"score\":14,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":14.6,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":18,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":27.3,\"channel\":\"primary\"},\"gemini\":{\"score\":14,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":14.6,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":18,\"n\":22,\"avg_score\":0.82,\"percent\":27.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":14,\"n\":32,\"avg_score\":0.44,\"percent\":14.6,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 19.8, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "1eeda1ff-8ad5-47d3-809f-61a4977c49ef", "run_at": "2026-07-09 04:00:17", "stages_ok": 16, "stages_failed": 0, "duration_ms": 292811, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 9.4, "score_percent_v271": 9.4, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":10,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":20.8,\"channel\":\"primary\"},\"gemini\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":10,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":20.8,\"channel\":\"primary\"},\"gemini\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":10,\"n\":16,\"avg_score\":0.63,\"percent\":20.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":16,\"n\":32,\"avg_score\":0.5,\"percent\":16.7,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 18.1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "1eeda1ff-8ad5-47d3-809f-61a4977c49ef", "run_at": "2026-07-09 04:00:17", "stages_ok": 16, "stages_failed": 0, "duration_ms": 292811, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 9.4, "score_percent_v271": 9.4, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":10,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":20.8,\"channel\":\"primary\"},\"gemini\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":10,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":20.8,\"channel\":\"primary\"},\"gemini\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":10,\"n\":16,\"avg_score\":0.63,\"percent\":20.8,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":16,\"n\":32,\"avg_score\":0.5,\"percent\":16.7,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 18.1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "e12c40c2-ecf3-47d0-bad0-fd5b78bbdb55", "run_at": "2026-07-10 04:00:47", "stages_ok": 16, "stages_failed": 0, "duration_ms": 298426, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 9, "score_percent_v271": 9, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":14,\"n\":14,\"n_attempted\":32,\"n_error\":18,\"percent\":33.3,\"channel\":\"primary\"},\"gemini\":{\"score\":11,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":11.5,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":14,\"n\":14,\"n_attempted\":32,\"n_error\":18,\"percent\":33.3,\"channel\":\"primary\"},\"gemini\":{\"score\":11,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":11.5,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":14,\"n\":14,\"avg_score\":1,\"percent\":33.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":11,\"n\":32,\"avg_score\":0.34,\"percent\":11.5,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 18.1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "e12c40c2-ecf3-47d0-bad0-fd5b78bbdb55", "run_at": "2026-07-10 04:00:47", "stages_ok": 16, "stages_failed": 0, "duration_ms": 298426, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 9, "score_percent_v271": 9, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":14,\"n\":14,\"n_attempted\":32,\"n_error\":18,\"percent\":33.3,\"channel\":\"primary\"},\"gemini\":{\"score\":11,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":11.5,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":14,\"n\":14,\"n_attempted\":32,\"n_error\":18,\"percent\":33.3,\"channel\":\"primary\"},\"gemini\":{\"score\":11,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":11.5,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":14,\"n\":14,\"avg_score\":1,\"percent\":33.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":11,\"n\":32,\"avg_score\":0.34,\"percent\":11.5,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 18.1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "51055e07-b53a-4a66-b911-c01e7717d45e", "run_at": "2026-07-11 04:00:44", "stages_ok": 16, "stages_failed": 0, "duration_ms": 375732, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 12.2, "score_percent_v271": 12.2, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":14,\"n\":21,\"n_attempted\":32,\"n_error\":11,\"percent\":22.2,\"channel\":\"primary\"},\"gemini\":{\"score\":23,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":24,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":14,\"n\":21,\"n_attempted\":32,\"n_error\":11,\"percent\":22.2,\"channel\":\"primary\"},\"gemini\":{\"score\":23,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":24,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":14,\"n\":21,\"avg_score\":0.67,\"percent\":22.2,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":23,\"n\":32,\"avg_score\":0.72,\"percent\":24,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 23.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "51055e07-b53a-4a66-b911-c01e7717d45e", "run_at": "2026-07-11 04:00:44", "stages_ok": 16, "stages_failed": 0, "duration_ms": 375732, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 12.2, "score_percent_v271": 12.2, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":14,\"n\":21,\"n_attempted\":32,\"n_error\":11,\"percent\":22.2,\"channel\":\"primary\"},\"gemini\":{\"score\":23,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":24,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":14,\"n\":21,\"n_attempted\":32,\"n_error\":11,\"percent\":22.2,\"channel\":\"primary\"},\"gemini\":{\"score\":23,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":24,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":14,\"n\":21,\"avg_score\":0.67,\"percent\":22.2,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":23,\"n\":32,\"avg_score\":0.72,\"percent\":24,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 23.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "26d5c27f-611d-4503-a2c6-ebe53b1b843c", "run_at": "2026-07-12 04:00:43", "stages_ok": 16, "stages_failed": 0, "duration_ms": 275503, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 12.2, "score_percent_v271": 12.2, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":10,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":18.5,\"channel\":\"primary\"},\"gemini\":{\"score\":26,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":27.1,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":10,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":18.5,\"channel\":\"primary\"},\"gemini\":{\"score\":26,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":27.1,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":10,\"n\":18,\"avg_score\":0.56,\"percent\":18.5,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":26,\"n\":32,\"avg_score\":0.81,\"percent\":27.1,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 24, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "26d5c27f-611d-4503-a2c6-ebe53b1b843c", "run_at": "2026-07-12 04:00:43", "stages_ok": 16, "stages_failed": 0, "duration_ms": 275503, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 12.2, "score_percent_v271": 12.2, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":10,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":18.5,\"channel\":\"primary\"},\"gemini\":{\"score\":26,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":27.1,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":10,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":18.5,\"channel\":\"primary\"},\"gemini\":{\"score\":26,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":27.1,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":10,\"n\":18,\"avg_score\":0.56,\"percent\":18.5,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":26,\"n\":32,\"avg_score\":0.81,\"percent\":27.1,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 24, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "127bf77f-eca8-416a-97f9-b2efb7923d8b", "run_at": "2026-07-13 04:00:41", "stages_ok": 16, "stages_failed": 0, "duration_ms": 1144959, "includes_weekly": 1, "triggered_by": "cron", "score_percent": 8.1, "score_percent_v271": 8.1, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":8,\"n\":6,\"n_attempted\":16,\"n_error\":10,\"percent\":44.4,\"channel\":\"primary\"},\"gemini\":{\"score\":8.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":17.7,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":8,\"n\":6,\"n_attempted\":16,\"n_error\":10,\"percent\":44.4,\"channel\":\"primary\"},\"gemini\":{\"score\":8.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":17.7,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":8,\"n\":6,\"avg_score\":1.33,\"percent\":44.4,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":8.5,\"n\":16,\"avg_score\":0.53,\"percent\":17.7,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 25, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "127bf77f-eca8-416a-97f9-b2efb7923d8b", "run_at": "2026-07-13 04:00:41", "stages_ok": 16, "stages_failed": 0, "duration_ms": 1144959, "includes_weekly": 1, "triggered_by": "cron", "score_percent": 12.6, "score_percent_v271": null, "total_llms": 2, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_search\":{\"score\":25,\"n\":32,\"percent\":26,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":17,\"n\":32,\"percent\":17.7,\"channel\":\"primary\",\"provider\":\"Gemini\"},\"claude\":{\"score\":0,\"n\":16,\"percent\":0,\"channel\":\"removed\",\"provider\":null},\"claude_opus\":{\"score\":0.5,\"n\":16,\"percent\":1,\"channel\":\"removed\",\"provider\":null},\"claude_sonnet\":{\"score\":0,\"n\":16,\"percent\":0,\"channel\":\"removed\",\"provider\":null}}", "by_provider": "{\"OpenAI\":{\"score\":25,\"n\":32,\"n_llms\":1,\"llms\":[\"openai_search\"],\"percent\":26,\"avg_score\":0.78},\"Gemini\":{\"score\":17,\"n\":32,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":17.7,\"avg_score\":0.53}}", "primary_channel_percent": 21.9, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "59a6fe70-5f90-4be6-971f-c40116639cc9", "run_at": "2026-07-14 04:00:39", "stages_ok": 16, "stages_failed": 0, "duration_ms": 277278, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 17.2, "score_percent_v271": 17.2, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":20,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":37,\"channel\":\"primary\"},\"gemini\":{\"score\":28,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":29.2,\"channel\":\"primary\"},\"claude\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":20,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":37,\"channel\":\"primary\"},\"gemini\":{\"score\":28,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":29.2,\"channel\":\"primary\"},\"claude\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":20,\"n\":18,\"avg_score\":1.11,\"percent\":37,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":28,\"n\":32,\"avg_score\":0.88,\"percent\":29.2,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 32, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "59a6fe70-5f90-4be6-971f-c40116639cc9", "run_at": "2026-07-14 04:00:39", "stages_ok": 16, "stages_failed": 0, "duration_ms": 277278, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 17.2, "score_percent_v271": 17.2, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":20,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":37,\"channel\":\"primary\"},\"gemini\":{\"score\":28,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":29.2,\"channel\":\"primary\"},\"claude\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":20,\"n\":18,\"n_attempted\":32,\"n_error\":14,\"percent\":37,\"channel\":\"primary\"},\"gemini\":{\"score\":28,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":29.2,\"channel\":\"primary\"},\"claude\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":20,\"n\":18,\"avg_score\":1.11,\"percent\":37,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":28,\"n\":32,\"avg_score\":0.88,\"percent\":29.2,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 32, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "aedb1baf-d934-40ed-9fa3-021749c95f44", "run_at": "2026-07-15 04:00:12", "stages_ok": 16, "stages_failed": 0, "duration_ms": 374537, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 11.3, "score_percent_v271": 11.3, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":10,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":15.2,\"channel\":\"primary\"},\"gemini\":{\"score\":24,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":25,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":10,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":15.2,\"channel\":\"primary\"},\"gemini\":{\"score\":24,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":25,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":10,\"n\":22,\"avg_score\":0.45,\"percent\":15.2,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":24,\"n\":32,\"avg_score\":0.75,\"percent\":25,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 21, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "aedb1baf-d934-40ed-9fa3-021749c95f44", "run_at": "2026-07-15 04:00:12", "stages_ok": 16, "stages_failed": 0, "duration_ms": 374537, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 11.3, "score_percent_v271": 11.3, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":10,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":15.2,\"channel\":\"primary\"},\"gemini\":{\"score\":24,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":25,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":10,\"n\":22,\"n_attempted\":32,\"n_error\":10,\"percent\":15.2,\"channel\":\"primary\"},\"gemini\":{\"score\":24,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":25,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":10,\"n\":22,\"avg_score\":0.45,\"percent\":15.2,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":24,\"n\":32,\"avg_score\":0.75,\"percent\":25,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 21, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "a0d9af9b-d16a-4f7e-a903-c825fa883fc4", "run_at": "2026-07-16 04:00:12", "stages_ok": 15, "stages_failed": 1, "duration_ms": 378092, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 15.9, "score_percent_v271": 15.9, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":30,\"n\":29,\"n_attempted\":32,\"n_error\":3,\"percent\":34.5,\"channel\":\"primary\"},\"gemini\":{\"score\":22,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":30,\"n\":29,\"n_attempted\":32,\"n_error\":3,\"percent\":34.5,\"channel\":\"primary\"},\"gemini\":{\"score\":22,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":30,\"n\":29,\"avg_score\":1.03,\"percent\":34.5,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":22,\"n\":32,\"avg_score\":0.69,\"percent\":22.9,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 28.4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "a0d9af9b-d16a-4f7e-a903-c825fa883fc4", "run_at": "2026-07-16 04:00:12", "stages_ok": 15, "stages_failed": 1, "duration_ms": 378092, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 15.9, "score_percent_v271": 15.9, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":30,\"n\":29,\"n_attempted\":32,\"n_error\":3,\"percent\":34.5,\"channel\":\"primary\"},\"gemini\":{\"score\":22,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":30,\"n\":29,\"n_attempted\":32,\"n_error\":3,\"percent\":34.5,\"channel\":\"primary\"},\"gemini\":{\"score\":22,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":22.9,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":30,\"n\":29,\"avg_score\":1.03,\"percent\":34.5,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":22,\"n\":32,\"avg_score\":0.69,\"percent\":22.9,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 28.4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "3ae46e17-593e-4b09-9f73-56ea2610361a", "run_at": "2026-07-17 04:00:14", "stages_ok": 16, "stages_failed": 0, "duration_ms": 292741, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 9.2, "score_percent_v271": 9.2, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":6,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":12.5,\"channel\":\"primary\"},\"gemini\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":6,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":12.5,\"channel\":\"primary\"},\"gemini\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":6,\"n\":16,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":20,\"n\":32,\"avg_score\":0.63,\"percent\":20.8,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 18.1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "3ae46e17-593e-4b09-9f73-56ea2610361a", "run_at": "2026-07-17 04:00:14", "stages_ok": 16, "stages_failed": 0, "duration_ms": 292741, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 9.2, "score_percent_v271": 9.2, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":6,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":12.5,\"channel\":\"primary\"},\"gemini\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":6,\"n\":16,\"n_attempted\":32,\"n_error\":16,\"percent\":12.5,\"channel\":\"primary\"},\"gemini\":{\"score\":20,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":20.8,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":6,\"n\":16,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":20,\"n\":32,\"avg_score\":0.63,\"percent\":20.8,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 18.1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "6e01afa9-05c7-4434-b14f-7c5d521f989a", "run_at": "2026-07-18 04:00:12", "stages_ok": 16, "stages_failed": 0, "duration_ms": 309513, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 9.8, "score_percent_v271": 9.8, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":16,\"n\":24,\"n_attempted\":32,\"n_error\":8,\"percent\":22.2,\"channel\":\"primary\"},\"gemini\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-2.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-5.2,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":16,\"n\":24,\"n_attempted\":32,\"n_error\":8,\"percent\":22.2,\"channel\":\"primary\"},\"gemini\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-2.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-5.2,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":16,\"n\":24,\"avg_score\":0.67,\"percent\":22.2,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":16,\"n\":32,\"avg_score\":0.5,\"percent\":16.7,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 19, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "6e01afa9-05c7-4434-b14f-7c5d521f989a", "run_at": "2026-07-18 04:00:12", "stages_ok": 16, "stages_failed": 0, "duration_ms": 309513, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 9.8, "score_percent_v271": 9.8, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":16,\"n\":24,\"n_attempted\":32,\"n_error\":8,\"percent\":22.2,\"channel\":\"primary\"},\"gemini\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-2.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-5.2,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":16,\"n\":24,\"n_attempted\":32,\"n_error\":8,\"percent\":22.2,\"channel\":\"primary\"},\"gemini\":{\"score\":16,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-2.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-5.2,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":16,\"n\":24,\"avg_score\":0.67,\"percent\":22.2,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":16,\"n\":32,\"avg_score\":0.5,\"percent\":16.7,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 19, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "f4ddf2b2-7080-4786-a49e-637ee9865702", "run_at": "2026-07-19 04:00:13", "stages_ok": 16, "stages_failed": 0, "duration_ms": 326237, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 7.9, "score_percent_v271": 7.9, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":10,\"n\":21,\"n_attempted\":32,\"n_error\":11,\"percent\":15.9,\"channel\":\"primary\"},\"gemini\":{\"score\":14,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":14.6,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":10,\"n\":21,\"n_attempted\":32,\"n_error\":11,\"percent\":15.9,\"channel\":\"primary\"},\"gemini\":{\"score\":14,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":14.6,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":10,\"n\":21,\"avg_score\":0.48,\"percent\":15.9,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":14,\"n\":32,\"avg_score\":0.44,\"percent\":14.6,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 15.1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "f4ddf2b2-7080-4786-a49e-637ee9865702", "run_at": "2026-07-19 04:00:13", "stages_ok": 16, "stages_failed": 0, "duration_ms": 326237, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 7.9, "score_percent_v271": 7.9, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":10,\"n\":21,\"n_attempted\":32,\"n_error\":11,\"percent\":15.9,\"channel\":\"primary\"},\"gemini\":{\"score\":14,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":14.6,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":10,\"n\":21,\"n_attempted\":32,\"n_error\":11,\"percent\":15.9,\"channel\":\"primary\"},\"gemini\":{\"score\":14,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":14.6,\"channel\":\"primary\"},\"claude_opus\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":10,\"n\":21,\"avg_score\":0.48,\"percent\":15.9,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":14,\"n\":32,\"avg_score\":0.44,\"percent\":14.6,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 15.1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "66bce7c1-9007-4174-a8b4-f711bcc8bd91", "run_at": "2026-07-20 04:00:11", "stages_ok": 15, "stages_failed": 1, "duration_ms": 1170914, "includes_weekly": 1, "triggered_by": "cron", "score_percent": 8.6, "score_percent_v271": 8.6, "total_llms": 5, "total_llms_v271": 5, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":12,\"n\":12,\"n_attempted\":16,\"n_error\":4,\"percent\":33.3,\"channel\":\"primary\"},\"gemini\":{\"score\":8,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"}}", "by_llm": "{\"openai_search\":{\"score\":12,\"n\":12,\"n_attempted\":16,\"n_error\":4,\"percent\":33.3,\"channel\":\"primary\"},\"gemini\":{\"score\":8,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":16.7,\"channel\":\"primary\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"claude_opus\":{\"score\":0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":1,\"channel\":\"removed\"},\"claude\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":12,\"n\":12,\"avg_score\":1,\"percent\":33.3,\"llms\":[\"openai_search\"]},\"Gemini\":{\"score\":8,\"n\":16,\"avg_score\":0.5,\"percent\":16.7,\"llms\":[\"gemini\"]}}", "primary_channel_percent": 23.8, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "66bce7c1-9007-4174-a8b4-f711bcc8bd91", "run_at": "2026-07-20 04:00:11", "stages_ok": 15, "stages_failed": 1, "duration_ms": 1170914, "includes_weekly": 1, "triggered_by": "cron", "score_percent": 12.6, "score_percent_v271": null, "total_llms": 2, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_search\":{\"score\":27,\"n\":32,\"percent\":28.1,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":16,\"n\":32,\"percent\":16.7,\"channel\":\"primary\",\"provider\":\"Gemini\"},\"claude_sonnet\":{\"score\":0,\"n\":16,\"percent\":0,\"channel\":\"removed\",\"provider\":null},\"claude_opus\":{\"score\":0.5,\"n\":16,\"percent\":1,\"channel\":\"removed\",\"provider\":null},\"claude\":{\"score\":-1,\"n\":16,\"percent\":-2.1,\"channel\":\"removed\",\"provider\":null}}", "by_provider": "{\"OpenAI\":{\"score\":27,\"n\":32,\"n_llms\":1,\"llms\":[\"openai_search\"],\"percent\":28.1,\"avg_score\":0.84},\"Gemini\":{\"score\":16,\"n\":32,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":16.7,\"avg_score\":0.5}}", "primary_channel_percent": 22.4, "control_channel_percent": null, "echo_bias_inflation_pp": null } ] }