{ "days": 30, "points": [ { "id": "bsl-2026-05-10", "run_at": "2026-05-10 16:47:55", "stages_ok": 1, "stages_failed": 0, "duration_ms": 0, "includes_weekly": 0, "triggered_by": "baseline", "score_percent": 0, "score_percent_v271": 0, "total_llms": 0, "total_llms_v271": 0, "unavailable_llms_v271": "[]", "pipeline_version_first": "v2.0", "by_llm_v271": "{}", "by_llm": "{}", "by_provider": "{}", "primary_channel_percent": null, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "bsl-2026-05-11", "run_at": "2026-05-11 23:28:06", "stages_ok": 1, "stages_failed": 0, "duration_ms": 0, "includes_weekly": 0, "triggered_by": "baseline", "score_percent": 0, "score_percent_v271": 0, "total_llms": 0, "total_llms_v271": 0, "unavailable_llms_v271": "[]", "pipeline_version_first": "v2.0", "by_llm_v271": "{}", "by_llm": "{}", "by_provider": "{}", "primary_channel_percent": null, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "bsl-2026-05-12", "run_at": "2026-05-12 18:05:37", "stages_ok": 1, "stages_failed": 0, "duration_ms": 0, "includes_weekly": 0, "triggered_by": "baseline", "score_percent": 0, "score_percent_v271": 0, "total_llms": 0, "total_llms_v271": 0, "unavailable_llms_v271": "[]", "pipeline_version_first": "v2.0", "by_llm_v271": "{}", "by_llm": "{}", "by_provider": "{}", "primary_channel_percent": null, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "3b3a0035-d659-4d45-a724-1aad30486a01", "run_at": "2026-05-13 15:54:54", "stages_ok": 7, "stages_failed": 0, "duration_ms": 26971, "includes_weekly": 1, "triggered_by": "manual", "score_percent": 0.6, "score_percent_v271": 0.6, "total_llms": 9, "total_llms_v271": 9, "unavailable_llms_v271": "[]", "pipeline_version_first": "v2.0", "by_llm_v271": "{\"openai\":{\"score\":2,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":6.7,\"channel\":\"removed\"},\"openai_search\":{\"score\":0,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"gemini\":{\"score\":1.5,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":5,\"channel\":\"primary\"},\"mistral\":{\"score\":-2,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":-6.7,\"channel\":\"removed\"},\"llama3\":{\"score\":0,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama31\":{\"score\":0,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama32\":{\"score\":0,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"phi2\":{\"score\":0,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai\":{\"score\":2,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":6.7,\"channel\":\"removed\"},\"openai_search\":{\"score\":0,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"gemini\":{\"score\":1.5,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":5,\"channel\":\"primary\"},\"mistral\":{\"score\":-2,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":-6.7,\"channel\":\"removed\"},\"llama3\":{\"score\":0,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama31\":{\"score\":0,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama32\":{\"score\":0,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"phi2\":{\"score\":0,\"n\":10,\"n_attempted\":10,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":0,\"n\":10,\"avg_score\":0,\"percent\":0,\"llms\":[\"openai_search\"],\"direct\":{\"score\":0,\"n\":4,\"percent\":0},\"discovery\":{\"score\":0,\"n\":6,\"percent\":0}}}", "primary_channel_percent": 2.5, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "99b719d1-5828-4f2d-96bd-e290da902030", "run_at": "2026-05-14 04:00:09", "stages_ok": 4, "stages_failed": 0, "duration_ms": 28671, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 0.6, "score_percent_v271": 0.6, "total_llms": 9, "total_llms_v271": 9, "unavailable_llms_v271": "[]", "pipeline_version_first": "v2.0", "by_llm_v271": "{\"openai\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"gemini\":{\"score\":0.5,\"n\":2,\"n_attempted\":16,\"n_error\":14,\"percent\":8.3,\"channel\":\"primary\"},\"mistral\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama3\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama31\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama32\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"phi2\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"gemini\":{\"score\":0.5,\"n\":2,\"n_attempted\":16,\"n_error\":14,\"percent\":8.3,\"channel\":\"primary\"},\"mistral\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama3\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama31\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama32\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"phi2\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":0,\"n\":16,\"avg_score\":0,\"percent\":0,\"llms\":[\"openai_search\"],\"direct\":{\"score\":0,\"n\":4,\"percent\":0},\"discovery\":{\"score\":0,\"n\":12,\"percent\":0}}}", "primary_channel_percent": 0.9, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "114adf2f-2f84-4c9d-ae8d-2a5a4b37d9d1", "run_at": "2026-05-15 04:01:07", "stages_ok": 7, "stages_failed": 0, "duration_ms": 18002, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 0.5, "score_percent_v271": 0.5, "total_llms": 9, "total_llms_v271": 9, "unavailable_llms_v271": "[]", "pipeline_version_first": "v2.0", "by_llm_v271": "{\"openai\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"gemini\":{\"score\":0,\"n\":2,\"n_attempted\":16,\"n_error\":14,\"percent\":0,\"channel\":\"primary\"},\"mistral\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama3\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama31\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama32\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"phi2\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_llm": "{\"openai\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"gemini\":{\"score\":0,\"n\":2,\"n_attempted\":16,\"n_error\":14,\"percent\":0,\"channel\":\"primary\"},\"mistral\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama3\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama31\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"llama32\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"phi2\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":0,\"n\":16,\"avg_score\":0,\"percent\":0,\"llms\":[\"openai_search\"],\"direct\":{\"score\":0,\"n\":4,\"percent\":0},\"discovery\":{\"score\":0,\"n\":12,\"percent\":0}}}", "primary_channel_percent": 0, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "86111b3a-6d32-4d4a-aa79-a065c6fe7099", "run_at": "2026-05-16 04:00:01", "stages_ok": 10, "stages_failed": 4, "duration_ms": 26000, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 3.1, "score_percent_v271": 3.1, "total_llms": 9, "total_llms_v271": 9, "unavailable_llms_v271": "[]", "pipeline_version_first": "v2.0", "by_llm_v271": "{\"llama31\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"llama32\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":3.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":7.3,\"channel\":\"removed\"},\"openai\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"gemini\":{\"score\":1,\"n\":11,\"n_attempted\":16,\"n_error\":5,\"percent\":3,\"channel\":\"primary\"},\"mistral\":{\"score\":-0.5,\"n\":9,\"n_attempted\":16,\"n_error\":7,\"percent\":-1.9,\"channel\":\"removed\"},\"llama3\":{\"score\":1,\"n\":4,\"n_attempted\":16,\"n_error\":12,\"percent\":8.3,\"channel\":\"removed\"}}", "by_llm": "{\"llama31\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"llama32\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":3.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":7.3,\"channel\":\"removed\"},\"openai\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"primary\"},\"claude\":{\"score\":0,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":0,\"channel\":\"removed\"},\"gemini\":{\"score\":1,\"n\":11,\"n_attempted\":16,\"n_error\":5,\"percent\":3,\"channel\":\"primary\"},\"mistral\":{\"score\":-0.5,\"n\":9,\"n_attempted\":16,\"n_error\":7,\"percent\":-1.9,\"channel\":\"removed\"},\"llama3\":{\"score\":1,\"n\":4,\"n_attempted\":16,\"n_error\":12,\"percent\":8.3,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":0,\"n\":16,\"avg_score\":0,\"percent\":0,\"llms\":[\"openai_search\"],\"direct\":{\"score\":0,\"n\":4,\"percent\":0},\"discovery\":{\"score\":0,\"n\":12,\"percent\":0}}}", "primary_channel_percent": 1.2, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "0e71ff8b-4bc9-46f1-9a2c-a033a46c33b1", "run_at": "2026-05-17 13:58:45", "stages_ok": 12, "stages_failed": 2, "duration_ms": 48000, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 1.1, "score_percent_v271": 1.1, "total_llms": 10, "total_llms_v271": 10, "unavailable_llms_v271": "[\"gemini\"]", "pipeline_version_first": "v2.0", "by_llm_v271": "{\"llama32\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"},\"mistral\":{\"score\":-0.5,\"n\":9,\"n_attempted\":16,\"n_error\":7,\"percent\":-1.9,\"channel\":\"removed\"},\"llama3\":{\"score\":-1,\"n\":6,\"n_attempted\":16,\"n_error\":10,\"percent\":-5.6,\"channel\":\"removed\"},\"llama31\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":1,\"n\":10,\"n_attempted\":16,\"n_error\":6,\"percent\":3.3,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":0,\"n_attempted\":16,\"n_error\":16,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-4.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"}}", "by_llm": "{\"llama32\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":-1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-2.1,\"channel\":\"removed\"},\"mistral\":{\"score\":-0.5,\"n\":9,\"n_attempted\":16,\"n_error\":7,\"percent\":-1.9,\"channel\":\"removed\"},\"llama3\":{\"score\":-1,\"n\":6,\"n_attempted\":16,\"n_error\":10,\"percent\":-5.6,\"channel\":\"removed\"},\"llama31\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":1,\"n\":10,\"n_attempted\":16,\"n_error\":6,\"percent\":3.3,\"channel\":\"primary\"},\"gemini\":{\"score\":0,\"n\":0,\"n_attempted\":16,\"n_error\":16,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-4.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"}}", "by_provider": "{\"OpenAI\":{\"score\":1,\"n\":10,\"avg_score\":0.1,\"percent\":3.3,\"llms\":[\"openai_search\"],\"direct\":{\"score\":1,\"n\":4,\"percent\":8.3},\"discovery\":{\"score\":0,\"n\":6,\"percent\":0}}}", "primary_channel_percent": 3.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "9f921f25-b7d2-48d4-8306-db778296ea65", "run_at": "2026-05-18 08:28:06", "stages_ok": 14, "stages_failed": 0, "duration_ms": 200000, "includes_weekly": 1, "triggered_by": "cron", "score_percent": 1.4, "score_percent_v271": 1.4, "total_llms": 11, "total_llms_v271": 11, "unavailable_llms_v271": "[]", "pipeline_version_first": "v2.7.1", "by_llm_v271": "{\"llama32\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":-0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-1,\"channel\":\"removed\"},\"llama3\":{\"score\":3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":6.3,\"channel\":\"removed\"},\"llama31\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"openai_search\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"primary\"},\"mistral\":{\"score\":-2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-4.2,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-4.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"gemini\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"primary\"}}", "by_llm": "{\"llama32\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":-0.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-1,\"channel\":\"removed\"},\"llama3\":{\"score\":3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":6.3,\"channel\":\"removed\"},\"llama31\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"openai_search\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"primary\"},\"mistral\":{\"score\":-2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-4.2,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-4.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"gemini\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":1,\"n\":16,\"avg_score\":0.06,\"percent\":2.1,\"llms\":[\"openai_search\"],\"direct\":{\"score\":1,\"n\":4,\"percent\":8.3},\"discovery\":{\"score\":0,\"n\":12,\"percent\":0}}}", "primary_channel_percent": 2.1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "eea956da-a462-4f89-90d1-2bed807f2c1b", "run_at": "2026-05-19 04:00:14", "stages_ok": 16, "stages_failed": 0, "duration_ms": 33015, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 3.7, "score_percent_v271": 3.7, "total_llms": 11, "total_llms_v271": 11, "unavailable_llms_v271": "[]", "pipeline_version_first": "v2.7.1", "by_llm_v271": "{\"llama32\":{\"score\":3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":6.3,\"channel\":\"removed\"},\"phi2\":{\"score\":3.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":7.3,\"channel\":\"removed\"},\"openai\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":6,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"},\"mistral\":{\"score\":-2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-4.2,\"channel\":\"removed\"},\"llama3\":{\"score\":4,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":8.3,\"channel\":\"removed\"},\"llama31\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-4.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"gemini\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"primary\"}}", "by_llm": "{\"llama32\":{\"score\":3,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":6.3,\"channel\":\"removed\"},\"phi2\":{\"score\":3.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":7.3,\"channel\":\"removed\"},\"openai\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":6,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"},\"mistral\":{\"score\":-2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-4.2,\"channel\":\"removed\"},\"llama3\":{\"score\":4,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":8.3,\"channel\":\"removed\"},\"llama31\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"claude\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-4.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"gemini\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":6,\"n\":16,\"avg_score\":0.38,\"percent\":12.5,\"llms\":[\"openai_search\"],\"direct\":{\"score\":6,\"n\":4,\"percent\":50},\"discovery\":{\"score\":0,\"n\":12,\"percent\":0}}}", "primary_channel_percent": 7.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "01bdb2a0-69ff-443d-8e14-96a746d98804", "run_at": "2026-05-20 04:00:07", "stages_ok": 15, "stages_failed": 1, "duration_ms": 31095, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 1.5, "score_percent_v271": 1.5, "total_llms": 11, "total_llms_v271": 11, "unavailable_llms_v271": "[]", "pipeline_version_first": "v2.8", "by_llm_v271": "{\"llama32\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":-2,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-1,\"channel\":\"removed\"},\"llama3\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"llama31\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":25,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":13,\"channel\":\"primary\"},\"mistral\":{\"score\":-28,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-14.6,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-4.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"gemini\":{\"score\":-2.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_llm": "{\"llama32\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":-2,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-1,\"channel\":\"removed\"},\"llama3\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"llama31\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":25,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":13,\"channel\":\"primary\"},\"mistral\":{\"score\":-28,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-14.6,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-4.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"gemini\":{\"score\":-2.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":25,\"n\":64,\"avg_score\":0.39,\"percent\":13,\"llms\":[\"openai_search\"],\"direct\":{\"score\":21,\"n\":16,\"percent\":43.8},\"discovery\":{\"score\":4,\"n\":48,\"percent\":2.8}},\"Gemini\":{\"score\":-2.5,\"n\":16,\"avg_score\":-0.16,\"percent\":-5.2,\"llms\":[\"gemini\"],\"direct\":{\"score\":-2.5,\"n\":4,\"percent\":-20.8},\"discovery\":{\"score\":0,\"n\":12,\"percent\":0}},\"Claude\":{\"score\":-7.5,\"n\":28,\"avg_score\":-0.27,\"percent\":-8.9,\"llms\":[\"claude-haiku-4-5\",\"claude-opus-4-7\",\"claude-sonnet-4-6\"]}}", "primary_channel_percent": 9.4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "01bdb2a0-69ff-443d-8e14-96a746d98804", "run_at": "2026-05-20 04:00:07", "stages_ok": 15, "stages_failed": 1, "duration_ms": 31095, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 1.5, "score_percent_v271": 1.5, "total_llms": 11, "total_llms_v271": 11, "unavailable_llms_v271": "[]", "pipeline_version_first": "v2.8", "by_llm_v271": "{\"llama32\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":-2,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-1,\"channel\":\"removed\"},\"llama3\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"llama31\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":25,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":13,\"channel\":\"primary\"},\"mistral\":{\"score\":-28,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-14.6,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-4.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"gemini\":{\"score\":-2.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_llm": "{\"llama32\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":-2,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-1,\"channel\":\"removed\"},\"llama3\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"llama31\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":25,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":13,\"channel\":\"primary\"},\"mistral\":{\"score\":-28,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-14.6,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-4.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"gemini\":{\"score\":-2.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":25,\"n\":64,\"avg_score\":0.39,\"percent\":13,\"llms\":[\"openai_search\"],\"direct\":{\"score\":21,\"n\":16,\"percent\":43.8},\"discovery\":{\"score\":4,\"n\":48,\"percent\":2.8}},\"Gemini\":{\"score\":-2.5,\"n\":16,\"avg_score\":-0.16,\"percent\":-5.2,\"llms\":[\"gemini\"],\"direct\":{\"score\":-2.5,\"n\":4,\"percent\":-20.8},\"discovery\":{\"score\":0,\"n\":12,\"percent\":0}},\"Claude\":{\"score\":-7.5,\"n\":28,\"avg_score\":-0.27,\"percent\":-8.9,\"llms\":[\"claude-haiku-4-5\",\"claude-opus-4-7\",\"claude-sonnet-4-6\"]}}", "primary_channel_percent": 9.4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "01bdb2a0-69ff-443d-8e14-96a746d98804", "run_at": "2026-05-20 04:00:07", "stages_ok": 15, "stages_failed": 1, "duration_ms": 31095, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 1.5, "score_percent_v271": 1.5, "total_llms": 11, "total_llms_v271": 11, "unavailable_llms_v271": "[]", "pipeline_version_first": "v2.8", "by_llm_v271": "{\"llama32\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":-2,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-1,\"channel\":\"removed\"},\"llama3\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"llama31\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":25,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":13,\"channel\":\"primary\"},\"mistral\":{\"score\":-28,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-14.6,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-4.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"gemini\":{\"score\":-2.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_llm": "{\"llama32\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":-2,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-1,\"channel\":\"removed\"},\"llama3\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"llama31\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":25,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":13,\"channel\":\"primary\"},\"mistral\":{\"score\":-28,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-14.6,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-4.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"gemini\":{\"score\":-2.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":25,\"n\":64,\"avg_score\":0.39,\"percent\":13,\"llms\":[\"openai_search\"],\"direct\":{\"score\":21,\"n\":16,\"percent\":43.8},\"discovery\":{\"score\":4,\"n\":48,\"percent\":2.8}},\"Gemini\":{\"score\":-2.5,\"n\":16,\"avg_score\":-0.16,\"percent\":-5.2,\"llms\":[\"gemini\"],\"direct\":{\"score\":-2.5,\"n\":4,\"percent\":-20.8},\"discovery\":{\"score\":0,\"n\":12,\"percent\":0}},\"Claude\":{\"score\":-7.5,\"n\":28,\"avg_score\":-0.27,\"percent\":-8.9,\"llms\":[\"claude-haiku-4-5\",\"claude-opus-4-7\",\"claude-sonnet-4-6\"]}}", "primary_channel_percent": 9.4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "01bdb2a0-69ff-443d-8e14-96a746d98804", "run_at": "2026-05-20 04:00:07", "stages_ok": 15, "stages_failed": 1, "duration_ms": 31095, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 1.5, "score_percent_v271": 1.5, "total_llms": 11, "total_llms_v271": 11, "unavailable_llms_v271": "[]", "pipeline_version_first": "v2.8", "by_llm_v271": "{\"llama32\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":-2,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-1,\"channel\":\"removed\"},\"llama3\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"llama31\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":25,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":13,\"channel\":\"primary\"},\"mistral\":{\"score\":-28,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-14.6,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-4.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"gemini\":{\"score\":-2.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_llm": "{\"llama32\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"phi2\":{\"score\":-2,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-1,\"channel\":\"removed\"},\"llama3\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"llama31\":{\"score\":8,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai\":{\"score\":4,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"openai_search\":{\"score\":25,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":13,\"channel\":\"primary\"},\"mistral\":{\"score\":-28,\"n\":64,\"n_attempted\":64,\"n_error\":0,\"percent\":-14.6,\"channel\":\"removed\"},\"claude_opus\":{\"score\":-2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-4.2,\"channel\":\"removed\"},\"claude_sonnet\":{\"score\":1,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":2.1,\"channel\":\"removed\"},\"claude\":{\"score\":2,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":4.2,\"channel\":\"removed\"},\"gemini\":{\"score\":-2.5,\"n\":16,\"n_attempted\":16,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":25,\"n\":64,\"avg_score\":0.39,\"percent\":13,\"llms\":[\"openai_search\"],\"direct\":{\"score\":21,\"n\":16,\"percent\":43.8},\"discovery\":{\"score\":4,\"n\":48,\"percent\":2.8}},\"Gemini\":{\"score\":-2.5,\"n\":16,\"avg_score\":-0.16,\"percent\":-5.2,\"llms\":[\"gemini\"],\"direct\":{\"score\":-2.5,\"n\":4,\"percent\":-20.8},\"discovery\":{\"score\":0,\"n\":12,\"percent\":0}},\"Claude\":{\"score\":-7.5,\"n\":28,\"avg_score\":-0.27,\"percent\":-8.9,\"llms\":[\"claude-haiku-4-5\",\"claude-opus-4-7\",\"claude-sonnet-4-6\"]}}", "primary_channel_percent": 9.4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "ef0021da-d07a-46ae-928e-726f640774e7", "run_at": "2026-05-21 04:00:50", "stages_ok": 12, "stages_failed": 2, "duration_ms": 192662, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 4, "score_percent_v271": 4, "total_llms": 3, "total_llms_v271": 3, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":13,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":13.5,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":2,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":2.1,\"channel\":\"primary\"},\"gemini\":{\"score\":-5,\"n\":19,\"n_attempted\":32,\"n_error\":13,\"percent\":-8.8,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":13,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":13.5,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":2,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":2.1,\"channel\":\"primary\"},\"gemini\":{\"score\":-5,\"n\":19,\"n_attempted\":32,\"n_error\":13,\"percent\":-8.8,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":15,\"n\":64,\"avg_score\":0.23,\"percent\":7.8,\"llms\":[\"openai_search\",\"openai_search_full\"],\"direct\":{\"score\":15,\"n\":16,\"percent\":31.3},\"discovery\":{\"score\":0,\"n\":48,\"percent\":0}},\"Gemini\":{\"score\":-5,\"n\":19,\"avg_score\":-0.26,\"percent\":-8.8,\"llms\":[\"gemini\"],\"direct\":{\"score\":-8,\"n\":7,\"percent\":-38.1},\"discovery\":{\"score\":3,\"n\":12,\"percent\":8.3}}}", "primary_channel_percent": 4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "ef0021da-d07a-46ae-928e-726f640774e7", "run_at": "2026-05-21 04:00:50", "stages_ok": 12, "stages_failed": 2, "duration_ms": 192662, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 4, "score_percent_v271": 4, "total_llms": 3, "total_llms_v271": 3, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":13,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":13.5,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":2,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":2.1,\"channel\":\"primary\"},\"gemini\":{\"score\":-5,\"n\":19,\"n_attempted\":32,\"n_error\":13,\"percent\":-8.8,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":13,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":13.5,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":2,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":2.1,\"channel\":\"primary\"},\"gemini\":{\"score\":-5,\"n\":19,\"n_attempted\":32,\"n_error\":13,\"percent\":-8.8,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":15,\"n\":64,\"avg_score\":0.23,\"percent\":7.8,\"llms\":[\"openai_search\",\"openai_search_full\"],\"direct\":{\"score\":15,\"n\":16,\"percent\":31.3},\"discovery\":{\"score\":0,\"n\":48,\"percent\":0}},\"Gemini\":{\"score\":-5,\"n\":19,\"avg_score\":-0.26,\"percent\":-8.8,\"llms\":[\"gemini\"],\"direct\":{\"score\":-8,\"n\":7,\"percent\":-38.1},\"discovery\":{\"score\":3,\"n\":12,\"percent\":8.3}}}", "primary_channel_percent": 4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "61c60133-6e1b-4367-8a5e-ae63f4dfd3b4", "run_at": "2026-05-22 04:00:55", "stages_ok": 13, "stages_failed": 1, "duration_ms": 219550, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 6.2, "score_percent_v271": 6.2, "total_llms": 3, "total_llms_v271": 3, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":10,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":11.1,\"channel\":\"primary\"},\"gemini\":{\"score\":-5,\"n\":19,\"n_attempted\":32,\"n_error\":13,\"percent\":-8.8,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":10,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":11.1,\"channel\":\"primary\"},\"gemini\":{\"score\":-5,\"n\":19,\"n_attempted\":32,\"n_error\":13,\"percent\":-8.8,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":20,\"n\":62,\"avg_score\":0.32,\"percent\":10.8,\"llms\":[\"openai_search\",\"openai_search_full\"],\"direct\":{\"score\":8,\"n\":16,\"percent\":16.7},\"discovery\":{\"score\":12,\"n\":46,\"percent\":8.7}},\"Gemini\":{\"score\":-5,\"n\":19,\"avg_score\":-0.26,\"percent\":-8.8,\"llms\":[\"gemini\"],\"direct\":{\"score\":-8,\"n\":7,\"percent\":-38.1},\"discovery\":{\"score\":3,\"n\":12,\"percent\":8.3}}}", "primary_channel_percent": 6.2, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "61c60133-6e1b-4367-8a5e-ae63f4dfd3b4", "run_at": "2026-05-22 04:00:55", "stages_ok": 13, "stages_failed": 1, "duration_ms": 219550, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 6.2, "score_percent_v271": 6.2, "total_llms": 3, "total_llms_v271": 3, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":10,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":11.1,\"channel\":\"primary\"},\"gemini\":{\"score\":-5,\"n\":19,\"n_attempted\":32,\"n_error\":13,\"percent\":-8.8,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":10,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":10.4,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":10,\"n\":30,\"n_attempted\":32,\"n_error\":2,\"percent\":11.1,\"channel\":\"primary\"},\"gemini\":{\"score\":-5,\"n\":19,\"n_attempted\":32,\"n_error\":13,\"percent\":-8.8,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":20,\"n\":62,\"avg_score\":0.32,\"percent\":10.8,\"llms\":[\"openai_search\",\"openai_search_full\"],\"direct\":{\"score\":8,\"n\":16,\"percent\":16.7},\"discovery\":{\"score\":12,\"n\":46,\"percent\":8.7}},\"Gemini\":{\"score\":-5,\"n\":19,\"avg_score\":-0.26,\"percent\":-8.8,\"llms\":[\"gemini\"],\"direct\":{\"score\":-8,\"n\":7,\"percent\":-38.1},\"discovery\":{\"score\":3,\"n\":12,\"percent\":8.3}}}", "primary_channel_percent": 6.2, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "ca308bae-60a1-4ca9-9899-d698654ec8f6", "run_at": "2026-05-23 04:00:12", "stages_ok": 14, "stages_failed": 0, "duration_ms": 178038, "includes_weekly": 0, "triggered_by": "cron", "score_percent": -6.6, "score_percent_v271": -6.6, "total_llms": 3, "total_llms_v271": 3, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":-10,\"n\":38,\"n_attempted\":80,\"n_error\":42,\"percent\":-8.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":-8,\"n\":41,\"n_attempted\":80,\"n_error\":39,\"percent\":-6.5,\"channel\":\"primary\"},\"gemini\":{\"score\":-12.5,\"n\":75,\"n_attempted\":80,\"n_error\":5,\"percent\":-5.6,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":-10,\"n\":38,\"n_attempted\":80,\"n_error\":42,\"percent\":-8.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":-8,\"n\":41,\"n_attempted\":80,\"n_error\":39,\"percent\":-6.5,\"channel\":\"primary\"},\"gemini\":{\"score\":-12.5,\"n\":75,\"n_attempted\":80,\"n_error\":5,\"percent\":-5.6,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":-18,\"n\":79,\"avg_score\":-0.23,\"percent\":-7.6,\"llms\":[\"openai_search\",\"openai_search_full\"],\"direct\":{\"score\":-18,\"n\":28,\"percent\":-21.4},\"discovery\":{\"score\":0,\"n\":51,\"percent\":0}},\"Gemini\":{\"score\":-12.5,\"n\":75,\"avg_score\":-0.17,\"percent\":-5.6,\"llms\":[\"gemini\"],\"direct\":{\"score\":-15.5,\"n\":19,\"percent\":-27.2},\"discovery\":{\"score\":3,\"n\":56,\"percent\":1.8}},\"Claude\":{\"score\":-7.5,\"n\":32,\"avg_score\":-0.23,\"percent\":-7.8,\"llms\":[\"claude-opus-4.7 (web)\",\"claude-sonnet-4.6 (web)\"]}}", "primary_channel_percent": -6.6, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "ca308bae-60a1-4ca9-9899-d698654ec8f6", "run_at": "2026-05-23 04:00:12", "stages_ok": 14, "stages_failed": 0, "duration_ms": 178038, "includes_weekly": 0, "triggered_by": "cron", "score_percent": -6.6, "score_percent_v271": -6.6, "total_llms": 3, "total_llms_v271": 3, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":-10,\"n\":38,\"n_attempted\":80,\"n_error\":42,\"percent\":-8.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":-8,\"n\":41,\"n_attempted\":80,\"n_error\":39,\"percent\":-6.5,\"channel\":\"primary\"},\"gemini\":{\"score\":-12.5,\"n\":75,\"n_attempted\":80,\"n_error\":5,\"percent\":-5.6,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":-10,\"n\":38,\"n_attempted\":80,\"n_error\":42,\"percent\":-8.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":-8,\"n\":41,\"n_attempted\":80,\"n_error\":39,\"percent\":-6.5,\"channel\":\"primary\"},\"gemini\":{\"score\":-12.5,\"n\":75,\"n_attempted\":80,\"n_error\":5,\"percent\":-5.6,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":-18,\"n\":79,\"avg_score\":-0.23,\"percent\":-7.6,\"llms\":[\"openai_search\",\"openai_search_full\"],\"direct\":{\"score\":-18,\"n\":28,\"percent\":-21.4},\"discovery\":{\"score\":0,\"n\":51,\"percent\":0}},\"Gemini\":{\"score\":-12.5,\"n\":75,\"avg_score\":-0.17,\"percent\":-5.6,\"llms\":[\"gemini\"],\"direct\":{\"score\":-15.5,\"n\":19,\"percent\":-27.2},\"discovery\":{\"score\":3,\"n\":56,\"percent\":1.8}},\"Claude\":{\"score\":-7.5,\"n\":32,\"avg_score\":-0.23,\"percent\":-7.8,\"llms\":[\"claude-opus-4.7 (web)\",\"claude-sonnet-4.6 (web)\"]}}", "primary_channel_percent": -6.6, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "ca308bae-60a1-4ca9-9899-d698654ec8f6", "run_at": "2026-05-23 04:00:12", "stages_ok": 14, "stages_failed": 0, "duration_ms": 178038, "includes_weekly": 0, "triggered_by": "cron", "score_percent": -6.6, "score_percent_v271": -6.6, "total_llms": 3, "total_llms_v271": 3, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":-10,\"n\":38,\"n_attempted\":80,\"n_error\":42,\"percent\":-8.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":-8,\"n\":41,\"n_attempted\":80,\"n_error\":39,\"percent\":-6.5,\"channel\":\"primary\"},\"gemini\":{\"score\":-12.5,\"n\":75,\"n_attempted\":80,\"n_error\":5,\"percent\":-5.6,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":-10,\"n\":38,\"n_attempted\":80,\"n_error\":42,\"percent\":-8.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":-8,\"n\":41,\"n_attempted\":80,\"n_error\":39,\"percent\":-6.5,\"channel\":\"primary\"},\"gemini\":{\"score\":-12.5,\"n\":75,\"n_attempted\":80,\"n_error\":5,\"percent\":-5.6,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":-18,\"n\":79,\"avg_score\":-0.23,\"percent\":-7.6,\"llms\":[\"openai_search\",\"openai_search_full\"],\"direct\":{\"score\":-18,\"n\":28,\"percent\":-21.4},\"discovery\":{\"score\":0,\"n\":51,\"percent\":0}},\"Gemini\":{\"score\":-12.5,\"n\":75,\"avg_score\":-0.17,\"percent\":-5.6,\"llms\":[\"gemini\"],\"direct\":{\"score\":-15.5,\"n\":19,\"percent\":-27.2},\"discovery\":{\"score\":3,\"n\":56,\"percent\":1.8}},\"Claude\":{\"score\":-7.5,\"n\":32,\"avg_score\":-0.23,\"percent\":-7.8,\"llms\":[\"claude-opus-4.7 (web)\",\"claude-sonnet-4.6 (web)\"]}}", "primary_channel_percent": -6.6, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "ca308bae-60a1-4ca9-9899-d698654ec8f6", "run_at": "2026-05-23 04:00:12", "stages_ok": 14, "stages_failed": 0, "duration_ms": 178038, "includes_weekly": 0, "triggered_by": "cron", "score_percent": -6.6, "score_percent_v271": -6.6, "total_llms": 3, "total_llms_v271": 3, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":-10,\"n\":38,\"n_attempted\":80,\"n_error\":42,\"percent\":-8.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":-8,\"n\":41,\"n_attempted\":80,\"n_error\":39,\"percent\":-6.5,\"channel\":\"primary\"},\"gemini\":{\"score\":-12.5,\"n\":75,\"n_attempted\":80,\"n_error\":5,\"percent\":-5.6,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":-10,\"n\":38,\"n_attempted\":80,\"n_error\":42,\"percent\":-8.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":-8,\"n\":41,\"n_attempted\":80,\"n_error\":39,\"percent\":-6.5,\"channel\":\"primary\"},\"gemini\":{\"score\":-12.5,\"n\":75,\"n_attempted\":80,\"n_error\":5,\"percent\":-5.6,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":-18,\"n\":79,\"avg_score\":-0.23,\"percent\":-7.6,\"llms\":[\"openai_search\",\"openai_search_full\"],\"direct\":{\"score\":-18,\"n\":28,\"percent\":-21.4},\"discovery\":{\"score\":0,\"n\":51,\"percent\":0}},\"Gemini\":{\"score\":-12.5,\"n\":75,\"avg_score\":-0.17,\"percent\":-5.6,\"llms\":[\"gemini\"],\"direct\":{\"score\":-15.5,\"n\":19,\"percent\":-27.2},\"discovery\":{\"score\":3,\"n\":56,\"percent\":1.8}},\"Claude\":{\"score\":-7.5,\"n\":32,\"avg_score\":-0.23,\"percent\":-7.8,\"llms\":[\"claude-opus-4.7 (web)\",\"claude-sonnet-4.6 (web)\"]}}", "primary_channel_percent": -6.6, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "ca308bae-60a1-4ca9-9899-d698654ec8f6", "run_at": "2026-05-23 04:00:12", "stages_ok": 14, "stages_failed": 0, "duration_ms": 178038, "includes_weekly": 0, "triggered_by": "cron", "score_percent": -6.6, "score_percent_v271": -6.6, "total_llms": 3, "total_llms_v271": 3, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":-10,\"n\":38,\"n_attempted\":80,\"n_error\":42,\"percent\":-8.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":-8,\"n\":41,\"n_attempted\":80,\"n_error\":39,\"percent\":-6.5,\"channel\":\"primary\"},\"gemini\":{\"score\":-12.5,\"n\":75,\"n_attempted\":80,\"n_error\":5,\"percent\":-5.6,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":-10,\"n\":38,\"n_attempted\":80,\"n_error\":42,\"percent\":-8.8,\"channel\":\"primary\"},\"openai_search_full\":{\"score\":-8,\"n\":41,\"n_attempted\":80,\"n_error\":39,\"percent\":-6.5,\"channel\":\"primary\"},\"gemini\":{\"score\":-12.5,\"n\":75,\"n_attempted\":80,\"n_error\":5,\"percent\":-5.6,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":-18,\"n\":79,\"avg_score\":-0.23,\"percent\":-7.6,\"llms\":[\"openai_search\",\"openai_search_full\"],\"direct\":{\"score\":-18,\"n\":28,\"percent\":-21.4},\"discovery\":{\"score\":0,\"n\":51,\"percent\":0}},\"Gemini\":{\"score\":-12.5,\"n\":75,\"avg_score\":-0.17,\"percent\":-5.6,\"llms\":[\"gemini\"],\"direct\":{\"score\":-15.5,\"n\":19,\"percent\":-27.2},\"discovery\":{\"score\":3,\"n\":56,\"percent\":1.8}},\"Claude\":{\"score\":-7.5,\"n\":32,\"avg_score\":-0.23,\"percent\":-7.8,\"llms\":[\"claude-opus-4.7 (web)\",\"claude-sonnet-4.6 (web)\"]}}", "primary_channel_percent": -6.6, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "8ebaf337-0675-421f-bee5-dd709b92fc9c", "run_at": "2026-05-24 04:00:42", "stages_ok": 13, "stages_failed": 1, "duration_ms": 133496, "includes_weekly": 0, "triggered_by": "cron", "score_percent": -5.2, "score_percent_v271": -5.2, "total_llms": 1, "total_llms_v271": 1, "unavailable_llms_v271": "[\"openai_search\",\"openai_search_full\"]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"openai_search_full\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"gemini\":{\"score\":-5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"openai_search_full\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"gemini\":{\"score\":-5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":-5,\"n\":32,\"avg_score\":-0.16,\"percent\":-5.2,\"llms\":[\"gemini\"],\"direct\":{\"score\":-5,\"n\":8,\"percent\":-20.8},\"discovery\":{\"score\":0,\"n\":24,\"percent\":0}},\"Claude\":{\"score\":6.5,\"n\":16,\"avg_score\":0.41,\"percent\":13.5,\"llms\":[\"gemini-2.5-flash-grounded\"]}}", "primary_channel_percent": -5.2, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "8ebaf337-0675-421f-bee5-dd709b92fc9c", "run_at": "2026-05-24 04:00:42", "stages_ok": 13, "stages_failed": 1, "duration_ms": 133496, "includes_weekly": 0, "triggered_by": "cron", "score_percent": -5.2, "score_percent_v271": -5.2, "total_llms": 1, "total_llms_v271": 1, "unavailable_llms_v271": "[\"openai_search\",\"openai_search_full\"]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"openai_search_full\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"gemini\":{\"score\":-5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"openai_search_full\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"gemini\":{\"score\":-5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":-5,\"n\":32,\"avg_score\":-0.16,\"percent\":-5.2,\"llms\":[\"gemini\"],\"direct\":{\"score\":-5,\"n\":8,\"percent\":-20.8},\"discovery\":{\"score\":0,\"n\":24,\"percent\":0}},\"Claude\":{\"score\":6.5,\"n\":16,\"avg_score\":0.41,\"percent\":13.5,\"llms\":[\"gemini-2.5-flash-grounded\"]}}", "primary_channel_percent": -5.2, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "6c4dd3a1-1512-43e0-a5e7-0243eddcaa13", "run_at": "2026-05-25 23:44:37", "stages_ok": 15, "stages_failed": 2, "duration_ms": 30149, "includes_weekly": 0, "triggered_by": "manual", "score_percent": 0.7, "score_percent_v271": 0.7, "total_llms": 3, "total_llms_v271": 3, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":-5,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":-5.4,\"channel\":\"primary\"},\"openai_search_legacy\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"},\"gemini\":{\"score\":-5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":-5,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":-5.4,\"channel\":\"primary\"},\"openai_search_legacy\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"},\"gemini\":{\"score\":-5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":7,\"n\":63,\"avg_score\":0.11,\"percent\":3.7,\"llms\":[\"openai_search\",\"openai_search_legacy\"],\"direct\":{\"score\":7,\"n\":16,\"percent\":14.6},\"discovery\":{\"score\":0,\"n\":47,\"percent\":0}},\"Gemini\":{\"score\":-5,\"n\":32,\"avg_score\":-0.16,\"percent\":-5.2,\"llms\":[\"gemini\"],\"direct\":{\"score\":-5,\"n\":8,\"percent\":-20.8},\"discovery\":{\"score\":0,\"n\":24,\"percent\":0}},\"Claude\":{\"score\":-7,\"n\":16,\"avg_score\":-0.44,\"percent\":-14.6,\"llms\":[\"claude-opus-4-7\"]}}", "primary_channel_percent": 0.7, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "6c4dd3a1-1512-43e0-a5e7-0243eddcaa13", "run_at": "2026-05-25 23:44:37", "stages_ok": 15, "stages_failed": 2, "duration_ms": 30149, "includes_weekly": 0, "triggered_by": "manual", "score_percent": 0.7, "score_percent_v271": 0.7, "total_llms": 3, "total_llms_v271": 3, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":-5,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":-5.4,\"channel\":\"primary\"},\"openai_search_legacy\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"},\"gemini\":{\"score\":-5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":-5,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":-5.4,\"channel\":\"primary\"},\"openai_search_legacy\":{\"score\":12,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":12.5,\"channel\":\"primary\"},\"gemini\":{\"score\":-5,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":-5.2,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":7,\"n\":63,\"avg_score\":0.11,\"percent\":3.7,\"llms\":[\"openai_search\",\"openai_search_legacy\"],\"direct\":{\"score\":7,\"n\":16,\"percent\":14.6},\"discovery\":{\"score\":0,\"n\":47,\"percent\":0}},\"Gemini\":{\"score\":-5,\"n\":32,\"avg_score\":-0.16,\"percent\":-5.2,\"llms\":[\"gemini\"],\"direct\":{\"score\":-5,\"n\":8,\"percent\":-20.8},\"discovery\":{\"score\":0,\"n\":24,\"percent\":0}},\"Claude\":{\"score\":-7,\"n\":16,\"avg_score\":-0.44,\"percent\":-14.6,\"llms\":[\"claude-opus-4-7\"]}}", "primary_channel_percent": 0.7, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "b591f527-fdca-47fe-8a73-bdce44101995", "run_at": "2026-05-26 04:00:54", "stages_ok": 15, "stages_failed": 2, "duration_ms": 67427, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 7.3, "score_percent_v271": 7.3, "total_llms": 3, "total_llms_v271": 3, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":14,\"n\":24,\"n_attempted\":32,\"n_error\":8,\"percent\":19.4,\"channel\":\"primary\"},\"openai_search_legacy\":{\"score\":4,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":4.3,\"channel\":\"primary\"},\"gemini\":{\"score\":1,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":1,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":14,\"n\":24,\"n_attempted\":32,\"n_error\":8,\"percent\":19.4,\"channel\":\"primary\"},\"openai_search_legacy\":{\"score\":4,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":4.3,\"channel\":\"primary\"},\"gemini\":{\"score\":1,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":1,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":18,\"n\":55,\"avg_score\":0.33,\"percent\":10.9,\"llms\":[\"openai_search\",\"openai_search_legacy\"],\"direct\":{\"score\":18,\"n\":16,\"percent\":37.5},\"discovery\":{\"score\":0,\"n\":39,\"percent\":0}},\"Gemini\":{\"score\":1,\"n\":32,\"avg_score\":0.03,\"percent\":1,\"llms\":[\"gemini\"],\"direct\":{\"score\":1,\"n\":8,\"percent\":4.2},\"discovery\":{\"score\":0,\"n\":24,\"percent\":0}},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 7.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "b591f527-fdca-47fe-8a73-bdce44101995", "run_at": "2026-05-26 04:00:54", "stages_ok": 15, "stages_failed": 2, "duration_ms": 67427, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 7.3, "score_percent_v271": 7.3, "total_llms": 3, "total_llms_v271": 3, "unavailable_llms_v271": "[]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":14,\"n\":24,\"n_attempted\":32,\"n_error\":8,\"percent\":19.4,\"channel\":\"primary\"},\"openai_search_legacy\":{\"score\":4,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":4.3,\"channel\":\"primary\"},\"gemini\":{\"score\":1,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":1,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":14,\"n\":24,\"n_attempted\":32,\"n_error\":8,\"percent\":19.4,\"channel\":\"primary\"},\"openai_search_legacy\":{\"score\":4,\"n\":31,\"n_attempted\":32,\"n_error\":1,\"percent\":4.3,\"channel\":\"primary\"},\"gemini\":{\"score\":1,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":1,\"channel\":\"primary\"}}", "by_provider": "{\"OpenAI\":{\"score\":18,\"n\":55,\"avg_score\":0.33,\"percent\":10.9,\"llms\":[\"openai_search\",\"openai_search_legacy\"],\"direct\":{\"score\":18,\"n\":16,\"percent\":37.5},\"discovery\":{\"score\":0,\"n\":39,\"percent\":0}},\"Gemini\":{\"score\":1,\"n\":32,\"avg_score\":0.03,\"percent\":1,\"llms\":[\"gemini\"],\"direct\":{\"score\":1,\"n\":8,\"percent\":4.2},\"discovery\":{\"score\":0,\"n\":24,\"percent\":0}},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 7.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "1d831fab-7679-4d5e-be61-26e06c3ada1d", "run_at": "2026-05-27 04:00:46", "stages_ok": 18, "stages_failed": 0, "duration_ms": 816444, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 1, "score_percent_v271": 1, "total_llms": 1, "total_llms_v271": 1, "unavailable_llms_v271": "[\"openai_search\",\"openai_search_legacy\"]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"openai_search_legacy\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"gemini\":{\"score\":1,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":1,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"openai_search_legacy\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"gemini\":{\"score\":1,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":1,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":1,\"n\":32,\"avg_score\":0.03,\"percent\":1,\"llms\":[\"gemini\"],\"direct\":{\"score\":1,\"n\":8,\"percent\":4.2},\"discovery\":{\"score\":0,\"n\":24,\"percent\":0}},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "1d831fab-7679-4d5e-be61-26e06c3ada1d", "run_at": "2026-05-27 04:00:46", "stages_ok": 18, "stages_failed": 0, "duration_ms": 816444, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 1, "score_percent_v271": 1, "total_llms": 1, "total_llms_v271": 1, "unavailable_llms_v271": "[\"openai_search\",\"openai_search_legacy\"]", "pipeline_version_first": "v3.0", "by_llm_v271": "{\"openai_search\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"openai_search_legacy\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"gemini\":{\"score\":1,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":1,\"channel\":\"primary\"}}", "by_llm": "{\"openai_search\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"openai_search_legacy\":{\"score\":0,\"n\":0,\"n_attempted\":32,\"n_error\":32,\"percent\":null,\"status\":\"unavailable\",\"channel\":\"primary\"},\"gemini\":{\"score\":1,\"n\":32,\"n_attempted\":32,\"n_error\":0,\"percent\":1,\"channel\":\"primary\"}}", "by_provider": "{\"Gemini\":{\"score\":1,\"n\":32,\"avg_score\":0.03,\"percent\":1,\"llms\":[\"gemini\"],\"direct\":{\"score\":1,\"n\":8,\"percent\":4.2},\"discovery\":{\"score\":0,\"n\":24,\"percent\":0}},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 1, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "b808b11d-0566-40f1-86c1-5bb9bd54fe6b", "run_at": "2026-05-28 04:00:45", "stages_ok": 17, "stages_failed": 1, "duration_ms": 857334, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 7.8, "score_percent_v271": null, "total_llms": 4, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_gpt54_web\":{\"score\":9,\"n\":16,\"percent\":18.8,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_gpt52_web\":{\"score\":-2,\"n\":16,\"percent\":-4.2,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_search\":{\"score\":9,\"n\":16,\"percent\":18.8,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":-1,\"n\":16,\"percent\":-2.1,\"channel\":\"primary\",\"provider\":\"Gemini\"}}", "by_provider": "{\"OpenAI\":{\"score\":16,\"n\":48,\"n_llms\":3,\"llms\":[\"openai_gpt54_web\",\"openai_gpt52_web\",\"openai_search\"],\"percent\":11.1,\"avg_score\":0.33},\"Gemini\":{\"score\":-1,\"n\":16,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":-2.1,\"avg_score\":-0.06},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 7.8, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "b808b11d-0566-40f1-86c1-5bb9bd54fe6b", "run_at": "2026-05-28 04:00:45", "stages_ok": 17, "stages_failed": 1, "duration_ms": 857334, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 7.6, "score_percent_v271": null, "total_llms": 4, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"percent\":18.8,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_gpt52_web\":{\"score\":-4,\"n\":32,\"percent\":-4.2,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_search\":{\"score\":17,\"n\":32,\"percent\":17.7,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":-2,\"n\":32,\"percent\":-2.1,\"channel\":\"primary\",\"provider\":\"Gemini\"}}", "by_provider": "{\"OpenAI\":{\"score\":31,\"n\":96,\"n_llms\":3,\"llms\":[\"openai_gpt54_web\",\"openai_gpt52_web\",\"openai_search\"],\"percent\":10.8,\"avg_score\":0.32},\"Gemini\":{\"score\":-2,\"n\":32,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":-2.1,\"avg_score\":-0.06},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 7.6, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "7f3a7f77-6738-4f69-8aea-896a05f3243e", "run_at": "2026-05-29 04:00:09", "stages_ok": 16, "stages_failed": 2, "duration_ms": 610167, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 12.2, "score_percent_v271": null, "total_llms": 4, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_gpt54_web\":{\"score\":10,\"n\":16,\"percent\":20.8,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_gpt52_web\":{\"score\":5,\"n\":16,\"percent\":10.4,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_search\":{\"score\":8,\"n\":16,\"percent\":16.7,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":0.5,\"n\":16,\"percent\":1,\"channel\":\"primary\",\"provider\":\"Gemini\"}}", "by_provider": "{\"OpenAI\":{\"score\":23,\"n\":48,\"n_llms\":3,\"llms\":[\"openai_gpt54_web\",\"openai_gpt52_web\",\"openai_search\"],\"percent\":16,\"avg_score\":0.48},\"Gemini\":{\"score\":0.5,\"n\":16,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":1,\"avg_score\":0.03},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 12.2, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "7f3a7f77-6738-4f69-8aea-896a05f3243e", "run_at": "2026-05-29 04:00:09", "stages_ok": 16, "stages_failed": 2, "duration_ms": 610167, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 12.5, "score_percent_v271": null, "total_llms": 4, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_gpt54_web\":{\"score\":20,\"n\":32,\"percent\":20.8,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_gpt52_web\":{\"score\":10,\"n\":32,\"percent\":10.4,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_search\":{\"score\":17,\"n\":32,\"percent\":17.7,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":1,\"n\":32,\"percent\":1,\"channel\":\"primary\",\"provider\":\"Gemini\"}}", "by_provider": "{\"OpenAI\":{\"score\":47,\"n\":96,\"n_llms\":3,\"llms\":[\"openai_gpt54_web\",\"openai_gpt52_web\",\"openai_search\"],\"percent\":16.3,\"avg_score\":0.49},\"Gemini\":{\"score\":1,\"n\":32,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":1,\"avg_score\":0.03},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 12.5, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "dc583e18-3af5-4633-af86-d16553b36958", "run_at": "2026-05-30 04:00:16", "stages_ok": 17, "stages_failed": 1, "duration_ms": 566247, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 4.4, "score_percent_v271": null, "total_llms": 4, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_gpt54_web\":{\"score\":9,\"n\":16,\"percent\":18.8,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_gpt52_web\":{\"score\":-1,\"n\":16,\"percent\":-2.1,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_search\":{\"score\":-3,\"n\":16,\"percent\":-6.2,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":3.5,\"n\":16,\"percent\":7.3,\"channel\":\"primary\",\"provider\":\"Gemini\"}}", "by_provider": "{\"OpenAI\":{\"score\":5,\"n\":48,\"n_llms\":3,\"llms\":[\"openai_gpt54_web\",\"openai_gpt52_web\",\"openai_search\"],\"percent\":3.5,\"avg_score\":0.1},\"Gemini\":{\"score\":3.5,\"n\":16,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":7.3,\"avg_score\":0.22},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 4.4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "dc583e18-3af5-4633-af86-d16553b36958", "run_at": "2026-05-30 04:00:16", "stages_ok": 17, "stages_failed": 1, "duration_ms": 566247, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 5.7, "score_percent_v271": null, "total_llms": 4, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"percent\":18.8,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_gpt52_web\":{\"score\":-2,\"n\":32,\"percent\":-2.1,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_search\":{\"score\":-1,\"n\":32,\"percent\":-1,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":7,\"n\":32,\"percent\":7.3,\"channel\":\"primary\",\"provider\":\"Gemini\"}}", "by_provider": "{\"OpenAI\":{\"score\":15,\"n\":96,\"n_llms\":3,\"llms\":[\"openai_gpt54_web\",\"openai_gpt52_web\",\"openai_search\"],\"percent\":5.2,\"avg_score\":0.16},\"Gemini\":{\"score\":7,\"n\":32,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":7.3,\"avg_score\":0.22},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 5.7, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "8ef77c3c-5780-40cd-8d6b-101990234cc0", "run_at": "2026-05-31 04:00:53", "stages_ok": 17, "stages_failed": 1, "duration_ms": 805040, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 7.8, "score_percent_v271": null, "total_llms": 4, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_gpt54_web\":{\"score\":8,\"n\":16,\"percent\":16.7,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_gpt52_web\":{\"score\":2,\"n\":16,\"percent\":4.2,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_search\":{\"score\":4.5,\"n\":16,\"percent\":9.4,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":0.5,\"n\":16,\"percent\":1,\"channel\":\"primary\",\"provider\":\"Gemini\"}}", "by_provider": "{\"OpenAI\":{\"score\":14.5,\"n\":48,\"n_llms\":3,\"llms\":[\"openai_gpt54_web\",\"openai_gpt52_web\",\"openai_search\"],\"percent\":10.1,\"avg_score\":0.3},\"Gemini\":{\"score\":0.5,\"n\":16,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":1,\"avg_score\":0.03},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 7.8, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "8ef77c3c-5780-40cd-8d6b-101990234cc0", "run_at": "2026-05-31 04:00:53", "stages_ok": 17, "stages_failed": 1, "duration_ms": 805040, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 7.6, "score_percent_v271": null, "total_llms": 4, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_gpt54_web\":{\"score\":16,\"n\":32,\"percent\":16.7,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_gpt52_web\":{\"score\":4,\"n\":32,\"percent\":4.2,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_search\":{\"score\":8,\"n\":32,\"percent\":8.3,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":1,\"n\":32,\"percent\":1,\"channel\":\"primary\",\"provider\":\"Gemini\"}}", "by_provider": "{\"OpenAI\":{\"score\":28,\"n\":96,\"n_llms\":3,\"llms\":[\"openai_gpt54_web\",\"openai_gpt52_web\",\"openai_search\"],\"percent\":9.7,\"avg_score\":0.29},\"Gemini\":{\"score\":1,\"n\":32,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":1,\"avg_score\":0.03},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 7.6, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "18a55f64-7f9b-461f-9361-728071a2b2aa", "run_at": "2026-06-01 04:00:53", "stages_ok": 17, "stages_failed": 1, "duration_ms": 62530, "includes_weekly": 1, "triggered_by": "cron", "score_percent": 3.9, "score_percent_v271": null, "total_llms": 4, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_gpt54_web\":{\"score\":4.5,\"n\":16,\"percent\":9.4,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_gpt52_web\":{\"score\":4.5,\"n\":16,\"percent\":9.4,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_search\":{\"score\":0,\"n\":16,\"percent\":0,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":-1.5,\"n\":16,\"percent\":-3.1,\"channel\":\"primary\",\"provider\":\"Gemini\"}}", "by_provider": "{\"OpenAI\":{\"score\":9,\"n\":48,\"n_llms\":3,\"llms\":[\"openai_gpt54_web\",\"openai_gpt52_web\",\"openai_search\"],\"percent\":6.3,\"avg_score\":0.19},\"Gemini\":{\"score\":-1.5,\"n\":16,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":-3.1,\"avg_score\":-0.09},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 3.9, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "18a55f64-7f9b-461f-9361-728071a2b2aa", "run_at": "2026-06-01 04:00:53", "stages_ok": 17, "stages_failed": 1, "duration_ms": 62530, "includes_weekly": 1, "triggered_by": "cron", "score_percent": 4.9, "score_percent_v271": null, "total_llms": 4, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_gpt54_web\":{\"score\":9,\"n\":32,\"percent\":9.4,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_gpt52_web\":{\"score\":9,\"n\":32,\"percent\":9.4,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_search\":{\"score\":4,\"n\":32,\"percent\":4.2,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":-3,\"n\":32,\"percent\":-3.1,\"channel\":\"primary\",\"provider\":\"Gemini\"}}", "by_provider": "{\"OpenAI\":{\"score\":22,\"n\":96,\"n_llms\":3,\"llms\":[\"openai_gpt54_web\",\"openai_gpt52_web\",\"openai_search\"],\"percent\":7.6,\"avg_score\":0.23},\"Gemini\":{\"score\":-3,\"n\":32,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":-3.1,\"avg_score\":-0.09},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 4.9, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "dafca2a4-5124-4cfa-9c12-e3d9b36fe8a3", "run_at": "2026-06-02 04:00:51", "stages_ok": 17, "stages_failed": 1, "duration_ms": 596606, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 6.8, "score_percent_v271": null, "total_llms": 4, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_gpt54_web\":{\"score\":10,\"n\":16,\"percent\":20.8,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_gpt52_web\":{\"score\":6.5,\"n\":16,\"percent\":13.5,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_search\":{\"score\":2,\"n\":16,\"percent\":4.2,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":-5.5,\"n\":16,\"percent\":-11.5,\"channel\":\"primary\",\"provider\":\"Gemini\"}}", "by_provider": "{\"OpenAI\":{\"score\":18.5,\"n\":48,\"n_llms\":3,\"llms\":[\"openai_gpt54_web\",\"openai_gpt52_web\",\"openai_search\"],\"percent\":12.8,\"avg_score\":0.39},\"Gemini\":{\"score\":-5.5,\"n\":16,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":-11.5,\"avg_score\":-0.34},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 6.8, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "dafca2a4-5124-4cfa-9c12-e3d9b36fe8a3", "run_at": "2026-06-02 04:00:51", "stages_ok": 17, "stages_failed": 1, "duration_ms": 596606, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 8.6, "score_percent_v271": null, "total_llms": 4, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_gpt54_web\":{\"score\":20,\"n\":32,\"percent\":20.8,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_gpt52_web\":{\"score\":13,\"n\":32,\"percent\":13.5,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_search\":{\"score\":11,\"n\":32,\"percent\":11.5,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":-11,\"n\":32,\"percent\":-11.5,\"channel\":\"primary\",\"provider\":\"Gemini\"}}", "by_provider": "{\"OpenAI\":{\"score\":44,\"n\":96,\"n_llms\":3,\"llms\":[\"openai_gpt54_web\",\"openai_gpt52_web\",\"openai_search\"],\"percent\":15.3,\"avg_score\":0.46},\"Gemini\":{\"score\":-11,\"n\":32,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":-11.5,\"avg_score\":-0.34},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 8.6, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "420707bf-dab8-4fbf-bd5f-22111fca593d", "run_at": "2026-06-03 04:00:32", "stages_ok": 16, "stages_failed": 2, "duration_ms": 609740, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 8.6, "score_percent_v271": null, "total_llms": 4, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_gpt54_web\":{\"score\":9,\"n\":16,\"percent\":18.8,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_gpt52_web\":{\"score\":4.5,\"n\":16,\"percent\":9.4,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_search\":{\"score\":3,\"n\":16,\"percent\":6.3,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":0,\"n\":16,\"percent\":0,\"channel\":\"primary\",\"provider\":\"Gemini\"}}", "by_provider": "{\"OpenAI\":{\"score\":16.5,\"n\":48,\"n_llms\":3,\"llms\":[\"openai_gpt54_web\",\"openai_gpt52_web\",\"openai_search\"],\"percent\":11.5,\"avg_score\":0.34},\"Gemini\":{\"score\":0,\"n\":16,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":0,\"avg_score\":0},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 8.6, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "420707bf-dab8-4fbf-bd5f-22111fca593d", "run_at": "2026-06-03 04:00:32", "stages_ok": 16, "stages_failed": 2, "duration_ms": 609740, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 9.2, "score_percent_v271": null, "total_llms": 4, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_gpt54_web\":{\"score\":18,\"n\":32,\"percent\":18.8,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_gpt52_web\":{\"score\":9,\"n\":32,\"percent\":9.4,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_search\":{\"score\":11,\"n\":32,\"percent\":11.5,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":-2.5,\"n\":32,\"percent\":-2.6,\"channel\":\"primary\",\"provider\":\"Gemini\"}}", "by_provider": "{\"OpenAI\":{\"score\":38,\"n\":96,\"n_llms\":3,\"llms\":[\"openai_gpt54_web\",\"openai_gpt52_web\",\"openai_search\"],\"percent\":13.2,\"avg_score\":0.4},\"Gemini\":{\"score\":-2.5,\"n\":32,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":-2.6,\"avg_score\":-0.08},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 9.2, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "44ffe592-52e2-472e-92cb-6a3088e9ba16", "run_at": "2026-06-04 04:00:45", "stages_ok": 16, "stages_failed": 2, "duration_ms": 679792, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 2.3, "score_percent_v271": null, "total_llms": 4, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_gpt54_web\":{\"score\":1.5,\"n\":16,\"percent\":3.1,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_gpt52_web\":{\"score\":-4,\"n\":16,\"percent\":-8.3,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_search\":{\"score\":8,\"n\":16,\"percent\":16.7,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":-1,\"n\":16,\"percent\":-2.1,\"channel\":\"primary\",\"provider\":\"Gemini\"}}", "by_provider": "{\"OpenAI\":{\"score\":5.5,\"n\":48,\"n_llms\":3,\"llms\":[\"openai_gpt54_web\",\"openai_gpt52_web\",\"openai_search\"],\"percent\":3.8,\"avg_score\":0.11},\"Gemini\":{\"score\":-1,\"n\":16,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":-2.1,\"avg_score\":-0.06},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 2.3, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "44ffe592-52e2-472e-92cb-6a3088e9ba16", "run_at": "2026-06-04 04:00:45", "stages_ok": 16, "stages_failed": 2, "duration_ms": 679792, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 3.6, "score_percent_v271": null, "total_llms": 4, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_gpt54_web\":{\"score\":5,\"n\":32,\"percent\":5.2,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_gpt52_web\":{\"score\":-8,\"n\":32,\"percent\":-8.3,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_search\":{\"score\":19,\"n\":32,\"percent\":19.8,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":-2,\"n\":32,\"percent\":-2.1,\"channel\":\"primary\",\"provider\":\"Gemini\"}}", "by_provider": "{\"OpenAI\":{\"score\":16,\"n\":96,\"n_llms\":3,\"llms\":[\"openai_gpt54_web\",\"openai_gpt52_web\",\"openai_search\"],\"percent\":5.6,\"avg_score\":0.17},\"Gemini\":{\"score\":-2,\"n\":32,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":-2.1,\"avg_score\":-0.06},\"Claude\":{\"score\":-1,\"n\":8,\"avg_score\":-0.12,\"percent\":-4.2,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 3.6, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "be47039b-112f-4462-9542-4098b86b91b0", "run_at": "2026-06-05 04:00:18", "stages_ok": 18, "stages_failed": 1, "duration_ms": 688630, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 10.4, "score_percent_v271": null, "total_llms": 4, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_gpt54_web\":{\"score\":9,\"n\":16,\"percent\":18.8,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_gpt52_web\":{\"score\":2,\"n\":16,\"percent\":4.2,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_search\":{\"score\":6,\"n\":16,\"percent\":12.5,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":3,\"n\":16,\"percent\":6.3,\"channel\":\"primary\",\"provider\":\"Gemini\"}}", "by_provider": "{\"OpenAI\":{\"score\":17,\"n\":48,\"n_llms\":3,\"llms\":[\"openai_gpt54_web\",\"openai_gpt52_web\",\"openai_search\"],\"percent\":11.8,\"avg_score\":0.35},\"Gemini\":{\"score\":3,\"n\":16,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":6.3,\"avg_score\":0.19},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 10.4, "control_channel_percent": null, "echo_bias_inflation_pp": null }, { "id": "be47039b-112f-4462-9542-4098b86b91b0", "run_at": "2026-06-05 04:00:18", "stages_ok": 18, "stages_failed": 1, "duration_ms": 688630, "includes_weekly": 0, "triggered_by": "cron", "score_percent": 11.2, "score_percent_v271": null, "total_llms": 4, "total_llms_v271": null, "unavailable_llms_v271": null, "pipeline_version_first": "v3.0", "by_llm_v271": null, "by_llm": "{\"openai_gpt54_web\":{\"score\":21,\"n\":32,\"percent\":21.9,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_gpt52_web\":{\"score\":4,\"n\":32,\"percent\":4.2,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"openai_search\":{\"score\":12,\"n\":32,\"percent\":12.5,\"channel\":\"primary\",\"provider\":\"OpenAI\"},\"gemini\":{\"score\":6,\"n\":32,\"percent\":6.3,\"channel\":\"primary\",\"provider\":\"Gemini\"}}", "by_provider": "{\"OpenAI\":{\"score\":37,\"n\":96,\"n_llms\":3,\"llms\":[\"openai_gpt54_web\",\"openai_gpt52_web\",\"openai_search\"],\"percent\":12.8,\"avg_score\":0.39},\"Gemini\":{\"score\":6,\"n\":32,\"n_llms\":1,\"llms\":[\"gemini\"],\"percent\":6.3,\"avg_score\":0.19},\"Claude\":{\"score\":0,\"n\":8,\"avg_score\":0,\"percent\":0,\"llms\":[\"claude-haiku-4-5\"]}}", "primary_channel_percent": 11.2, "control_channel_percent": null, "echo_bias_inflation_pp": null } ] }