{
 "study": "Where solo stops being enough",
 "model": "gpt-6.1-sol, high effort, every worker",
 "puppetmaster": "puppetmaster-ai 1.49.0",
 "sizes": [
  4,
  16,
  64
 ],
 "reps_per_arm_per_size": 3,
 "scenes_per_comparison": 15,
 "rule": "Crew preferred at a size: crew scene wins > solo scene wins, exact one-sided binomial p < 0.05 on decided scenes, and at least 4 of 6 comparisons favor a crew. Ties are undecided.",
 "crossover_regions": 16,
 "rules": {
  "4": {
   "crew_preferred": false,
   "crew_scenes": 21,
   "solo_scenes": 16,
   "ties": 53,
   "comparisons_favor_crew": 3,
   "comparisons": 6,
   "one_sided_p": 0.2556878907926148,
   "per_crew": {
    "codex_subagents": {
     "crew_scenes": 10,
     "solo_scenes": 5,
     "ties": 30,
     "comparisons_favor_crew": 2,
     "one_sided_p": 0.15087890625,
     "passes": false
    },
    "puppetmaster": {
     "crew_scenes": 11,
     "solo_scenes": 11,
     "ties": 23,
     "comparisons_favor_crew": 1,
     "one_sided_p": 0.5840940475463867,
     "passes": false
    }
   }
  },
  "16": {
   "crew_preferred": true,
   "crew_scenes": 38,
   "solo_scenes": 7,
   "ties": 45,
   "comparisons_favor_crew": 5,
   "comparisons": 6,
   "one_sided_p": 1.5606548231517081e-06,
   "per_crew": {
    "codex_subagents": {
     "crew_scenes": 13,
     "solo_scenes": 7,
     "ties": 25,
     "comparisons_favor_crew": 2,
     "one_sided_p": 0.13158798217773438,
     "passes": false
    },
    "puppetmaster": {
     "crew_scenes": 25,
     "solo_scenes": 0,
     "ties": 20,
     "comparisons_favor_crew": 3,
     "one_sided_p": 2.9802322387695312e-08,
     "passes": true
    }
   }
  },
  "64": {
   "crew_preferred": true,
   "crew_scenes": 43,
   "solo_scenes": 0,
   "ties": 47,
   "comparisons_favor_crew": 6,
   "comparisons": 6,
   "one_sided_p": 1.1368683772161603e-13,
   "per_crew": {
    "codex_subagents": {
     "crew_scenes": 16,
     "solo_scenes": 0,
     "ties": 29,
     "comparisons_favor_crew": 3,
     "one_sided_p": 1.52587890625e-05,
     "passes": true
    },
    "puppetmaster": {
     "crew_scenes": 27,
     "solo_scenes": 0,
     "ties": 18,
     "comparisons_favor_crew": 3,
     "one_sided_p": 7.450580596923828e-09,
     "passes": true
    }
   }
  }
 },
 "comparisons": [
  {
   "size": 4,
   "rep": 1,
   "crew": 5,
   "solo": 0,
   "tie": 10
  },
  {
   "size": 4,
   "rep": 2,
   "crew": 3,
   "solo": 5,
   "tie": 7
  },
  {
   "size": 4,
   "rep": 3,
   "crew": 3,
   "solo": 6,
   "tie": 6
  },
  {
   "size": 4,
   "rep": 1,
   "crew": 6,
   "solo": 1,
   "tie": 8
  },
  {
   "size": 4,
   "rep": 2,
   "crew": 1,
   "solo": 3,
   "tie": 11
  },
  {
   "size": 4,
   "rep": 3,
   "crew": 3,
   "solo": 1,
   "tie": 11
  },
  {
   "size": 16,
   "rep": 1,
   "crew": 6,
   "solo": 0,
   "tie": 9
  },
  {
   "size": 16,
   "rep": 2,
   "crew": 9,
   "solo": 0,
   "tie": 6
  },
  {
   "size": 16,
   "rep": 3,
   "crew": 10,
   "solo": 0,
   "tie": 5
  },
  {
   "size": 16,
   "rep": 1,
   "crew": 4,
   "solo": 2,
   "tie": 9
  },
  {
   "size": 16,
   "rep": 2,
   "crew": 6,
   "solo": 1,
   "tie": 8
  },
  {
   "size": 16,
   "rep": 3,
   "crew": 3,
   "solo": 4,
   "tie": 8
  },
  {
   "size": 64,
   "rep": 1,
   "crew": 14,
   "solo": 0,
   "tie": 1
  },
  {
   "size": 64,
   "rep": 2,
   "crew": 4,
   "solo": 0,
   "tie": 11
  },
  {
   "size": 64,
   "rep": 3,
   "crew": 9,
   "solo": 0,
   "tie": 6
  },
  {
   "size": 64,
   "rep": 1,
   "crew": 9,
   "solo": 0,
   "tie": 6
  },
  {
   "size": 64,
   "rep": 2,
   "crew": 1,
   "solo": 0,
   "tie": 14
  },
  {
   "size": 64,
   "rep": 3,
   "crew": 6,
   "solo": 0,
   "tie": 9
  }
 ],
 "runs": [
  {
   "size": 4,
   "arm": "codex_subagents",
   "rep": 1,
   "wall_s": 447.9,
   "api_equivalent_usd": 2.0937,
   "regions_passed": 4,
   "q": 75.0,
   "q70": true,
   "reused_from_64_region_study": false
  },
  {
   "size": 4,
   "arm": "codex_subagents",
   "rep": 2,
   "wall_s": 383.3,
   "api_equivalent_usd": 1.6485,
   "regions_passed": 4,
   "q": 75.0,
   "q70": true,
   "reused_from_64_region_study": false
  },
  {
   "size": 4,
   "arm": "codex_subagents",
   "rep": 3,
   "wall_s": 356.3,
   "api_equivalent_usd": 1.8643,
   "regions_passed": 4,
   "q": 75.0,
   "q70": true,
   "reused_from_64_region_study": false
  },
  {
   "size": 4,
   "arm": "puppetmaster",
   "rep": 1,
   "wall_s": 1269.4,
   "api_equivalent_usd": 3.492,
   "regions_passed": 4,
   "q": 75.0,
   "q70": true,
   "reused_from_64_region_study": false
  },
  {
   "size": 4,
   "arm": "puppetmaster",
   "rep": 2,
   "wall_s": 357.2,
   "api_equivalent_usd": 1.3702,
   "regions_passed": 4,
   "q": 75.0,
   "q70": true,
   "reused_from_64_region_study": false
  },
  {
   "size": 4,
   "arm": "puppetmaster",
   "rep": 3,
   "wall_s": 619.0,
   "api_equivalent_usd": 1.7712,
   "regions_passed": 4,
   "q": 75.0,
   "q70": true,
   "reused_from_64_region_study": false
  },
  {
   "size": 4,
   "arm": "solo",
   "rep": 1,
   "wall_s": 305.4,
   "api_equivalent_usd": 0.3949,
   "regions_passed": 4,
   "q": 75.0,
   "q70": true,
   "reused_from_64_region_study": false
  },
  {
   "size": 4,
   "arm": "solo",
   "rep": 2,
   "wall_s": 391.7,
   "api_equivalent_usd": 0.5267,
   "regions_passed": 4,
   "q": 75.0,
   "q70": true,
   "reused_from_64_region_study": false
  },
  {
   "size": 4,
   "arm": "solo",
   "rep": 3,
   "wall_s": 296.9,
   "api_equivalent_usd": 0.4323,
   "regions_passed": 4,
   "q": 75.0,
   "q70": true,
   "reused_from_64_region_study": false
  },
  {
   "size": 16,
   "arm": "codex_subagents",
   "rep": 1,
   "wall_s": 417.9,
   "api_equivalent_usd": 4.8202,
   "regions_passed": 16,
   "q": 78.75,
   "q70": true,
   "reused_from_64_region_study": false
  },
  {
   "size": 16,
   "arm": "codex_subagents",
   "rep": 2,
   "wall_s": 771.4,
   "api_equivalent_usd": 6.9707,
   "regions_passed": 16,
   "q": 78.75,
   "q70": true,
   "reused_from_64_region_study": false
  },
  {
   "size": 16,
   "arm": "codex_subagents",
   "rep": 3,
   "wall_s": 384.6,
   "api_equivalent_usd": 4.8008,
   "regions_passed": 16,
   "q": 75.0,
   "q70": true,
   "reused_from_64_region_study": false
  },
  {
   "size": 16,
   "arm": "puppetmaster",
   "rep": 1,
   "wall_s": 571.3,
   "api_equivalent_usd": 3.9982,
   "regions_passed": 16,
   "q": 75.0,
   "q70": true,
   "reused_from_64_region_study": false
  },
  {
   "size": 16,
   "arm": "puppetmaster",
   "rep": 2,
   "wall_s": 578.7,
   "api_equivalent_usd": 4.4547,
   "regions_passed": 16,
   "q": 78.75,
   "q70": true,
   "reused_from_64_region_study": false
  },
  {
   "size": 16,
   "arm": "puppetmaster",
   "rep": 3,
   "wall_s": 641.7,
   "api_equivalent_usd": 4.5059,
   "regions_passed": 16,
   "q": 78.75,
   "q70": true,
   "reused_from_64_region_study": false
  },
  {
   "size": 16,
   "arm": "solo",
   "rep": 1,
   "wall_s": 416.9,
   "api_equivalent_usd": 0.6269,
   "regions_passed": 16,
   "q": 75.0,
   "q70": true,
   "reused_from_64_region_study": false
  },
  {
   "size": 16,
   "arm": "solo",
   "rep": 2,
   "wall_s": 285.9,
   "api_equivalent_usd": 0.474,
   "regions_passed": 16,
   "q": 75.0,
   "q70": true,
   "reused_from_64_region_study": false
  },
  {
   "size": 16,
   "arm": "solo",
   "rep": 3,
   "wall_s": 277.3,
   "api_equivalent_usd": 0.4666,
   "regions_passed": 16,
   "q": 75.0,
   "q70": true,
   "reused_from_64_region_study": false
  },
  {
   "size": 64,
   "arm": "codex_subagents",
   "rep": 1,
   "wall_s": 1178.7,
   "api_equivalent_usd": 14.7105,
   "regions_passed": 64,
   "q": 75.0,
   "q70": true,
   "reused_from_64_region_study": true
  },
  {
   "size": 64,
   "arm": "codex_subagents",
   "rep": 2,
   "wall_s": 1153.5,
   "api_equivalent_usd": 15.4359,
   "regions_passed": 64,
   "q": 70.0,
   "q70": true,
   "reused_from_64_region_study": true
  },
  {
   "size": 64,
   "arm": "codex_subagents",
   "rep": 3,
   "wall_s": 1048.1,
   "api_equivalent_usd": 15.4193,
   "regions_passed": 64,
   "q": 70.0,
   "q70": true,
   "reused_from_64_region_study": true
  },
  {
   "size": 64,
   "arm": "puppetmaster",
   "rep": 1,
   "wall_s": 988.3,
   "api_equivalent_usd": 13.7806,
   "regions_passed": 64,
   "q": 70.0,
   "q70": true,
   "reused_from_64_region_study": true
  },
  {
   "size": 64,
   "arm": "puppetmaster",
   "rep": 2,
   "wall_s": 1340.8,
   "api_equivalent_usd": 14.4062,
   "regions_passed": 64,
   "q": 70.0,
   "q70": true,
   "reused_from_64_region_study": true
  },
  {
   "size": 64,
   "arm": "puppetmaster",
   "rep": 3,
   "wall_s": 1235.2,
   "api_equivalent_usd": 13.9713,
   "regions_passed": 64,
   "q": 70.0,
   "q70": true,
   "reused_from_64_region_study": true
  },
  {
   "size": 64,
   "arm": "solo",
   "rep": 1,
   "wall_s": 498.0,
   "api_equivalent_usd": 0.7346,
   "regions_passed": 64,
   "q": 70.0,
   "q70": true,
   "reused_from_64_region_study": true
  },
  {
   "size": 64,
   "arm": "solo",
   "rep": 2,
   "wall_s": 380.7,
   "api_equivalent_usd": 0.5436,
   "regions_passed": 64,
   "q": 70.0,
   "q70": true,
   "reused_from_64_region_study": true
  },
  {
   "size": 64,
   "arm": "solo",
   "rep": 3,
   "wall_s": 501.7,
   "api_equivalent_usd": 0.6474,
   "regions_passed": 64,
   "q": 75.0,
   "q70": true,
   "reused_from_64_region_study": false
  }
 ],
 "judge_cash_usd": 15.35,
 "judge_calls": 1080,
 "disclosure": [
  "Every vote is fresh. Eight 64-region worlds (all six crew worlds and two solo worlds) come from the 64-region study and were judged there before. Those votes count for nothing here.",
  "All 27 worlds passed the structural checks and the Q70 quality floor. The result is a judge preference, not a solo failure.",
  "Sizes 5 to 15 were not tested. The crossover is the first tested size.",
  "Costs are API-equivalent prices for the recorded tokens. Judge cash is real OpenRouter spend."
 ],
 "source_report_sha256": "62f09caf03625eff760059b7ffea014c441f33c01b16d4ae3ce50390aec7d001"
}
