{
 "study": "https://ryandoser.com/research/ai-website-builder-idiot-tax/",
 "collected": "2026-10-14",
 "arms": [
  {
   "id": "lovable_ssr",
   "label": "Lovable, new stack",
   "n": 80,
   "shell": 5,
   "server": 75,
   "shell_pct": 6.2,
   "read": 68,
   "meta": 2,
   "cant": 9,
   "other": 1,
   "read_pct": 85.0,
   "meta_pct": 2.5,
   "cant_pct": 11.2,
   "other_pct": 1.2,
   "read_ci": [
    75.6,
    91.2
   ],
   "strict_read": 68,
   "strict_pct": 85.0,
   "passed_off": 1,
   "passed_off_pct": 1.2,
   "v1_read_pct": 88.8,
   "has_desc_pct": 98.8,
   "fetched_pct": 75.0,
   "src_n": 60,
   "src_cant": 6,
   "src_cant_pct": 10.0
  },
  {
   "id": "framer",
   "label": "Framer",
   "n": 159,
   "shell": 5,
   "server": 154,
   "shell_pct": 3.1,
   "read": 110,
   "meta": 19,
   "cant": 12,
   "other": 18,
   "read_pct": 69.2,
   "meta_pct": 11.9,
   "cant_pct": 7.5,
   "other_pct": 11.3,
   "read_ci": [
    61.6,
    75.8
   ],
   "strict_read": 110,
   "strict_pct": 69.2,
   "passed_off": 11,
   "passed_off_pct": 6.9,
   "v1_read_pct": 76.1,
   "has_desc_pct": 73.6,
   "fetched_pct": 95.0,
   "src_n": 151,
   "src_cant": 9,
   "src_cant_pct": 6.0
  },
  {
   "id": "netlify",
   "label": "Netlify sites, all",
   "n": 123,
   "shell": 17,
   "server": 106,
   "shell_pct": 13.8,
   "read": 87,
   "meta": 2,
   "cant": 22,
   "other": 12,
   "read_pct": 70.7,
   "meta_pct": 1.6,
   "cant_pct": 17.9,
   "other_pct": 9.8,
   "read_ci": [
    62.2,
    78.0
   ],
   "strict_read": 87,
   "strict_pct": 70.7,
   "passed_off": 1,
   "passed_off_pct": 0.8,
   "v1_read_pct": 74.0,
   "has_desc_pct": 42.3,
   "fetched_pct": 72.4,
   "src_n": 89,
   "src_cant": 16,
   "src_cant_pct": 18.0
  },
  {
   "id": "replit",
   "label": "Replit",
   "n": 144,
   "shell": 126,
   "server": 18,
   "shell_pct": 87.5,
   "read": 19,
   "meta": 1,
   "cant": 123,
   "other": 1,
   "read_pct": 13.2,
   "meta_pct": 0.7,
   "cant_pct": 85.4,
   "other_pct": 0.7,
   "read_ci": [
    8.6,
    19.7
   ],
   "strict_read": 19,
   "strict_pct": 13.2,
   "passed_off": 1,
   "passed_off_pct": 0.7,
   "v1_read_pct": 17.4,
   "has_desc_pct": 68.8,
   "fetched_pct": 75.0,
   "src_n": 108,
   "src_cant": 94,
   "src_cant_pct": 87.0
  },
  {
   "id": "base44",
   "label": "Base44",
   "n": 144,
   "shell": 133,
   "server": 11,
   "shell_pct": 92.4,
   "read": 22,
   "meta": 57,
   "cant": 63,
   "other": 2,
   "read_pct": 15.3,
   "meta_pct": 39.6,
   "cant_pct": 43.8,
   "other_pct": 1.4,
   "read_ci": [
    10.3,
    22.0
   ],
   "strict_read": 22,
   "strict_pct": 15.3,
   "passed_off": 57,
   "passed_off_pct": 39.6,
   "v1_read_pct": 24.3,
   "has_desc_pct": 88.2,
   "fetched_pct": 76.4,
   "src_n": 110,
   "src_cant": 48,
   "src_cant_pct": 43.6
  },
  {
   "id": "lovable_legacy",
   "label": "Lovable, older stack",
   "n": 222,
   "shell": 221,
   "server": 1,
   "shell_pct": 99.5,
   "read": 17,
   "meta": 3,
   "cant": 201,
   "other": 1,
   "read_pct": 7.7,
   "meta_pct": 1.4,
   "cant_pct": 90.5,
   "other_pct": 0.5,
   "read_ci": [
    4.8,
    11.9
   ],
   "strict_read": 17,
   "strict_pct": 7.7,
   "passed_off": 2,
   "passed_off_pct": 0.9,
   "v1_read_pct": 9.9,
   "has_desc_pct": 78.8,
   "fetched_pct": 66.7,
   "src_n": 148,
   "src_cant": 133,
   "src_cant_pct": 89.9
  }
 ],
 "baseline": {
  "n": 106,
  "read": 85,
  "strict_read": 85,
  "strict_pct": 80.2,
  "v1_read_pct": 84.0,
  "read_pct": 80.2,
  "read_ci": [
   71.6,
   86.7
  ]
 },
 "by_mode": {
  "server": {
   "n": 259,
   "read": 189,
   "meta": 27,
   "cant": 25,
   "other": 18,
   "strict_pct": 73.0,
   "passed_off": 18,
   "read_pct": 73.0,
   "meta_pct": 10.4,
   "cant_pct": 9.7,
   "other_pct": 6.9,
   "read_ci": [
    67.3,
    78.0
   ]
  },
  "shell": {
   "n": 490,
   "read": 47,
   "meta": 55,
   "cant": 383,
   "other": 5,
   "strict_pct": 9.6,
   "passed_off": 54,
   "read_pct": 9.6,
   "meta_pct": 11.2,
   "cant_pct": 78.2,
   "other_pct": 1.0,
   "read_ci": [
    7.3,
    12.5
   ]
  }
 },
 "stats": {
  "sites": 872,
  "drawn": 1400,
  "api_errors": 0,
  "builder_sites": 749,
  "lovable_n": 302,
  "lovable_legacy_share": 73.5,
  "lovable_default_title": 19,
  "gap_legacy_vs_base": 72.5,
  "gap_ssr_vs_base": 4.8,
  "lovable_default_title_pct": 6.3,
  "fetched_pct": 76.4,
  "excluded": 528,
  "builder_read": 236,
  "builder_read_pct": 31.5,
  "builder_cant": 408,
  "builder_cant_pct": 54.5
 },
 "handcheck": {
  "answers": 48,
  "modes": 50,
  "model": "claude-opus-5.5",
  "runs": [
   {
    "model": "claude-sonnet-5.5",
    "rubric": "first",
    "answers": 40,
    "modes": 49
   },
   {
    "model": "claude-sonnet-5.5",
    "rubric": "final",
    "answers": 42,
    "modes": 50
   },
   {
    "model": "claude-sonnet-5.5",
    "rubric": "final",
    "answers": 46,
    "modes": 50
   },
   {
    "model": "claude-opus-5.5",
    "rubric": "final",
    "answers": 48,
    "modes": 50
   }
  ]
 },
 "stability": null
}