{
 "study": "s11",
 "version": "1.1",
 "collected": "2026-09-26",
 "statistics": {
  "n_answers": 636,
  "n_businesses": 159,
  "collected": "2026-09-26",
  "hours_excluded_24h_businesses": 34,
  "by_engine": {
   "chatgpt": {
    "answers": 159,
    "phone": {
     "correct": 91.2,
     "wrong": 8.8,
     "not given": 0.0,
     "accuracy_when_given": 91.2,
     "n": 159
    },
    "address": {
     "correct": 96.2,
     "wrong": 3.8,
     "not given": 0.0,
     "accuracy_when_given": 96.2,
     "n": 159
    },
    "website": {
     "correct": 99.4,
     "wrong": 0.6,
     "not given": 0.0,
     "accuracy_when_given": 99.4,
     "n": 159
    },
    "monday_hours": {
     "correct": 88.8,
     "wrong": 7.2,
     "not given": 4.0,
     "accuracy_when_given": 92.5,
     "n": 125
    },
    "any_wrong_pct": 16.4,
    "all_four_correct_pct": 81.8
   },
   "gemini": {
    "answers": 159,
    "phone": {
     "correct": 99.4,
     "wrong": 0.6,
     "not given": 0.0,
     "accuracy_when_given": 99.4,
     "n": 159
    },
    "address": {
     "correct": 98.7,
     "wrong": 1.3,
     "not given": 0.0,
     "accuracy_when_given": 98.7,
     "n": 159
    },
    "website": {
     "correct": 99.4,
     "wrong": 0.6,
     "not given": 0.0,
     "accuracy_when_given": 99.4,
     "n": 159
    },
    "monday_hours": {
     "correct": 94.4,
     "wrong": 2.4,
     "not given": 3.2,
     "accuracy_when_given": 97.5,
     "n": 125
    },
    "any_wrong_pct": 4.4,
    "all_four_correct_pct": 94.3
   },
   "perplexity": {
    "answers": 159,
    "phone": {
     "correct": 83.6,
     "wrong": 15.7,
     "not given": 0.6,
     "accuracy_when_given": 84.2,
     "n": 159
    },
    "address": {
     "correct": 91.2,
     "wrong": 8.8,
     "not given": 0.0,
     "accuracy_when_given": 91.2,
     "n": 159
    },
    "website": {
     "correct": 97.5,
     "wrong": 2.5,
     "not given": 0.0,
     "accuracy_when_given": 97.5,
     "n": 159
    },
    "monday_hours": {
     "correct": 51.2,
     "wrong": 21.6,
     "not given": 27.2,
     "accuracy_when_given": 70.3,
     "n": 125
    },
    "any_wrong_pct": 37.1,
    "all_four_correct_pct": 44.0
   },
   "ai_mode": {
    "answers": 159,
    "phone": {
     "correct": 89.3,
     "wrong": 9.4,
     "not given": 1.3,
     "accuracy_when_given": 90.4,
     "n": 159
    },
    "address": {
     "correct": 93.1,
     "wrong": 6.3,
     "not given": 0.6,
     "accuracy_when_given": 93.7,
     "n": 159
    },
    "website": {
     "correct": 99.4,
     "wrong": 0.6,
     "not given": 0.0,
     "accuracy_when_given": 99.4,
     "n": 159
    },
    "monday_hours": {
     "correct": 80.0,
     "wrong": 6.4,
     "not given": 13.6,
     "accuracy_when_given": 92.6,
     "n": 125
    },
    "any_wrong_pct": 17.6,
    "all_four_correct_pct": 72.3
   }
  },
  "wrong_phone_detail": {
   "n": 55,
   "listed on the business website": 42,
   "not on Google profile or website": 9,
   "site unavailable": 4
  },
  "wrong_phone_not_found_anywhere_pct_of_answers": 1.4,
  "wrong_phone_detail_by_engine": {
   "chatgpt": {
    "wrong": 14,
    "not_found_anywhere": 2,
    "not_found_anywhere_pct": 1.3
   },
   "gemini": {
    "wrong": 1,
    "not_found_anywhere": 0,
    "not_found_anywhere_pct": 0.0
   },
   "perplexity": {
    "wrong": 25,
    "not_found_anywhere": 4,
    "not_found_anywhere_pct": 2.5
   },
   "ai_mode": {
    "wrong": 15,
    "not_found_anywhere": 3,
    "not_found_anywhere_pct": 1.9
   }
  },
  "profile_phone_also_on_website_pct": {
   "n_businesses": 149,
   "pct": 75.8
  },
  "excluded": [
   {
    "business": "The Total - Accounting Firm",
    "city": "Adelaide",
    "reason": "our shortened name 'The Total' was ambiguous and matched a different business"
   }
  ],
  "overall": {
   "phone": {
    "correct": 90.9,
    "wrong": 8.6,
    "not given": 0.5,
    "accuracy_when_given": 91.3,
    "n": 636
   },
   "address": {
    "correct": 94.8,
    "wrong": 5.0,
    "not given": 0.2,
    "accuracy_when_given": 95.0,
    "n": 636
   },
   "website": {
    "correct": 98.9,
    "wrong": 1.1,
    "not given": 0.0,
    "accuracy_when_given": 98.9,
    "n": 636
   },
   "monday_hours": {
    "correct": 78.6,
    "wrong": 9.4,
    "not given": 12.0,
    "accuracy_when_given": 89.3,
    "n": 500
   },
   "any_wrong_pct": 18.9,
   "all_four_correct_pct": 73.1
  },
  "by_country_any_wrong": {
   "US": 13.8,
   "GB": 15.6,
   "CA": 32.5,
   "AU": 13.5
  },
  "by_country_phone_correct": {
   "US": 88.8,
   "GB": 97.5,
   "CA": 81.2,
   "AU": 96.2
  },
  "by_service_any_wrong": {
   "accountant": 17.7,
   "dentist": 17.2,
   "personal injury lawyer": 16.4,
   "physiotherapist": 21.1,
   "plumber": 21.9
  },
  "businesses_with_a_wrong_phone_somewhere_pct": 17.6,
  "businesses_all_engines_phone_correct_pct": 80.5,
  "scoring_audit": {
   "round1": {
    "wrong_phone_sample": 12,
    "wrong_address_sample": 12,
    "wrong_hours_sample": 15,
    "errors_found": "street-number rule, split hours, hedged answers, 24-hour placeholder profiles, ambiguous shortened name; all fixed and re-scored"
   },
   "round2": {
    "wrong_hours_sample": 10,
    "false_wrong": 2,
    "fixed": "24/7 phone note; later sentence times"
   },
   "round3": {
    "wrong_hours_sample": 12,
    "false_wrong": 0
   },
   "correct_hours_sample": 10,
   "false_correct": 0,
   "audited_by": "Underneath research (hand check), 2026-09-26"
  },
  "derived": {
   "wrong_phones_on_business_website_pct": 76.4,
   "perplexity_vs_gemini_any_wrong_ratio": 8.4,
   "profile_phone_not_on_website_pct": 24.2,
   "hours_scored_businesses": 125
  }
 },
 "v1_1": {
  "version": "1.1",
  "resamples": 4000,
  "seed": 20260928,
  "n_businesses": 159,
  "n_answers": 636,
  "configuration": {
   "chatgpt": {
    "answers": 159,
    "first_utc": "2026-09-26 07:52:44 +00:00",
    "last_utc": "2026-09-26 08:14:24 +00:00",
    "model_reported": {
     "not reported": 151,
     "gpt-5-6": 8
    },
    "endpoint": "ai_optimization/chat_gpt/llm_scraper/live/advanced",
    "location": "business's country"
   },
   "gemini": {
    "answers": 159,
    "first_utc": "2026-09-26 07:52:40 +00:00",
    "last_utc": "2026-09-26 08:14:15 +00:00",
    "model_reported": {
     "3.5 Flash-Lite": 159
    },
    "endpoint": "ai_optimization/gemini/llm_scraper/live/advanced",
    "location": "business's country"
   },
   "perplexity": {
    "answers": 159,
    "first_utc": "2026-09-26 07:52:30 +00:00",
    "last_utc": "2026-09-26 08:14:06 +00:00",
    "model_reported": {
     "sonar": 159
    },
    "endpoint": "ai_optimization/perplexity/llm_responses/live",
    "location": "none (API)"
   },
   "ai_mode": {
    "answers": 159,
    "first_utc": "2026-09-26 07:52:42 +00:00",
    "last_utc": "2026-09-26 08:14:16 +00:00",
    "model_reported": {
     "not reported": 159
    },
    "endpoint": "serp/google/ai_mode/live/advanced",
    "location": "business's country"
   }
  },
  "engines": {
   "all": {
    "any_differs": {
     "k": 120,
     "n": 636,
     "pct": 18.9,
     "ci_pct": [
      15.1,
      22.6
     ]
    },
    "all_match": {
     "k": 465,
     "n": 636,
     "pct": 73.1,
     "ci_pct": [
      69.2,
      77.0
     ]
    },
    "phone_matches": {
     "k": 578,
     "n": 636,
     "pct": 90.9,
     "ci_pct": [
      87.6,
      93.9
     ]
    },
    "phone_differs": {
     "k": 55,
     "n": 636,
     "pct": 8.6,
     "ci_pct": [
      5.5,
      11.9
     ]
    },
    "phone_not_given": {
     "k": 3,
     "n": 636,
     "pct": 0.5,
     "ci_pct": [
      0.0,
      1.1
     ]
    },
    "phone_matches_when_given": {
     "k": 578,
     "n": 633,
     "pct": 91.3,
     "ci_pct": [
      88.0,
      94.4
     ]
    },
    "address_matches": {
     "k": 603,
     "n": 636,
     "pct": 94.8,
     "ci_pct": [
      92.3,
      97.2
     ]
    },
    "address_differs": {
     "k": 32,
     "n": 636,
     "pct": 5.0,
     "ci_pct": [
      2.8,
      7.5
     ]
    },
    "address_not_given": {
     "k": 1,
     "n": 636,
     "pct": 0.2,
     "ci_pct": [
      0.0,
      0.5
     ]
    },
    "address_matches_when_given": {
     "k": 603,
     "n": 635,
     "pct": 95.0,
     "ci_pct": [
      92.4,
      97.2
     ]
    },
    "website_matches": {
     "k": 629,
     "n": 636,
     "pct": 98.9,
     "ci_pct": [
      98.1,
      99.7
     ]
    },
    "website_differs": {
     "k": 7,
     "n": 636,
     "pct": 1.1,
     "ci_pct": [
      0.3,
      1.9
     ]
    },
    "website_not_given": {
     "k": 0,
     "n": 636,
     "pct": 0.0,
     "ci_pct": [
      0.0,
      0.0
     ]
    },
    "website_matches_when_given": {
     "k": 629,
     "n": 636,
     "pct": 98.9,
     "ci_pct": [
      98.1,
      99.7
     ]
    },
    "monday_hours_matches": {
     "k": 393,
     "n": 500,
     "pct": 78.6,
     "ci_pct": [
      74.6,
      82.3
     ]
    },
    "monday_hours_differs": {
     "k": 47,
     "n": 500,
     "pct": 9.4,
     "ci_pct": [
      6.8,
      12.2
     ]
    },
    "monday_hours_not_given": {
     "k": 60,
     "n": 500,
     "pct": 12.0,
     "ci_pct": [
      8.9,
      15.3
     ]
    },
    "monday_hours_matches_when_given": {
     "k": 393,
     "n": 440,
     "pct": 89.3,
     "ci_pct": [
      86.2,
      92.3
     ]
    }
   },
   "chatgpt": {
    "any_differs": {
     "k": 26,
     "n": 159,
     "pct": 16.4,
     "ci_pct": [
      10.7,
      22.6
     ]
    },
    "all_match": {
     "k": 130,
     "n": 159,
     "pct": 81.8,
     "ci_pct": [
      75.5,
      87.4
     ]
    },
    "phone_matches": {
     "k": 145,
     "n": 159,
     "pct": 91.2,
     "ci_pct": [
      86.8,
      95.6
     ]
    },
    "phone_differs": {
     "k": 14,
     "n": 159,
     "pct": 8.8,
     "ci_pct": [
      4.4,
      13.2
     ]
    },
    "phone_not_given": {
     "k": 0,
     "n": 159,
     "pct": 0.0,
     "ci_pct": [
      0.0,
      0.0
     ]
    },
    "phone_matches_when_given": {
     "k": 145,
     "n": 159,
     "pct": 91.2,
     "ci_pct": [
      86.8,
      95.6
     ]
    },
    "address_matches": {
     "k": 153,
     "n": 159,
     "pct": 96.2,
     "ci_pct": [
      93.1,
      98.7
     ]
    },
    "address_differs": {
     "k": 6,
     "n": 159,
     "pct": 3.8,
     "ci_pct": [
      1.3,
      6.9
     ]
    },
    "address_not_given": {
     "k": 0,
     "n": 159,
     "pct": 0.0,
     "ci_pct": [
      0.0,
      0.0
     ]
    },
    "address_matches_when_given": {
     "k": 153,
     "n": 159,
     "pct": 96.2,
     "ci_pct": [
      93.1,
      98.7
     ]
    },
    "website_matches": {
     "k": 158,
     "n": 159,
     "pct": 99.4,
     "ci_pct": [
      98.1,
      100.0
     ]
    },
    "website_differs": {
     "k": 1,
     "n": 159,
     "pct": 0.6,
     "ci_pct": [
      0.0,
      1.9
     ]
    },
    "website_not_given": {
     "k": 0,
     "n": 159,
     "pct": 0.0,
     "ci_pct": [
      0.0,
      0.0
     ]
    },
    "website_matches_when_given": {
     "k": 158,
     "n": 159,
     "pct": 99.4,
     "ci_pct": [
      98.1,
      100.0
     ]
    },
    "monday_hours_matches": {
     "k": 111,
     "n": 125,
     "pct": 88.8,
     "ci_pct": [
      83.1,
      94.3
     ]
    },
    "monday_hours_differs": {
     "k": 9,
     "n": 125,
     "pct": 7.2,
     "ci_pct": [
      3.1,
      12.2
     ]
    },
    "monday_hours_not_given": {
     "k": 5,
     "n": 125,
     "pct": 4.0,
     "ci_pct": [
      0.8,
      7.9
     ]
    },
    "monday_hours_matches_when_given": {
     "k": 111,
     "n": 120,
     "pct": 92.5,
     "ci_pct": [
      87.4,
      96.8
     ]
    }
   },
   "gemini": {
    "any_differs": {
     "k": 7,
     "n": 159,
     "pct": 4.4,
     "ci_pct": [
      1.3,
      7.5
     ]
    },
    "all_match": {
     "k": 150,
     "n": 159,
     "pct": 94.3,
     "ci_pct": [
      90.6,
      97.5
     ]
    },
    "phone_matches": {
     "k": 158,
     "n": 159,
     "pct": 99.4,
     "ci_pct": [
      98.1,
      100.0
     ]
    },
    "phone_differs": {
     "k": 1,
     "n": 159,
     "pct": 0.6,
     "ci_pct": [
      0.0,
      1.9
     ]
    },
    "phone_not_given": {
     "k": 0,
     "n": 159,
     "pct": 0.0,
     "ci_pct": [
      0.0,
      0.0
     ]
    },
    "phone_matches_when_given": {
     "k": 158,
     "n": 159,
     "pct": 99.4,
     "ci_pct": [
      98.1,
      100.0
     ]
    },
    "address_matches": {
     "k": 157,
     "n": 159,
     "pct": 98.7,
     "ci_pct": [
      96.9,
      100.0
     ]
    },
    "address_differs": {
     "k": 2,
     "n": 159,
     "pct": 1.3,
     "ci_pct": [
      0.0,
      3.1
     ]
    },
    "address_not_given": {
     "k": 0,
     "n": 159,
     "pct": 0.0,
     "ci_pct": [
      0.0,
      0.0
     ]
    },
    "address_matches_when_given": {
     "k": 157,
     "n": 159,
     "pct": 98.7,
     "ci_pct": [
      96.9,
      100.0
     ]
    },
    "website_matches": {
     "k": 158,
     "n": 159,
     "pct": 99.4,
     "ci_pct": [
      98.1,
      100.0
     ]
    },
    "website_differs": {
     "k": 1,
     "n": 159,
     "pct": 0.6,
     "ci_pct": [
      0.0,
      1.9
     ]
    },
    "website_not_given": {
     "k": 0,
     "n": 159,
     "pct": 0.0,
     "ci_pct": [
      0.0,
      0.0
     ]
    },
    "website_matches_when_given": {
     "k": 158,
     "n": 159,
     "pct": 99.4,
     "ci_pct": [
      98.1,
      100.0
     ]
    },
    "monday_hours_matches": {
     "k": 118,
     "n": 125,
     "pct": 94.4,
     "ci_pct": [
      90.1,
      98.3
     ]
    },
    "monday_hours_differs": {
     "k": 3,
     "n": 125,
     "pct": 2.4,
     "ci_pct": [
      0.0,
      5.2
     ]
    },
    "monday_hours_not_given": {
     "k": 4,
     "n": 125,
     "pct": 3.2,
     "ci_pct": [
      0.8,
      6.8
     ]
    },
    "monday_hours_matches_when_given": {
     "k": 118,
     "n": 121,
     "pct": 97.5,
     "ci_pct": [
      94.6,
      100.0
     ]
    }
   },
   "perplexity": {
    "any_differs": {
     "k": 59,
     "n": 159,
     "pct": 37.1,
     "ci_pct": [
      29.6,
      44.6
     ]
    },
    "all_match": {
     "k": 70,
     "n": 159,
     "pct": 44.0,
     "ci_pct": [
      36.5,
      51.6
     ]
    },
    "phone_matches": {
     "k": 133,
     "n": 159,
     "pct": 83.6,
     "ci_pct": [
      77.4,
      89.3
     ]
    },
    "phone_differs": {
     "k": 25,
     "n": 159,
     "pct": 15.7,
     "ci_pct": [
      10.1,
      22.0
     ]
    },
    "phone_not_given": {
     "k": 1,
     "n": 159,
     "pct": 0.6,
     "ci_pct": [
      0.0,
      1.9
     ]
    },
    "phone_matches_when_given": {
     "k": 133,
     "n": 158,
     "pct": 84.2,
     "ci_pct": [
      78.0,
      89.9
     ]
    },
    "address_matches": {
     "k": 145,
     "n": 159,
     "pct": 91.2,
     "ci_pct": [
      86.8,
      95.6
     ]
    },
    "address_differs": {
     "k": 14,
     "n": 159,
     "pct": 8.8,
     "ci_pct": [
      4.4,
      13.2
     ]
    },
    "address_not_given": {
     "k": 0,
     "n": 159,
     "pct": 0.0,
     "ci_pct": [
      0.0,
      0.0
     ]
    },
    "address_matches_when_given": {
     "k": 145,
     "n": 159,
     "pct": 91.2,
     "ci_pct": [
      86.8,
      95.6
     ]
    },
    "website_matches": {
     "k": 155,
     "n": 159,
     "pct": 97.5,
     "ci_pct": [
      95.0,
      99.4
     ]
    },
    "website_differs": {
     "k": 4,
     "n": 159,
     "pct": 2.5,
     "ci_pct": [
      0.6,
      5.0
     ]
    },
    "website_not_given": {
     "k": 0,
     "n": 159,
     "pct": 0.0,
     "ci_pct": [
      0.0,
      0.0
     ]
    },
    "website_matches_when_given": {
     "k": 155,
     "n": 159,
     "pct": 97.5,
     "ci_pct": [
      95.0,
      99.4
     ]
    },
    "monday_hours_matches": {
     "k": 64,
     "n": 125,
     "pct": 51.2,
     "ci_pct": [
      42.5,
      59.9
     ]
    },
    "monday_hours_differs": {
     "k": 27,
     "n": 125,
     "pct": 21.6,
     "ci_pct": [
      14.7,
      29.0
     ]
    },
    "monday_hours_not_given": {
     "k": 34,
     "n": 125,
     "pct": 27.2,
     "ci_pct": [
      19.5,
      35.3
     ]
    },
    "monday_hours_matches_when_given": {
     "k": 64,
     "n": 91,
     "pct": 70.3,
     "ci_pct": [
      60.9,
      79.3
     ]
    }
   },
   "ai_mode": {
    "any_differs": {
     "k": 28,
     "n": 159,
     "pct": 17.6,
     "ci_pct": [
      11.9,
      23.9
     ]
    },
    "all_match": {
     "k": 115,
     "n": 159,
     "pct": 72.3,
     "ci_pct": [
      65.4,
      79.2
     ]
    },
    "phone_matches": {
     "k": 142,
     "n": 159,
     "pct": 89.3,
     "ci_pct": [
      84.3,
      93.7
     ]
    },
    "phone_differs": {
     "k": 15,
     "n": 159,
     "pct": 9.4,
     "ci_pct": [
      5.0,
      14.5
     ]
    },
    "phone_not_given": {
     "k": 2,
     "n": 159,
     "pct": 1.3,
     "ci_pct": [
      0.0,
      3.1
     ]
    },
    "phone_matches_when_given": {
     "k": 142,
     "n": 157,
     "pct": 90.4,
     "ci_pct": [
      85.4,
      94.9
     ]
    },
    "address_matches": {
     "k": 148,
     "n": 159,
     "pct": 93.1,
     "ci_pct": [
      88.7,
      96.9
     ]
    },
    "address_differs": {
     "k": 10,
     "n": 159,
     "pct": 6.3,
     "ci_pct": [
      2.5,
      10.1
     ]
    },
    "address_not_given": {
     "k": 1,
     "n": 159,
     "pct": 0.6,
     "ci_pct": [
      0.0,
      1.9
     ]
    },
    "address_matches_when_given": {
     "k": 148,
     "n": 158,
     "pct": 93.7,
     "ci_pct": [
      89.8,
      97.5
     ]
    },
    "website_matches": {
     "k": 158,
     "n": 159,
     "pct": 99.4,
     "ci_pct": [
      98.1,
      100.0
     ]
    },
    "website_differs": {
     "k": 1,
     "n": 159,
     "pct": 0.6,
     "ci_pct": [
      0.0,
      1.9
     ]
    },
    "website_not_given": {
     "k": 0,
     "n": 159,
     "pct": 0.0,
     "ci_pct": [
      0.0,
      0.0
     ]
    },
    "website_matches_when_given": {
     "k": 158,
     "n": 159,
     "pct": 99.4,
     "ci_pct": [
      98.1,
      100.0
     ]
    },
    "monday_hours_matches": {
     "k": 100,
     "n": 125,
     "pct": 80.0,
     "ci_pct": [
      72.9,
      86.8
     ]
    },
    "monday_hours_differs": {
     "k": 8,
     "n": 125,
     "pct": 6.4,
     "ci_pct": [
      2.4,
      11.0
     ]
    },
    "monday_hours_not_given": {
     "k": 17,
     "n": 125,
     "pct": 13.6,
     "ci_pct": [
      8.1,
      20.0
     ]
    },
    "monday_hours_matches_when_given": {
     "k": 100,
     "n": 108,
     "pct": 92.6,
     "ci_pct": [
      87.4,
      97.2
     ]
    }
   }
  },
  "cochran_q": {
   "Q": 71.9,
   "df": 3,
   "p": 1.68e-15
  },
  "engine_pairs": [
   {
    "a": "chatgpt",
    "b": "gemini",
    "a_only": 24,
    "b_only": 5,
    "diff_pts": -11.9,
    "ci_pts": [
     -18.9,
     -5.7
    ],
    "p": 0.000546,
    "p_holm": 0.00109
   },
   {
    "a": "chatgpt",
    "b": "perplexity",
    "a_only": 5,
    "b_only": 38,
    "diff_pts": 20.8,
    "ci_pts": [
     13.2,
     28.3
    ],
    "p": 2.5e-07,
    "p_holm": 1.25e-06
   },
   {
    "a": "chatgpt",
    "b": "ai_mode",
    "a_only": 13,
    "b_only": 15,
    "diff_pts": 1.3,
    "ci_pts": [
     -5.7,
     8.2
    ],
    "p": 0.851,
    "p_holm": 0.851
   },
   {
    "a": "gemini",
    "b": "perplexity",
    "a_only": 3,
    "b_only": 55,
    "diff_pts": 32.7,
    "ci_pts": [
     24.5,
     40.2
    ],
    "p": 2.26e-13,
    "p_holm": 1.36e-12
   },
   {
    "a": "gemini",
    "b": "ai_mode",
    "a_only": 3,
    "b_only": 24,
    "diff_pts": 13.2,
    "ci_pts": [
     7.5,
     19.5
    ],
    "p": 4.92e-05,
    "p_holm": 0.000148
   },
   {
    "a": "perplexity",
    "b": "ai_mode",
    "a_only": 39,
    "b_only": 8,
    "diff_pts": -19.5,
    "ci_pts": [
     -27.7,
     -11.3
    ],
    "p": 5.54e-06,
    "p_holm": 2.22e-05
   }
  ],
  "by_country": {
   "US": {
    "k": 22,
    "n": 160,
    "pct": 13.8,
    "ci_pct": [
     7.5,
     20.3
    ],
    "businesses": 40
   },
   "GB": {
    "k": 25,
    "n": 160,
    "pct": 15.6,
    "ci_pct": [
     9.7,
     22.6
    ],
    "businesses": 40
   },
   "CA": {
    "k": 52,
    "n": 160,
    "pct": 32.5,
    "ci_pct": [
     22.7,
     42.4
    ],
    "businesses": 40
   },
   "AU": {
    "k": 21,
    "n": 156,
    "pct": 13.5,
    "ci_pct": [
     7.8,
     19.9
    ],
    "businesses": 39
   }
  },
  "by_service": {
   "accountant": {
    "k": 22,
    "n": 124,
    "pct": 17.7,
    "ci_pct": [
     8.9,
     28.2
    ],
    "businesses": 31
   },
   "dentist": {
    "k": 22,
    "n": 128,
    "pct": 17.2,
    "ci_pct": [
     9.5,
     26.0
    ],
    "businesses": 32
   },
   "personal injury lawyer": {
    "k": 21,
    "n": 128,
    "pct": 16.4,
    "ci_pct": [
     9.1,
     24.3
    ],
    "businesses": 32
   },
   "physiotherapist": {
    "k": 27,
    "n": 128,
    "pct": 21.1,
    "ci_pct": [
     13.0,
     29.5
    ],
    "businesses": 32
   },
   "plumber": {
    "k": 28,
    "n": 128,
    "pct": 21.9,
    "ci_pct": [
     12.9,
     31.9
    ],
    "businesses": 32
   }
  },
  "model": {
   "outcome": "answer has at least one fact differing from the profile",
   "reference": "Gemini, US, accountant",
   "odds_ratios": {
    "engine=chatgpt": {
     "or": 4.46,
     "ci": [
      1.87,
      10.63
     ]
    },
    "engine=ai_mode": {
     "or": 4.91,
     "ci": [
      2.19,
      11.01
     ]
    },
    "engine=perplexity": {
     "or": 14.54,
     "ci": [
      6.31,
      33.52
     ]
    },
    "country=GB": {
     "or": 1.18,
     "ci": [
      0.54,
      2.57
     ]
    },
    "country=CA": {
     "or": 3.48,
     "ci": [
      1.61,
      7.54
     ]
    },
    "country=AU": {
     "or": 0.97,
     "ci": [
      0.43,
      2.17
     ]
    },
    "service=dentist": {
     "or": 0.97,
     "ci": [
      0.4,
      2.35
     ]
    },
    "service=personal injury lawyer": {
     "or": 0.91,
     "ci": [
      0.34,
      2.41
     ]
    },
    "service=physiotherapist": {
     "or": 1.3,
     "ci": [
      0.57,
      2.98
     ]
    },
    "service=plumber": {
     "or": 1.37,
     "ci": [
      0.55,
      3.45
     ]
    }
   },
   "wald_engine": {
    "chi2": 57.56,
    "df": 3,
    "p": 1.95e-12
   },
   "wald_country": {
    "chi2": 14.7,
    "df": 3,
    "p": 0.00209
   },
   "wald_service": {
    "chi2": 1.39,
    "df": 4,
    "p": 0.847
   },
   "wald_engine_x_country_excl_gemini": {
    "chi2": 10.9,
    "df": 6,
    "p": 0.0915
   },
   "gemini_countries_with_no_differing_answer": [
    "AU"
   ]
  },
  "engine_by_country": {
   "chatgpt": {
    "US": 12.5,
    "GB": 12.5,
    "CA": 27.5,
    "AU": 12.8
   },
   "gemini": {
    "US": 2.5,
    "GB": 7.5,
    "CA": 7.5,
    "AU": 0.0
   },
   "perplexity": {
    "US": 30.0,
    "GB": 37.5,
    "CA": 50.0,
    "AU": 30.8
   },
   "ai_mode": {
    "US": 10.0,
    "GB": 5.0,
    "CA": 45.0,
    "AU": 10.3
   }
  },
  "country_hours_share_of_differing": {
   "US": 13.6,
   "GB": 80.0,
   "CA": 21.2,
   "AU": 61.9
  },
  "by_country_excluding_hours": {
   "US": 11.9,
   "GB": 5.6,
   "CA": 30.0,
   "AU": 6.4
  },
  "hours": {
   "excluded_24h": 34,
   "excluded_by_country": {
    "US": "14 of 40",
    "GB": "4 of 40",
    "CA": "9 of 40",
    "AU": "7 of 39"
   },
   "excluded_by_service": {
    "accountant": "0 of 31",
    "dentist": "0 of 32",
    "personal injury lawyer": "10 of 32",
    "physiotherapist": "0 of 32",
    "plumber": "24 of 32"
   },
   "excluded_country_fisher_like_chi2_p": 0.05,
   "excluded_service_chi2_p": 0.0,
   "split_monday_profiles": 0,
   "closed_monday_profiles": 2,
   "split_matches_when_given": {
    "k": 0,
    "n": 0
   },
   "sens_any_differs_without_hours": {
    "chatgpt": 11.9,
    "gemini": 2.5,
    "perplexity": 23.9,
    "ai_mode": 15.7,
    "all": 13.5
   },
   "sens_any_differs_scoring_24h_profiles": {
    "chatgpt": 19.5,
    "gemini": 4.4,
    "perplexity": 39.0,
    "ai_mode": 18.9,
    "all": 20.4
   }
  },
  "phone_classes": {
   "matches profile": 578,
   "differs; found on neither (unverified)": 3,
   "differs; on business website": 42,
   "not given": 3,
   "differs; on a cited page only": 6,
   "differs; website not checkable; on a cited page": 1,
   "differs; website not checkable": 3
  },
  "phone_classes_by_engine": {
   "chatgpt": {
    "matches profile": 145,
    "differs; on business website": 12,
    "differs; on a cited page only": 1,
    "differs; found on neither (unverified)": 1
   },
   "gemini": {
    "matches profile": 158,
    "differs; on business website": 1
   },
   "perplexity": {
    "matches profile": 133,
    "not given": 1,
    "differs; on business website": 18,
    "differs; on a cited page only": 4,
    "differs; website not checkable; on a cited page": 1,
    "differs; website not checkable": 2
   },
   "ai_mode": {
    "matches profile": 142,
    "differs; found on neither (unverified)": 2,
    "differs; on business website": 11,
    "differs; on a cited page only": 1,
    "not given": 2,
    "differs; website not checkable": 1
   }
  },
  "phone_consistency": {
   "all": {
    "given": 633,
    "matches_profile": 578,
    "matches_profile_pct": 91.3,
    "matches_profile_or_website": 620,
    "matches_profile_or_website_pct": 97.9,
    "unverified": 3,
    "unverified_pct": 0.5
   },
   "chatgpt": {
    "given": 159,
    "matches_profile": 145,
    "matches_profile_pct": 91.2,
    "matches_profile_or_website": 157,
    "matches_profile_or_website_pct": 98.7,
    "unverified": 1,
    "unverified_pct": 0.6
   },
   "gemini": {
    "given": 159,
    "matches_profile": 158,
    "matches_profile_pct": 99.4,
    "matches_profile_or_website": 159,
    "matches_profile_or_website_pct": 100.0,
    "unverified": 0,
    "unverified_pct": 0.0
   },
   "perplexity": {
    "given": 158,
    "matches_profile": 133,
    "matches_profile_pct": 84.2,
    "matches_profile_or_website": 151,
    "matches_profile_or_website_pct": 95.6,
    "unverified": 0,
    "unverified_pct": 0.0
   },
   "ai_mode": {
    "given": 157,
    "matches_profile": 142,
    "matches_profile_pct": 90.4,
    "matches_profile_or_website": 153,
    "matches_profile_or_website_pct": 97.5,
    "unverified": 2,
    "unverified_pct": 1.3
   }
  },
  "businesses_profile_number_not_on_site": {
   "k": 36,
   "n": 149
  },
  "phone_differs_by_site_conflict": {
   "conflict": {
    "answers": 144,
    "differs": 44,
    "pct": 30.6
   },
   "no_conflict": {
    "answers": 449,
    "differs": 7,
    "pct": 1.6
   }
  },
  "citations": {
   "chatgpt": {
    "answers": 159,
    "with_any_citation_pct": 100.0,
    "median_citations": 3.0,
    "cites_business_website_pct": 96.2,
    "cites_google_pct": 0.0,
    "cites_social_pct": 0.0,
    "cites_other_pct": 67.9,
    "phone_given_with_fetched_cited_page": 151,
    "given_number_on_a_cited_page_pct": 94.0
   },
   "gemini": {
    "answers": 159,
    "with_any_citation_pct": 86.2,
    "median_citations": 1.0,
    "cites_business_website_pct": 5.0,
    "cites_google_pct": 79.9,
    "cites_social_pct": 0.0,
    "cites_other_pct": 3.1,
    "phone_given_with_fetched_cited_page": 10,
    "given_number_on_a_cited_page_pct": 100.0
   },
   "perplexity": {
    "answers": 159,
    "with_any_citation_pct": 100.0,
    "median_citations": 19.0,
    "cites_business_website_pct": 96.2,
    "cites_google_pct": 1.3,
    "cites_social_pct": 59.7,
    "cites_other_pct": 100.0,
    "phone_given_with_fetched_cited_page": 158,
    "given_number_on_a_cited_page_pct": 96.8
   },
   "ai_mode": {
    "answers": 159,
    "with_any_citation_pct": 99.4,
    "median_citations": 2.0,
    "cites_business_website_pct": 67.3,
    "cites_google_pct": 73.0,
    "cites_social_pct": 6.9,
    "cites_other_pct": 22.6,
    "phone_given_with_fetched_cited_page": 104,
    "given_number_on_a_cited_page_pct": 88.5
   }
  },
  "cited_pages": {
   "citations_total": 4011,
   "fetched_on": "2026-09-28",
   "unique_non_google": 3230,
   "fetched": 2362,
   "not_readable": 868
  },
  "phone_match_by_cited_source": {
   "cites_business_website": {
    "answers": 419,
    "phone_matches_pct": 88.1
   },
   "cites_google": {
    "answers": 243,
    "phone_matches_pct": 97.5
   },
   "cites_other_third_party": {
    "answers": 307,
    "phone_matches_pct": 86.6
   },
   "no_citation": {
    "answers": 23,
    "phone_matches_pct": 95.7
   }
  },
  "differing_phone_on_cited_page": {
   "n": 52,
   "on_cited_page": 47
  },
  "chatgpt_retrieval_x_agreement": {
   "runs_per_question": [
    4
   ],
   "bands": {
    "listed in none": {
     "businesses": 74,
     "all_facts_match": 59,
     "pct": 79.7
    },
    "listed in all": {
     "businesses": 30,
     "all_facts_match": 27,
     "pct": 90.0
    },
    "listed in some": {
     "businesses": 55,
     "all_facts_match": 47,
     "pct": 85.5
    }
   },
   "listed_at_least_once_pct": 53.5,
   "fisher_p": 0.283
  },
  "validation": {
   "n": 136,
   "by_field": {
    "phone": 38,
    "monday_hours": 45,
    "website": 17,
    "address": 36
   },
   "coder_agreement_pct": 93.4,
   "kappa_coders": 0.89,
   "kappa_rule_vs_coder_a": 0.88,
   "kappa_rule_vs_coder_b": 0.81,
   "rule_vs_final_agree": 121,
   "rule_vs_final_n": 136,
   "kappa_rule_vs_final": 0.81,
   "rule_vs_final_disagreements": [
    {
     "id": 6,
     "field": "website",
     "engine": "chatgpt",
     "business": "TMPI - Taylor Mergui Personal Injury Lawyers",
     "rule": "not given",
     "final": "wrong",
     "note": "answer names a different website domain; the definition counts a different website as differs"
    },
    {
     "id": 13,
     "field": "website",
     "engine": "perplexity",
     "business": "Paradise Dentistry of Denver",
     "rule": "not given",
     "final": "wrong",
     "note": "answer names a different website domain; the definition counts a different website as differs"
    },
    {
     "id": 16,
     "field": "website",
     "engine": "gemini",
     "business": "Grissim & Waterman",
     "rule": "not given",
     "final": "wrong",
     "note": "answer names a different website domain; the definition counts a different website as differs"
    },
    {
     "id": 28,
     "field": "website",
     "engine": "perplexity",
     "business": "Benjamin Franklin Plumbing of Phoenix, AZ",
     "rule": "not given",
     "final": "wrong",
     "note": "answer names a different website domain; the definition counts a different website as differs"
    },
    {
     "id": 31,
     "field": "monday_hours",
     "engine": "ai_mode",
     "business": "Hogan CPA Financial Services",
     "rule": "not given",
     "final": "correct",
     "note": ""
    },
    {
     "id": 43,
     "field": "phone",
     "engine": "ai_mode",
     "business": "Faris CPA",
     "rule": "not given",
     "final": "correct",
     "note": ""
    },
    {
     "id": 63,
     "field": "phone",
     "engine": "ai_mode",
     "business": "Hogan CPA Financial Services",
     "rule": "not given",
     "final": "correct",
     "note": ""
    },
    {
     "id": 75,
     "field": "monday_hours",
     "engine": "perplexity",
     "business": "Canberra Physiotherapy Centre",
     "rule": "not given",
     "final": "correct",
     "note": ""
    },
    {
     "id": 79,
     "field": "address",
     "engine": "gemini",
     "business": "Western CPA Inc. - Accountants, Tax and Business Advisors in Halifax",
     "rule": "wrong",
     "final": "correct",
     "note": ""
    },
    {
     "id": 80,
     "field": "address",
     "engine": "perplexity",
     "business": "Bristol Plumbing Services",
     "rule": "wrong",
     "final": "correct",
     "note": ""
    },
    {
     "id": 91,
     "field": "website",
     "engine": "ai_mode",
     "business": "J.R. Accounting Services Chartered Professional Accountants Ltd.",
     "rule": "not given",
     "final": "wrong",
     "note": "answer names a different website domain; the definition counts a different website as differs"
    },
    {
     "id": 110,
     "field": "website",
     "engine": "perplexity",
     "business": "Adelaide Dental",
     "rule": "not given",
     "final": "wrong",
     "note": "answer names a different website domain; the definition counts a different website as differs"
    },
    {
     "id": 121,
     "field": "monday_hours",
     "engine": "perplexity",
     "business": "Hampden Sports Clinic",
     "rule": "wrong",
     "final": "correct",
     "note": ""
    },
    {
     "id": 124,
     "field": "monday_hours",
     "engine": "ai_mode",
     "business": "Downtown Physical Therapy",
     "rule": "not given",
     "final": "correct",
     "note": ""
    },
    {
     "id": 130,
     "field": "website",
     "engine": "perplexity",
     "business": "Modern Dentistry",
     "rule": "not given",
     "final": "wrong",
     "note": "answer names a different website domain; the definition counts a different website as differs"
    }
   ],
   "rule_differs_confirmed": {
    "k": 57,
    "n": 60
   },
   "rule_matches_confirmed": {
    "k": 55,
    "n": 55
   },
   "by_field_rule_agree": {
    "phone": "36 of 38",
    "address": "34 of 36",
    "monday_hours": "41 of 45",
    "website": "10 of 17"
   },
   "corrected_rule_vs_final_agree": 128,
   "kappa_corrected_rule_vs_final": 0.9,
   "corrected_rule_differs_confirmed": {
    "k": 64,
    "n": 67
   },
   "corrected_rule_disagreements": [
    {
     "id": 31,
     "field": "monday_hours",
     "rule": "not given",
     "final": "correct"
    },
    {
     "id": 43,
     "field": "phone",
     "rule": "not given",
     "final": "correct"
    },
    {
     "id": 63,
     "field": "phone",
     "rule": "not given",
     "final": "correct"
    },
    {
     "id": 75,
     "field": "monday_hours",
     "rule": "not given",
     "final": "correct"
    },
    {
     "id": 79,
     "field": "address",
     "rule": "wrong",
     "final": "correct"
    },
    {
     "id": 80,
     "field": "address",
     "rule": "wrong",
     "final": "correct"
    },
    {
     "id": 121,
     "field": "monday_hours",
     "rule": "wrong",
     "final": "correct"
    },
    {
     "id": 124,
     "field": "monday_hours",
     "rule": "not given",
     "final": "correct"
    }
   ]
  }
 },
 "v1_0_published": {
  "n_answers": 636,
  "n_businesses": 159,
  "collected": "2026-09-26",
  "hours_excluded_24h_businesses": 34,
  "by_engine": {
   "chatgpt": {
    "answers": 159,
    "phone": {
     "correct": 91.2,
     "wrong": 8.8,
     "not given": 0.0,
     "accuracy_when_given": 91.2,
     "n": 159
    },
    "address": {
     "correct": 96.2,
     "wrong": 3.8,
     "not given": 0.0,
     "accuracy_when_given": 96.2,
     "n": 159
    },
    "website": {
     "correct": 99.4,
     "wrong": 0.0,
     "not given": 0.6,
     "accuracy_when_given": 100.0,
     "n": 159
    },
    "monday_hours": {
     "correct": 88.8,
     "wrong": 7.2,
     "not given": 4.0,
     "accuracy_when_given": 92.5,
     "n": 125
    },
    "any_wrong_pct": 16.4,
    "all_four_correct_pct": 81.8
   },
   "gemini": {
    "answers": 159,
    "phone": {
     "correct": 99.4,
     "wrong": 0.6,
     "not given": 0.0,
     "accuracy_when_given": 99.4,
     "n": 159
    },
    "address": {
     "correct": 98.7,
     "wrong": 1.3,
     "not given": 0.0,
     "accuracy_when_given": 98.7,
     "n": 159
    },
    "website": {
     "correct": 99.4,
     "wrong": 0.0,
     "not given": 0.6,
     "accuracy_when_given": 100.0,
     "n": 159
    },
    "monday_hours": {
     "correct": 94.4,
     "wrong": 2.4,
     "not given": 3.2,
     "accuracy_when_given": 97.5,
     "n": 125
    },
    "any_wrong_pct": 3.8,
    "all_four_correct_pct": 94.3
   },
   "perplexity": {
    "answers": 159,
    "phone": {
     "correct": 83.6,
     "wrong": 15.7,
     "not given": 0.6,
     "accuracy_when_given": 84.2,
     "n": 159
    },
    "address": {
     "correct": 91.2,
     "wrong": 8.8,
     "not given": 0.0,
     "accuracy_when_given": 91.2,
     "n": 159
    },
    "website": {
     "correct": 97.5,
     "wrong": 0.0,
     "not given": 2.5,
     "accuracy_when_given": 100.0,
     "n": 159
    },
    "monday_hours": {
     "correct": 51.2,
     "wrong": 21.6,
     "not given": 27.2,
     "accuracy_when_given": 70.3,
     "n": 125
    },
    "any_wrong_pct": 36.5,
    "all_four_correct_pct": 44.0
   },
   "ai_mode": {
    "answers": 159,
    "phone": {
     "correct": 89.3,
     "wrong": 9.4,
     "not given": 1.3,
     "accuracy_when_given": 90.4,
     "n": 159
    },
    "address": {
     "correct": 93.1,
     "wrong": 6.3,
     "not given": 0.6,
     "accuracy_when_given": 93.7,
     "n": 159
    },
    "website": {
     "correct": 99.4,
     "wrong": 0.0,
     "not given": 0.6,
     "accuracy_when_given": 100.0,
     "n": 159
    },
    "monday_hours": {
     "correct": 80.0,
     "wrong": 6.4,
     "not given": 13.6,
     "accuracy_when_given": 92.6,
     "n": 125
    },
    "any_wrong_pct": 17.6,
    "all_four_correct_pct": 72.3
   }
  },
  "wrong_phone_detail": {
   "n": 55,
   "listed on the business website": 42,
   "not on Google profile or website": 9,
   "site unavailable": 4
  },
  "wrong_phone_not_found_anywhere_pct_of_answers": 1.4,
  "wrong_phone_detail_by_engine": {
   "chatgpt": {
    "wrong": 14,
    "not_found_anywhere": 2,
    "not_found_anywhere_pct": 1.3
   },
   "gemini": {
    "wrong": 1,
    "not_found_anywhere": 0,
    "not_found_anywhere_pct": 0.0
   },
   "perplexity": {
    "wrong": 25,
    "not_found_anywhere": 4,
    "not_found_anywhere_pct": 2.5
   },
   "ai_mode": {
    "wrong": 15,
    "not_found_anywhere": 3,
    "not_found_anywhere_pct": 1.9
   }
  },
  "profile_phone_also_on_website_pct": {
   "n_businesses": 149,
   "pct": 75.8
  },
  "excluded": [
   {
    "business": "The Total - Accounting Firm",
    "city": "Adelaide",
    "reason": "our shortened name 'The Total' was ambiguous and matched a different business"
   }
  ],
  "overall": {
   "phone": {
    "correct": 90.9,
    "wrong": 8.6,
    "not given": 0.5,
    "accuracy_when_given": 91.3,
    "n": 636
   },
   "address": {
    "correct": 94.8,
    "wrong": 5.0,
    "not given": 0.2,
    "accuracy_when_given": 95.0,
    "n": 636
   },
   "website": {
    "correct": 98.9,
    "wrong": 0.0,
    "not given": 1.1,
    "accuracy_when_given": 100.0,
    "n": 636
   },
   "monday_hours": {
    "correct": 78.6,
    "wrong": 9.4,
    "not given": 12.0,
    "accuracy_when_given": 89.3,
    "n": 500
   },
   "any_wrong_pct": 18.6,
   "all_four_correct_pct": 73.1
  },
  "by_country_any_wrong": {
   "US": 12.5,
   "GB": 15.6,
   "CA": 32.5,
   "AU": 13.5
  },
  "by_country_phone_correct": {
   "US": 88.8,
   "GB": 97.5,
   "CA": 81.2,
   "AU": 96.2
  },
  "by_service_any_wrong": {
   "accountant": 17.7,
   "dentist": 16.4,
   "personal injury lawyer": 15.6,
   "physiotherapist": 21.1,
   "plumber": 21.9
  },
  "businesses_with_a_wrong_phone_somewhere_pct": 17.6,
  "businesses_all_engines_phone_correct_pct": 80.5,
  "scoring_audit": {
   "round1": {
    "wrong_phone_sample": 12,
    "wrong_address_sample": 12,
    "wrong_hours_sample": 15,
    "errors_found": "street-number rule, split hours, hedged answers, 24-hour placeholder profiles, ambiguous shortened name; all fixed and re-scored"
   },
   "round2": {
    "wrong_hours_sample": 10,
    "false_wrong": 2,
    "fixed": "24/7 phone note; later sentence times"
   },
   "round3": {
    "wrong_hours_sample": 12,
    "false_wrong": 0
   },
   "correct_hours_sample": 10,
   "false_correct": 0,
   "audited_by": "Underneath research (hand check), 2026-09-26"
  },
  "derived": {
   "wrong_phones_on_business_website_pct": 76.4,
   "perplexity_vs_gemini_any_wrong_ratio": 9.6,
   "profile_phone_not_on_website_pct": 24.2,
   "hours_scored_businesses": 125
  }
 }
}