{
 "study": "s7",
 "version": "1.1",
 "collected": "2026-09-26",
 "reanalyzed": "2026-09-28",
 "statistics": {
  "n_answers": 560,
  "s7_n_prompts": 80,
  "s7_brands_per_answer_median": {
   "chatgpt": 6.0,
   "gemini": 5.0,
   "perplexity": 5.0,
   "claude": 4.0
  },
  "s7_no_brand_answers_pct": {
   "chatgpt": 2.5,
   "gemini": 3.8,
   "perplexity": 0.0,
   "claude": 5.0
  },
  "s7_chars_median": {
   "chatgpt": 2889.5,
   "gemini": 3939.0,
   "perplexity": 1377.5,
   "claude": 1441.0
  },
  "s7_pairwise": {
   "chatgpt-gemini": {
    "mean_brand_jaccard": 0.374,
    "n": 75,
    "same_first_brand_pct": 32.0
   },
   "chatgpt-perplexity": {
    "mean_brand_jaccard": 0.369,
    "n": 78,
    "same_first_brand_pct": 38.5
   },
   "chatgpt-claude": {
    "mean_brand_jaccard": 0.314,
    "n": 74,
    "same_first_brand_pct": 27.0
   },
   "gemini-perplexity": {
    "mean_brand_jaccard": 0.381,
    "n": 77,
    "same_first_brand_pct": 40.3
   },
   "gemini-claude": {
    "mean_brand_jaccard": 0.378,
    "n": 73,
    "same_first_brand_pct": 31.5
   },
   "perplexity-claude": {
    "mean_brand_jaccard": 0.363,
    "n": 76,
    "same_first_brand_pct": 28.9
   }
  },
  "s7_mean_pairwise_jaccard": 0.363,
  "s7_brand_engine_count_dist_pct": {
   "named by 1 engine(s)": 56.7,
   "named by 2 engine(s)": 20.5,
   "named by 3 engine(s)": 12.5,
   "named by 4 engine(s)": 10.2
  },
  "s7_distinct_brands_total": 950,
  "s7_union_brands_per_prompt_median": 10.0,
  "s7_prompts_with_brand_named_by_all4_pct": 60.0,
  "s7_all4_same_first_brand_pct": 11.2,
  "s7_3plus_same_first_brand_pct": 36.2,
  "s7_jaccard_local_vs_national": {
   "local": {
    "n": 24,
    "mean": 0.193
   },
   "national": {
    "n": 56,
    "mean": 0.426
   }
  },
  "s7_jaccard_by_industry": {
   "B2B software and technology": 0.597,
   "Financial services and insurance": 0.318,
   "Franchises and multi-location brands": 0.303,
   "Healthcare and dental": 0.305,
   "Home and local services": 0.258,
   "Hospitality and travel": 0.406,
   "Legal and professional services": 0.247,
   "Retail and ecommerce": 0.413
  },
  "s7_sources": {
   "chatgpt": {
    "answers_with_sources_pct": 100.0,
    "median_sources": 4.5,
    "top_domains": [
     [
      "nerdwallet.com",
      11
     ],
     [
      "birdeye.com",
      6
     ],
     [
      "superlawyers.com",
      4
     ],
     [
      "rtings.com",
      4
     ],
     [
      "travelandleisure.com",
      3
     ],
     [
      "bestlawfirms.com",
      3
     ],
     [
      "justia.com",
      3
     ],
     [
      "tomsguide.com",
      3
     ]
    ],
    "types_pct_of_domain_mentions": {
     "Other website": 87.5,
     "Review site or directory": 9.1,
     "Government": 2.4,
     "Google property": 0.3,
     "Education": 0.3,
     "Marketplace or retailer": 0.3
    }
   },
   "gemini": {
    "answers_with_sources_pct": 91.2,
    "median_sources": 3.0,
    "top_domains": [
     [
      "google.com",
      17
     ],
     [
      "forbes.com",
      5
     ],
     [
      "youtube.com",
      4
     ],
     [
      "cnet.com",
      4
     ],
     [
      "pcmag.com",
      3
     ],
     [
      "bankrate.com",
      3
     ],
     [
      "money.com",
      3
     ],
     [
      "frandb.com",
      2
     ]
    ],
    "types_pct_of_domain_mentions": {
     "Other website": 86.1,
     "Google property": 8.2,
     "Forum, social or video": 2.9,
     "Review site or directory": 2.9
    }
   },
   "perplexity": {
    "answers_with_sources_pct": 100.0,
    "median_sources": 20.0,
    "top_domains": [
     [
      "forbes.com",
      34
     ],
     [
      "nerdwallet.com",
      19
     ],
     [
      "cnbc.com",
      16
     ],
     [
      "businessinsider.com",
      15
     ],
     [
      "expertise.com",
      13
     ],
     [
      "nytimes.com",
      13
     ],
     [
      "techradar.com",
      13
     ],
     [
      "consumeraffairs.com",
      13
     ]
    ],
    "types_pct_of_domain_mentions": {
     "Other website": 90.4,
     "Review site or directory": 7.8,
     "Forum, social or video": 0.9,
     "Government": 0.3,
     "Education": 0.3,
     "Wikipedia": 0.1,
     "Marketplace or retailer": 0.1
    }
   },
   "claude": {
    "answers_with_sources_pct": 76.2,
    "median_sources": 4.0,
    "top_domains": [
     [
      "nerdwallet.com",
      11
     ],
     [
      "yelp.com",
      7
     ],
     [
      "forbes.com",
      6
     ],
     [
      "usnews.com",
      5
     ],
     [
      "cnbc.com",
      5
     ],
     [
      "vettedbiz.com",
      3
     ],
     [
      "yahoo.com",
      3
     ],
     [
      "tripadvisor.com",
      2
     ]
    ],
    "types_pct_of_domain_mentions": {
     "Other website": 93.6,
     "Review site or directory": 5.6,
     "Education": 0.4,
     "Government": 0.4
    }
   }
  },
  "s7_source_domain_jaccard": {
   "chatgpt-gemini": 0.043,
   "chatgpt-perplexity": 0.105,
   "chatgpt-claude": 0.07,
   "gemini-perplexity": 0.076,
   "gemini-claude": 0.066,
   "perplexity-claude": 0.117
  },
  "s7_distinct_brands_global": 914,
  "s7_brand_question_pairs": 950
 },
 "v1_1": {
  "reanalysis": {
   "version": "1.1",
   "reanalysis_of": "2026-09-26 collection (no new answers)",
   "n_questions": 80,
   "n_answers": 320,
   "n_local_questions": 24,
   "bootstrap": {
    "unit": "question",
    "B": 2000,
    "seed": 20260926,
    "interval": "95% percentile"
   },
   "estimates": {
    "chatgpt-gemini|brand_jaccard": {
     "est": 0.374,
     "lo": 0.313,
     "hi": 0.44,
     "draws": 2000
    },
    "chatgpt-gemini|same_first_mention": {
     "est": 0.32,
     "lo": 0.218,
     "hi": 0.429,
     "draws": 2000
    },
    "chatgpt-gemini|same_first_rec": {
     "est": 0.288,
     "lo": 0.173,
     "hi": 0.407,
     "draws": 2000
    },
    "chatgpt-gemini|top3_rec_jaccard": {
     "est": 0.298,
     "lo": 0.225,
     "hi": 0.376,
     "draws": 2000
    },
    "chatgpt-gemini|domain_jaccard": {
     "est": 0.043,
     "lo": 0.025,
     "hi": 0.063,
     "draws": 2000
    },
    "chatgpt-perplexity|brand_jaccard": {
     "est": 0.369,
     "lo": 0.308,
     "hi": 0.43,
     "draws": 2000
    },
    "chatgpt-perplexity|same_first_mention": {
     "est": 0.385,
     "lo": 0.278,
     "hi": 0.487,
     "draws": 2000
    },
    "chatgpt-perplexity|same_first_rec": {
     "est": 0.371,
     "lo": 0.216,
     "hi": 0.536,
     "draws": 2000
    },
    "chatgpt-perplexity|top3_rec_jaccard": {
     "est": 0.356,
     "lo": 0.249,
     "hi": 0.473,
     "draws": 2000
    },
    "chatgpt-perplexity|domain_jaccard": {
     "est": 0.105,
     "lo": 0.087,
     "hi": 0.123,
     "draws": 2000
    },
    "chatgpt-claude|brand_jaccard": {
     "est": 0.314,
     "lo": 0.255,
     "hi": 0.375,
     "draws": 2000
    },
    "chatgpt-claude|same_first_mention": {
     "est": 0.27,
     "lo": 0.169,
     "hi": 0.377,
     "draws": 2000
    },
    "chatgpt-claude|same_first_rec": {
     "est": 0.189,
     "lo": 0.075,
     "hi": 0.325,
     "draws": 2000
    },
    "chatgpt-claude|top3_rec_jaccard": {
     "est": 0.227,
     "lo": 0.15,
     "hi": 0.303,
     "draws": 2000
    },
    "chatgpt-claude|domain_jaccard": {
     "est": 0.07,
     "lo": 0.044,
     "hi": 0.1,
     "draws": 2000
    },
    "gemini-perplexity|brand_jaccard": {
     "est": 0.381,
     "lo": 0.33,
     "hi": 0.435,
     "draws": 2000
    },
    "gemini-perplexity|same_first_mention": {
     "est": 0.403,
     "lo": 0.297,
     "hi": 0.514,
     "draws": 2000
    },
    "gemini-perplexity|same_first_rec": {
     "est": 0.429,
     "lo": 0.263,
     "hi": 0.606,
     "draws": 2000
    },
    "gemini-perplexity|top3_rec_jaccard": {
     "est": 0.354,
     "lo": 0.249,
     "hi": 0.473,
     "draws": 2000
    },
    "gemini-perplexity|domain_jaccard": {
     "est": 0.076,
     "lo": 0.061,
     "hi": 0.092,
     "draws": 2000
    },
    "gemini-claude|brand_jaccard": {
     "est": 0.378,
     "lo": 0.314,
     "hi": 0.443,
     "draws": 2000
    },
    "gemini-claude|same_first_mention": {
     "est": 0.315,
     "lo": 0.208,
     "hi": 0.423,
     "draws": 2000
    },
    "gemini-claude|same_first_rec": {
     "est": 0.256,
     "lo": 0.122,
     "hi": 0.412,
     "draws": 2000
    },
    "gemini-claude|top3_rec_jaccard": {
     "est": 0.268,
     "lo": 0.2,
     "hi": 0.338,
     "draws": 2000
    },
    "gemini-claude|domain_jaccard": {
     "est": 0.066,
     "lo": 0.039,
     "hi": 0.097,
     "draws": 2000
    },
    "perplexity-claude|brand_jaccard": {
     "est": 0.363,
     "lo": 0.309,
     "hi": 0.417,
     "draws": 2000
    },
    "perplexity-claude|same_first_mention": {
     "est": 0.289,
     "lo": 0.188,
     "hi": 0.39,
     "draws": 2000
    },
    "perplexity-claude|same_first_rec": {
     "est": 0.208,
     "lo": 0.048,
     "hi": 0.381,
     "draws": 2000
    },
    "perplexity-claude|top3_rec_jaccard": {
     "est": 0.305,
     "lo": 0.2,
     "hi": 0.417,
     "draws": 2000
    },
    "perplexity-claude|domain_jaccard": {
     "est": 0.117,
     "lo": 0.1,
     "hi": 0.134,
     "draws": 2000
    },
    "all|brand_jaccard": {
     "est": 0.363,
     "lo": 0.316,
     "hi": 0.413,
     "draws": 2000
    },
    "all|same_first_mention": {
     "est": 0.33,
     "lo": 0.262,
     "hi": 0.4,
     "draws": 2000
    },
    "all|same_first_rec": {
     "est": 0.29,
     "lo": 0.197,
     "hi": 0.393,
     "draws": 2000
    },
    "all|top3_rec_jaccard": {
     "est": 0.301,
     "lo": 0.245,
     "hi": 0.358,
     "draws": 2000
    },
    "all|domain_jaccard": {
     "est": 0.079,
     "lo": 0.068,
     "hi": 0.092,
     "draws": 2000
    },
    "local|brand_jaccard": {
     "est": 0.193,
     "lo": 0.147,
     "hi": 0.246,
     "draws": 2000
    },
    "national|brand_jaccard": {
     "est": 0.426,
     "lo": 0.374,
     "hi": 0.48,
     "draws": 2000
    },
    "local_minus_national": {
     "est": -0.234,
     "lo": -0.306,
     "hi": -0.158,
     "draws": 2000
    },
    "industry|Hospitality and travel": {
     "est": 0.406,
     "lo": 0.267,
     "hi": 0.55,
     "draws": 2000
    },
    "industry|Legal and professional services": {
     "est": 0.247,
     "lo": 0.16,
     "hi": 0.355,
     "draws": 2000
    },
    "industry|Franchises and multi-location brands": {
     "est": 0.303,
     "lo": 0.176,
     "hi": 0.443,
     "draws": 2000
    },
    "industry|Healthcare and dental": {
     "est": 0.305,
     "lo": 0.189,
     "hi": 0.438,
     "draws": 2000
    },
    "industry|Retail and ecommerce": {
     "est": 0.413,
     "lo": 0.303,
     "hi": 0.541,
     "draws": 2000
    },
    "industry|Home and local services": {
     "est": 0.258,
     "lo": 0.157,
     "hi": 0.377,
     "draws": 2000
    },
    "industry|B2B software and technology": {
     "est": 0.597,
     "lo": 0.514,
     "hi": 0.687,
     "draws": 2000
    },
    "industry|Financial services and insurance": {
     "est": 0.318,
     "lo": 0.212,
     "hi": 0.443,
     "draws": 2000
    },
    "named_by_1": {
     "est": 56.737,
     "lo": 50.532,
     "hi": 62.16,
     "draws": 2000
    },
    "named_by_2": {
     "est": 20.526,
     "lo": 17.671,
     "hi": 23.842,
     "draws": 2000
    },
    "named_by_3": {
     "est": 12.526,
     "lo": 10.102,
     "hi": 14.994,
     "draws": 2000
    },
    "named_by_4": {
     "est": 10.211,
     "lo": 7.4,
     "hi": 13.588,
     "draws": 2000
    },
    "all4F": {
     "est": 11.25,
     "lo": 5.0,
     "hi": 18.75,
     "draws": 2000
    },
    "3F": {
     "est": 36.25,
     "lo": 26.25,
     "hi": 47.5,
     "draws": 2000
    },
    "all4FR": {
     "est": 3.75,
     "lo": 0.0,
     "hi": 8.75,
     "draws": 2000
    },
    "3FR": {
     "est": 10.0,
     "lo": 3.75,
     "hi": 17.5,
     "draws": 2000
    },
    "coverage|chatgpt": {
     "est": 59.629,
     "lo": 54.95,
     "hi": 64.219,
     "draws": 2000
    },
    "exclusive|chatgpt": {
     "est": 45.505,
     "lo": 37.356,
     "hi": 52.696,
     "draws": 2000
    },
    "coverage|gemini": {
     "est": 47.014,
     "lo": 41.405,
     "hi": 53.01,
     "draws": 2000
    },
    "exclusive|gemini": {
     "est": 24.185,
     "lo": 18.132,
     "hi": 30.398,
     "draws": 2000
    },
    "coverage|perplexity": {
     "est": 55.846,
     "lo": 51.472,
     "hi": 60.308,
     "draws": 2000
    },
    "exclusive|perplexity": {
     "est": 33.615,
     "lo": 26.698,
     "hi": 40.13,
     "draws": 2000
    },
    "coverage|claude": {
     "est": 37.352,
     "lo": 31.769,
     "hi": 42.839,
     "draws": 2000
    },
    "exclusive|claude": {
     "est": 14.931,
     "lo": 10.175,
     "hi": 20.408,
     "draws": 2000
    },
    "spearman_brandJ_domainJ": {
     "est": 0.131,
     "lo": -0.008,
     "hi": 0.26,
     "draws": 2000
    }
   },
   "denominators_questions_per_pair": {
    "chatgpt-gemini": {
     "brand_jaccard": 75,
     "same_first_mention": 75,
     "same_first_rec": 59,
     "top3_rec_jaccard": 59,
     "domain_jaccard": 73
    },
    "chatgpt-perplexity": {
     "brand_jaccard": 78,
     "same_first_mention": 78,
     "same_first_rec": 35,
     "top3_rec_jaccard": 35,
     "domain_jaccard": 80
    },
    "chatgpt-claude": {
     "brand_jaccard": 74,
     "same_first_mention": 74,
     "same_first_rec": 37,
     "top3_rec_jaccard": 37,
     "domain_jaccard": 61
    },
    "gemini-perplexity": {
     "brand_jaccard": 77,
     "same_first_mention": 77,
     "same_first_rec": 35,
     "top3_rec_jaccard": 35,
     "domain_jaccard": 73
    },
    "gemini-claude": {
     "brand_jaccard": 73,
     "same_first_mention": 73,
     "same_first_rec": 39,
     "top3_rec_jaccard": 39,
     "domain_jaccard": 55
    },
    "perplexity-claude": {
     "brand_jaccard": 76,
     "same_first_mention": 76,
     "same_first_rec": 24,
     "top3_rec_jaccard": 24,
     "domain_jaccard": 61
    }
   },
   "denominators": {
    "brand_question_combinations": 950,
    "questions_all4_have_first_mention": 71,
    "questions_all4_have_first_rec": 19,
    "local_questions_with_jaccard": 24,
    "national_questions_with_jaccard": 56,
    "questions_per_industry": {
     "Hospitality and travel": 10,
     "Legal and professional services": 10,
     "Franchises and multi-location brands": 10,
     "Healthcare and dental": 10,
     "Retail and ecommerce": 10,
     "Home and local services": 10,
     "B2B software and technology": 10,
     "Financial services and insurance": 10
    }
   },
   "answers": {
    "chatgpt": {
     "n": 80,
     "no_brand": 2,
     "no_rec_structure": 9,
     "first_rec_differs_from_first_mention_pct": 8.7,
     "median_brands": 6.0,
     "median_rec_brands": 5.0,
     "no_sources": 0
    },
    "gemini": {
     "n": 80,
     "no_brand": 3,
     "no_rec_structure": 8,
     "first_rec_differs_from_first_mention_pct": 8.7,
     "median_brands": 5.0,
     "median_rec_brands": 4.0,
     "no_sources": 7
    },
    "perplexity": {
     "n": 80,
     "no_brand": 0,
     "no_rec_structure": 40,
     "first_rec_differs_from_first_mention_pct": 12.5,
     "median_brands": 5.0,
     "median_rec_brands": 0.5,
     "no_sources": 0
    },
    "claude": {
     "n": 80,
     "no_brand": 4,
     "no_rec_structure": 34,
     "first_rec_differs_from_first_mention_pct": 26.2,
     "median_brands": 4.0,
     "median_rec_brands": 1.0,
     "no_sources": 19
    }
   },
   "model": {
    "n_rows": 453,
    "n_questions": 80,
    "ols_local_only": {
     "formula": "J ~ local",
     "local_coef": -0.244,
     "ci95": [
      -0.318,
      -0.17
     ],
     "p": 1.1e-10,
     "r2": 0.19
    },
    "ols_local_pair": {
     "formula": "J ~ local + C(pair)",
     "local_coef": -0.243,
     "ci95": [
      -0.318,
      -0.169
     ],
     "p": 1.6e-10,
     "r2": 0.196
    },
    "ols_local_industry_pair": {
     "formula": "J ~ local + C(industry) + C(pair)",
     "local_coef": -0.246,
     "ci95": [
      -0.379,
      -0.112
     ],
     "p": 0.0003,
     "r2": 0.303
    },
    "industries_with_both": {
     "Financial services and insurance": {
      "local_q": 1,
      "national_q": 9
     },
     "Healthcare and dental": {
      "local_q": 5,
      "national_q": 5
     },
     "Home and local services": {
      "local_q": 8,
      "national_q": 2
     },
     "Hospitality and travel": {
      "local_q": 4,
      "national_q": 6
     },
     "Legal and professional services": {
      "local_q": 6,
      "national_q": 4
     }
    },
    "local_x_pair_wald": {
     "df": 5,
     "stat": 7.724,
     "p": 0.17
    },
    "mixedlm_question_intercept": {
     "local_coef": -0.244,
     "ci95": [
      -0.348,
      -0.14
     ],
     "p": 4.2e-06,
     "question_variance": 0.023,
     "residual_variance": 0.026
    },
    "coverage_engine_x_local": {
     "n_rows": 320,
     "local_coef_chatgpt": 0.049,
     "interaction_wald": {
      "df": 3,
      "stat": 52.265,
      "p": 2.6e-11
     },
     "interactions": {
      "claude": -0.261,
      "gemini": -0.418,
      "perplexity": -0.312
     }
    }
   },
   "repeated_runs": {
    "n_questions": 20,
    "engines": [
     "chatgpt",
     "gemini",
     "perplexity"
    ],
    "runs": 5,
    "within_engine_jaccard": {
     "chatgpt": 0.53,
     "gemini": 0.421,
     "perplexity": 0.682
    },
    "cross_engine_jaccard_all_25_run_pairs": {
     "chatgpt-gemini": 0.257,
     "chatgpt-perplexity": 0.288,
     "gemini-perplexity": 0.268
    },
    "cross_engine_jaccard_run1_only": {
     "chatgpt-gemini": 0.291,
     "chatgpt-perplexity": 0.296,
     "gemini-perplexity": 0.317
    },
    "one_run_study_range_95": {
     "chatgpt-gemini": [
      0.207,
      0.311
     ],
     "chatgpt-perplexity": [
      0.249,
      0.335
     ],
     "gemini-perplexity": [
      0.217,
      0.323
     ]
    },
    "cross_over_within_ceiling": {
     "chatgpt-gemini": 0.544,
     "chatgpt-perplexity": 0.478,
     "gemini-perplexity": 0.5
    },
    "typical_set_jaccard_3of5": {
     "chatgpt-gemini": {
      "mean": 0.38,
      "n": 17
     },
     "chatgpt-perplexity": {
      "mean": 0.325,
      "n": 19
     },
     "gemini-perplexity": {
      "mean": 0.339,
      "n": 18
     }
    },
    "mention_probability": {
     "chatgpt-gemini": {
      "n_brands": 371,
      "reliable_brands": 169,
      "reliable_in_one_never_in_other_pct": 52.1
     },
     "chatgpt-perplexity": {
      "n_brands": 356,
      "reliable_brands": 212,
      "reliable_in_one_never_in_other_pct": 56.6
     },
     "gemini-perplexity": {
      "n_brands": 317,
      "reliable_brands": 168,
      "reliable_in_one_never_in_other_pct": 50.0
     }
    },
    "within_engine_same_first_rec": {
     "chatgpt": {
      "same_first_rec_pct": 54.7,
      "n_run_pairs": 159
     },
     "gemini": {
      "same_first_rec_pct": 53.9,
      "n_run_pairs": 152
     },
     "perplexity": {
      "same_first_rec_pct": 63.6,
      "n_run_pairs": 44
     }
    },
    "cross_engine_same_first_rec_all_run_pairs": {
     "chatgpt-gemini": {
      "same_first_rec_pct": 25.0,
      "n_run_pairs": 376
     },
     "chatgpt-perplexity": {
      "same_first_rec_pct": 25.0,
      "n_run_pairs": 188
     },
     "gemini-perplexity": {
      "same_first_rec_pct": 16.4,
      "n_run_pairs": 189
     }
    },
    "n_local_questions": 7
   },
   "near_duplicates": {
    "n_pairs": 33,
    "by_rule": {
     "similar_spelling": 13,
     "token_subset": 20
    },
    "questions_affected": 21,
    "if_all_merged": {
     "mean_pairwise_jaccard": 0.377,
     "local": 0.207,
     "national": 0.44
    }
   }
  },
  "coded": {
   "n_questions": 80,
   "mention_jaccard": {
    "mean_of_pairs": 0.296,
    "pairs": {
     "chatgpt-gemini": 0.294,
     "chatgpt-perplexity": 0.315,
     "chatgpt-claude": 0.26,
     "gemini-perplexity": 0.308,
     "gemini-claude": 0.281,
     "perplexity-claude": 0.315
    },
    "n_per_pair": {
     "chatgpt-gemini": 78,
     "chatgpt-perplexity": 78,
     "chatgpt-claude": 73,
     "gemini-perplexity": 80,
     "gemini-claude": 75,
     "perplexity-claude": 75
    }
   },
   "rec_jaccard": {
    "mean_of_pairs": 0.327,
    "pairs": {
     "chatgpt-gemini": 0.346,
     "chatgpt-perplexity": 0.336,
     "chatgpt-claude": 0.284,
     "gemini-perplexity": 0.355,
     "gemini-claude": 0.321,
     "perplexity-claude": 0.321
    },
    "n_per_pair": {
     "chatgpt-gemini": 78,
     "chatgpt-perplexity": 78,
     "chatgpt-claude": 73,
     "gemini-perplexity": 80,
     "gemini-claude": 75,
     "perplexity-claude": 75
    }
   },
   "same_first_rec": {
    "mean_of_pairs": 0.306,
    "pairs": {
     "chatgpt-gemini": 0.295,
     "chatgpt-perplexity": 0.372,
     "chatgpt-claude": 0.274,
     "gemini-perplexity": 0.362,
     "gemini-claude": 0.267,
     "perplexity-claude": 0.267
    },
    "n_per_pair": {
     "chatgpt-gemini": 78,
     "chatgpt-perplexity": 78,
     "chatgpt-claude": 73,
     "gemini-perplexity": 80,
     "gemini-claude": 75,
     "perplexity-claude": 75
    }
   },
   "top3_rec_jaccard": {
    "mean_of_pairs": 0.33,
    "pairs": {
     "chatgpt-gemini": 0.356,
     "chatgpt-perplexity": 0.385,
     "chatgpt-claude": 0.269,
     "gemini-perplexity": 0.375,
     "gemini-claude": 0.278,
     "perplexity-claude": 0.319
    },
    "n_per_pair": {
     "chatgpt-gemini": 78,
     "chatgpt-perplexity": 78,
     "chatgpt-claude": 73,
     "gemini-perplexity": 80,
     "gemini-claude": 75,
     "perplexity-claude": 75
    }
   },
   "local_mention_J": {
    "mean": 0.161,
    "n": 24
   },
   "local_rec_J": {
    "mean": 0.16,
    "n": 24
   },
   "national_mention_J": {
    "mean": 0.346,
    "n": 56
   },
   "national_rec_J": {
    "mean": 0.39,
    "n": 56
   },
   "mention_named_by_k_pct": {
    "1": 67.7,
    "2": 15.9,
    "3": 8.7,
    "4": 7.8
   },
   "mention_combinations": 1419,
   "rec_named_by_k_pct": {
    "1": 66.3,
    "2": 16.0,
    "3": 9.5,
    "4": 8.2
   },
   "rec_combinations": 1257,
   "all4_same_first_rec_pct": 10.0,
   "3plus_same_first_rec_pct": 36.2,
   "questions_all4_have_first_rec": 73,
   "per_engine": {
    "chatgpt": {
     "median_mentioned": 7.5,
     "median_recommended": 6.0,
     "share_of_mentions_recommended_pct": 92.2,
     "answers_recommending_nothing": 2
    },
    "gemini": {
     "median_mentioned": 6.0,
     "median_recommended": 5.0,
     "share_of_mentions_recommended_pct": 78.4,
     "answers_recommending_nothing": 0
    },
    "perplexity": {
     "median_mentioned": 6.0,
     "median_recommended": 5.0,
     "share_of_mentions_recommended_pct": 96.9,
     "answers_recommending_nothing": 0
    },
    "claude": {
     "median_mentioned": 6.0,
     "median_recommended": 5.0,
     "share_of_mentions_recommended_pct": 94.5,
     "answers_recommending_nothing": 5
    }
   },
   "rule_vs_coder": {
    "coder_entities_found_by_rule_pct": 70.6,
    "rule_brands_matched_to_coder_entity_pct": 95.6,
    "tp": 1569,
    "fn": 652,
    "fp": 73,
    "first_mention_equals_coder_first_rec_pct": 82.5,
    "n_first_mention": 309,
    "structural_first_equals_coder_first_rec_pct": 80.4,
    "n_structural": 219
   },
   "bootstrap": {
    "mention_jaccard": {
     "est": 0.296,
     "lo": 0.256,
     "hi": 0.337
    },
    "rec_jaccard": {
     "est": 0.327,
     "lo": 0.281,
     "hi": 0.375
    },
    "same_first_rec": {
     "est": 0.306,
     "lo": 0.236,
     "hi": 0.378
    },
    "local_mention_J": {
     "est": 0.161,
     "lo": 0.126,
     "hi": 0.197
    },
    "local_rec_J": {
     "est": 0.16,
     "lo": 0.124,
     "hi": 0.197
    },
    "national_mention_J": {
     "est": 0.346,
     "lo": 0.301,
     "hi": 0.395
    },
    "national_rec_J": {
     "est": 0.39,
     "lo": 0.338,
     "hi": 0.445
    },
    "local_minus_national_rec_J": {
     "est": -0.231,
     "lo": -0.294,
     "hi": -0.166
    },
    "local_minus_national_mention_J": {
     "est": -0.185,
     "lo": -0.245,
     "hi": -0.128
    },
    "all4_same_first_rec_pct": {
     "est": 10.0,
     "lo": 3.75,
     "hi": 17.5
    },
    "3plus_same_first_rec_pct": {
     "est": 36.25,
     "lo": 26.25,
     "hi": 46.25
    },
    "rec_one_engine_only_pct": {
     "est": 66.269,
     "lo": 61.48,
     "hi": 70.549
    },
    "mention_one_engine_only_pct": {
     "est": 67.653,
     "lo": 63.716,
     "hi": 71.243
    },
    "rec_all_four_pct": {
     "est": 8.194,
     "lo": 5.938,
     "hi": 10.923
    }
   },
   "brand_level": {
    "mention_jaccard": 0.333,
    "rec_jaccard": 0.364,
    "same_first_rec": 0.328,
    "local_mention_J": 0.169,
    "local_rec_J": 0.167,
    "national_mention_J": 0.398,
    "national_rec_J": 0.442,
    "local_minus_national_rec_J": -0.275,
    "local_minus_national_mention_J": -0.229,
    "all4_same_first_rec_pct": 11.25,
    "3plus_same_first_rec_pct": 38.75,
    "rec_one_engine_only_pct": 64.041,
    "mention_one_engine_only_pct": 65.355,
    "rec_all_four_pct": 9.932
   }
  },
  "pipeline": {
   "version": "1.1",
   "outcome": "model-coded recommended options (coder: Claude Opus, blind to engine)",
   "evidence_definition": "pages the assistant cited, fetched 2026-09-28 (two days after the answers)",
   "bootstrap": {
    "unit": "question",
    "B": 2000,
    "seed": 20260926
   },
   "agreement": {
    "by_pair": {
     "chatgpt-claude": {
      "mean": 0.284,
      "ci95": [
       0.23,
       0.342
      ],
      "n": 73
     },
     "chatgpt-gemini": {
      "mean": 0.346,
      "ci95": [
       0.283,
       0.406
      ],
      "n": 78
     },
     "chatgpt-perplexity": {
      "mean": 0.336,
      "ci95": [
       0.285,
       0.391
      ],
      "n": 78
     },
     "gemini-claude": {
      "mean": 0.321,
      "ci95": [
       0.262,
       0.38
      ],
      "n": 75
     },
     "gemini-perplexity": {
      "mean": 0.355,
      "ci95": [
       0.305,
       0.404
      ],
      "n": 80
     },
     "perplexity-claude": {
      "mean": 0.321,
      "ci95": [
       0.27,
       0.372
      ],
      "n": 75
     }
    },
    "by_industry": {
     "B2B software and technology": {
      "mean": 0.543,
      "ci95": [
       0.462,
       0.637
      ],
      "n": 10
     },
     "Financial services and insurance": {
      "mean": 0.332,
      "ci95": [
       0.227,
       0.455
      ],
      "n": 10
     },
     "Franchises and multi-location brands": {
      "mean": 0.265,
      "ci95": [
       0.161,
       0.378
      ],
      "n": 10
     },
     "Healthcare and dental": {
      "mean": 0.294,
      "ci95": [
       0.192,
       0.412
      ],
      "n": 10
     },
     "Home and local services": {
      "mean": 0.227,
      "ci95": [
       0.15,
       0.319
      ],
      "n": 10
     },
     "Hospitality and travel": {
      "mean": 0.385,
      "ci95": [
       0.244,
       0.532
      ],
      "n": 10
     },
     "Legal and professional services": {
      "mean": 0.236,
      "ci95": [
       0.127,
       0.368
      ],
      "n": 10
     },
     "Retail and ecommerce": {
      "mean": 0.289,
      "ci95": [
       0.191,
       0.393
      ],
      "n": 10
     }
    },
    "pair_joint_test_within_question": {
     "F": 3.079,
     "p": 0.0098,
     "df": [
      5,
      374
     ]
    },
    "industry_joint_test": {
     "F": 2.965,
     "p": 0.0087,
     "r2": 0.224,
     "r2_local_only": 0.269,
     "r2_industry_plus_local": 0.454,
     "r2_local_only_pct": 26.9,
     "r2_industry_plus_local_pct": 45.4
    },
    "profile": {
     "chatgpt": {
      "median_recommended": 6.0,
      "coverage_pct": 52.4,
      "exclusive_pct": 39.7
     },
     "gemini": {
      "median_recommended": 5.0,
      "coverage_pct": 42.0,
      "exclusive_pct": 28.6
     },
     "perplexity": {
      "median_recommended": 5.0,
      "coverage_pct": 45.6,
      "exclusive_pct": 31.7
     },
     "claude": {
      "median_recommended": 5.0,
      "coverage_pct": 41.6,
      "exclusive_pct": 36.7
     }
    }
   },
   "ecology": {
    "n_rows": 397,
    "n_questions": 80,
    "mean_dom_J": 0.08,
    "mean_rec_J": 0.327,
    "rows_sharing_no_domain_pct": 43.8,
    "rec_J_when_no_shared_domain": 0.291,
    "rec_J_when_shared_domain": 0.355,
    "spearman": 0.12,
    "m1_bivariate": {
     "formula": "rec_J ~ dom10",
     "coef": 0.021,
     "ci95": [
      -0.014,
      0.056
     ],
     "p": 0.23,
     "r2": 0.006,
     "n": 397,
     "r2_pct": 0.6
    },
    "m2_controls": {
     "formula": "rec_J ~ dom10 + local + C(industry) + C(pair) + log_src + n_rec",
     "coef": 0.02,
     "ci95": [
      -0.011,
      0.052
     ],
     "p": 0.21,
     "r2": 0.361,
     "n": 397
    },
    "m3_within_question": {
     "formula": "rec_J ~ dom10 + C(pair) + C(qid)",
     "coef": 0.025,
     "ci95": [
      -0.004,
      0.055
     ],
     "p": 0.092,
     "r2": 0.705,
     "n": 397
    },
    "m4_mixed_question_intercept": {
     "coef": 0.025,
     "ci95": [
      0.004,
      0.046
     ],
     "p": 0.018,
     "local_coef": -0.232,
     "question_variance": 0.021,
     "residual_variance": 0.023
    },
    "local_gap_without_sources": {
     "formula": "rec_J ~ local + C(pair)",
     "coef": -0.233,
     "ci95": [
      -0.301,
      -0.166
     ],
     "p": 1.1e-11,
     "r2": 0.211,
     "n": 397
    },
    "local_gap_with_sources": {
     "formula": "rec_J ~ local + dom10 + C(pair)",
     "coef": -0.231,
     "ci95": [
      -0.301,
      -0.161
     ],
     "p": 9.7e-11,
     "r2": 0.212,
     "n": 397
    },
    "local_gap_share_accounted_pct": 0.9,
    "dom_J_local_vs_national": {
     "local": 0.063,
     "national": 0.088
    },
    "mean_url_J": 0.047,
    "rows_sharing_a_url_pct": 47.4,
    "bootstrap_question_level": {
     "B": 2000,
     "bivariate_slope_ci": [
      -0.011,
      0.058
     ],
     "within_question_slope_ci": [
      -0.007,
      0.046
     ]
    }
   },
   "grounding": {
    "chatgpt": {
     "answers_with_readable_evidence": 67,
     "recommended_options": 519,
     "recommended_named_in_own_cited_pages_pct": 52.0,
     "p_recommend_if_in_own_evidence_pct": 54.2,
     "p_recommend_if_not_in_own_evidence_pct": 36.9,
     "pool_options_in_own_evidence_pct": 42.5
    },
    "gemini": {
     "answers_with_readable_evidence": 47,
     "recommended_options": 268,
     "recommended_named_in_own_cited_pages_pct": 78.4,
     "p_recommend_if_in_own_evidence_pct": 52.4,
     "p_recommend_if_not_in_own_evidence_pct": 16.0,
     "pool_options_in_own_evidence_pct": 52.5
    },
    "perplexity": {
     "answers_with_readable_evidence": 71,
     "recommended_options": 439,
     "recommended_named_in_own_cited_pages_pct": 89.1,
     "p_recommend_if_in_own_evidence_pct": 47.7,
     "p_recommend_if_not_in_own_evidence_pct": 12.6,
     "pool_options_in_own_evidence_pct": 68.2
    },
    "claude": {
     "answers_with_readable_evidence": 54,
     "recommended_options": 309,
     "recommended_named_in_own_cited_pages_pct": 81.2,
     "p_recommend_if_in_own_evidence_pct": 53.2,
     "p_recommend_if_not_in_own_evidence_pct": 11.7,
     "pool_options_in_own_evidence_pct": 48.8
    },
    "_fetch": {
     "unique_cited_urls": 2209,
     "fetched": 2209,
     "readable": 1419,
     "readable_pct": 64.2,
     "cited_url_instances": 2492,
     "answers_meeting_readability_rule": {
      "chatgpt": 67,
      "gemini": 47,
      "perplexity": 71,
      "claude": 54
     },
     "rule": "an answer's evidence is usable if at least one cited page and at least half of its cited pages were readable"
    }
   },
   "grounding_local": {
    "chatgpt": {
     "answers_with_readable_evidence": 18,
     "recommended_options": 258,
     "recommended_named_in_own_cited_pages_pct": 27.9,
     "p_recommend_if_in_own_evidence_pct": 66.1,
     "p_recommend_if_not_in_own_evidence_pct": 54.9,
     "pool_options_in_own_evidence_pct": 24.3
    },
    "gemini": {
     "answers_with_readable_evidence": 6,
     "recommended_options": 42,
     "recommended_named_in_own_cited_pages_pct": 66.7,
     "p_recommend_if_in_own_evidence_pct": 62.2,
     "p_recommend_if_not_in_own_evidence_pct": 12.7,
     "pool_options_in_own_evidence_pct": 29.0
    },
    "perplexity": {
     "answers_with_readable_evidence": 17,
     "recommended_options": 119,
     "recommended_named_in_own_cited_pages_pct": 69.7,
     "p_recommend_if_in_own_evidence_pct": 48.8,
     "p_recommend_if_not_in_own_evidence_pct": 15.4,
     "pool_options_in_own_evidence_pct": 42.1
    },
    "claude": {
     "answers_with_readable_evidence": 17,
     "recommended_options": 105,
     "recommended_named_in_own_cited_pages_pct": 63.8,
     "p_recommend_if_in_own_evidence_pct": 63.8,
     "p_recommend_if_not_in_own_evidence_pct": 12.5,
     "pool_options_in_own_evidence_pct": 25.6
    }
   },
   "grounding_national": {
    "chatgpt": {
     "answers_with_readable_evidence": 49,
     "recommended_options": 261,
     "recommended_named_in_own_cited_pages_pct": 75.9,
     "p_recommend_if_in_own_evidence_pct": 50.9,
     "p_recommend_if_not_in_own_evidence_pct": 18.8,
     "pool_options_in_own_evidence_pct": 53.7
    },
    "gemini": {
     "answers_with_readable_evidence": 41,
     "recommended_options": 226,
     "recommended_named_in_own_cited_pages_pct": 80.5,
     "p_recommend_if_in_own_evidence_pct": 51.1,
     "p_recommend_if_not_in_own_evidence_pct": 17.4,
     "pool_options_in_own_evidence_pct": 58.5
    },
    "perplexity": {
     "answers_with_readable_evidence": 54,
     "recommended_options": 320,
     "recommended_named_in_own_cited_pages_pct": 96.2,
     "p_recommend_if_in_own_evidence_pct": 47.5,
     "p_recommend_if_not_in_own_evidence_pct": 8.2,
     "pool_options_in_own_evidence_pct": 81.5
    },
    "claude": {
     "answers_with_readable_evidence": 37,
     "recommended_options": 204,
     "recommended_named_in_own_cited_pages_pct": 90.2,
     "p_recommend_if_in_own_evidence_pct": 50.1,
     "p_recommend_if_not_in_own_evidence_pct": 10.5,
     "pool_options_in_own_evidence_pct": 65.8
    }
   },
   "decomposition": {
    "one_sided_recommendations": 1912,
    "selection_pct": 42.1,
    "evidence_pct": 28.8,
    "outside_cited_evidence_pct": 29.1,
    "both_recommend_when_both_sources_name_it_pct": 47.9,
    "n_options_in_both_sources": 1281,
    "both_recommend_overall_pct": 27.8,
    "ci95": {
     "selection_pct": [
      34.1,
      50.5
     ],
     "evidence_pct": [
      24.9,
      32.6
     ],
     "outside_cited_evidence_pct": [
      21.0,
      37.8
     ],
     "both_recommend_when_both_sources_name_it_pct": [
      42.5,
      53.4
     ],
     "both_recommend_overall_pct": [
      23.0,
      33.4
     ]
    }
   },
   "causes": {
    "n_questions": 80,
    "coders": [
     "Claude Opus (model coder 1)",
     "Claude Sonnet (model coder 2)"
    ],
    "blind_to_engine": true,
    "primary_agreement_pct": 58.8,
    "primary_kappa": 0.433,
    "agreement_level_kappa": 0.588,
    "codes": {
     "POOL": {
      "opus_pct": 68.8,
      "sonnet_pct": 56.2,
      "both_pct": 51.2,
      "kappa": 0.528,
      "primary_opus": 34,
      "primary_sonnet": 26,
      "both_local_pct": 91.7,
      "both_national_pct": 33.9
     },
     "GEOGRAPHY": {
      "opus_pct": 18.8,
      "sonnet_pct": 3.8,
      "both_pct": 3.8,
      "kappa": 0.289,
      "primary_opus": 1,
      "primary_sonnet": 0,
      "both_local_pct": 4.2,
      "both_national_pct": 3.6
     },
     "INTERPRETATION": {
      "opus_pct": 58.8,
      "sonnet_pct": 16.2,
      "both_pct": 15.0,
      "kappa": 0.195,
      "primary_opus": 8,
      "primary_sonnet": 6,
      "both_local_pct": 4.2,
      "both_national_pct": 19.6
     },
     "GRANULARITY": {
      "opus_pct": 16.2,
      "sonnet_pct": 2.5,
      "both_pct": 1.2,
      "kappa": 0.094,
      "primary_opus": 1,
      "primary_sonnet": 0,
      "both_local_pct": 0.0,
      "both_national_pct": 1.8
     },
     "EVIDENCE": {
      "opus_pct": 46.2,
      "sonnet_pct": 30.0,
      "both_pct": 25.0,
      "kappa": 0.459,
      "primary_opus": 4,
      "primary_sonnet": 11,
      "both_local_pct": 54.2,
      "both_national_pct": 12.5
     },
     "RECENCY": {
      "opus_pct": 7.5,
      "sonnet_pct": 3.8,
      "both_pct": 2.5,
      "kappa": 0.415,
      "primary_opus": 0,
      "primary_sonnet": 2,
      "both_local_pct": 0.0,
      "both_national_pct": 3.6
     },
     "NON_ANSWER": {
      "opus_pct": 22.5,
      "sonnet_pct": 18.8,
      "both_pct": 17.5,
      "kappa": 0.81,
      "primary_opus": 2,
      "primary_sonnet": 10,
      "both_local_pct": 12.5,
      "both_national_pct": 19.6
     },
     "DOUBTFUL": {
      "opus_pct": 15.0,
      "sonnet_pct": 0.0,
      "both_pct": 0.0,
      "kappa": 0.0,
      "primary_opus": 0,
      "primary_sonnet": 0,
      "both_local_pct": 0.0,
      "both_national_pct": 0.0
     },
     "AGREE": {
      "opus_pct": 42.5,
      "sonnet_pct": 37.5,
      "both_pct": 33.8,
      "kappa": 0.74,
      "primary_opus": 30,
      "primary_sonnet": 25,
      "both_local_pct": 8.3,
      "both_national_pct": 44.6
     }
    },
    "low_half": {
     "n": 40,
     "median_rec_J": 0.263,
     "both_coders_pct": {
      "POOL": 82.5,
      "GEOGRAPHY": 5.0,
      "INTERPRETATION": 7.5,
      "GRANULARITY": 0.0,
      "EVIDENCE": 45.0,
      "RECENCY": 2.5,
      "NON_ANSWER": 20.0,
      "DOUBTFUL": 0.0,
      "AGREE": 7.5
     }
    }
   },
   "decomposition_all_pages_readable": {
    "one_sided_recommendations": 158,
    "selection_pct": 31.6,
    "evidence_pct": 39.2,
    "outside_cited_evidence_pct": 29.1,
    "both_recommend_when_both_sources_name_it_pct": 51.5,
    "n_options_in_both_sources": 101,
    "both_recommend_overall_pct": 27.5
   },
   "decomposition_local": {
    "one_sided_recommendations": 744,
    "selection_pct": 19.4,
    "evidence_pct": 26.5,
    "outside_cited_evidence_pct": 54.2,
    "both_recommend_when_both_sources_name_it_pct": 49.4,
    "n_options_in_both_sources": 170,
    "both_recommend_overall_pct": 15.2
   },
   "decomposition_national": {
    "one_sided_recommendations": 1168,
    "selection_pct": 56.5,
    "evidence_pct": 30.3,
    "outside_cited_evidence_pct": 13.2,
    "both_recommend_when_both_sources_name_it_pct": 47.6,
    "n_options_in_both_sources": 1111,
    "both_recommend_overall_pct": 34.1
   },
   "chatgpt_answers_with_local_business_list": 26
  }
 }
}