{
 "study": "s13",
 "version": "2.0",
 "collected": "2026-09-26",
 "analysed": "2026-09-27",
 "statistics": {
  "list_candidate_pages": 1574,
  "fetched": 1206,
  "missing": 368,
  "named_numbered_lists": 269,
  "self_first_n": 65,
  "self_first_pct": 24.2,
  "self_first_ci_pct": [
   18.1,
   30.5
  ],
  "self_included_n": 70,
  "self_included_pct": 26.0,
  "first_given_included_pct": 92.9,
  "self_first_publishers": 55,
  "bounds_missing_at_fetched_rate_pct": [
   18.5,
   41.9
  ],
  "bounds_all_missing_lists_pct": [
   10.2,
   68.0
  ],
  "citation_events": 8565,
  "self_first_citation_share_pct": 1.1,
  "self_first_citation_share_ci_pct": [
   0.7,
   1.5
  ],
  "answers": 1206,
  "answers_exposed": 66,
  "answer_exposure_pct": 5.5,
  "answer_exposure_ci_pct": [
   3.9,
   7.1
  ],
  "surface_test_p": 0.40881,
  "by_surface": {
   "AI Overviews": {
    "interface": "serp",
    "named_lists": 38,
    "self_first_n": 13,
    "self_first_pct": 34.2,
    "self_first_ci_pct": [
     21.2,
     50.1
    ],
    "answers": 486,
    "answer_exposure_pct": 4.7
   },
   "AI Mode": {
    "interface": "serp",
    "named_lists": 26,
    "self_first_n": 7,
    "self_first_pct": 26.9,
    "self_first_ci_pct": [
     13.7,
     46.1
    ],
    "answers": 400,
    "answer_exposure_pct": 3.0
   },
   "ChatGPT": {
    "interface": "consumer_capture",
    "named_lists": 17,
    "self_first_n": 1,
    "self_first_pct": 5.9,
    "self_first_ci_pct": [
     1.0,
     27.0
    ],
    "answers": 80,
    "answer_exposure_pct": 1.3
   },
   "Gemini": {
    "interface": "consumer_capture",
    "named_lists": 31,
    "self_first_n": 6,
    "self_first_pct": 19.4,
    "self_first_ci_pct": [
     9.2,
     36.3
    ],
    "answers": 80,
    "answer_exposure_pct": 7.5
   },
   "Perplexity": {
    "interface": "api",
    "named_lists": 161,
    "self_first_n": 38,
    "self_first_pct": 23.6,
    "self_first_ci_pct": [
     17.7,
     30.7
    ],
    "answers": 80,
    "answer_exposure_pct": 18.8
   },
   "Claude": {
    "interface": "api",
    "named_lists": 35,
    "self_first_n": 10,
    "self_first_pct": 28.6,
    "self_first_ci_pct": [
     16.3,
     45.1
    ],
    "answers": 80,
    "answer_exposure_pct": 11.3
   }
  },
  "within_interface_diff_pts": {
   "chatgpt_minus_gemini": {
    "diff": -13.5,
    "ci": [
     -31.0,
     5.5
    ]
   },
   "perplexity_minus_claude": {
    "diff": -5.0,
    "ci": [
     -21.9,
     12.0
    ]
   },
   "ai_overviews_minus_ai_mode": {
    "diff": 7.3,
    "ci": [
     -10.5,
     25.6
    ]
   }
  },
  "expanded_scope": {
   "named_lists": 358,
   "self_first_n": 78,
   "self_first_pct": 21.8,
   "self_first_ci_pct": [
    16.8,
    27.3
   ],
   "answers": 1706,
   "answer_exposure_pct": 7.0
  },
  "non_us_countries": {
   "named_lists": 72,
   "self_first_pct": 18.1
  },
  "validity": {
   "gold_items": 299,
   "chosen_rule": {
    "rule": "R-c",
    "names": "alias"
   },
   "test_sensitivity_pct": 64.9,
   "test_sensitivity_ci_pct": [
    45.4,
    80.4
   ],
   "test_specificity_pct": 98.0,
   "test_specificity_ci_pct": [
    87.5,
    99.7
   ],
   "test_ppv_pct": 93.3,
   "test_gold_self_first": 25,
   "test_gold_not_self_first": 38,
   "v1_test_sensitivity_pct": 59.0,
   "v1_test_specificity_pct": 100.0,
   "first_entry_accuracy_pct": 68.4,
   "coverage_extension_first_entry_accuracy_pct": 38.7,
   "coverage_extension_self_first_ppv_pct": 20.0,
   "filter_rejected_sampled": 50,
   "filter_rejected_ranked_lists": 5,
   "filter_rejected_self_first": 2,
   "filter_rejected_population": 2632
  },
  "agreement": {
   "is_ranked_list": {
    "kappa": 0.91,
    "ac1": 0.95,
    "raw_pct": 96.3
   },
   "publisher_in_list": {
    "kappa": 0.99,
    "ac1": 0.99,
    "raw_pct": 99.5
   },
   "self_first": {
    "kappa": 0.99,
    "ac1": 0.99,
    "raw_pct": 99.5
   },
   "order_is_ranking": {
    "kappa": 0.77,
    "ac1": 0.88,
    "raw_pct": 90.7
   },
   "disclosure": {
    "kappa": 0.81,
    "ac1": 0.88,
    "raw_pct": 91.0
   },
   "first_entry": {
    "kappa": 0.95,
    "ac1": 0.95,
    "raw_pct": 94.9
   }
  },
  "mention_validation": {
   "pairs": 120,
   "kappa": 0.92,
   "sensitivity_pct": 87.1,
   "specificity_pct": 100.0,
   "with_citations_specificity_pct": 98.3
  },
  "conventional_search": {
   "pool_google_named_lists": 93,
   "pool_google_self_first_pct": 29.0,
   "pool_google_ci_pct": [
    16.4,
    43.5
   ],
   "pool_assistant_named_lists": 54,
   "pool_assistant_self_first_pct": 35.2,
   "pool_assistant_ci_pct": [
    22.2,
    48.1
   ],
   "theta1_self_first_in_top10_pct": 18.6,
   "theta1_independent_in_top10_pct": 11.3,
   "theta1_diff_pts": 7.2,
   "theta1_diff_ci_pts": [
    -3.3,
    19.7
   ],
   "theta1_n_self_first": 97,
   "theta1_n_independent": 300,
   "theta2_odds_ratio": 0.37,
   "theta2_or_ci": [
    0.04,
    1.54
   ],
   "theta2_informative_strata": 18,
   "theta2_surface_interaction_p": 0.915442
  },
  "representation": {
   "pairs": 590,
   "answers": 319,
   "self_first_mentioned_pct": 47.1,
   "independent_mentioned_pct": 43.4,
   "diff_pts": 3.7,
   "diff_ci_pts": [
    -10.9,
    21.5
   ],
   "n_self_first": 136,
   "n_independent": 454,
   "within_answer_or": 1.01,
   "within_answer_or_ci": [
    0.59,
    1.75
   ],
   "answers_citing_both": 55,
   "within_answer_or_ci_question_bootstrap": [
    0.52,
    2.75
   ],
   "within_answer_questions": 28,
   "within_answer_both_named": 17,
   "within_answer_only_self_first_named": 16,
   "within_answer_only_independent_named": 19,
   "within_answer_neither_named": 3,
   "adjusted_or": 1.36,
   "adjusted_or_ci": [
    0.79,
    2.36
   ],
   "first_recommendation_self_first_pct": 9.8,
   "first_recommendation_independent_pct": 18.6,
   "first_recommendation_diff_ci_pts": [
    -20.4,
    6.6
   ],
   "entity_like_self_first_pct": 47.4,
   "entity_like_independent_pct": 53.1,
   "entity_like_diff_ci_pts": [
    -20.4,
    13.3
   ],
   "same_prompt_other_answers_self_first_pct": 26.2,
   "same_prompt_other_answers_independent_pct": 33.4,
   "by_surface": {
    "AI Overviews": {
     "self_first_pct": 62.5,
     "independent_pct": 30.4,
     "n_self_first": 24,
     "n_independent": 46
    },
    "AI Mode": {
     "self_first_pct": 61.5,
     "independent_pct": 25.8,
     "n_self_first": 13,
     "n_independent": 31
    },
    "ChatGPT": {
     "self_first_pct": 50.0,
     "independent_pct": 50.8,
     "n_self_first": 2,
     "n_independent": 61
    },
    "Gemini": {
     "self_first_pct": 58.8,
     "independent_pct": 59.3,
     "n_self_first": 17,
     "n_independent": 59
    },
    "Perplexity": {
     "self_first_pct": 35.7,
     "independent_pct": 39.2,
     "n_self_first": 70,
     "n_independent": 232
    },
    "Claude": {
     "self_first_pct": 50.0,
     "independent_pct": 72.0,
     "n_self_first": 10,
     "n_independent": 25
    }
   }
  },
  "stability": {
   "panel_prompts": 20,
   "panel_answers": 300,
   "panel_cells": 60,
   "cells_never": 54,
   "cells_always": 5,
   "cells_sometimes": 1,
   "icc_prompt": 0.77,
   "mean_jaccard": 0.61,
   "variant_flips": {
    "context": 5,
    "budget": 4,
    "conversational": 2
   },
   "variant_pairs": 60
  },
  "robustness": {
   "chosen_instrument": {
    "named_lists": 269,
    "self_first_pct": 24.2
   },
   "v1_instrument": {
    "named_lists": 285,
    "self_first_pct": 18.6
   },
   "coverage_extension": {
    "named_lists": 810,
    "self_first_pct": 12.1
   },
   "without_retry_snapshots": {
    "named_lists": 265,
    "self_first_pct": 24.2
   },
   "with_aio_question_stratum": {
    "named_lists": 272,
    "self_first_pct": 23.9
   },
   "excluding_top5_self_first_publishers": {
    "named_lists": 253,
    "self_first_pct": 20.9
   },
   "one_list_per_publisher": {
    "named_lists": 195,
    "self_first_pct": 26.7
   },
   "interface_serp": {
    "named_lists": 54,
    "self_first_pct": 29.6
   },
   "interface_consumer_capture": {
    "named_lists": 48,
    "self_first_pct": 14.6
   },
   "interface_api": {
    "named_lists": 188,
    "self_first_pct": 23.9
   }
  },
  "missing_by_surface_pct": {
   "AI Overviews": 28.3,
   "AI Mode": 32.1,
   "ChatGPT": 18.7,
   "Claude": 17.1,
   "Gemini": 23.7,
   "Perplexity": 25.4
  },
  "queries_surface_disagreement": 28,
  "top_self_first_publishers": [
   [
    "rippling.com",
    3
   ],
   [
    "zendesk.com",
    3
   ],
   [
    "cocountant.com",
    2
   ],
   [
    "hubspot.com",
    2
   ],
   [
    "huntress.com",
    2
   ],
   [
    "klaviyo.com",
    2
   ],
   [
    "tmetric.com",
    2
   ],
   [
    "venturesmarter.com",
    2
   ],
   [
    "airtable.com",
    1
   ],
   [
    "arringtonroofing.com",
    1
   ]
  ],
  "v1": {
   "lists": 281,
   "self_first_n": 52,
   "self_first_pct": 18.5
  },
  "headline_gold_check": {
   "checked": 47,
   "not_self_first": 4,
   "items": [
    "L224",
    "L228",
    "L272",
    "L281"
   ]
  }
 },
 "analysis_outputs": {
  "numbers": {
   "instrument": {
    "rule": "R-c",
    "names": "alias"
   },
   "labels": "not pre-registered; model-coded validation",
   "rq1_v1_scope": {
    "list_candidate_pages": 1574,
    "fetched": 1206,
    "missing": 368,
    "named_lists": 269,
    "no_name_lists": 12,
    "not_list": 925,
    "self_first_n": 65,
    "self_included_n": 70,
    "self_first": 0.241636,
    "self_first_ci_bootstrap": [
     0.180505,
     0.305221
    ],
    "self_first_ci_wilson": [
     0.194349,
     0.296197
    ],
    "self_included": 0.260223,
    "self_included_ci_bootstrap": [
     0.197232,
     0.325175
    ],
    "first_given_included": 0.928571,
    "first_given_included_ci": [
     0.843446,
     0.969106
    ],
    "bounds_all_missing_are_lists": {
     "lower": 0.102041,
     "upper": 0.679749,
     "missing": 368.0
    },
    "bounds_missing_lists_at_fetched_rate": {
     "lower": 0.185141,
     "upper": 0.418941,
     "missing": 82.082919
    },
    "publishers_self_first": 55,
    "top_self_first_publishers": [
     [
      "rippling.com",
      3
     ],
     [
      "zendesk.com",
      3
     ],
     [
      "cocountant.com",
      2
     ],
     [
      "hubspot.com",
      2
     ],
     [
      "huntress.com",
      2
     ],
     [
      "klaviyo.com",
      2
     ],
     [
      "tmetric.com",
      2
     ],
     [
      "venturesmarter.com",
      2
     ],
     [
      "airtable.com",
      1
     ],
     [
      "arringtonroofing.com",
      1
     ]
    ],
    "by_surface": {
     "ai_overviews": {
      "interface": "serp",
      "named_lists": 38,
      "self_first_n": 13,
      "self_first": 0.342105,
      "self_first_ci": [
       0.212124,
       0.501079
      ],
      "citation_share": 0.006545,
      "citation_events": 3667,
      "answer_exposure": 0.047325,
      "answers": 486,
      "answer_exposure_ci": [
       0.028807,
       0.067901
      ]
     },
     "ai_mode": {
      "interface": "serp",
      "named_lists": 26,
      "self_first_n": 7,
      "self_first": 0.269231,
      "self_first_ci": [
       0.137044,
       0.46083
      ],
      "citation_share": 0.005403,
      "citation_events": 2406,
      "answer_exposure": 0.03,
      "answers": 400,
      "answer_exposure_ci": [
       0.0125,
       0.0475
      ]
     },
     "chatgpt": {
      "interface": "consumer_capture",
      "named_lists": 17,
      "self_first_n": 1,
      "self_first": 0.058824,
      "self_first_ci": [
       0.01046,
       0.26982
      ],
      "citation_share": 0.002604,
      "citation_events": 384,
      "answer_exposure": 0.0125,
      "answers": 80,
      "answer_exposure_ci": [
       0.0,
       0.0375
      ]
     },
     "gemini": {
      "interface": "consumer_capture",
      "named_lists": 31,
      "self_first_n": 6,
      "self_first": 0.193548,
      "self_first_ci": [
       0.09187,
       0.362803
      ],
      "citation_share": 0.023166,
      "citation_events": 259,
      "answer_exposure": 0.075,
      "answers": 80,
      "answer_exposure_ci": [
       0.025,
       0.1375
      ]
     },
     "perplexity": {
      "interface": "api",
      "named_lists": 161,
      "self_first_n": 38,
      "self_first": 0.236025,
      "self_first_ci": [
       0.177062,
       0.307291
      ],
      "citation_share": 0.023929,
      "citation_events": 1588,
      "answer_exposure": 0.1875,
      "answers": 80,
      "answer_exposure_ci": [
       0.1,
       0.275
      ]
     },
     "claude": {
      "interface": "api",
      "named_lists": 35,
      "self_first_n": 10,
      "self_first": 0.285714,
      "self_first_ci": [
       0.163265,
       0.450549
      ],
      "citation_share": 0.038314,
      "citation_events": 261,
      "answer_exposure": 0.1125,
      "answers": 80,
      "answer_exposure_ci": [
       0.05,
       0.1875
      ]
     }
    },
    "citation_share": {
     "events": 8565,
     "self_first_events": 92,
     "share": 0.010741,
     "ci": [
      0.007047,
      0.014922
     ]
    },
    "answer_exposure": {
     "answers": 1206,
     "exposed": 66,
     "share": 0.054726,
     "ci": [
      0.039344,
      0.070598
     ]
    }
   },
   "rq1_us_recommendation_scope": {
    "list_candidate_pages": 1981,
    "fetched": 1512,
    "missing": 469,
    "named_lists": 358,
    "no_name_lists": 16,
    "not_list": 1138,
    "self_first_n": 78,
    "self_included_n": 83,
    "self_first": 0.217877,
    "self_first_ci_bootstrap": [
     0.168421,
     0.272981
    ],
    "self_first_ci_wilson": [
     0.178233,
     0.263511
    ],
    "self_included": 0.231844,
    "self_included_ci_bootstrap": [
     0.17971,
     0.29096
    ],
    "first_given_included": 0.939759,
    "first_given_included_ci": [
     0.866616,
     0.973997
    ],
    "bounds_all_missing_are_lists": {
     "lower": 0.094317,
     "upper": 0.661427,
     "missing": 469.0
    },
    "bounds_missing_lists_at_fetched_rate": {
     "lower": 0.166295,
     "upper": 0.403044,
     "missing": 111.046296
    },
    "publishers_self_first": 66,
    "top_self_first_publishers": [
     [
      "zendesk.com",
      4
     ],
     [
      "hubspot.com",
      3
     ],
     [
      "rippling.com",
      3
     ],
     [
      "cocountant.com",
      2
     ],
     [
      "huntress.com",
      2
     ],
     [
      "klaviyo.com",
      2
     ],
     [
      "tmetric.com",
      2
     ],
     [
      "venturesmarter.com",
      2
     ],
     [
      "airtable.com",
      1
     ],
     [
      "aoneoutsourcing.com",
      1
     ]
    ],
    "by_surface": {
     "ai_overviews": {
      "interface": "serp",
      "named_lists": 38,
      "self_first_n": 13,
      "self_first": 0.342105,
      "self_first_ci": [
       0.212124,
       0.501079
      ],
      "citation_share": 0.006545,
      "citation_events": 3667,
      "answer_exposure": 0.047325,
      "answers": 486,
      "answer_exposure_ci": [
       0.028807,
       0.067901
      ]
     },
     "ai_mode": {
      "interface": "serp",
      "named_lists": 26,
      "self_first_n": 7,
      "self_first": 0.269231,
      "self_first_ci": [
       0.137044,
       0.46083
      ],
      "citation_share": 0.005403,
      "citation_events": 2406,
      "answer_exposure": 0.03,
      "answers": 400,
      "answer_exposure_ci": [
       0.0125,
       0.0475
      ]
     },
     "chatgpt": {
      "interface": "consumer_capture",
      "named_lists": 51,
      "self_first_n": 4,
      "self_first": 0.078431,
      "self_first_ci": [
       0.030922,
       0.184999
      ],
      "citation_share": 0.003287,
      "citation_events": 1217,
      "answer_exposure": 0.015385,
      "answers": 260,
      "answer_exposure_ci": [
       0.00346,
       0.032389
      ]
     },
     "gemini": {
      "interface": "consumer_capture",
      "named_lists": 68,
      "self_first_n": 12,
      "self_first": 0.176471,
      "self_first_ci": [
       0.103936,
       0.283604
      ],
      "citation_share": 0.03,
      "citation_events": 800,
      "answer_exposure": 0.088462,
      "answers": 260,
      "answer_exposure_ci": [
       0.032967,
       0.156716
      ]
     },
     "perplexity": {
      "interface": "api",
      "named_lists": 196,
      "self_first_n": 45,
      "self_first": 0.229592,
      "self_first_ci": [
       0.176248,
       0.293331
      ],
      "citation_share": 0.029587,
      "citation_events": 4360,
      "answer_exposure": 0.218182,
      "answers": 220,
      "answer_exposure_ci": [
       0.111111,
       0.341709
      ]
     },
     "claude": {
      "interface": "api",
      "named_lists": 35,
      "self_first_n": 10,
      "self_first": 0.285714,
      "self_first_ci": [
       0.163265,
       0.450549
      ],
      "citation_share": 0.038314,
      "citation_events": 261,
      "answer_exposure": 0.1125,
      "answers": 80,
      "answer_exposure_ci": [
       0.05,
       0.1875
      ]
     }
    },
    "citation_share": {
     "events": 12711,
     "self_first_events": 204,
     "share": 0.016049,
     "ci": [
      0.008244,
      0.025315
     ]
    },
    "answer_exposure": {
     "answers": 1706,
     "exposed": 119,
     "share": 0.069754,
     "ci": [
      0.045397,
      0.095732
     ]
    }
   },
   "rq1_pricing_intent": {
    "list_candidate_pages": 39,
    "fetched": 34,
    "missing": 5,
    "named_lists": 6,
    "no_name_lists": 0,
    "not_list": 28,
    "self_first_n": 2,
    "self_included_n": 2,
    "self_first": 0.333333,
    "self_first_ci_bootstrap": [
     0.0,
     0.666667
    ],
    "self_first_ci_wilson": [
     0.096771,
     0.700007
    ],
    "self_included": 0.333333,
    "self_included_ci_bootstrap": [
     0.0,
     0.666667
    ],
    "first_given_included": 1.0,
    "first_given_included_ci": [
     0.158114,
     1.0
    ],
    "bounds_all_missing_are_lists": {
     "lower": 0.181818,
     "upper": 0.636364,
     "missing": 5.0
    },
    "bounds_missing_lists_at_fetched_rate": {
     "lower": 0.290598,
     "upper": 0.418803,
     "missing": 0.882353
    },
    "publishers_self_first": 2,
    "top_self_first_publishers": [
     [
      "engagebay.com",
      1
     ],
     [
      "shopify.com",
      1
     ]
    ],
    "citation_share": {
     "events": 1510,
     "self_first_events": 2,
     "share": 0.001325,
     "ci": [
      0.0,
      0.003342
     ]
    },
    "answer_exposure": {
     "answers": 240,
     "exposed": 2,
     "share": 0.008333,
     "ci": [
      0.0,
      0.020833
     ]
    }
   },
   "rq1_reputation_intent": {
    "list_candidate_pages": 64,
    "fetched": 41,
    "missing": 23,
    "named_lists": 2,
    "no_name_lists": 0,
    "not_list": 39,
    "self_first_n": 0,
    "self_included_n": 0,
    "self_first": 0.0,
    "self_first_ci_bootstrap": [
     0.0,
     0.0
    ],
    "self_first_ci_wilson": [
     0.0,
     0.841886
    ],
    "self_included": 0.0,
    "self_included_ci_bootstrap": [
     0.0,
     0.0
    ],
    "first_given_included": null,
    "first_given_included_ci": [
     null,
     null
    ],
    "bounds_all_missing_are_lists": {
     "lower": 0.0,
     "upper": 0.92,
     "missing": 23.0
    },
    "bounds_missing_lists_at_fetched_rate": {
     "lower": 0.0,
     "upper": 0.359375,
     "missing": 1.121951
    },
    "publishers_self_first": 0,
    "top_self_first_publishers": [],
    "citation_share": {
     "events": 2488,
     "self_first_events": 0,
     "share": 0.0,
     "ci": [
      0.0,
      0.0
     ]
    },
    "answer_exposure": {
     "answers": 316,
     "exposed": 0,
     "share": 0.0,
     "ci": [
      0.0,
      0.0
     ]
    }
   },
   "rq1_country_other": {
    "list_candidate_pages": 356,
    "fetched": 286,
    "missing": 70,
    "named_lists": 72,
    "no_name_lists": 3,
    "not_list": 211,
    "self_first_n": 13,
    "self_included_n": 13,
    "self_first": 0.180556,
    "self_first_ci_bootstrap": [
     0.083333,
     0.295775
    ],
    "self_first_ci_wilson": [
     0.108668,
     0.284803
    ],
    "self_included": 0.180556,
    "self_included_ci_bootstrap": [
     0.083333,
     0.295775
    ],
    "first_given_included": 1.0,
    "first_given_included_ci": [
     0.752947,
     1.0
    ],
    "bounds_all_missing_are_lists": {
     "lower": 0.091549,
     "upper": 0.584507,
     "missing": 70.0
    },
    "bounds_missing_lists_at_fetched_rate": {
     "lower": 0.145053,
     "upper": 0.341682,
     "missing": 17.622378
    },
    "publishers_self_first": 11,
    "top_self_first_publishers": [
     [
      "zendesk.com",
      3
     ],
     [
      "aspireapp.com",
      1
     ],
     [
      "charthop.com",
      1
     ],
     [
      "digits.com",
      1
     ],
     [
      "drip.com",
      1
     ],
     [
      "estheessentials.com",
      1
     ],
     [
      "firstbase.io",
      1
     ],
     [
      "myiva.co",
      1
     ],
     [
      "smartsuite.com",
      1
     ],
     [
      "venturesmarter.com",
      1
     ]
    ],
    "citation_share": {
     "events": 945,
     "self_first_events": 16,
     "share": 0.016931,
     "ci": [
      0.006466,
      0.029579
     ]
    },
    "answer_exposure": {
     "answers": 240,
     "exposed": 14,
     "share": 0.058333,
     "ci": [
      0.025,
      0.1
     ]
    }
   },
   "rq1_v1_question_stratum": {
    "list_candidate_pages": 55,
    "fetched": 43,
    "missing": 12,
    "named_lists": 6,
    "no_name_lists": 0,
    "not_list": 37,
    "self_first_n": 2,
    "self_included_n": 2,
    "self_first": 0.333333,
    "self_first_ci_bootstrap": [
     0.0,
     0.666667
    ],
    "self_first_ci_wilson": [
     0.096771,
     0.700007
    ],
    "self_included": 0.333333,
    "self_included_ci_bootstrap": [
     0.0,
     0.666667
    ],
    "first_given_included": 1.0,
    "first_given_included_ci": [
     0.158114,
     1.0
    ],
    "bounds_all_missing_are_lists": {
     "lower": 0.111111,
     "upper": 0.777778,
     "missing": 12.0
    },
    "bounds_missing_lists_at_fetched_rate": {
     "lower": 0.260606,
     "upper": 0.478788,
     "missing": 1.674419
    },
    "publishers_self_first": 2,
    "top_self_first_publishers": [
     [
      "asana.com",
      1
     ],
     [
      "pipedrive.com",
      1
     ]
    ],
    "citation_share": {
     "events": 1613,
     "self_first_events": 3,
     "share": 0.00186,
     "ci": [
      0.0,
      0.004313
     ]
    },
    "answer_exposure": {
     "answers": 188,
     "exposed": 3,
     "share": 0.015957,
     "ci": [
      0.0,
      0.037234
     ]
    }
   },
   "rq1_surface_test": {
    "rows": 308,
    "wald_chi2": 5.058272,
    "df": 5,
    "p": 0.40881,
    "within_interface_contrasts": {
     "chatgpt_minus_gemini": {
      "diff": -0.134725,
      "ci": [
       -0.310345,
       0.054545
      ]
     },
     "perplexity_minus_claude": {
      "diff": -0.049689,
      "ci": [
       -0.219488,
       0.120261
      ]
     },
     "ai_overviews_minus_ai_mode": {
      "diff": 0.072874,
      "ci": [
       -0.104651,
       0.255901
      ]
     }
    }
   },
   "rq2": {
    "theta1": {
     "all": {
      "self_first": 0.185567,
      "independent": 0.113333,
      "n_self_first": 97,
      "n_independent": 300,
      "difference": 0.072234,
      "difference_ci": [
       -0.033397,
       0.196581
      ]
     },
     "ai_overviews": {
      "self_first": 0.25,
      "independent": 0.195652,
      "n_self_first": 24,
      "n_independent": 46
     },
     "ai_mode": {
      "self_first": 0.307692,
      "independent": 0.258065,
      "n_self_first": 13,
      "n_independent": 31
     },
     "chatgpt": {
      "self_first": 0.0,
      "independent": 0.055556,
      "n_self_first": 2,
      "n_independent": 36
     },
     "gemini": {
      "self_first": 0.2,
      "independent": 0.116279,
      "n_self_first": 10,
      "n_independent": 43
     },
     "perplexity": {
      "self_first": 0.131579,
      "independent": 0.067227,
      "n_self_first": 38,
      "n_independent": 119
     },
     "claude": {
      "self_first": 0.1,
      "independent": 0.08,
      "n_self_first": 10,
      "n_independent": 25
     }
    },
    "theta2": {
     "pool_list_rows": 445,
     "pool_self_first_rows": 209,
     "all": {
      "or": 0.371831,
      "informative_strata": 18,
      "ci": [
       0.041667,
       1.542857
      ]
     },
     "by_surface": {
      "ai_overviews": {
       "or": 0.15,
       "informative_strata": 4
      },
      "ai_mode": {
       "or": 0.0,
       "informative_strata": 3
      },
      "chatgpt": {
       "or": 0.0,
       "informative_strata": 1
      },
      "gemini": {
       "or": 0.75,
       "informative_strata": 4
      },
      "perplexity": {
       "or": 1.333333,
       "informative_strata": 4
      },
      "claude": {
       "or": 0.75,
       "informative_strata": 2
      }
     },
     "surface_interaction": {
      "wald_chi2": 1.47934,
      "df": 5,
      "p": 0.915442,
      "reference_surface": "perplexity"
     }
    },
    "pool_composition": {
     "google": {
      "named_lists": 93,
      "self_first": 27,
      "share": 0.290323,
      "ci": [
       0.163934,
       0.435294
      ]
     },
     "s23": {
      "named_lists": 54,
      "self_first": 19,
      "share": 0.351852,
      "ci": [
       0.222222,
       0.481481
      ]
     }
    }
   },
   "rq3": {
    "pairs": 590,
    "answers": 319,
    "self_first_pairs": 136,
    "y": {
     "self_first": 0.470588,
     "independent": 0.433921,
     "n_self_first": 136,
     "n_independent": 454,
     "difference": 0.036668,
     "difference_ci": [
      -0.108641,
      0.214682
     ]
    },
    "y_loose": {
     "self_first": 0.5,
     "independent": 0.495595,
     "n_self_first": 136,
     "n_independent": 454,
     "difference": 0.004405,
     "difference_ci": [
      -0.144114,
      0.175914
     ]
    },
    "y_first": {
     "self_first": 0.097826,
     "independent": 0.186246,
     "n_self_first": 92,
     "n_independent": 349,
     "difference": -0.08842,
     "difference_ci": [
      -0.203863,
      0.066214
     ]
    },
    "y_entity_like_only": {
     "self_first": 0.474074,
     "independent": 0.531165,
     "n_self_first": 135,
     "n_independent": 369,
     "difference": -0.057091,
     "difference_ci": [
      -0.204301,
      0.132942
     ]
    },
    "by_surface": {
     "ai_overviews": {
      "self_first": 0.625,
      "independent": 0.304348,
      "n_self_first": 24,
      "n_independent": 46
     },
     "ai_mode": {
      "self_first": 0.615385,
      "independent": 0.258065,
      "n_self_first": 13,
      "n_independent": 31
     },
     "chatgpt": {
      "self_first": 0.5,
      "independent": 0.508197,
      "n_self_first": 2,
      "n_independent": 61
     },
     "gemini": {
      "self_first": 0.588235,
      "independent": 0.59322,
      "n_self_first": 17,
      "n_independent": 59
     },
     "perplexity": {
      "self_first": 0.357143,
      "independent": 0.392241,
      "n_self_first": 70,
      "n_independent": 232
     },
     "claude": {
      "self_first": 0.5,
      "independent": 0.72,
      "n_self_first": 10,
      "n_independent": 25
     }
    },
    "primary": {
     "level": "answer",
     "answers_citing_both": 55,
     "rows": 211,
     "odds_ratio": 1.013885,
     "or_ci": [
      0.586701,
      1.752107
     ],
     "p": 0.960595,
     "or_ci_question_bootstrap": [
      0.524112,
      2.747467
     ],
     "bootstrap_valid_reps": 2000,
     "questions": 28,
     "answers_both_named": 17,
     "answers_only_self_first_named": 16,
     "answers_only_independent_named": 19,
     "answers_neither_named": 3
    },
    "secondary_gee": {
     "odds_ratio_sf": 1.36387,
     "or_ci": [
      0.788838,
      2.358077
     ],
     "p": 0.266621,
     "covariates": [
      "s_ai_overviews",
      "s_chatgpt",
      "s_claude",
      "s_gemini",
      "s_perplexity",
      "industry_Financial services and insurance",
      "industry_Franchises and multi-location brands",
      "industry_Healthcare and dental",
      "industry_Home and local services",
      "industry_Hospitality and travel",
      "industry_Legal and professional services",
      "industry_Retail and ecommerce",
      "industry_none",
      "sf",
      "log_order",
      "wiki",
      "log_n_first",
      "other_page"
     ]
    },
    "self_first_by_other_publisher_page": {
     "with_other_page": {
      "n": 14,
      "mentioned": 0.571429
     },
     "without_other_page": {
      "n": 122,
      "mentioned": 0.459016
     }
    },
    "context_other_answers_same_prompt": {
     "self_first": {
      "mean_mention_rate": 0.262407,
      "n": 121
     },
     "independent": {
      "mean_mention_rate": 0.334005,
      "n": 412
     }
    }
   },
   "rq4": {
    "panel": {
     "prompts": 20,
     "answers": 300,
     "cells": 60,
     "runs_per_cell": 5,
     "cells_never_exposed": 54,
     "cells_always_exposed": 5,
     "cells_sometimes_exposed": 1,
     "exposure_by_surface_run": {
      "chatgpt": {
       "1": 0.0,
       "2": 0.0,
       "3": 0.0,
       "4": 0.0,
       "5": 0.0
      },
      "gemini": {
       "1": 0.05,
       "2": 0.05,
       "3": 0.05,
       "4": 0.05,
       "5": 0.1
      },
      "perplexity": {
       "1": 0.2,
       "2": 0.2,
       "3": 0.2,
       "4": 0.2,
       "5": 0.2
      }
     },
     "surface_order_by_run": {
      "1": [
       "perplexity",
       "gemini",
       "chatgpt"
      ],
      "2": [
       "perplexity",
       "gemini",
       "chatgpt"
      ],
      "3": [
       "perplexity",
       "gemini",
       "chatgpt"
      ],
      "4": [
       "perplexity",
       "gemini",
       "chatgpt"
      ],
      "5": [
       "perplexity",
       "gemini",
       "chatgpt"
      ]
     },
     "surface_order_identical_across_runs": true,
     "mean_pairwise_jaccard_named_lists": 0.614977,
     "pairs": 296,
     "prompt_sd_logit": 3.325,
     "icc_prompt": 0.771
    },
    "prompt_variants": {
     "context": {
      "pairs": 60,
      "base_exposed": 9,
      "variant_exposed": 10,
      "flips": 5
     },
     "budget": {
      "pairs": 60,
      "base_exposed": 9,
      "variant_exposed": 7,
      "flips": 4
     },
     "conversational": {
      "pairs": 60,
      "base_exposed": 9,
      "variant_exposed": 9,
      "flips": 2
     }
    },
    "countries": {
     "chatgpt_US": {
      "answers": 40,
      "exposure": 0.025,
      "named_lists": 16,
      "self_first": 1,
      "self_first_share": 0.0625
     },
     "chatgpt_GB": {
      "answers": 40,
      "exposure": 0.0,
      "named_lists": 11,
      "self_first": 0,
      "self_first_share": 0.0
     },
     "chatgpt_CA": {
      "answers": 40,
      "exposure": 0.025,
      "named_lists": 14,
      "self_first": 2,
      "self_first_share": 0.142857
     },
     "chatgpt_AU": {
      "answers": 40,
      "exposure": 0.025,
      "named_lists": 9,
      "self_first": 1,
      "self_first_share": 0.111111
     },
     "gemini_US": {
      "answers": 40,
      "exposure": 0.125,
      "named_lists": 19,
      "self_first": 6,
      "self_first_share": 0.315789
     },
     "gemini_GB": {
      "answers": 40,
      "exposure": 0.1,
      "named_lists": 27,
      "self_first": 4,
      "self_first_share": 0.148148
     },
     "gemini_CA": {
      "answers": 40,
      "exposure": 0.1,
      "named_lists": 20,
      "self_first": 4,
      "self_first_share": 0.2
     },
     "gemini_AU": {
      "answers": 40,
      "exposure": 0.1,
      "named_lists": 15,
      "self_first": 5,
      "self_first_share": 0.333333
     }
    }
   },
   "failures": {
    "missing_by_surface": {
     "ai_overviews": {
      "missing": 97,
      "list_candidate_citations": 343,
      "share_missing": 0.282799
     },
     "ai_mode": {
      "missing": 61,
      "list_candidate_citations": 190,
      "share_missing": 0.321053
     },
     "chatgpt": {
      "missing": 101,
      "list_candidate_citations": 539,
      "share_missing": 0.187384
     },
     "claude": {
      "missing": 33,
      "list_candidate_citations": 193,
      "share_missing": 0.170984
     },
     "gemini": {
      "missing": 115,
      "list_candidate_citations": 486,
      "share_missing": 0.236626
     },
     "perplexity": {
      "missing": 748,
      "list_candidate_citations": 2942,
      "share_missing": 0.254249
     }
    },
    "queries_with_lists_on_2plus_surfaces": 73,
    "queries_surface_disagreement": 28,
    "examples": [
     "software customer relationship management crm",
     "example of crm software",
     "software crm",
     "software crm customer relationship management",
     "software for crm",
     "software of crm",
     "crm management software",
     "crm software",
     "automated payroll software",
     "crm software customer relationship management"
    ]
   },
   "robustness": {
    "chosen_instrument": {
     "named_lists": 269,
     "self_first": 0.241636,
     "self_first_ci": [
      0.180505,
      0.305221
     ]
    },
    "v1_instrument": {
     "named_lists": 285,
     "self_first": 0.185965,
     "self_first_ci": [
      0.135593,
      0.242857
     ]
    },
    "coverage_extension": {
     "named_lists": 810,
     "self_first": 0.120988,
     "self_first_ci": [
      0.09356,
      0.156334
     ]
    },
    "without_retry_snapshots": {
     "named_lists": 265,
     "self_first": 0.241509,
     "self_first_ci": [
      0.179661,
      0.305019
     ]
    },
    "with_aio_question_stratum": {
     "named_lists": 272,
     "self_first": 0.238971
    },
    "excluding_top5_self_first_publishers": {
     "named_lists": 253,
     "self_first": 0.209486
    },
    "one_list_per_publisher": {
     "named_lists": 195,
     "self_first": 0.266667
    },
    "interface_serp": {
     "named_lists": 54,
     "self_first": 0.296296,
     "self_first_ci": [
      0.176471,
      0.425926
     ]
    },
    "interface_consumer_capture": {
     "named_lists": 48,
     "self_first": 0.145833,
     "self_first_ci": [
      0.043478,
      0.26087
     ]
    },
    "interface_api": {
     "named_lists": 188,
     "self_first": 0.239362,
     "self_first_ci": [
      0.167539,
      0.318681
     ]
    }
   }
  },
  "validity": {
   "annotation": "two independent model annotators (Claude Opus, Claude Sonnet); model-coded, not human-coded",
   "items_without_gold": [],
   "dev_scores": {
    "R-a|label": {
     "self_first": {
      "sensitivity": 0.8424842484248425,
      "sensitivity_ci": [
       0.6471956370139479,
       0.9397393976912393
      ],
      "specificity": 1.0,
      "specificity_ci": [
       0.9179874299767729,
       1.0
      ],
      "ppv": 1.0,
      "n_gold_positive": 23,
      "n_gold_negative": 43,
      "balanced_accuracy": 0.9212421242124212
     },
     "first_entry_accuracy": 0.8390392645435825
    },
    "R-a|alias": {
     "self_first": {
      "sensitivity": 0.9054905490549054,
      "sensitivity_ci": [
       0.7224926439837124,
       0.9724199266724946
      ],
      "specificity": 0.9832760382792901,
      "specificity_ci": [
       0.8896084944078423,
       0.9976741622908817
      ],
      "ppv": 0.9349442379182156,
      "n_gold_positive": 23,
      "n_gold_negative": 43,
      "balanced_accuracy": 0.9443832936670977
     },
     "first_entry_accuracy": 0.8390392645435825
    },
    "R-b|label": {
     "self_first": {
      "sensitivity": 0.8424842484248425,
      "sensitivity_ci": [
       0.6471956370139479,
       0.9397393976912393
      ],
      "specificity": 1.0,
      "specificity_ci": [
       0.9179874299767729,
       1.0
      ],
      "ppv": 1.0,
      "n_gold_positive": 23,
      "n_gold_negative": 43,
      "balanced_accuracy": 0.9212421242124212
     },
     "first_entry_accuracy": 0.830198768929697
    },
    "R-b|alias": {
     "self_first": {
      "sensitivity": 0.9054905490549054,
      "sensitivity_ci": [
       0.7224926439837124,
       0.9724199266724946
      ],
      "specificity": 0.9832760382792901,
      "specificity_ci": [
       0.8896084944078423,
       0.9976741622908817
      ],
      "ppv": 0.9349442379182156,
      "n_gold_positive": 23,
      "n_gold_negative": 43,
      "balanced_accuracy": 0.9443832936670977
     },
     "first_entry_accuracy": 0.830198768929697
    },
    "R-c|label": {
     "self_first": {
      "sensitivity": 0.9054905490549054,
      "sensitivity_ci": [
       0.7224926439837124,
       0.9724199266724946
      ],
      "specificity": 1.0,
      "specificity_ci": [
       0.9179874299767729,
       1.0
      ],
      "ppv": 1.0,
      "n_gold_positive": 23,
      "n_gold_negative": 43,
      "balanced_accuracy": 0.9527452745274527
     },
     "first_entry_accuracy": 0.8517026771796885
    },
    "R-c|alias": {
     "self_first": {
      "sensitivity": 1.0,
      "sensitivity_ci": [
       0.8568788745827374,
       1.0
      ],
      "specificity": 0.9832760382792901,
      "specificity_ci": [
       0.8896084944078423,
       0.9976741622908817
      ],
      "ppv": 0.9407281964436917,
      "n_gold_positive": 23,
      "n_gold_negative": 43,
      "balanced_accuracy": 0.991638019139645
     },
     "first_entry_accuracy": 0.8517026771796885
    },
    "R-d-first|label": {
     "self_first": {
      "sensitivity": 0.8424842484248425,
      "sensitivity_ci": [
       0.6471956370139479,
       0.9397393976912393
      ],
      "specificity": 1.0,
      "specificity_ci": [
       0.9179874299767729,
       1.0
      ],
      "ppv": 1.0,
      "n_gold_positive": 23,
      "n_gold_negative": 43,
      "balanced_accuracy": 0.9212421242124212
     },
     "first_entry_accuracy": 0.8002525855889682
    },
    "R-d-first|alias": {
     "self_first": {
      "sensitivity": 0.9054905490549054,
      "sensitivity_ci": [
       0.7224926439837124,
       0.9724199266724946
      ],
      "specificity": 0.9832760382792901,
      "specificity_ci": [
       0.8896084944078423,
       0.9976741622908817
      ],
      "ppv": 0.9349442379182156,
      "n_gold_positive": 23,
      "n_gold_negative": 43,
      "balanced_accuracy": 0.9443832936670977
     },
     "first_entry_accuracy": 0.8002525855889682
    }
   },
   "chosen": {
    "rule": "R-c",
    "names": "alias"
   },
   "test": {
    "self_first": {
     "sensitivity": 0.6490095704429112,
     "sensitivity_ci": [
      0.45384637825380963,
      0.8044776579350827
     ],
     "specificity": 0.980368633438761,
     "specificity_ci": [
      0.8753367790685573,
      0.9971923818943558
     ],
     "ppv": 0.9328214971209213,
     "n_gold_positive": 25,
     "n_gold_negative": 38,
     "balanced_accuracy": 0.8146891019408361
    },
    "self_included": {
     "sensitivity": 0.6646821177971508,
     "sensitivity_ci": [
      0.47629314245598603,
      0.8120458010828104
     ],
     "specificity": 0.9799755256424519,
     "specificity_ci": [
      0.8701817652155621,
      0.9972090485634162
     ],
     "ppv": 0.9370503597122302,
     "n_gold_positive": 27,
     "n_gold_negative": 36,
     "balanced_accuracy": 0.8223288217198014
    },
    "is_list": {
     "sensitivity": 0.9403232354264273,
     "sensitivity_ci": [
      0.8528427700373175,
      0.9771901385664538
     ],
     "specificity": null,
     "specificity_ci": [
      null,
      null
     ],
     "ppv": 1.0,
     "n_gold_positive": 63,
     "n_gold_negative": 0,
     "balanced_accuracy": null
    },
    "first_entry_accuracy": 0.6841994599619318
   },
   "v1_on_test": {
    "self_first": {
     "sensitivity": 0.5902515023369685,
     "sensitivity_ci": [
      0.39834507062387475,
      0.7581155666794797
     ],
     "specificity": 1.0,
     "specificity_ci": [
      0.90818706741616,
      0.9999999999999999
     ],
     "ppv": 1.0,
     "n_gold_positive": 25,
     "n_gold_negative": 38,
     "balanced_accuracy": 0.7951257511684843
    },
    "first_entry_accuracy": 0.6978110752069409
   },
   "all_numbered_items": {
    "self_first": {
     "sensitivity": 0.7984922054689497,
     "sensitivity_ci": [
      0.6649615281099005,
      0.8877847552806425
     ],
     "specificity": 0.9819385912101144,
     "specificity_ci": [
      0.924350041509236,
      0.9958830961972494
     ],
     "ppv": 0.9370220422852001,
     "n_gold_positive": 48,
     "n_gold_negative": 81,
     "balanced_accuracy": 0.890215398339532
    },
    "self_included": {
     "sensitivity": 0.8135052034058657,
     "sensitivity_ci": [
      0.6901662011219826,
      0.8952007660406393
     ],
     "specificity": 0.9860767326732673,
     "specificity_ci": [
      0.9273221400500004,
      0.9974626169943784
     ],
     "ppv": 0.9562135112593828,
     "n_gold_positive": 54,
     "n_gold_negative": 75,
     "balanced_accuracy": 0.8997909680395666
    }
   },
   "coverage_extension": {
    "self_first": {
     "sensitivity": 0.31132075471698106,
     "sensitivity_ci": [
      0.054482677473337904,
      0.7800479189225177
     ],
     "specificity": 0.9678362573099415,
     "specificity_ci": [
      0.9163225201029422,
      0.9880505391613575
     ],
     "ppv": 0.19999999999999998,
     "n_gold_positive": 3,
     "n_gold_negative": 111,
     "balanced_accuracy": 0.6395785060134613
    },
    "is_list": {
     "sensitivity": 0.7204267979891249,
     "sensitivity_ci": [
      0.6189581886566153,
      0.8034551452365877
     ],
     "specificity": 0.7041276448144294,
     "specificity_ci": [
      0.5119890915530043,
      0.8437102519925941
     ],
     "ppv": 0.8916825396825396,
     "n_gold_positive": 88,
     "n_gold_negative": 26,
     "balanced_accuracy": 0.7122772214017772
    },
    "first_entry_accuracy": 0.386938508504143
   },
   "filter_recall": {
    "sampled": 50,
    "gold_ranked_lists": 5,
    "gold_ranked_lists_ci": [
     0.04347512399157111,
     0.2136049033478839
    ],
    "gold_self_first": 2,
    "population_rejected_pages": 2632.0
   }
  },
  "agreement": {
   "items_coded_by_both": 299,
   "fields": {
    "is_ranked_list": {
     "n": 299,
     "raw_agreement": 0.9632107023411371,
     "kappa": 0.910688100798349,
     "kappa_ci": [
      0.8570859555484746,
      0.95980534494811
     ],
     "ac1": 0.9536693677608388,
     "ac1_ci": [
      0.9255362201537839,
      0.9793379149261106
     ],
     "confusion": {
      "no|no": 66,
      "no|yes": 2,
      "unsure|no": 2,
      "unsure|unsure": 8,
      "unsure|yes": 1,
      "yes|no": 1,
      "yes|unsure": 5,
      "yes|yes": 214
     },
     "disagreements": [
      "L002",
      "L044",
      "L048",
      "L060",
      "L107",
      "L114",
      "L118",
      "L154",
      "L160",
      "L177",
      "L263"
     ]
    },
    "publisher_in_list": {
     "n": 214,
     "raw_agreement": 0.9953271028037384,
     "kappa": 0.9883607092352878,
     "kappa_ci": [
      0.9605893186003684,
      1.0
     ],
     "ac1": 0.9921927728425239,
     "ac1_ci": [
      0.9753252493418145,
      1.0
     ],
     "confusion": {
      "no|no": 154,
      "no|yes": 1,
      "yes|yes": 59
     },
     "disagreements": [
      "L199"
     ]
    },
    "self_first": {
     "n": 214,
     "raw_agreement": 0.9953271028037384,
     "kappa": 0.9873805873334122,
     "kappa_ci": [
      0.9574552683896622,
      1.0
     ],
     "ac1": 0.992579364391352,
     "ac1_ci": [
      0.976416567177886,
      1.0
     ],
     "confusion": {
      "no|no": 161,
      "no|yes": 1,
      "yes|yes": 52
     },
     "disagreements": [
      "L199"
     ]
    },
    "order_is_ranking": {
     "n": 214,
     "raw_agreement": 0.9065420560747663,
     "kappa": 0.7678832908509138,
     "kappa_ci": [
      0.6771743653766127,
      0.8509304408398846
     ],
     "ac1": 0.8831917579231058,
     "ac1_ci": [
      0.8261101031823309,
      0.9313905568505915
     ],
     "confusion": {
      "no|no": 4,
      "unsure|no": 13,
      "unsure|unsure": 34,
      "unsure|yes": 6,
      "yes|unsure": 1,
      "yes|yes": 156
     },
     "disagreements": [
      "L004",
      "L013",
      "L051",
      "L066",
      "L095",
      "L101",
      "L108",
      "L112",
      "L122",
      "L137",
      "L150",
      "L156",
      "L166",
      "L207",
      "L221",
      "L223",
      "L225",
      "L232",
      "L253",
      "L285"
     ]
    },
    "disclosure": {
     "n": 299,
     "raw_agreement": 0.9096989966555183,
     "kappa": 0.814631122132672,
     "kappa_ci": [
      0.7460342967333164,
      0.8786525974025975
     ],
     "ac1": 0.8806735668966332,
     "ac1_ci": [
      0.8265912715673481,
      0.9202864474371175
     ],
     "confusion": {
      "no|": 1,
      "no|no": 165,
      "no|yes": 7,
      "yes|": 2,
      "yes|no": 17,
      "yes|yes": 107
     },
     "disagreements": [
      "L002",
      "L015",
      "L029",
      "L068",
      "L082",
      "L088",
      "L114",
      "L142",
      "L150",
      "L169",
      "L170",
      "L172",
      "L174",
      "L184",
      "L201",
      "L220",
      "L221",
      "L232",
      "L245",
      "L253",
      "L261",
      "L269",
      "L273",
      "L275",
      "L277",
      "L283",
      "L292"
     ]
    },
    "first_entry": {
     "n": 214,
     "raw_agreement": 0.9485981308411215,
     "kappa": 0.9482398469623343,
     "kappa_ci": [
      0.9150568933580312,
      0.976372910548281
     ],
     "ac1": 0.9483280885638493,
     "ac1_ci": [
      0.9152622731212734,
      0.9764505419021664
     ],
     "confusion": {
      "1hotelnashville|1hotelnashville": 1,
      "acerswift16ai|acerswift16ai": 1,
      "acerswiftgo14ai|acerswiftgo14ai": 1,
      "acorns|acorns": 2,
      "acplumbingdoctors|acplumbingdoctors": 1,
      "activecampaign|activecampaign": 1,
      "adidassupernovasolution3|adidassupernovasolution3": 1,
      "adprun|adprun": 1,
      "agentforceservice|agentforceservice": 1,
      "airlockdigital|airlockdigital": 1,
      "airtable|airtable": 1,
      "amicamutual|amicamutual": 1,
      "anthonyscoalfiredpizzawings|anthonyscoalfiredpizzawings": 1,
      "applemacbookair15inchm5|applemacbookair15inchm5": 1,
      "arringtonroofing|arringtonroofing": 1,
      "asana|asana": 1,
      "ascendbykindsight|ascendbykindsight": 1,
      "asicsnovablast5|asicsnovablast5": 1,
      "asuszenbooka14|asuszenbooka14": 1,
      "atmosrewardssummitvisainfinite|atmosrewardssummitvisainfinitecreditcard": 1,
      "austexheatingairconditioningllc|austexheatingairconditioningllc": 1,
      "avastbusinesssecurity|avastbusinesssecurity": 1,
      "aveenoprotecthydratesunscreenbodylotion|aveenoprotecthydratesunscreenbodylotion": 1,
      "blueapron|blueapron": 3,
      "bluetweak|bluetweak": 1,
      "branchergonomic|branchergonomic": 1,
      "brooksadrenalinegts24|brooksadrenalinegts24": 1,
      "burkland|burkland": 1,
      "californiapizzakitchen|californiapizzakitchen": 1,
      "camillealbaneparis|camillealbaneparis": 1,
      "cathaypacific|cathaypacific": 1,
      "celoxis|celoxis": 1,
      "cigna|cigna": 1,
      "clarkekentplumbing|clarkekentplumbing": 1,
      "cocountant|cocountant": 1,
      "comfortexperts|comfortexperts": 1,
      "communitytax|communitytax": 1,
      "cookunity|cookunity": 1,
      "costcooptical|costcooptical": 1,
      "coverallnorthamerica|coverallnorthamerica": 1,
      "creatiosales|creatiosales": 1,
      "credibly|credibly": 1,
      "crowdstrike|crowdstrike": 1,
      "deel|deel": 1,
      "deelit|deelit": 1,
      "deltadentalppopluspremier|deltadentalppopluspremier": 1,
      "digits|digits": 1,
      "disneycruiseline|disneycruiseline": 1,
      "dreamex60maxultracomplete|dreamex60maxultracomplete": 1,
      "eltamduvclearbroadspectrumspf46|eltamduvclear": 1,
      "eltamduvdailyspf40|eltamduvdailyspf40facesunscreen": 1,
      "emerils|emerils": 1,
      "equinox|equinox": 1,
      "esfitness|esfitness": 1,
      "expertisecomconciergeservice|expertisecomconciergeservice": 1,
      "f45training|f45training": 1,
      "fidelity|fidelity": 1,
      "fieldwire|fieldwire": 1,
      "fleetcleanusa|fleetcleanusa": 1,
      "freshdesk|freshdesk": 1,
      "freshservice|freshservice": 1,
      "geico|geico": 1,
      "goettlairconditioningplumbing|goettlairconditioningplumbing": 1,
      "goodyearautoservice|goodyearautoservice": 1,
      "googleflights|googleflights": 1,
      "gusto|gusto": 7,
      "hellofresh|hellofresh": 1,
      "hibob|hibob": 1,
      "homewarrantyofamerica|homewarrantyofamerica": 1,
      "hostingerwebsitebuilder|hostingerwebsitebuilder": 1,
      "hrblock|hrblock": 1,
      "hubspotcrm|hubspotcrm": 2,
      "hubspotmarketinghub|hubspotmarketinghub": 1,
      "hubstaff|hubstaff": 1,
      "huntress|huntress": 1,
      "huntressmanagededr|huntressmanagededr": 1,
      "hyattzilaracancun|hyattzilaracancun": 1,
      "impressionislamujeres|impressionislamujeres": 1,
      "infinity|infinity": 1,
      "institution|institution": 1,
      "intercom|intercom": 1,
      "iru|iru": 1,
      "jetspizza|jetspizza": 2,
      "kgkfamilylaw|kgkfamilylawpllc": 1,
      "klaviyo|klaviyo": 3,
      "lark|lark": 1,
      "lattice|lattice": 1,
      "legalzoom|legalzoom": 1,
      "lenscrafters|lenscrafters": 1,
      "libertyhomeguard|libertyhomeguard": 1,
      "lifetime|lifetime": 1,
      "littlecaesars|littlecaesars": 1,
      "loumalnatis|loumalnatis": 1,
      "macbookair13inchm4|macbookair13inchm4": 1,
      "mailchimp|mailchimp": 1,
      "mandiantgooglecloud|mandiant": 1,
      "marcos|marcos": 1,
      "maropostmarketingcloud|maropostmarketingcloud": 1,
      "marriottbonvoy|marriottbonvoy": 1,
      "mathnasium|mathnasium": 1,
      "maximliberty|maximliberty": 1,
      "mcdonalds|mcdonalds": 1,
      "microsoftsecurity|microsoftsecurity": 1,
      "momondo|momondo": 1,
      "monday|mondayprojectmanagementtool": 1,
      "motadataserviceops|motadataserviceops": 1,
      "mypolicyquote|mypolicyquote": 1,
      "nationalcarrental|nationalcarrental": 1,
      "nationwide|nationwide": 1,
      "navyfederalcreditunion|navyfederalcreditunion": 1,
      "netchex|netchex": 1,
      "newyorkpresbyterianhospital|newyorkpresbyterianhospital": 1,
      "northwestregisteredagent|northwestregisteredagent": 2,
      "nyulangonehospitals|nyulangonehospitals": 1,
      "ohaganmeyer|constangybrookssmithprophetellp": 1,
      "oldrepublichomeprotection|oldrepublichomeprotection": 1,
      "omnisend|omnisend": 1,
      "outsales|outsales": 1,
      "paloaltonetworks|paloaltonetworks": 2,
      "papajohns|papajohns": 2,
      "parkhyattnewyork|parkhyattnewyork": 1,
      "peetscoffee|peetscoffee": 2,
      "philips5000seriesdualbasketsteamairfryer|philips5000seriesna55509dualbasketsteamairfryer": 1,
      "pipedrive|pipedrive": 2,
      "planetfitness|planetfitness": 1,
      "premoelectric|premoelectric": 1,
      "prioritytaxrelief|prioritytaxrelief": 1,
      "quickbooksonline|quickbooksonline": 2,
      "rheem|rheem": 1,
      "rippling|rippling": 3,
      "ripplingspend|ripplingspend": 1,
      "rock|rock": 1,
      "rocketlawyer|rocketlawyer": 1,
      "salesflare|salesflare": 1,
      "salesforce|salesforce": 2,
      "sauconyhurricane26|sauconyhurricane26": 1,
      "sentinelonesingularityendpointsecurity|sentinelonesingularityendpointsecurity": 1,
      "sequenzy|sequenzy": 1,
      "singaporeairlines|singaporeairlines": 1,
      "sixt|sixt": 1,
      "slouchtaskone|slouchtaskone": 2,
      "smartasset|smartasset": 1,
      "smartsuite|smartsuite": 1,
      "smithlacienllptriallawyers|smithlacienllptriallawyerschicago": 1,
      "sofihighyieldsavingsaccount|sofihighyieldsavingsaccount": 1,
      "sonywf1000xm6|sonywf1000xm6noisecancellingearbuds": 1,
      "sonywh1000xm6|sonywh1000xm6": 3,
      "sophosendpoint|sophosendpoint": 1,
      "southwestairlines|southwestairlines": 1,
      "squarespace|squarespace": 2,
      "steelcaseseries2|steelcaseseries2": 1,
      "sterlingoptical|sterlingoptical": 1,
      "stumptowncoffeeroasters|stumptowncoffeeroasters": 1,
      "superhomewarranty|superhomewarranty": 1,
      "syghtglass|syghtglass": 1,
      "synchronybankhighyieldsavings|synchronyhighyieldsavings": 1,
      "tacobell|tacobell": 1,
      "teamed|teamed": 1,
      "the404|the404": 1,
      "trendvisionone|trendvisionone": 1,
      "trustwill|trustwill": 2,
      "unopizzeriagrill|unopizzeriagrill": 1,
      "vanguarddigitaladvisor|vanguarddigitaladvisor": 1,
      "vibrantcreditunion|vibrantcreditunion": 1,
      "vjmglobal|vjmglobal": 1,
      "vocotimessquaresouthnewyorkbyihg|vocotimessquaresouthnewyorkbyihg": 1,
      "wave|wave": 2,
      "wealthfront|wealthfront": 1,
      "westchesterdermatologymedicalclinic|westchesterdermatologymedicalclinic": 1,
      "westernalliancebankhighyieldsavingspremier|westernalliancebankhighyieldsavingspremier": 1,
      "whitecoatplanning|whitecoatplanning": 1,
      "willensbaezpersonalinjurylawyerspc|willensbaezpersonalinjurylawyerspc": 1,
      "willit|willit": 1,
      "wix|wix": 2,
      "worldofhyatt|worldofhyatt": 1,
      "wrike|wrike": 1,
      "wyndhamrewards|wyndhamrewards": 1,
      "zenbusiness|zenbusiness": 3,
      "zendesk|zendesk": 4,
      "zohopayroll|zohopayroll": 1
     },
     "disagreements": [
      "L026",
      "L038",
      "L083",
      "L137",
      "L214",
      "L221",
      "L225",
      "L252",
      "L281",
      "L286",
      "L297"
     ]
    }
   }
  },
  "mention_validity": {
   "coding": "two independent model coders (Claude Opus, Claude Sonnet); model-coded, not human-coded",
   "pairs": 120,
   "agreement": {
    "raw": 0.9583,
    "kappa": 0.9163413273842722,
    "ac1": 0.9171327946964989
   },
   "disagreements": [
    "M006",
    "M026",
    "M086",
    "M087",
    "M093"
   ],
   "unresolved": [],
   "rules": {
    "whole_name": {
     "sensitivity": {
      "value": 0.8871,
      "k": 55,
      "n": 62,
      "ci": [
       0.7848025794735822,
       0.9442213647060003
      ]
     },
     "specificity": {
      "value": 0.9828,
      "k": 57,
      "n": 58,
      "ci": [
       0.9085914190653199,
       0.9969499615539326
      ]
     },
     "by_surface": {
      "ai_mode": {
       "sensitivity": 1.0,
       "n_gold_yes": 9
      },
      "ai_overviews": {
       "sensitivity": 1.0,
       "n_gold_yes": 8
      },
      "chatgpt": {
       "sensitivity": 0.8889,
       "n_gold_yes": 9
      },
      "claude": {
       "sensitivity": 0.8,
       "n_gold_yes": 15
      },
      "gemini": {
       "sensitivity": 0.8571,
       "n_gold_yes": 14
      },
      "perplexity": {
       "sensitivity": 0.8571,
       "n_gold_yes": 7
      }
     }
    },
    "first_word": {
     "sensitivity": {
      "value": 0.9839,
      "k": 61,
      "n": 62,
      "ci": [
       0.9141327973931,
       0.9971471328313782
      ]
     },
     "specificity": {
      "value": 0.9138,
      "k": 53,
      "n": 58,
      "ci": [
       0.8135637093712647,
       0.962614616873809
      ]
     },
     "by_surface": {
      "ai_mode": {
       "sensitivity": 1.0,
       "n_gold_yes": 9
      },
      "ai_overviews": {
       "sensitivity": 1.0,
       "n_gold_yes": 8
      },
      "chatgpt": {
       "sensitivity": 1.0,
       "n_gold_yes": 9
      },
      "claude": {
       "sensitivity": 1.0,
       "n_gold_yes": 15
      },
      "gemini": {
       "sensitivity": 0.9286,
       "n_gold_yes": 14
      },
      "perplexity": {
       "sensitivity": 1.0,
       "n_gold_yes": 7
      }
     }
    },
    "whole_name_no_citations": {
     "sensitivity": {
      "value": 0.871,
      "k": 54,
      "n": 62,
      "ci": [
       0.7655067270982637,
       0.9331412194071697
      ]
     },
     "specificity": {
      "value": 1.0,
      "k": 58,
      "n": 58,
      "ci": [
       0.9378821442127971,
       1.0
      ]
     },
     "by_surface": {
      "ai_mode": {
       "sensitivity": 0.8889,
       "n_gold_yes": 9
      },
      "ai_overviews": {
       "sensitivity": 1.0,
       "n_gold_yes": 8
      },
      "chatgpt": {
       "sensitivity": 0.8889,
       "n_gold_yes": 9
      },
      "claude": {
       "sensitivity": 0.8,
       "n_gold_yes": 15
      },
      "gemini": {
       "sensitivity": 0.8571,
       "n_gold_yes": 14
      },
      "perplexity": {
       "sensitivity": 0.8571,
       "n_gold_yes": 7
      }
     }
    },
    "first_word_no_citations": {
     "sensitivity": {
      "value": 0.9677,
      "k": 60,
      "n": 62,
      "ci": [
       0.8897953040501456,
       0.9911086285001833
      ]
     },
     "specificity": {
      "value": 0.931,
      "k": 54,
      "n": 58,
      "ci": [
       0.8356633368561964,
       0.9728557529824217
      ]
     },
     "by_surface": {
      "ai_mode": {
       "sensitivity": 0.8889,
       "n_gold_yes": 9
      },
      "ai_overviews": {
       "sensitivity": 1.0,
       "n_gold_yes": 8
      },
      "chatgpt": {
       "sensitivity": 1.0,
       "n_gold_yes": 9
      },
      "claude": {
       "sensitivity": 1.0,
       "n_gold_yes": 15
      },
      "gemini": {
       "sensitivity": 0.9286,
       "n_gold_yes": 14
      },
      "perplexity": {
       "sensitivity": 1.0,
       "n_gold_yes": 7
      }
     }
    }
   }
  }
 }
}