{
 "study": "s18",
 "version": "1.1",
 "collected": "2026-09-28",
 "version_1_0_collected": "2026-09-26",
 "statistics": {
  "collected": "2026-09-28",
  "version_1_0_collected": "2026-09-26",
  "reanalyzed": "2026-09-28",
  "bootstrap": {
   "resamples": 2000,
   "seed": 20260928,
   "cluster": "question"
  },
  "answers": {
   "requested": 1560,
   "received": 1560,
   "unfinished_under_200_chars": 6,
   "unfinished_by_engine_wording": {
    "chatgpt:affordable": 1,
    "chatgpt:original": 3,
    "chatgpt:spend_less": 2
   },
   "no_brand_named": 18,
   "block_a": 1200,
   "block_b": 360,
   "by_engine": {
    "chatgpt": 520,
    "gemini": 520,
    "perplexity": 520
   }
  },
  "questions": 20,
  "timing": {
   "median_minutes_original_to_rewording": 0.1,
   "p90_minutes_original_to_rewording": 0.6,
   "median_minutes_between_original_reruns": 0.1,
   "collection_span_hours": 0.4,
   "first_utc": "2026-09-28 08:57:43+00:00",
   "last_utc": "2026-09-28 09:19:07+00:00"
  },
  "brands_per_answer_median": {
   "chatgpt": {
    "original": 6,
    "context": 4.0,
    "budget": 5.0,
    "conversational": 6.0
   },
   "gemini": {
    "original": 6.0,
    "context": 5.0,
    "budget": 5.0,
    "conversational": 6.0
   },
   "perplexity": {
    "original": 6.0,
    "context": 5.0,
    "budget": 4.0,
    "conversational": 7.0
   }
  },
  "brands_per_answer_mean": {
   "chatgpt": {
    "original": 5.55,
    "context": 4.62,
    "budget": 4.73,
    "conversational": 5.65,
    "affordable": 5.15,
    "spend_less": 4.42,
    "price_priority": 4.35
   },
   "gemini": {
    "original": 6.13,
    "context": 5.05,
    "budget": 5.17,
    "conversational": 5.89,
    "affordable": 5.03,
    "spend_less": 5.15,
    "price_priority": 4.53
   },
   "perplexity": {
    "original": 6.19,
    "context": 5.16,
    "budget": 4.57,
    "conversational": 7.02,
    "affordable": 4.88,
    "spend_less": 5.15,
    "price_priority": 4.55
   }
  },
  "by_engine": {
   "chatgpt": {
    "repeat_original": {
     "jaccard": {
      "value": 0.642,
      "ci95": [
       0.556,
       0.721
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "top1": {
      "value": 0.745,
      "ci95": [
       0.618,
       0.87
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "top3": {
      "value": 0.817,
      "ci95": [
       0.753,
       0.876
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "rbo": {
      "value": 0.85,
      "ci95": [
       0.793,
       0.904
      ],
      "n_cells": 20,
      "n_questions": 20
     }
    },
    "context": {
     "jaccard": {
      "value": 0.408,
      "ci95": [
       0.321,
       0.504
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "top1": {
      "value": 0.485,
      "ci95": [
       0.316,
       0.672
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "top3": {
      "value": 0.531,
      "ci95": [
       0.417,
       0.644
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "rbo": {
      "value": 0.61,
      "ci95": [
       0.506,
       0.717
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "retention": {
      "value": 0.517,
      "ci95": [
       0.426,
       0.607
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "replacement": {
      "value": 0.351,
      "ci95": [
       0.25,
       0.456
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "tau": {
      "value": 0.411,
      "ci95": [
       0.207,
       0.6
      ],
      "n_cells": 18,
      "n_questions": 18
     },
     "len_change": {
      "value": -0.9,
      "ci95": [
       -1.792,
       -0.065
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "rerun_ceiling_jaccard": {
      "value": 0.561,
      "ci95": [
       0.49,
       0.634
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "within_wording_jaccard": {
      "value": 0.479,
      "ci95": [
       0.392,
       0.571
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "excess_change_jaccard": {
      "value": 0.152,
      "ci95": [
       0.102,
       0.202
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "excess_top1": {
      "value": 0.245,
      "ci95": [
       0.106,
       0.396
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "excess_rbo": {
      "value": 0.164,
      "ci95": [
       0.086,
       0.248
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "psi_set": {
      "value": 0.592,
      "ci95": [
       0.496,
       0.679
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "psi_top1": {
      "value": 0.515,
      "ci95": [
       0.328,
       0.684
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "psi_rank": {
      "value": 0.39,
      "ci95": [
       0.283,
       0.494
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "r2_wording": {
      "value": 0.315,
      "ci95": [
       0.247,
       0.384
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "cells_significant_p05_pct": 55.0,
     "cells_with_positive_excess_pct": 90.0,
     "cells": 20
    },
    "budget": {
     "jaccard": {
      "value": 0.363,
      "ci95": [
       0.27,
       0.462
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "top1": {
      "value": 0.218,
      "ci95": [
       0.124,
       0.338
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "top3": {
      "value": 0.434,
      "ci95": [
       0.337,
       0.537
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "rbo": {
      "value": 0.5,
      "ci95": [
       0.412,
       0.593
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "retention": {
      "value": 0.499,
      "ci95": [
       0.395,
       0.612
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "replacement": {
      "value": 0.449,
      "ci95": [
       0.347,
       0.55
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "tau": {
      "value": 0.152,
      "ci95": [
       -0.086,
       0.368
      ],
      "n_cells": 18,
      "n_questions": 18
     },
     "len_change": {
      "value": -0.79,
      "ci95": [
       -1.637,
       0.023
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "rerun_ceiling_jaccard": {
      "value": 0.589,
      "ci95": [
       0.517,
       0.658
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "within_wording_jaccard": {
      "value": 0.537,
      "ci95": [
       0.455,
       0.617
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "excess_change_jaccard": {
      "value": 0.226,
      "ci95": [
       0.153,
       0.301
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "excess_top1": {
      "value": 0.448,
      "ci95": [
       0.304,
       0.588
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "excess_rbo": {
      "value": 0.272,
      "ci95": [
       0.184,
       0.359
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "psi_set": {
      "value": 0.637,
      "ci95": [
       0.538,
       0.73
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "psi_top1": {
      "value": 0.782,
      "ci95": [
       0.662,
       0.876
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "psi_rank": {
      "value": 0.5,
      "ci95": [
       0.407,
       0.588
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "r2_wording": {
      "value": 0.412,
      "ci95": [
       0.324,
       0.501
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "cells_significant_p05_pct": 70.0,
     "cells_with_positive_excess_pct": 85.0,
     "cells": 20
    },
    "conversational": {
     "jaccard": {
      "value": 0.555,
      "ci95": [
       0.477,
       0.635
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "top1": {
      "value": 0.574,
      "ci95": [
       0.435,
       0.712
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "top3": {
      "value": 0.679,
      "ci95": [
       0.592,
       0.765
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "rbo": {
      "value": 0.743,
      "ci95": [
       0.672,
       0.814
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "retention": {
      "value": 0.726,
      "ci95": [
       0.663,
       0.795
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "replacement": {
      "value": 0.289,
      "ci95": [
       0.209,
       0.373
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "tau": {
      "value": 0.495,
      "ci95": [
       0.343,
       0.631
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "len_change": {
      "value": 0.13,
      "ci95": [
       -0.52,
       0.887
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "rerun_ceiling_jaccard": {
      "value": 0.599,
      "ci95": [
       0.531,
       0.67
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "within_wording_jaccard": {
      "value": 0.557,
      "ci95": [
       0.466,
       0.651
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "excess_change_jaccard": {
      "value": 0.044,
      "ci95": [
       0.015,
       0.077
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "excess_top1": {
      "value": 0.074,
      "ci95": [
       0.012,
       0.154
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "excess_rbo": {
      "value": 0.056,
      "ci95": [
       0.024,
       0.098
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "psi_set": {
      "value": 0.445,
      "ci95": [
       0.365,
       0.523
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "psi_top1": {
      "value": 0.426,
      "ci95": [
       0.288,
       0.565
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "psi_rank": {
      "value": 0.257,
      "ci95": [
       0.186,
       0.328
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "r2_wording": {
      "value": 0.171,
      "ci95": [
       0.124,
       0.221
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "cells_significant_p05_pct": 20.0,
     "cells_with_positive_excess_pct": 70.0,
     "cells": 20
    },
    "all4_r2": {
     "value": 0.426,
     "ci95": [
      0.37,
      0.478
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "all4_significant_p05_pct": 90.0
   },
   "gemini": {
    "repeat_original": {
     "jaccard": {
      "value": 0.545,
      "ci95": [
       0.466,
       0.622
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "top1": {
      "value": 0.505,
      "ci95": [
       0.4,
       0.625
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "top3": {
      "value": 0.6,
      "ci95": [
       0.512,
       0.689
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "rbo": {
      "value": 0.664,
      "ci95": [
       0.599,
       0.731
      ],
      "n_cells": 20,
      "n_questions": 20
     }
    },
    "context": {
     "jaccard": {
      "value": 0.327,
      "ci95": [
       0.254,
       0.408
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "top1": {
      "value": 0.333,
      "ci95": [
       0.234,
       0.443
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "top3": {
      "value": 0.448,
      "ci95": [
       0.351,
       0.551
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "rbo": {
      "value": 0.476,
      "ci95": [
       0.393,
       0.561
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "retention": {
      "value": 0.429,
      "ci95": [
       0.349,
       0.512
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "replacement": {
      "value": 0.461,
      "ci95": [
       0.368,
       0.555
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "tau": {
      "value": 0.376,
      "ci95": [
       0.217,
       0.528
      ],
      "n_cells": 16,
      "n_questions": 16
     },
     "len_change": {
      "value": -1.08,
      "ci95": [
       -1.7,
       -0.43
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "rerun_ceiling_jaccard": {
      "value": 0.501,
      "ci95": [
       0.423,
       0.579
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "within_wording_jaccard": {
      "value": 0.458,
      "ci95": [
       0.361,
       0.554
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "excess_change_jaccard": {
      "value": 0.174,
      "ci95": [
       0.119,
       0.234
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "excess_top1": {
      "value": 0.155,
      "ci95": [
       0.083,
       0.234
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "excess_rbo": {
      "value": 0.156,
      "ci95": [
       0.101,
       0.22
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "psi_set": {
      "value": 0.673,
      "ci95": [
       0.592,
       0.746
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "psi_top1": {
      "value": 0.667,
      "ci95": [
       0.557,
       0.766
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "psi_rank": {
      "value": 0.524,
      "ci95": [
       0.439,
       0.607
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "r2_wording": {
      "value": 0.342,
      "ci95": [
       0.264,
       0.424
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "cells_significant_p05_pct": 65.0,
     "cells_with_positive_excess_pct": 90.0,
     "cells": 20
    },
    "budget": {
     "jaccard": {
      "value": 0.305,
      "ci95": [
       0.24,
       0.374
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "top1": {
      "value": 0.136,
      "ci95": [
       0.082,
       0.194
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "top3": {
      "value": 0.282,
      "ci95": [
       0.207,
       0.357
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "rbo": {
      "value": 0.375,
      "ci95": [
       0.3,
       0.451
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "retention": {
      "value": 0.411,
      "ci95": [
       0.341,
       0.485
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "replacement": {
      "value": 0.509,
      "ci95": [
       0.423,
       0.592
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "tau": {
      "value": 0.161,
      "ci95": [
       -0.029,
       0.366
      ],
      "n_cells": 17,
      "n_questions": 17
     },
     "len_change": {
      "value": -0.96,
      "ci95": [
       -1.5,
       -0.42
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "rerun_ceiling_jaccard": {
      "value": 0.484,
      "ci95": [
       0.427,
       0.542
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "within_wording_jaccard": {
      "value": 0.424,
      "ci95": [
       0.363,
       0.486
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "excess_change_jaccard": {
      "value": 0.179,
      "ci95": [
       0.134,
       0.227
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "excess_top1": {
      "value": 0.319,
      "ci95": [
       0.192,
       0.462
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "excess_rbo": {
      "value": 0.238,
      "ci95": [
       0.174,
       0.304
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "psi_set": {
      "value": 0.695,
      "ci95": [
       0.626,
       0.76
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "psi_top1": {
      "value": 0.864,
      "ci95": [
       0.806,
       0.918
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "psi_rank": {
      "value": 0.625,
      "ci95": [
       0.549,
       0.7
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "r2_wording": {
      "value": 0.33,
      "ci95": [
       0.273,
       0.39
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "cells_significant_p05_pct": 80.0,
     "cells_with_positive_excess_pct": 95.0,
     "cells": 20
    },
    "conversational": {
     "jaccard": {
      "value": 0.469,
      "ci95": [
       0.411,
       0.528
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "top1": {
      "value": 0.404,
      "ci95": [
       0.294,
       0.52
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "top3": {
      "value": 0.549,
      "ci95": [
       0.453,
       0.646
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "rbo": {
      "value": 0.612,
      "ci95": [
       0.541,
       0.682
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "retention": {
      "value": 0.616,
      "ci95": [
       0.563,
       0.668
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "replacement": {
      "value": 0.35,
      "ci95": [
       0.279,
       0.423
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "tau": {
      "value": 0.456,
      "ci95": [
       0.309,
       0.588
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "len_change": {
      "value": -0.24,
      "ci95": [
       -0.7,
       0.27
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "rerun_ceiling_jaccard": {
      "value": 0.508,
      "ci95": [
       0.443,
       0.572
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "within_wording_jaccard": {
      "value": 0.47,
      "ci95": [
       0.4,
       0.541
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "excess_change_jaccard": {
      "value": 0.038,
      "ci95": [
       0.009,
       0.07
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "excess_top1": {
      "value": 0.073,
      "ci95": [
       0.006,
       0.153
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "excess_rbo": {
      "value": 0.031,
      "ci95": [
       0.004,
       0.064
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "psi_set": {
      "value": 0.531,
      "ci95": [
       0.472,
       0.589
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "psi_top1": {
      "value": 0.596,
      "ci95": [
       0.48,
       0.706
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "psi_rank": {
      "value": 0.388,
      "ci95": [
       0.318,
       0.459
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "r2_wording": {
      "value": 0.168,
      "ci95": [
       0.122,
       0.224
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "cells_significant_p05_pct": 20.0,
     "cells_with_positive_excess_pct": 70.0,
     "cells": 20
    },
    "all4_r2": {
     "value": 0.41,
     "ci95": [
      0.366,
      0.456
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "all4_significant_p05_pct": 100.0
   },
   "perplexity": {
    "repeat_original": {
     "jaccard": {
      "value": 0.727,
      "ci95": [
       0.675,
       0.772
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "top1": {
      "value": 0.79,
      "ci95": [
       0.63,
       0.93
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "top3": {
      "value": 0.847,
      "ci95": [
       0.792,
       0.904
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "rbo": {
      "value": 0.866,
      "ci95": [
       0.832,
       0.9
      ],
      "n_cells": 20,
      "n_questions": 20
     }
    },
    "context": {
     "jaccard": {
      "value": 0.431,
      "ci95": [
       0.336,
       0.521
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "top1": {
      "value": 0.4,
      "ci95": [
       0.216,
       0.594
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "top3": {
      "value": 0.57,
      "ci95": [
       0.436,
       0.697
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "rbo": {
      "value": 0.577,
      "ci95": [
       0.46,
       0.686
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "retention": {
      "value": 0.53,
      "ci95": [
       0.421,
       0.63
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "replacement": {
      "value": 0.367,
      "ci95": [
       0.269,
       0.476
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "tau": {
      "value": 0.293,
      "ci95": [
       0.008,
       0.558
      ],
      "n_cells": 17,
      "n_questions": 17
     },
     "len_change": {
      "value": -1.03,
      "ci95": [
       -1.7,
       -0.39
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "rerun_ceiling_jaccard": {
      "value": 0.688,
      "ci95": [
       0.637,
       0.735
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "within_wording_jaccard": {
      "value": 0.648,
      "ci95": [
       0.581,
       0.713
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "excess_change_jaccard": {
      "value": 0.256,
      "ci95": [
       0.192,
       0.321
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "excess_top1": {
      "value": 0.348,
      "ci95": [
       0.184,
       0.526
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "excess_rbo": {
      "value": 0.268,
      "ci95": [
       0.184,
       0.358
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "psi_set": {
      "value": 0.569,
      "ci95": [
       0.479,
       0.664
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "psi_top1": {
      "value": 0.6,
      "ci95": [
       0.406,
       0.784
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "psi_rank": {
      "value": 0.423,
      "ci95": [
       0.314,
       0.54
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "r2_wording": {
      "value": 0.5,
      "ci95": [
       0.414,
       0.584
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "cells_significant_p05_pct": 85.0,
     "cells_with_positive_excess_pct": 95.0,
     "cells": 20
    },
    "budget": {
     "jaccard": {
      "value": 0.31,
      "ci95": [
       0.237,
       0.393
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "top1": {
      "value": 0.104,
      "ci95": [
       0.012,
       0.234
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "top3": {
      "value": 0.278,
      "ci95": [
       0.189,
       0.369
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "rbo": {
      "value": 0.378,
      "ci95": [
       0.294,
       0.467
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "retention": {
      "value": 0.402,
      "ci95": [
       0.314,
       0.496
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "replacement": {
      "value": 0.487,
      "ci95": [
       0.404,
       0.579
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "tau": {
      "value": -0.017,
      "ci95": [
       -0.284,
       0.26
      ],
      "n_cells": 17,
      "n_questions": 17
     },
     "len_change": {
      "value": -1.62,
      "ci95": [
       -2.32,
       -0.95
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "rerun_ceiling_jaccard": {
      "value": 0.724,
      "ci95": [
       0.682,
       0.761
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "within_wording_jaccard": {
      "value": 0.72,
      "ci95": [
       0.66,
       0.777
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "excess_change_jaccard": {
      "value": 0.414,
      "ci95": [
       0.331,
       0.489
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "excess_top1": {
      "value": 0.699,
      "ci95": [
       0.526,
       0.849
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "excess_rbo": {
      "value": 0.485,
      "ci95": [
       0.399,
       0.569
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "psi_set": {
      "value": 0.69,
      "ci95": [
       0.607,
       0.763
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "psi_top1": {
      "value": 0.896,
      "ci95": [
       0.766,
       0.988
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "psi_rank": {
      "value": 0.622,
      "ci95": [
       0.533,
       0.706
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "r2_wording": {
      "value": 0.66,
      "ci95": [
       0.563,
       0.74
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "cells_significant_p05_pct": 95.0,
     "cells_with_positive_excess_pct": 100.0,
     "cells": 20
    },
    "conversational": {
     "jaccard": {
      "value": 0.616,
      "ci95": [
       0.555,
       0.667
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "top1": {
      "value": 0.668,
      "ci95": [
       0.526,
       0.806
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "top3": {
      "value": 0.772,
      "ci95": [
       0.7,
       0.846
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "rbo": {
      "value": 0.785,
      "ci95": [
       0.735,
       0.83
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "retention": {
      "value": 0.818,
      "ci95": [
       0.759,
       0.87
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "replacement": {
      "value": 0.29,
      "ci95": [
       0.236,
       0.352
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "tau": {
      "value": 0.534,
      "ci95": [
       0.411,
       0.652
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "len_change": {
      "value": 0.83,
      "ci95": [
       0.39,
       1.27
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "rerun_ceiling_jaccard": {
      "value": 0.707,
      "ci95": [
       0.662,
       0.745
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "within_wording_jaccard": {
      "value": 0.687,
      "ci95": [
       0.638,
       0.731
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "excess_change_jaccard": {
      "value": 0.091,
      "ci95": [
       0.049,
       0.136
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "excess_top1": {
      "value": 0.089,
      "ci95": [
       0.024,
       0.197
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "excess_rbo": {
      "value": 0.067,
      "ci95": [
       0.04,
       0.096
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "psi_set": {
      "value": 0.384,
      "ci95": [
       0.333,
       0.445
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "psi_top1": {
      "value": 0.332,
      "ci95": [
       0.194,
       0.474
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "psi_rank": {
      "value": 0.215,
      "ci95": [
       0.17,
       0.265
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "r2_wording": {
      "value": 0.309,
      "ci95": [
       0.232,
       0.389
      ],
      "n_cells": 20,
      "n_questions": 20
     },
     "cells_significant_p05_pct": 45.0,
     "cells_with_positive_excess_pct": 90.0,
     "cells": 20
    },
    "all4_r2": {
     "value": 0.676,
     "ci95": [
      0.611,
      0.728
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "all4_significant_p05_pct": 95.0
   },
   "all": {
    "repeat_original": {
     "jaccard": {
      "value": 0.638,
      "ci95": [
       0.589,
       0.691
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "top1": {
      "value": 0.68,
      "ci95": [
       0.601,
       0.756
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "top3": {
      "value": 0.755,
      "ci95": [
       0.703,
       0.808
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "rbo": {
      "value": 0.794,
      "ci95": [
       0.756,
       0.834
      ],
      "n_cells": 60,
      "n_questions": 20
     }
    },
    "context": {
     "jaccard": {
      "value": 0.389,
      "ci95": [
       0.325,
       0.459
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "top1": {
      "value": 0.406,
      "ci95": [
       0.29,
       0.536
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "top3": {
      "value": 0.516,
      "ci95": [
       0.422,
       0.614
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "rbo": {
      "value": 0.554,
      "ci95": [
       0.475,
       0.641
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "retention": {
      "value": 0.492,
      "ci95": [
       0.424,
       0.565
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "replacement": {
      "value": 0.393,
      "ci95": [
       0.317,
       0.466
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "tau": {
      "value": 0.361,
      "ci95": [
       0.201,
       0.523
      ],
      "n_cells": 51,
      "n_questions": 19
     },
     "len_change": {
      "value": -1.003,
      "ci95": [
       -1.448,
       -0.576
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "rerun_ceiling_jaccard": {
      "value": 0.583,
      "ci95": [
       0.538,
       0.633
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "within_wording_jaccard": {
      "value": 0.528,
      "ci95": [
       0.476,
       0.587
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "excess_change_jaccard": {
      "value": 0.194,
      "ci95": [
       0.154,
       0.24
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "excess_top1": {
      "value": 0.249,
      "ci95": [
       0.158,
       0.343
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "excess_rbo": {
      "value": 0.196,
      "ci95": [
       0.139,
       0.258
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "psi_set": {
      "value": 0.611,
      "ci95": [
       0.541,
       0.675
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "psi_top1": {
      "value": 0.594,
      "ci95": [
       0.464,
       0.71
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "psi_rank": {
      "value": 0.446,
      "ci95": [
       0.359,
       0.525
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "r2_wording": {
      "value": 0.386,
      "ci95": [
       0.339,
       0.438
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "cells_significant_p05_pct": 68.3,
     "cells_with_positive_excess_pct": 91.7,
     "cells": 60
    },
    "budget": {
     "jaccard": {
      "value": 0.326,
      "ci95": [
       0.272,
       0.386
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "top1": {
      "value": 0.153,
      "ci95": [
       0.093,
       0.227
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "top3": {
      "value": 0.331,
      "ci95": [
       0.264,
       0.401
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "rbo": {
      "value": 0.418,
      "ci95": [
       0.354,
       0.486
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "retention": {
      "value": 0.437,
      "ci95": [
       0.377,
       0.505
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "replacement": {
      "value": 0.482,
      "ci95": [
       0.417,
       0.543
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "tau": {
      "value": 0.1,
      "ci95": [
       -0.03,
       0.235
      ],
      "n_cells": 52,
      "n_questions": 20
     },
     "len_change": {
      "value": -1.123,
      "ci95": [
       -1.533,
       -0.689
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "rerun_ceiling_jaccard": {
      "value": 0.599,
      "ci95": [
       0.559,
       0.64
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "within_wording_jaccard": {
      "value": 0.56,
      "ci95": [
       0.517,
       0.605
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "excess_change_jaccard": {
      "value": 0.273,
      "ci95": [
       0.22,
       0.322
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "excess_top1": {
      "value": 0.488,
      "ci95": [
       0.379,
       0.591
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "excess_rbo": {
      "value": 0.332,
      "ci95": [
       0.268,
       0.394
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "psi_set": {
      "value": 0.674,
      "ci95": [
       0.614,
       0.728
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "psi_top1": {
      "value": 0.847,
      "ci95": [
       0.773,
       0.906
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "psi_rank": {
      "value": 0.582,
      "ci95": [
       0.514,
       0.646
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "r2_wording": {
      "value": 0.467,
      "ci95": [
       0.401,
       0.53
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "cells_significant_p05_pct": 81.7,
     "cells_with_positive_excess_pct": 93.3,
     "cells": 60
    },
    "conversational": {
     "jaccard": {
      "value": 0.547,
      "ci95": [
       0.503,
       0.59
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "top1": {
      "value": 0.549,
      "ci95": [
       0.472,
       0.629
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "top3": {
      "value": 0.667,
      "ci95": [
       0.616,
       0.72
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "rbo": {
      "value": 0.713,
      "ci95": [
       0.672,
       0.755
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "retention": {
      "value": 0.72,
      "ci95": [
       0.683,
       0.753
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "replacement": {
      "value": 0.31,
      "ci95": [
       0.268,
       0.353
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "tau": {
      "value": 0.495,
      "ci95": [
       0.412,
       0.58
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "len_change": {
      "value": 0.24,
      "ci95": [
       -0.047,
       0.511
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "rerun_ceiling_jaccard": {
      "value": 0.605,
      "ci95": [
       0.56,
       0.65
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "within_wording_jaccard": {
      "value": 0.571,
      "ci95": [
       0.518,
       0.627
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "excess_change_jaccard": {
      "value": 0.058,
      "ci95": [
       0.036,
       0.08
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "excess_top1": {
      "value": 0.079,
      "ci95": [
       0.04,
       0.122
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "excess_rbo": {
      "value": 0.051,
      "ci95": [
       0.037,
       0.068
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "psi_set": {
      "value": 0.453,
      "ci95": [
       0.41,
       0.497
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "psi_top1": {
      "value": 0.451,
      "ci95": [
       0.371,
       0.528
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "psi_rank": {
      "value": 0.287,
      "ci95": [
       0.245,
       0.328
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "r2_wording": {
      "value": 0.216,
      "ci95": [
       0.18,
       0.253
      ],
      "n_cells": 60,
      "n_questions": 20
     },
     "cells_significant_p05_pct": 28.3,
     "cells_with_positive_excess_pct": 76.7,
     "cells": 60
    },
    "all4_r2": {
     "value": 0.504,
     "ci95": [
      0.466,
      0.537
     ],
     "n_cells": 60,
     "n_questions": 20
    },
    "all4_significant_p05_pct": 95.0
   }
  },
  "r2_chance_level": {
   "two_wordings_10_answers": 0.111,
   "four_wordings_20_answers": 0.158,
   "four_phrasings_11_answers": 0.3
  },
  "mixed_model": {
   "psi": {
    "n_cells": 180,
    "coefficients": {
     "Intercept": {
      "estimate": 0.432,
      "ci95": [
       0.366,
       0.497
      ],
      "p": 0.0
     },
     "wording[T.budget]": {
      "estimate": 0.221,
      "ci95": [
       0.164,
       0.277
      ],
      "p": 0.0
     },
     "wording[T.context]": {
      "estimate": 0.158,
      "ci95": [
       0.102,
       0.214
      ],
      "p": 0.0
     },
     "engine[T.gemini]": {
      "estimate": 0.075,
      "ci95": [
       0.019,
       0.131
      ],
      "p": 0.0086
     },
     "engine[T.perplexity]": {
      "estimate": -0.01,
      "ci95": [
       -0.066,
       0.046
      ],
      "p": 0.7248
     }
    },
    "question_variance": 0.0084,
    "residual_variance": 0.0246,
    "question_share_of_variance": 0.255,
    "lr_test_wording": {
     "chi2": 53.04,
     "df": 2,
     "p": 3e-12
    },
    "lr_test_wording_x_engine": {
     "chi2": 4.84,
     "df": 4,
     "p": 0.3038
    }
   },
   "excess": {
    "n_cells": 180,
    "coefficients": {
     "Intercept": {
      "estimate": 0.024,
      "ci95": [
       -0.022,
       0.069
      ],
      "p": 0.3111
     },
     "wording[T.budget]": {
      "estimate": 0.215,
      "ci95": [
       0.171,
       0.259
      ],
      "p": 0.0
     },
     "wording[T.context]": {
      "estimate": 0.136,
      "ci95": [
       0.092,
       0.181
      ],
      "p": 0.0
     },
     "engine[T.gemini]": {
      "estimate": -0.01,
      "ci95": [
       -0.054,
       0.034
      ],
      "p": 0.6508
     },
     "engine[T.perplexity]": {
      "estimate": 0.113,
      "ci95": [
       0.069,
       0.157
      ],
      "p": 0.0
     }
    },
    "question_variance": 0.0024,
    "residual_variance": 0.0152,
    "question_share_of_variance": 0.138,
    "lr_test_wording": {
     "chi2": 73.6,
     "df": 2,
     "p": 1e-16
    },
    "lr_test_wording_x_engine": {
     "chi2": 14.31,
     "df": 4,
     "p": 0.0064
    }
   }
  },
  "rank_layer_survival_pct": {
   "repeat": {
    "rank 1": 94.3,
    "ranks 2-3": 85.0,
    "rank 4 or lower": 65.4
   },
   "context": {
    "rank 1": 69.1,
    "ranks 2-3": 58.4,
    "rank 4 or lower": 35.7
   },
   "budget": {
    "rank 1": 54.5,
    "ranks 2-3": 42.8,
    "rank 4 or lower": 34.2
   },
   "conversational": {
    "rank 1": 87.6,
    "ranks 2-3": 80.3,
    "rank 4 or lower": 58.5
   }
  },
  "rank_layer_n": {
   "rank 1": 293,
   "ranks 2-3": 574,
   "rank 4 or lower": 903
  },
  "brand_fate": {
   "brand_cells": 1074,
   "categories_pct": {
    "volatile (1-2 of all answers)": 40.6,
    "leaves with budget": 15.0,
    "intermediate": 14.5,
    "enters with budget": 9.4,
    "stable": 7.4,
    "enters with business context": 5.0,
    "leaves with business context": 4.9,
    "moves with unbiased request": 3.2
   },
   "categories_n": {
    "volatile (1-2 of all answers)": 436,
    "leaves with budget": 161,
    "intermediate": 156,
    "enters with budget": 101,
    "stable": 79,
    "enters with business context": 54,
    "leaves with business context": 53,
    "moves with unbiased request": 34
   },
   "by_engine_pct": {
    "chatgpt": {
     "volatile (1-2 of all answers)": 44.4,
     "intermediate": 12.9,
     "leaves with budget": 12.6,
     "stable": 9.9,
     "enters with budget": 9.6,
     "leaves with business context": 5.7,
     "enters with business context": 2.7,
     "moves with unbiased request": 2.1
    },
    "gemini": {
     "volatile (1-2 of all answers)": 47.7,
     "intermediate": 16.4,
     "leaves with budget": 11.3,
     "enters with budget": 7.4,
     "leaves with business context": 5.3,
     "enters with business context": 5.1,
     "stable": 4.8,
     "moves with unbiased request": 2.1
    },
    "perplexity": {
     "volatile (1-2 of all answers)": 26.4,
     "leaves with budget": 22.8,
     "intermediate": 13.7,
     "enters with budget": 12.1,
     "stable": 8.1,
     "enters with business context": 7.5,
     "moves with unbiased request": 5.9,
     "leaves with business context": 3.6
    }
   },
   "original_core_brands": 337,
   "original_core_kept_under_budget_pct": 42.7,
   "original_core_kept_under_context_pct": 51.3,
   "original_core_kept_under_unbiased_pct": 78.6,
   "original_core_absent_under_budget_pct": 47.8,
   "visibility_spread_40pts_or_more_pct": 88.6,
   "brands_named_3plus": 638,
   "engine_specific_pct_of_brands_named_by_half_of_one_engines_answers": 10.5,
   "engine_specific_denominator": 143
  },
  "conditional_visibility_examples": {
   "What is the best air fryer? | chatgpt": [
    {
     "brand": "cosori",
     "rate_original": 1.0,
     "rate_context": 0.0,
     "rate_budget": 0.8,
     "rate_conversational": 1.0
    },
    {
     "brand": "turboblaze",
     "rate_original": 1.0,
     "rate_context": 0.0,
     "rate_budget": 0.4,
     "rate_conversational": 1.0
    },
    {
     "brand": "ninja",
     "rate_original": 0.75,
     "rate_context": 1.0,
     "rate_budget": 1.0,
     "rate_conversational": 1.0
    },
    {
     "brand": "instant vortex plus",
     "rate_original": 0.75,
     "rate_context": 0.0,
     "rate_budget": 0.0,
     "rate_conversational": 1.0
    },
    {
     "brand": "ninja foodi dualzone",
     "rate_original": 0.75,
     "rate_context": 0.4,
     "rate_budget": 0.0,
     "rate_conversational": 0.8
    },
    {
     "brand": "ninja air fryer pro",
     "rate_original": 0.25,
     "rate_context": 0.0,
     "rate_budget": 0.4,
     "rate_conversational": 0.8
    },
    {
     "brand": "ninja doublestack xl",
     "rate_original": 0.25,
     "rate_context": 0.8,
     "rate_budget": 0.0,
     "rate_conversational": 0.0
    },
    {
     "brand": "gourmia",
     "rate_original": 0.0,
     "rate_context": 0.2,
     "rate_budget": 0.8,
     "rate_conversational": 0.0
    }
   ],
   "What is the best air fryer? | gemini": [
    {
     "brand": "ninja",
     "rate_original": 1.0,
     "rate_context": 1.0,
     "rate_budget": 0.0,
     "rate_conversational": 1.0
    },
    {
     "brand": "breville smart oven air fryer",
     "rate_original": 0.8,
     "rate_context": 0.4,
     "rate_budget": 0.0,
     "rate_conversational": 0.8
    },
    {
     "brand": "cosori",
     "rate_original": 0.6,
     "rate_context": 0.8,
     "rate_budget": 0.4,
     "rate_conversational": 0.4
    },
    {
     "brand": "beautiful by drew barrymore 6 quart",
     "rate_original": 0.6,
     "rate_context": 0.0,
     "rate_budget": 0.4,
     "rate_conversational": 0.4
    },
    {
     "brand": "ninja foodi dualzone",
     "rate_original": 0.6,
     "rate_context": 0.2,
     "rate_budget": 0.0,
     "rate_conversational": 0.8
    },
    {
     "brand": "instant vortex plus",
     "rate_original": 0.4,
     "rate_context": 0.2,
     "rate_budget": 0.0,
     "rate_conversational": 0.6
    },
    {
     "brand": "turboblaze",
     "rate_original": 0.2,
     "rate_context": 0.2,
     "rate_budget": 0.0,
     "rate_conversational": 0.4
    }
   ],
   "What is the best air fryer? | perplexity": [
    {
     "brand": "gourmia",
     "rate_original": 1.0,
     "rate_context": 0.2,
     "rate_budget": 1.0,
     "rate_conversational": 0.8
    },
    {
     "brand": "cosori",
     "rate_original": 1.0,
     "rate_context": 1.0,
     "rate_budget": 0.4,
     "rate_conversational": 1.0
    },
    {
     "brand": "turboblaze",
     "rate_original": 1.0,
     "rate_context": 1.0,
     "rate_budget": 0.2,
     "rate_conversational": 1.0
    },
    {
     "brand": "ninja air fryer pro",
     "rate_original": 1.0,
     "rate_context": 0.0,
     "rate_budget": 0.0,
     "rate_conversational": 0.4
    },
    {
     "brand": "ninja",
     "rate_original": 1.0,
     "rate_context": 1.0,
     "rate_budget": 0.0,
     "rate_conversational": 0.6
    },
    {
     "brand": "instant vortex plus",
     "rate_original": 1.0,
     "rate_context": 0.2,
     "rate_budget": 0.0,
     "rate_conversational": 1.0
    },
    {
     "brand": "chefman turbofry 2 quart",
     "rate_original": 0.0,
     "rate_context": 0.0,
     "rate_budget": 0.8,
     "rate_conversational": 0.0
    }
   ],
   "Which email marketing platform is best for ecommerce? | chatgpt": [
    {
     "brand": "omnisend",
     "rate_original": 1.0,
     "rate_context": 1.0,
     "rate_budget": 1.0,
     "rate_conversational": 1.0
    },
    {
     "brand": "shopify",
     "rate_original": 1.0,
     "rate_context": 1.0,
     "rate_budget": 1.0,
     "rate_conversational": 1.0
    },
    {
     "brand": "klaviyo",
     "rate_original": 1.0,
     "rate_context": 1.0,
     "rate_budget": 1.0,
     "rate_conversational": 1.0
    },
    {
     "brand": "woocommerce",
     "rate_original": 1.0,
     "rate_context": 1.0,
     "rate_budget": 0.8,
     "rate_conversational": 1.0
    },
    {
     "brand": "mailchimp",
     "rate_original": 1.0,
     "rate_context": 1.0,
     "rate_budget": 0.4,
     "rate_conversational": 1.0
    },
    {
     "brand": "bigcommerce",
     "rate_original": 0.8,
     "rate_context": 0.4,
     "rate_budget": 0.0,
     "rate_conversational": 0.4
    },
    {
     "brand": "brevo",
     "rate_original": 0.6,
     "rate_context": 0.8,
     "rate_budget": 1.0,
     "rate_conversational": 0.2
    },
    {
     "brand": "mailerlite",
     "rate_original": 0.0,
     "rate_context": 0.0,
     "rate_budget": 0.8,
     "rate_conversational": 0.0
    }
   ],
   "Which email marketing platform is best for ecommerce? | gemini": [
    {
     "brand": "shopify",
     "rate_original": 1.0,
     "rate_context": 1.0,
     "rate_budget": 1.0,
     "rate_conversational": 1.0
    },
    {
     "brand": "woocommerce",
     "rate_original": 1.0,
     "rate_context": 1.0,
     "rate_budget": 1.0,
     "rate_conversational": 1.0
    },
    {
     "brand": "omnisend",
     "rate_original": 1.0,
     "rate_context": 1.0,
     "rate_budget": 1.0,
     "rate_conversational": 1.0
    },
    {
     "brand": "klaviyo",
     "rate_original": 1.0,
     "rate_context": 1.0,
     "rate_budget": 0.2,
     "rate_conversational": 1.0
    },
    {
     "brand": "drip",
     "rate_original": 1.0,
     "rate_context": 0.8,
     "rate_budget": 0.0,
     "rate_conversational": 0.6
    },
    {
     "brand": "mailerlite",
     "rate_original": 0.8,
     "rate_context": 0.8,
     "rate_budget": 0.8,
     "rate_conversational": 0.4
    },
    {
     "brand": "bigcommerce",
     "rate_original": 0.6,
     "rate_context": 0.8,
     "rate_budget": 0.4,
     "rate_conversational": 0.4
    },
    {
     "brand": "brevo",
     "rate_original": 0.2,
     "rate_context": 0.2,
     "rate_budget": 0.8,
     "rate_conversational": 0.6
    }
   ],
   "Which email marketing platform is best for ecommerce? | perplexity": [
    {
     "brand": "omnisend",
     "rate_original": 1.0,
     "rate_context": 1.0,
     "rate_budget": 1.0,
     "rate_conversational": 1.0
    },
    {
     "brand": "shopify",
     "rate_original": 1.0,
     "rate_context": 1.0,
     "rate_budget": 0.4,
     "rate_conversational": 1.0
    },
    {
     "brand": "klaviyo",
     "rate_original": 1.0,
     "rate_context": 1.0,
     "rate_budget": 0.0,
     "rate_conversational": 1.0
    },
    {
     "brand": "mailchimp",
     "rate_original": 1.0,
     "rate_context": 1.0,
     "rate_budget": 0.0,
     "rate_conversational": 0.4
    },
    {
     "brand": "drip",
     "rate_original": 1.0,
     "rate_context": 0.0,
     "rate_budget": 0.0,
     "rate_conversational": 0.4
    },
    {
     "brand": "woocommerce",
     "rate_original": 0.8,
     "rate_context": 1.0,
     "rate_budget": 0.4,
     "rate_conversational": 0.0
    },
    {
     "brand": "activecampaign",
     "rate_original": 0.8,
     "rate_context": 0.0,
     "rate_budget": 0.0,
     "rate_conversational": 1.0
    },
    {
     "brand": "mailerlite",
     "rate_original": 0.0,
     "rate_context": 0.6,
     "rate_budget": 1.0,
     "rate_conversational": 0.8
    }
   ]
  },
  "by_group": {
   "Consumer products": {
    "context": {
     "between_jaccard": {
      "value": 0.386,
      "ci95": [
       0.312,
       0.46
      ],
      "n_cells": 15,
      "n_questions": 5
     },
     "excess_change_jaccard": {
      "value": 0.136,
      "ci95": [
       0.094,
       0.178
      ],
      "n_cells": 15,
      "n_questions": 5
     }
    },
    "budget": {
     "between_jaccard": {
      "value": 0.194,
      "ci95": [
       0.166,
       0.223
      ],
      "n_cells": 15,
      "n_questions": 5
     },
     "excess_change_jaccard": {
      "value": 0.321,
      "ci95": [
       0.278,
       0.365
      ],
      "n_cells": 15,
      "n_questions": 5
     }
    },
    "conversational": {
     "between_jaccard": {
      "value": 0.543,
      "ci95": [
       0.469,
       0.617
      ],
      "n_cells": 15,
      "n_questions": 5
     },
     "excess_change_jaccard": {
      "value": 0.009,
      "ci95": [
       -0.004,
       0.025
      ],
      "n_cells": 15,
      "n_questions": 5
     }
    },
    "repeat_jaccard": {
     "value": 0.555,
     "ci95": [
      0.487,
      0.622
     ],
     "n_cells": 15,
     "n_questions": 5
    },
    "questions": 5
   },
   "Business software": {
    "context": {
     "between_jaccard": {
      "value": 0.526,
      "ci95": [
       0.401,
       0.657
      ],
      "n_cells": 15,
      "n_questions": 5
     },
     "excess_change_jaccard": {
      "value": 0.147,
      "ci95": [
       0.1,
       0.21
      ],
      "n_cells": 15,
      "n_questions": 5
     }
    },
    "budget": {
     "between_jaccard": {
      "value": 0.363,
      "ci95": [
       0.319,
       0.406
      ],
      "n_cells": 15,
      "n_questions": 5
     },
     "excess_change_jaccard": {
      "value": 0.291,
      "ci95": [
       0.266,
       0.318
      ],
      "n_cells": 15,
      "n_questions": 5
     }
    },
    "conversational": {
     "between_jaccard": {
      "value": 0.58,
      "ci95": [
       0.477,
       0.664
      ],
      "n_cells": 15,
      "n_questions": 5
     },
     "excess_change_jaccard": {
      "value": 0.088,
      "ci95": [
       0.047,
       0.132
      ],
      "n_cells": 15,
      "n_questions": 5
     }
    },
    "repeat_jaccard": {
     "value": 0.708,
     "ci95": [
      0.599,
      0.796
     ],
     "n_cells": 15,
     "n_questions": 5
    },
    "questions": 5
   },
   "Insurance and finance": {
    "context": {
     "between_jaccard": {
      "value": 0.289,
      "ci95": [
       0.227,
       0.347
      ],
      "n_cells": 21,
      "n_questions": 7
     },
     "excess_change_jaccard": {
      "value": 0.241,
      "ci95": [
       0.176,
       0.297
      ],
      "n_cells": 21,
      "n_questions": 7
     }
    },
    "budget": {
     "between_jaccard": {
      "value": 0.341,
      "ci95": [
       0.25,
       0.434
      ],
      "n_cells": 21,
      "n_questions": 7
     },
     "excess_change_jaccard": {
      "value": 0.245,
      "ci95": [
       0.12,
       0.386
      ],
      "n_cells": 21,
      "n_questions": 7
     }
    },
    "conversational": {
     "between_jaccard": {
      "value": 0.501,
      "ci95": [
       0.436,
       0.564
      ],
      "n_cells": 21,
      "n_questions": 7
     },
     "excess_change_jaccard": {
      "value": 0.064,
      "ci95": [
       0.026,
       0.102
      ],
      "n_cells": 21,
      "n_questions": 7
     }
    },
    "repeat_jaccard": {
     "value": 0.61,
     "ci95": [
      0.544,
      0.696
     ],
     "n_cells": 21,
     "n_questions": 7
    },
    "questions": 7
   },
   "Health and legal services": {
    "context": {
     "between_jaccard": {
      "value": 0.398,
      "ci95": [
       0.245,
       0.685
      ],
      "n_cells": 9,
      "n_questions": 3
     },
     "excess_change_jaccard": {
      "value": 0.263,
      "ci95": [
       0.069,
       0.421
      ],
      "n_cells": 9,
      "n_questions": 3
     }
    },
    "budget": {
     "between_jaccard": {
      "value": 0.451,
      "ci95": [
       0.292,
       0.645
      ],
      "n_cells": 9,
      "n_questions": 3
     },
     "excess_change_jaccard": {
      "value": 0.227,
      "ci95": [
       0.14,
       0.271
      ],
      "n_cells": 9,
      "n_questions": 3
     }
    },
    "conversational": {
     "between_jaccard": {
      "value": 0.604,
      "ci95": [
       0.52,
       0.727
      ],
      "n_cells": 9,
      "n_questions": 3
     },
     "excess_change_jaccard": {
      "value": 0.075,
      "ci95": [
       0.065,
       0.081
      ],
      "n_cells": 9,
      "n_questions": 3
     }
    },
    "repeat_jaccard": {
     "value": 0.725,
     "ci95": [
      0.648,
      0.765
     ],
     "n_cells": 9,
     "n_questions": 3
    },
    "questions": 3
   }
  },
  "baseline_stability_vs_budget_overlap_spearman": {
   "rho": 0.29,
   "p": 0.025,
   "n_cells": 60
  },
  "budget_change_by_question": [
   {
    "question": "What is the best robot vacuum?",
    "psi_set": 0.844
   },
   {
    "question": "What are the best noise-cancelling headphones?",
    "psi_set": 0.828
   },
   {
    "question": "What is the best air fryer?",
    "psi_set": 0.827
   },
   {
    "question": "What is the best travel insurance company?",
    "psi_set": 0.812
   },
   {
    "question": "What is the best home warranty company?",
    "psi_set": 0.783
   },
   {
    "question": "What are the best running shoes for flat feet?",
    "psi_set": 0.775
   },
   {
    "question": "What is the best meal kit delivery service?",
    "psi_set": 0.755
   },
   {
    "question": "Which pet insurance company is the best?",
    "psi_set": 0.734
   },
   {
    "question": "Which telehealth services are best for prescriptions?",
    "psi_set": 0.708
   },
   {
    "question": "Which cybersecurity companies are best for mid-size businesses?",
    "psi_set": 0.707
   },
   {
    "question": "What is the best fee-only financial advisor firm?",
    "psi_set": 0.675
   },
   {
    "question": "Which project management software is best for remote teams?",
    "psi_set": 0.67
   },
   {
    "question": "Which endpoint security software is the best?",
    "psi_set": 0.649
   },
   {
    "question": "Which tax preparation services are the most trustworthy?",
    "psi_set": 0.622
   },
   {
    "question": "Which website builder is best for small businesses?",
    "psi_set": 0.585
   },
   {
    "question": "What is the best online therapy platform?",
    "psi_set": 0.584
   },
   {
    "question": "Which email marketing platform is best for ecommerce?",
    "psi_set": 0.575
   },
   {
    "question": "Which robo-advisor is the best?",
    "psi_set": 0.502
   },
   {
    "question": "Which car insurance company is the cheapest for young drivers?",
    "psi_set": 0.486
   },
   {
    "question": "What is the best online legal service for forming an LLC?",
    "psi_set": 0.355
   }
  ],
  "sources": {
   "chatgpt": {
    "answers_with_cited_sources_pct": 97.5,
    "domain_jaccard_repeat": 0.632,
    "domain_jaccard_context": 0.292,
    "domain_jaccard_budget": 0.282,
    "domain_jaccard_conversational": 0.39,
    "source_change_vs_brand_change_spearman": {
     "rho": 0.35,
     "p": 0.0061,
     "n_cells": 60
    }
   },
   "gemini": {
    "answers_with_cited_sources_pct": 95.2,
    "domain_jaccard_repeat": 0.325,
    "domain_jaccard_context": 0.107,
    "domain_jaccard_budget": 0.147,
    "domain_jaccard_conversational": 0.19,
    "source_change_vs_brand_change_spearman": {
     "rho": 0.344,
     "p": 0.0071,
     "n_cells": 60
    }
   },
   "perplexity": {
    "answers_with_cited_sources_pct": 100.0,
    "domain_jaccard_repeat": 0.986,
    "domain_jaccard_context": 0.517,
    "domain_jaccard_budget": 0.595,
    "domain_jaccard_conversational": 0.82,
    "source_change_vs_brand_change_spearman": {
     "rho": 0.427,
     "p": 0.00067,
     "n_cells": 60
    }
   }
  },
  "price_language_pct": {
   "original": 85.9,
   "context": 76.0,
   "budget": 100.0,
   "conversational": 93.0,
   "affordable": 100.0,
   "spend_less": 100.0,
   "price_priority": 100.0
  },
  "dollar_figures_pct": {
   "original": 33.0,
   "context": 37.3,
   "budget": 84.7,
   "conversational": 43.0,
   "affordable": 84.9,
   "spend_less": 80.5,
   "price_priority": 86.7
  },
  "paraphrase_family": {
   "cells": 60,
   "chatgpt": {
    "within_phrasing_jaccard": {
     "value": 0.547,
     "ci95": [
      0.478,
      0.616
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "between_phrasing_jaccard": {
     "value": 0.516,
     "ci95": [
      0.453,
      0.581
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "lexical_gap_jaccard": {
     "value": 0.031,
     "ci95": [
      0.001,
      0.062
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "within_phrasing_top1": {
     "value": 0.575,
     "ci95": [
      0.443,
      0.707
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "between_phrasing_top1": {
     "value": 0.5,
     "ci95": [
      0.376,
      0.632
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "family_vs_original_jaccard": {
     "value": 0.368,
     "ci95": [
      0.286,
      0.457
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "original_repeat_jaccard": {
     "value": 0.642,
     "ci95": [
      0.556,
      0.721
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "r2_phrasing": {
     "value": 0.378,
     "ci95": [
      0.336,
      0.42
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "entrants_in_other_phrasings_pct": {
     "value": 0.756,
     "ci95": [
      0.621,
      0.885
     ],
     "n_cells": 15,
     "n_questions": 15
    },
    "vs_original_budget": {
     "value": 0.363,
     "ci95": [
      0.27,
      0.462
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "vs_original_affordable": {
     "value": 0.412,
     "ci95": [
      0.327,
      0.5
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "vs_original_spend_less": {
     "value": 0.344,
     "ci95": [
      0.26,
      0.432
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "vs_original_price_priority": {
     "value": 0.367,
     "ci95": [
      0.292,
      0.453
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "cells_significant_p05_pct": 15.0
   },
   "gemini": {
    "within_phrasing_jaccard": {
     "value": 0.43,
     "ci95": [
      0.374,
      0.488
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "between_phrasing_jaccard": {
     "value": 0.388,
     "ci95": [
      0.323,
      0.455
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "lexical_gap_jaccard": {
     "value": 0.042,
     "ci95": [
      0.011,
      0.072
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "within_phrasing_top1": {
     "value": 0.396,
     "ci95": [
      0.288,
      0.515
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "between_phrasing_top1": {
     "value": 0.337,
     "ci95": [
      0.244,
      0.443
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "family_vs_original_jaccard": {
     "value": 0.313,
     "ci95": [
      0.251,
      0.381
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "original_repeat_jaccard": {
     "value": 0.545,
     "ci95": [
      0.466,
      0.622
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "r2_phrasing": {
     "value": 0.351,
     "ci95": [
      0.311,
      0.393
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "entrants_in_other_phrasings_pct": {
     "value": 0.67,
     "ci95": [
      0.504,
      0.811
     ],
     "n_cells": 15,
     "n_questions": 15
    },
    "vs_original_budget": {
     "value": 0.305,
     "ci95": [
      0.24,
      0.374
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "vs_original_affordable": {
     "value": 0.338,
     "ci95": [
      0.265,
      0.419
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "vs_original_spend_less": {
     "value": 0.338,
     "ci95": [
      0.269,
      0.407
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "vs_original_price_priority": {
     "value": 0.286,
     "ci95": [
      0.217,
      0.357
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "cells_significant_p05_pct": 25.0
   },
   "perplexity": {
    "within_phrasing_jaccard": {
     "value": 0.712,
     "ci95": [
      0.66,
      0.763
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "between_phrasing_jaccard": {
     "value": 0.517,
     "ci95": [
      0.452,
      0.586
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "lexical_gap_jaccard": {
     "value": 0.196,
     "ci95": [
      0.146,
      0.245
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "within_phrasing_top1": {
     "value": 0.831,
     "ci95": [
      0.731,
      0.919
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "between_phrasing_top1": {
     "value": 0.62,
     "ci95": [
      0.498,
      0.754
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "family_vs_original_jaccard": {
     "value": 0.341,
     "ci95": [
      0.268,
      0.421
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "original_repeat_jaccard": {
     "value": 0.727,
     "ci95": [
      0.675,
      0.772
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "r2_phrasing": {
     "value": 0.598,
     "ci95": [
      0.521,
      0.671
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "entrants_in_other_phrasings_pct": {
     "value": 0.668,
     "ci95": [
      0.537,
      0.795
     ],
     "n_cells": 18,
     "n_questions": 18
    },
    "vs_original_budget": {
     "value": 0.31,
     "ci95": [
      0.237,
      0.393
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "vs_original_affordable": {
     "value": 0.359,
     "ci95": [
      0.28,
      0.442
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "vs_original_spend_less": {
     "value": 0.377,
     "ci95": [
      0.29,
      0.471
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "vs_original_price_priority": {
     "value": 0.362,
     "ci95": [
      0.281,
      0.45
     ],
     "n_cells": 20,
     "n_questions": 20
    },
    "cells_significant_p05_pct": 80.0
   },
   "all": {
    "within_phrasing_jaccard": {
     "value": 0.563,
     "ci95": [
      0.523,
      0.603
     ],
     "n_cells": 60,
     "n_questions": 20
    },
    "between_phrasing_jaccard": {
     "value": 0.474,
     "ci95": [
      0.429,
      0.517
     ],
     "n_cells": 60,
     "n_questions": 20
    },
    "lexical_gap_jaccard": {
     "value": 0.09,
     "ci95": [
      0.061,
      0.117
     ],
     "n_cells": 60,
     "n_questions": 20
    },
    "within_phrasing_top1": {
     "value": 0.601,
     "ci95": [
      0.513,
      0.69
     ],
     "n_cells": 60,
     "n_questions": 20
    },
    "between_phrasing_top1": {
     "value": 0.486,
     "ci95": [
      0.408,
      0.574
     ],
     "n_cells": 60,
     "n_questions": 20
    },
    "family_vs_original_jaccard": {
     "value": 0.341,
     "ci95": [
      0.286,
      0.399
     ],
     "n_cells": 60,
     "n_questions": 20
    },
    "original_repeat_jaccard": {
     "value": 0.638,
     "ci95": [
      0.589,
      0.691
     ],
     "n_cells": 60,
     "n_questions": 20
    },
    "r2_phrasing": {
     "value": 0.442,
     "ci95": [
      0.408,
      0.476
     ],
     "n_cells": 60,
     "n_questions": 20
    },
    "entrants_in_other_phrasings_pct": {
     "value": 0.696,
     "ci95": [
      0.599,
      0.79
     ],
     "n_cells": 48,
     "n_questions": 19
    },
    "vs_original_budget": {
     "value": 0.326,
     "ci95": [
      0.272,
      0.386
     ],
     "n_cells": 60,
     "n_questions": 20
    },
    "vs_original_affordable": {
     "value": 0.37,
     "ci95": [
      0.309,
      0.434
     ],
     "n_cells": 60,
     "n_questions": 20
    },
    "vs_original_spend_less": {
     "value": 0.353,
     "ci95": [
      0.298,
      0.41
     ],
     "n_cells": 60,
     "n_questions": 20
    },
    "vs_original_price_priority": {
     "value": 0.338,
     "ci95": [
      0.278,
      0.405
     ],
     "n_cells": 60,
     "n_questions": 20
    },
    "cells_significant_p05_pct": 40.0
   }
  },
  "cross_date": {
   "chatgpt": {
    "original_cross_date_jaccard": 0.642,
    "context_cross_date_jaccard": 0.428,
    "budget_cross_date_jaccard": 0.536,
    "conversational_cross_date_jaccard": 0.573
   },
   "gemini": {
    "original_cross_date_jaccard": 0.546,
    "context_cross_date_jaccard": 0.392,
    "budget_cross_date_jaccard": 0.371,
    "conversational_cross_date_jaccard": 0.479
   },
   "perplexity": {
    "original_cross_date_jaccard": 0.688,
    "context_cross_date_jaccard": 0.576,
    "budget_cross_date_jaccard": 0.595,
    "conversational_cross_date_jaccard": 0.661
   }
  },
  "v1_0_reextracted_jaccard": {
   "chatgpt:context": 0.402,
   "chatgpt:budget": 0.451,
   "chatgpt:conversational": 0.601,
   "gemini:context": 0.34,
   "gemini:budget": 0.275,
   "gemini:conversational": 0.478,
   "perplexity:context": 0.446,
   "perplexity:budget": 0.303,
   "perplexity:conversational": 0.597
  },
  "hypotheses": {
   "H1": {
    "claim": "Rewordings that add decision information lower brand-set overlap with the original",
    "supported": true
   },
   "H2": {
    "claim": "A budget constraint changes the set more than a request for an unbiased answer",
    "supported": true
   },
   "H3": {
    "claim": "Substantive rewordings change the set more than same-wording reruns",
    "supported": {
     "context": true,
     "budget": true,
     "conversational": true
    }
   },
   "H4": {
    "claim": "Sensitivity differs by engine",
    "lr_p": 0.3038
   },
   "H5": {
    "claim": "Some brands are far more wording-sensitive than others",
    "visibility_spread_40pts_pct": 88.6
   },
   "H6": {
    "claim": "Rewording removes lower-ranked brands more than top-ranked ones",
    "survival": {
     "repeat": {
      "rank 1": 94.3,
      "ranks 2-3": 85.0,
      "rank 4 or lower": 65.4
     },
     "context": {
      "rank 1": 69.1,
      "ranks 2-3": 58.4,
      "rank 4 or lower": 35.7
     },
     "budget": {
      "rank 1": 54.5,
      "ranks 2-3": 42.8,
      "rank 4 or lower": 34.2
     },
     "conversational": {
      "rank 1": 87.6,
      "ranks 2-3": 80.3,
      "rank 4 or lower": 58.5
     }
    }
   }
  },
  "reason_codes": {
   "items": 102,
   "questions": 10,
   "coder_agreement_pct": 87.3,
   "cohen_kappa": 0.799,
   "disagreements_adjudicated": 13,
   "items_dropped_after_extraction_fix": 6,
   "final_pct": {
    "price_value": 55.9,
    "features": 21.6,
    "audience": 7.8,
    "quality": 6.9,
    "positioning": 5.9,
    "none_stated": 2.0
   },
   "by_engine_price_value_pct": {
    "chatgpt": 55.9,
    "gemini": 43.2,
    "perplexity": 71.0
   },
   "coders": "Two independent Claude Sonnet model coders; disagreements settled by a third model pass. Model-coded, not human-validated."
  },
  "percent_view": {
   "by_engine": {
    "chatgpt": {
     "repeat_original": {
      "jaccard": {
       "value": 64.2,
       "ci95": [
        55.6,
        72.1
       ]
      },
      "top1": {
       "value": 74.5,
       "ci95": [
        61.8,
        87.0
       ]
      },
      "top3": {
       "value": 81.7,
       "ci95": [
        75.3,
        87.6
       ]
      },
      "rbo": {
       "value": 85.0,
       "ci95": [
        79.3,
        90.4
       ]
      }
     },
     "context": {
      "jaccard": {
       "value": 40.8,
       "ci95": [
        32.1,
        50.4
       ]
      },
      "top1": {
       "value": 48.5,
       "ci95": [
        31.6,
        67.2
       ]
      },
      "top3": {
       "value": 53.1,
       "ci95": [
        41.7,
        64.4
       ]
      },
      "rbo": {
       "value": 61.0,
       "ci95": [
        50.6,
        71.7
       ]
      },
      "retention": {
       "value": 51.7,
       "ci95": [
        42.6,
        60.7
       ]
      },
      "replacement": {
       "value": 35.1,
       "ci95": [
        25.0,
        45.6
       ]
      },
      "tau": {
       "value": 41.1,
       "ci95": [
        20.7,
        60.0
       ]
      },
      "len_change": {
       "value": -90.0,
       "ci95": [
        -1.792,
        -6.5
       ]
      },
      "rerun_ceiling_jaccard": {
       "value": 56.1,
       "ci95": [
        49.0,
        63.4
       ]
      },
      "within_wording_jaccard": {
       "value": 47.9,
       "ci95": [
        39.2,
        57.1
       ]
      },
      "excess_change_jaccard": {
       "value": 15.2,
       "ci95": [
        10.2,
        20.2
       ]
      },
      "excess_top1": {
       "value": 24.5,
       "ci95": [
        10.6,
        39.6
       ]
      },
      "excess_rbo": {
       "value": 16.4,
       "ci95": [
        8.6,
        24.8
       ]
      },
      "psi_set": {
       "value": 59.2,
       "ci95": [
        49.6,
        67.9
       ]
      },
      "psi_top1": {
       "value": 51.5,
       "ci95": [
        32.8,
        68.4
       ]
      },
      "psi_rank": {
       "value": 39.0,
       "ci95": [
        28.3,
        49.4
       ]
      },
      "r2_wording": {
       "value": 31.5,
       "ci95": [
        24.7,
        38.4
       ]
      },
      "cells_significant_p05_pct": 55.0,
      "cells_with_positive_excess_pct": 90.0
     },
     "budget": {
      "jaccard": {
       "value": 36.3,
       "ci95": [
        27.0,
        46.2
       ]
      },
      "top1": {
       "value": 21.8,
       "ci95": [
        12.4,
        33.8
       ]
      },
      "top3": {
       "value": 43.4,
       "ci95": [
        33.7,
        53.7
       ]
      },
      "rbo": {
       "value": 50.0,
       "ci95": [
        41.2,
        59.3
       ]
      },
      "retention": {
       "value": 49.9,
       "ci95": [
        39.5,
        61.2
       ]
      },
      "replacement": {
       "value": 44.9,
       "ci95": [
        34.7,
        55.0
       ]
      },
      "tau": {
       "value": 15.2,
       "ci95": [
        -8.6,
        36.8
       ]
      },
      "len_change": {
       "value": -79.0,
       "ci95": [
        -1.637,
        2.3
       ]
      },
      "rerun_ceiling_jaccard": {
       "value": 58.9,
       "ci95": [
        51.7,
        65.8
       ]
      },
      "within_wording_jaccard": {
       "value": 53.7,
       "ci95": [
        45.5,
        61.7
       ]
      },
      "excess_change_jaccard": {
       "value": 22.6,
       "ci95": [
        15.3,
        30.1
       ]
      },
      "excess_top1": {
       "value": 44.8,
       "ci95": [
        30.4,
        58.8
       ]
      },
      "excess_rbo": {
       "value": 27.2,
       "ci95": [
        18.4,
        35.9
       ]
      },
      "psi_set": {
       "value": 63.7,
       "ci95": [
        53.8,
        73.0
       ]
      },
      "psi_top1": {
       "value": 78.2,
       "ci95": [
        66.2,
        87.6
       ]
      },
      "psi_rank": {
       "value": 50.0,
       "ci95": [
        40.7,
        58.8
       ]
      },
      "r2_wording": {
       "value": 41.2,
       "ci95": [
        32.4,
        50.1
       ]
      },
      "cells_significant_p05_pct": 70.0,
      "cells_with_positive_excess_pct": 85.0
     },
     "conversational": {
      "jaccard": {
       "value": 55.5,
       "ci95": [
        47.7,
        63.5
       ]
      },
      "top1": {
       "value": 57.4,
       "ci95": [
        43.5,
        71.2
       ]
      },
      "top3": {
       "value": 67.9,
       "ci95": [
        59.2,
        76.5
       ]
      },
      "rbo": {
       "value": 74.3,
       "ci95": [
        67.2,
        81.4
       ]
      },
      "retention": {
       "value": 72.6,
       "ci95": [
        66.3,
        79.5
       ]
      },
      "replacement": {
       "value": 28.9,
       "ci95": [
        20.9,
        37.3
       ]
      },
      "tau": {
       "value": 49.5,
       "ci95": [
        34.3,
        63.1
       ]
      },
      "len_change": {
       "value": 13.0,
       "ci95": [
        -52.0,
        88.7
       ]
      },
      "rerun_ceiling_jaccard": {
       "value": 59.9,
       "ci95": [
        53.1,
        67.0
       ]
      },
      "within_wording_jaccard": {
       "value": 55.7,
       "ci95": [
        46.6,
        65.1
       ]
      },
      "excess_change_jaccard": {
       "value": 4.4,
       "ci95": [
        1.5,
        7.7
       ]
      },
      "excess_top1": {
       "value": 7.4,
       "ci95": [
        1.2,
        15.4
       ]
      },
      "excess_rbo": {
       "value": 5.6,
       "ci95": [
        2.4,
        9.8
       ]
      },
      "psi_set": {
       "value": 44.5,
       "ci95": [
        36.5,
        52.3
       ]
      },
      "psi_top1": {
       "value": 42.6,
       "ci95": [
        28.8,
        56.5
       ]
      },
      "psi_rank": {
       "value": 25.7,
       "ci95": [
        18.6,
        32.8
       ]
      },
      "r2_wording": {
       "value": 17.1,
       "ci95": [
        12.4,
        22.1
       ]
      },
      "cells_significant_p05_pct": 20.0,
      "cells_with_positive_excess_pct": 70.0
     },
     "all4_r2": {
      "value": 42.6,
      "ci95": [
       37.0,
       47.8
      ]
     },
     "all4_significant_p05_pct": 90.0
    },
    "gemini": {
     "repeat_original": {
      "jaccard": {
       "value": 54.5,
       "ci95": [
        46.6,
        62.2
       ]
      },
      "top1": {
       "value": 50.5,
       "ci95": [
        40.0,
        62.5
       ]
      },
      "top3": {
       "value": 60.0,
       "ci95": [
        51.2,
        68.9
       ]
      },
      "rbo": {
       "value": 66.4,
       "ci95": [
        59.9,
        73.1
       ]
      }
     },
     "context": {
      "jaccard": {
       "value": 32.7,
       "ci95": [
        25.4,
        40.8
       ]
      },
      "top1": {
       "value": 33.3,
       "ci95": [
        23.4,
        44.3
       ]
      },
      "top3": {
       "value": 44.8,
       "ci95": [
        35.1,
        55.1
       ]
      },
      "rbo": {
       "value": 47.6,
       "ci95": [
        39.3,
        56.1
       ]
      },
      "retention": {
       "value": 42.9,
       "ci95": [
        34.9,
        51.2
       ]
      },
      "replacement": {
       "value": 46.1,
       "ci95": [
        36.8,
        55.5
       ]
      },
      "tau": {
       "value": 37.6,
       "ci95": [
        21.7,
        52.8
       ]
      },
      "len_change": {
       "value": -1.08,
       "ci95": [
        -1.7,
        -43.0
       ]
      },
      "rerun_ceiling_jaccard": {
       "value": 50.1,
       "ci95": [
        42.3,
        57.9
       ]
      },
      "within_wording_jaccard": {
       "value": 45.8,
       "ci95": [
        36.1,
        55.4
       ]
      },
      "excess_change_jaccard": {
       "value": 17.4,
       "ci95": [
        11.9,
        23.4
       ]
      },
      "excess_top1": {
       "value": 15.5,
       "ci95": [
        8.3,
        23.4
       ]
      },
      "excess_rbo": {
       "value": 15.6,
       "ci95": [
        10.1,
        22.0
       ]
      },
      "psi_set": {
       "value": 67.3,
       "ci95": [
        59.2,
        74.6
       ]
      },
      "psi_top1": {
       "value": 66.7,
       "ci95": [
        55.7,
        76.6
       ]
      },
      "psi_rank": {
       "value": 52.4,
       "ci95": [
        43.9,
        60.7
       ]
      },
      "r2_wording": {
       "value": 34.2,
       "ci95": [
        26.4,
        42.4
       ]
      },
      "cells_significant_p05_pct": 65.0,
      "cells_with_positive_excess_pct": 90.0
     },
     "budget": {
      "jaccard": {
       "value": 30.5,
       "ci95": [
        24.0,
        37.4
       ]
      },
      "top1": {
       "value": 13.6,
       "ci95": [
        8.2,
        19.4
       ]
      },
      "top3": {
       "value": 28.2,
       "ci95": [
        20.7,
        35.7
       ]
      },
      "rbo": {
       "value": 37.5,
       "ci95": [
        30.0,
        45.1
       ]
      },
      "retention": {
       "value": 41.1,
       "ci95": [
        34.1,
        48.5
       ]
      },
      "replacement": {
       "value": 50.9,
       "ci95": [
        42.3,
        59.2
       ]
      },
      "tau": {
       "value": 16.1,
       "ci95": [
        -2.9,
        36.6
       ]
      },
      "len_change": {
       "value": -96.0,
       "ci95": [
        -1.5,
        -42.0
       ]
      },
      "rerun_ceiling_jaccard": {
       "value": 48.4,
       "ci95": [
        42.7,
        54.2
       ]
      },
      "within_wording_jaccard": {
       "value": 42.4,
       "ci95": [
        36.3,
        48.6
       ]
      },
      "excess_change_jaccard": {
       "value": 17.9,
       "ci95": [
        13.4,
        22.7
       ]
      },
      "excess_top1": {
       "value": 31.9,
       "ci95": [
        19.2,
        46.2
       ]
      },
      "excess_rbo": {
       "value": 23.8,
       "ci95": [
        17.4,
        30.4
       ]
      },
      "psi_set": {
       "value": 69.5,
       "ci95": [
        62.6,
        76.0
       ]
      },
      "psi_top1": {
       "value": 86.4,
       "ci95": [
        80.6,
        91.8
       ]
      },
      "psi_rank": {
       "value": 62.5,
       "ci95": [
        54.9,
        70.0
       ]
      },
      "r2_wording": {
       "value": 33.0,
       "ci95": [
        27.3,
        39.0
       ]
      },
      "cells_significant_p05_pct": 80.0,
      "cells_with_positive_excess_pct": 95.0
     },
     "conversational": {
      "jaccard": {
       "value": 46.9,
       "ci95": [
        41.1,
        52.8
       ]
      },
      "top1": {
       "value": 40.4,
       "ci95": [
        29.4,
        52.0
       ]
      },
      "top3": {
       "value": 54.9,
       "ci95": [
        45.3,
        64.6
       ]
      },
      "rbo": {
       "value": 61.2,
       "ci95": [
        54.1,
        68.2
       ]
      },
      "retention": {
       "value": 61.6,
       "ci95": [
        56.3,
        66.8
       ]
      },
      "replacement": {
       "value": 35.0,
       "ci95": [
        27.9,
        42.3
       ]
      },
      "tau": {
       "value": 45.6,
       "ci95": [
        30.9,
        58.8
       ]
      },
      "len_change": {
       "value": -24.0,
       "ci95": [
        -70.0,
        27.0
       ]
      },
      "rerun_ceiling_jaccard": {
       "value": 50.8,
       "ci95": [
        44.3,
        57.2
       ]
      },
      "within_wording_jaccard": {
       "value": 47.0,
       "ci95": [
        40.0,
        54.1
       ]
      },
      "excess_change_jaccard": {
       "value": 3.8,
       "ci95": [
        0.9,
        7.0
       ]
      },
      "excess_top1": {
       "value": 7.3,
       "ci95": [
        0.6,
        15.3
       ]
      },
      "excess_rbo": {
       "value": 3.1,
       "ci95": [
        0.4,
        6.4
       ]
      },
      "psi_set": {
       "value": 53.1,
       "ci95": [
        47.2,
        58.9
       ]
      },
      "psi_top1": {
       "value": 59.6,
       "ci95": [
        48.0,
        70.6
       ]
      },
      "psi_rank": {
       "value": 38.8,
       "ci95": [
        31.8,
        45.9
       ]
      },
      "r2_wording": {
       "value": 16.8,
       "ci95": [
        12.2,
        22.4
       ]
      },
      "cells_significant_p05_pct": 20.0,
      "cells_with_positive_excess_pct": 70.0
     },
     "all4_r2": {
      "value": 41.0,
      "ci95": [
       36.6,
       45.6
      ]
     },
     "all4_significant_p05_pct": 100.0
    },
    "perplexity": {
     "repeat_original": {
      "jaccard": {
       "value": 72.7,
       "ci95": [
        67.5,
        77.2
       ]
      },
      "top1": {
       "value": 79.0,
       "ci95": [
        63.0,
        93.0
       ]
      },
      "top3": {
       "value": 84.7,
       "ci95": [
        79.2,
        90.4
       ]
      },
      "rbo": {
       "value": 86.6,
       "ci95": [
        83.2,
        90.0
       ]
      }
     },
     "context": {
      "jaccard": {
       "value": 43.1,
       "ci95": [
        33.6,
        52.1
       ]
      },
      "top1": {
       "value": 40.0,
       "ci95": [
        21.6,
        59.4
       ]
      },
      "top3": {
       "value": 57.0,
       "ci95": [
        43.6,
        69.7
       ]
      },
      "rbo": {
       "value": 57.7,
       "ci95": [
        46.0,
        68.6
       ]
      },
      "retention": {
       "value": 53.0,
       "ci95": [
        42.1,
        63.0
       ]
      },
      "replacement": {
       "value": 36.7,
       "ci95": [
        26.9,
        47.6
       ]
      },
      "tau": {
       "value": 29.3,
       "ci95": [
        0.8,
        55.8
       ]
      },
      "len_change": {
       "value": -1.03,
       "ci95": [
        -1.7,
        -39.0
       ]
      },
      "rerun_ceiling_jaccard": {
       "value": 68.8,
       "ci95": [
        63.7,
        73.5
       ]
      },
      "within_wording_jaccard": {
       "value": 64.8,
       "ci95": [
        58.1,
        71.3
       ]
      },
      "excess_change_jaccard": {
       "value": 25.6,
       "ci95": [
        19.2,
        32.1
       ]
      },
      "excess_top1": {
       "value": 34.8,
       "ci95": [
        18.4,
        52.6
       ]
      },
      "excess_rbo": {
       "value": 26.8,
       "ci95": [
        18.4,
        35.8
       ]
      },
      "psi_set": {
       "value": 56.9,
       "ci95": [
        47.9,
        66.4
       ]
      },
      "psi_top1": {
       "value": 60.0,
       "ci95": [
        40.6,
        78.4
       ]
      },
      "psi_rank": {
       "value": 42.3,
       "ci95": [
        31.4,
        54.0
       ]
      },
      "r2_wording": {
       "value": 50.0,
       "ci95": [
        41.4,
        58.4
       ]
      },
      "cells_significant_p05_pct": 85.0,
      "cells_with_positive_excess_pct": 95.0
     },
     "budget": {
      "jaccard": {
       "value": 31.0,
       "ci95": [
        23.7,
        39.3
       ]
      },
      "top1": {
       "value": 10.4,
       "ci95": [
        1.2,
        23.4
       ]
      },
      "top3": {
       "value": 27.8,
       "ci95": [
        18.9,
        36.9
       ]
      },
      "rbo": {
       "value": 37.8,
       "ci95": [
        29.4,
        46.7
       ]
      },
      "retention": {
       "value": 40.2,
       "ci95": [
        31.4,
        49.6
       ]
      },
      "replacement": {
       "value": 48.7,
       "ci95": [
        40.4,
        57.9
       ]
      },
      "tau": {
       "value": -1.7,
       "ci95": [
        -28.4,
        26.0
       ]
      },
      "len_change": {
       "value": -1.62,
       "ci95": [
        -2.32,
        -95.0
       ]
      },
      "rerun_ceiling_jaccard": {
       "value": 72.4,
       "ci95": [
        68.2,
        76.1
       ]
      },
      "within_wording_jaccard": {
       "value": 72.0,
       "ci95": [
        66.0,
        77.7
       ]
      },
      "excess_change_jaccard": {
       "value": 41.4,
       "ci95": [
        33.1,
        48.9
       ]
      },
      "excess_top1": {
       "value": 69.9,
       "ci95": [
        52.6,
        84.9
       ]
      },
      "excess_rbo": {
       "value": 48.5,
       "ci95": [
        39.9,
        56.9
       ]
      },
      "psi_set": {
       "value": 69.0,
       "ci95": [
        60.7,
        76.3
       ]
      },
      "psi_top1": {
       "value": 89.6,
       "ci95": [
        76.6,
        98.8
       ]
      },
      "psi_rank": {
       "value": 62.2,
       "ci95": [
        53.3,
        70.6
       ]
      },
      "r2_wording": {
       "value": 66.0,
       "ci95": [
        56.3,
        74.0
       ]
      },
      "cells_significant_p05_pct": 95.0,
      "cells_with_positive_excess_pct": 100.0
     },
     "conversational": {
      "jaccard": {
       "value": 61.6,
       "ci95": [
        55.5,
        66.7
       ]
      },
      "top1": {
       "value": 66.8,
       "ci95": [
        52.6,
        80.6
       ]
      },
      "top3": {
       "value": 77.2,
       "ci95": [
        70.0,
        84.6
       ]
      },
      "rbo": {
       "value": 78.5,
       "ci95": [
        73.5,
        83.0
       ]
      },
      "retention": {
       "value": 81.8,
       "ci95": [
        75.9,
        87.0
       ]
      },
      "replacement": {
       "value": 29.0,
       "ci95": [
        23.6,
        35.2
       ]
      },
      "tau": {
       "value": 53.4,
       "ci95": [
        41.1,
        65.2
       ]
      },
      "len_change": {
       "value": 83.0,
       "ci95": [
        39.0,
        1.27
       ]
      },
      "rerun_ceiling_jaccard": {
       "value": 70.7,
       "ci95": [
        66.2,
        74.5
       ]
      },
      "within_wording_jaccard": {
       "value": 68.7,
       "ci95": [
        63.8,
        73.1
       ]
      },
      "excess_change_jaccard": {
       "value": 9.1,
       "ci95": [
        4.9,
        13.6
       ]
      },
      "excess_top1": {
       "value": 8.9,
       "ci95": [
        2.4,
        19.7
       ]
      },
      "excess_rbo": {
       "value": 6.7,
       "ci95": [
        4.0,
        9.6
       ]
      },
      "psi_set": {
       "value": 38.4,
       "ci95": [
        33.3,
        44.5
       ]
      },
      "psi_top1": {
       "value": 33.2,
       "ci95": [
        19.4,
        47.4
       ]
      },
      "psi_rank": {
       "value": 21.5,
       "ci95": [
        17.0,
        26.5
       ]
      },
      "r2_wording": {
       "value": 30.9,
       "ci95": [
        23.2,
        38.9
       ]
      },
      "cells_significant_p05_pct": 45.0,
      "cells_with_positive_excess_pct": 90.0
     },
     "all4_r2": {
      "value": 67.6,
      "ci95": [
       61.1,
       72.8
      ]
     },
     "all4_significant_p05_pct": 95.0
    },
    "all": {
     "repeat_original": {
      "jaccard": {
       "value": 63.8,
       "ci95": [
        58.9,
        69.1
       ]
      },
      "top1": {
       "value": 68.0,
       "ci95": [
        60.1,
        75.6
       ]
      },
      "top3": {
       "value": 75.5,
       "ci95": [
        70.3,
        80.8
       ]
      },
      "rbo": {
       "value": 79.4,
       "ci95": [
        75.6,
        83.4
       ]
      }
     },
     "context": {
      "jaccard": {
       "value": 38.9,
       "ci95": [
        32.5,
        45.9
       ]
      },
      "top1": {
       "value": 40.6,
       "ci95": [
        29.0,
        53.6
       ]
      },
      "top3": {
       "value": 51.6,
       "ci95": [
        42.2,
        61.4
       ]
      },
      "rbo": {
       "value": 55.4,
       "ci95": [
        47.5,
        64.1
       ]
      },
      "retention": {
       "value": 49.2,
       "ci95": [
        42.4,
        56.5
       ]
      },
      "replacement": {
       "value": 39.3,
       "ci95": [
        31.7,
        46.6
       ]
      },
      "tau": {
       "value": 36.1,
       "ci95": [
        20.1,
        52.3
       ]
      },
      "len_change": {
       "value": -1.003,
       "ci95": [
        -1.448,
        -57.6
       ]
      },
      "rerun_ceiling_jaccard": {
       "value": 58.3,
       "ci95": [
        53.8,
        63.3
       ]
      },
      "within_wording_jaccard": {
       "value": 52.8,
       "ci95": [
        47.6,
        58.7
       ]
      },
      "excess_change_jaccard": {
       "value": 19.4,
       "ci95": [
        15.4,
        24.0
       ]
      },
      "excess_top1": {
       "value": 24.9,
       "ci95": [
        15.8,
        34.3
       ]
      },
      "excess_rbo": {
       "value": 19.6,
       "ci95": [
        13.9,
        25.8
       ]
      },
      "psi_set": {
       "value": 61.1,
       "ci95": [
        54.1,
        67.5
       ]
      },
      "psi_top1": {
       "value": 59.4,
       "ci95": [
        46.4,
        71.0
       ]
      },
      "psi_rank": {
       "value": 44.6,
       "ci95": [
        35.9,
        52.5
       ]
      },
      "r2_wording": {
       "value": 38.6,
       "ci95": [
        33.9,
        43.8
       ]
      },
      "cells_significant_p05_pct": 68.3,
      "cells_with_positive_excess_pct": 91.7
     },
     "budget": {
      "jaccard": {
       "value": 32.6,
       "ci95": [
        27.2,
        38.6
       ]
      },
      "top1": {
       "value": 15.3,
       "ci95": [
        9.3,
        22.7
       ]
      },
      "top3": {
       "value": 33.1,
       "ci95": [
        26.4,
        40.1
       ]
      },
      "rbo": {
       "value": 41.8,
       "ci95": [
        35.4,
        48.6
       ]
      },
      "retention": {
       "value": 43.7,
       "ci95": [
        37.7,
        50.5
       ]
      },
      "replacement": {
       "value": 48.2,
       "ci95": [
        41.7,
        54.3
       ]
      },
      "tau": {
       "value": 10.0,
       "ci95": [
        -3.0,
        23.5
       ]
      },
      "len_change": {
       "value": -1.123,
       "ci95": [
        -1.533,
        -68.9
       ]
      },
      "rerun_ceiling_jaccard": {
       "value": 59.9,
       "ci95": [
        55.9,
        64.0
       ]
      },
      "within_wording_jaccard": {
       "value": 56.0,
       "ci95": [
        51.7,
        60.5
       ]
      },
      "excess_change_jaccard": {
       "value": 27.3,
       "ci95": [
        22.0,
        32.2
       ]
      },
      "excess_top1": {
       "value": 48.8,
       "ci95": [
        37.9,
        59.1
       ]
      },
      "excess_rbo": {
       "value": 33.2,
       "ci95": [
        26.8,
        39.4
       ]
      },
      "psi_set": {
       "value": 67.4,
       "ci95": [
        61.4,
        72.8
       ]
      },
      "psi_top1": {
       "value": 84.7,
       "ci95": [
        77.3,
        90.6
       ]
      },
      "psi_rank": {
       "value": 58.2,
       "ci95": [
        51.4,
        64.6
       ]
      },
      "r2_wording": {
       "value": 46.7,
       "ci95": [
        40.1,
        53.0
       ]
      },
      "cells_significant_p05_pct": 81.7,
      "cells_with_positive_excess_pct": 93.3
     },
     "conversational": {
      "jaccard": {
       "value": 54.7,
       "ci95": [
        50.3,
        59.0
       ]
      },
      "top1": {
       "value": 54.9,
       "ci95": [
        47.2,
        62.9
       ]
      },
      "top3": {
       "value": 66.7,
       "ci95": [
        61.6,
        72.0
       ]
      },
      "rbo": {
       "value": 71.3,
       "ci95": [
        67.2,
        75.5
       ]
      },
      "retention": {
       "value": 72.0,
       "ci95": [
        68.3,
        75.3
       ]
      },
      "replacement": {
       "value": 31.0,
       "ci95": [
        26.8,
        35.3
       ]
      },
      "tau": {
       "value": 49.5,
       "ci95": [
        41.2,
        58.0
       ]
      },
      "len_change": {
       "value": 24.0,
       "ci95": [
        -4.7,
        51.1
       ]
      },
      "rerun_ceiling_jaccard": {
       "value": 60.5,
       "ci95": [
        56.0,
        65.0
       ]
      },
      "within_wording_jaccard": {
       "value": 57.1,
       "ci95": [
        51.8,
        62.7
       ]
      },
      "excess_change_jaccard": {
       "value": 5.8,
       "ci95": [
        3.6,
        8.0
       ]
      },
      "excess_top1": {
       "value": 7.9,
       "ci95": [
        4.0,
        12.2
       ]
      },
      "excess_rbo": {
       "value": 5.1,
       "ci95": [
        3.7,
        6.8
       ]
      },
      "psi_set": {
       "value": 45.3,
       "ci95": [
        41.0,
        49.7
       ]
      },
      "psi_top1": {
       "value": 45.1,
       "ci95": [
        37.1,
        52.8
       ]
      },
      "psi_rank": {
       "value": 28.7,
       "ci95": [
        24.5,
        32.8
       ]
      },
      "r2_wording": {
       "value": 21.6,
       "ci95": [
        18.0,
        25.3
       ]
      },
      "cells_significant_p05_pct": 28.3,
      "cells_with_positive_excess_pct": 76.7
     },
     "all4_r2": {
      "value": 50.4,
      "ci95": [
       46.6,
       53.7
      ]
     },
     "all4_significant_p05_pct": 95.0
    }
   },
   "paraphrase_family": {
    "chatgpt": {
     "within_phrasing_jaccard": {
      "value": 54.7,
      "ci95": [
       47.8,
       61.6
      ]
     },
     "between_phrasing_jaccard": {
      "value": 51.6,
      "ci95": [
       45.3,
       58.1
      ]
     },
     "lexical_gap_jaccard": {
      "value": 3.1,
      "ci95": [
       0.1,
       6.2
      ]
     },
     "within_phrasing_top1": {
      "value": 57.5,
      "ci95": [
       44.3,
       70.7
      ]
     },
     "between_phrasing_top1": {
      "value": 50.0,
      "ci95": [
       37.6,
       63.2
      ]
     },
     "family_vs_original_jaccard": {
      "value": 36.8,
      "ci95": [
       28.6,
       45.7
      ]
     },
     "original_repeat_jaccard": {
      "value": 64.2,
      "ci95": [
       55.6,
       72.1
      ]
     },
     "r2_phrasing": {
      "value": 37.8,
      "ci95": [
       33.6,
       42.0
      ]
     },
     "entrants_in_other_phrasings_pct": {
      "value": 75.6,
      "ci95": [
       62.1,
       88.5
      ]
     },
     "vs_original_budget": {
      "value": 36.3,
      "ci95": [
       27.0,
       46.2
      ]
     },
     "vs_original_affordable": {
      "value": 41.2,
      "ci95": [
       32.7,
       50.0
      ]
     },
     "vs_original_spend_less": {
      "value": 34.4,
      "ci95": [
       26.0,
       43.2
      ]
     },
     "vs_original_price_priority": {
      "value": 36.7,
      "ci95": [
       29.2,
       45.3
      ]
     },
     "cells_significant_p05_pct": 15.0
    },
    "gemini": {
     "within_phrasing_jaccard": {
      "value": 43.0,
      "ci95": [
       37.4,
       48.8
      ]
     },
     "between_phrasing_jaccard": {
      "value": 38.8,
      "ci95": [
       32.3,
       45.5
      ]
     },
     "lexical_gap_jaccard": {
      "value": 4.2,
      "ci95": [
       1.1,
       7.2
      ]
     },
     "within_phrasing_top1": {
      "value": 39.6,
      "ci95": [
       28.8,
       51.5
      ]
     },
     "between_phrasing_top1": {
      "value": 33.7,
      "ci95": [
       24.4,
       44.3
      ]
     },
     "family_vs_original_jaccard": {
      "value": 31.3,
      "ci95": [
       25.1,
       38.1
      ]
     },
     "original_repeat_jaccard": {
      "value": 54.5,
      "ci95": [
       46.6,
       62.2
      ]
     },
     "r2_phrasing": {
      "value": 35.1,
      "ci95": [
       31.1,
       39.3
      ]
     },
     "entrants_in_other_phrasings_pct": {
      "value": 67.0,
      "ci95": [
       50.4,
       81.1
      ]
     },
     "vs_original_budget": {
      "value": 30.5,
      "ci95": [
       24.0,
       37.4
      ]
     },
     "vs_original_affordable": {
      "value": 33.8,
      "ci95": [
       26.5,
       41.9
      ]
     },
     "vs_original_spend_less": {
      "value": 33.8,
      "ci95": [
       26.9,
       40.7
      ]
     },
     "vs_original_price_priority": {
      "value": 28.6,
      "ci95": [
       21.7,
       35.7
      ]
     },
     "cells_significant_p05_pct": 25.0
    },
    "perplexity": {
     "within_phrasing_jaccard": {
      "value": 71.2,
      "ci95": [
       66.0,
       76.3
      ]
     },
     "between_phrasing_jaccard": {
      "value": 51.7,
      "ci95": [
       45.2,
       58.6
      ]
     },
     "lexical_gap_jaccard": {
      "value": 19.6,
      "ci95": [
       14.6,
       24.5
      ]
     },
     "within_phrasing_top1": {
      "value": 83.1,
      "ci95": [
       73.1,
       91.9
      ]
     },
     "between_phrasing_top1": {
      "value": 62.0,
      "ci95": [
       49.8,
       75.4
      ]
     },
     "family_vs_original_jaccard": {
      "value": 34.1,
      "ci95": [
       26.8,
       42.1
      ]
     },
     "original_repeat_jaccard": {
      "value": 72.7,
      "ci95": [
       67.5,
       77.2
      ]
     },
     "r2_phrasing": {
      "value": 59.8,
      "ci95": [
       52.1,
       67.1
      ]
     },
     "entrants_in_other_phrasings_pct": {
      "value": 66.8,
      "ci95": [
       53.7,
       79.5
      ]
     },
     "vs_original_budget": {
      "value": 31.0,
      "ci95": [
       23.7,
       39.3
      ]
     },
     "vs_original_affordable": {
      "value": 35.9,
      "ci95": [
       28.0,
       44.2
      ]
     },
     "vs_original_spend_less": {
      "value": 37.7,
      "ci95": [
       29.0,
       47.1
      ]
     },
     "vs_original_price_priority": {
      "value": 36.2,
      "ci95": [
       28.1,
       45.0
      ]
     },
     "cells_significant_p05_pct": 80.0
    },
    "all": {
     "within_phrasing_jaccard": {
      "value": 56.3,
      "ci95": [
       52.3,
       60.3
      ]
     },
     "between_phrasing_jaccard": {
      "value": 47.4,
      "ci95": [
       42.9,
       51.7
      ]
     },
     "lexical_gap_jaccard": {
      "value": 9.0,
      "ci95": [
       6.1,
       11.7
      ]
     },
     "within_phrasing_top1": {
      "value": 60.1,
      "ci95": [
       51.3,
       69.0
      ]
     },
     "between_phrasing_top1": {
      "value": 48.6,
      "ci95": [
       40.8,
       57.4
      ]
     },
     "family_vs_original_jaccard": {
      "value": 34.1,
      "ci95": [
       28.6,
       39.9
      ]
     },
     "original_repeat_jaccard": {
      "value": 63.8,
      "ci95": [
       58.9,
       69.1
      ]
     },
     "r2_phrasing": {
      "value": 44.2,
      "ci95": [
       40.8,
       47.6
      ]
     },
     "entrants_in_other_phrasings_pct": {
      "value": 69.6,
      "ci95": [
       59.9,
       79.0
      ]
     },
     "vs_original_budget": {
      "value": 32.6,
      "ci95": [
       27.2,
       38.6
      ]
     },
     "vs_original_affordable": {
      "value": 37.0,
      "ci95": [
       30.9,
       43.4
      ]
     },
     "vs_original_spend_less": {
      "value": 35.3,
      "ci95": [
       29.8,
       41.0
      ]
     },
     "vs_original_price_priority": {
      "value": 33.8,
      "ci95": [
       27.8,
       40.5
      ]
     },
     "cells_significant_p05_pct": 40.0
    }
   },
   "by_group": {
    "Consumer products": {
     "context": {
      "between_jaccard": {
       "value": 38.6,
       "ci95": [
        31.2,
        46.0
       ]
      },
      "excess_change_jaccard": {
       "value": 13.6,
       "ci95": [
        9.4,
        17.8
       ]
      }
     },
     "budget": {
      "between_jaccard": {
       "value": 19.4,
       "ci95": [
        16.6,
        22.3
       ]
      },
      "excess_change_jaccard": {
       "value": 32.1,
       "ci95": [
        27.8,
        36.5
       ]
      }
     },
     "conversational": {
      "between_jaccard": {
       "value": 54.3,
       "ci95": [
        46.9,
        61.7
       ]
      },
      "excess_change_jaccard": {
       "value": 0.9,
       "ci95": [
        -0.4,
        2.5
       ]
      }
     },
     "repeat_jaccard": {
      "value": 55.5,
      "ci95": [
       48.7,
       62.2
      ]
     },
     "questions": 5
    },
    "Business software": {
     "context": {
      "between_jaccard": {
       "value": 52.6,
       "ci95": [
        40.1,
        65.7
       ]
      },
      "excess_change_jaccard": {
       "value": 14.7,
       "ci95": [
        10.0,
        21.0
       ]
      }
     },
     "budget": {
      "between_jaccard": {
       "value": 36.3,
       "ci95": [
        31.9,
        40.6
       ]
      },
      "excess_change_jaccard": {
       "value": 29.1,
       "ci95": [
        26.6,
        31.8
       ]
      }
     },
     "conversational": {
      "between_jaccard": {
       "value": 58.0,
       "ci95": [
        47.7,
        66.4
       ]
      },
      "excess_change_jaccard": {
       "value": 8.8,
       "ci95": [
        4.7,
        13.2
       ]
      }
     },
     "repeat_jaccard": {
      "value": 70.8,
      "ci95": [
       59.9,
       79.6
      ]
     },
     "questions": 5
    },
    "Insurance and finance": {
     "context": {
      "between_jaccard": {
       "value": 28.9,
       "ci95": [
        22.7,
        34.7
       ]
      },
      "excess_change_jaccard": {
       "value": 24.1,
       "ci95": [
        17.6,
        29.7
       ]
      }
     },
     "budget": {
      "between_jaccard": {
       "value": 34.1,
       "ci95": [
        25.0,
        43.4
       ]
      },
      "excess_change_jaccard": {
       "value": 24.5,
       "ci95": [
        12.0,
        38.6
       ]
      }
     },
     "conversational": {
      "between_jaccard": {
       "value": 50.1,
       "ci95": [
        43.6,
        56.4
       ]
      },
      "excess_change_jaccard": {
       "value": 6.4,
       "ci95": [
        2.6,
        10.2
       ]
      }
     },
     "repeat_jaccard": {
      "value": 61.0,
      "ci95": [
       54.4,
       69.6
      ]
     },
     "questions": 7
    },
    "Health and legal services": {
     "context": {
      "between_jaccard": {
       "value": 39.8,
       "ci95": [
        24.5,
        68.5
       ]
      },
      "excess_change_jaccard": {
       "value": 26.3,
       "ci95": [
        6.9,
        42.1
       ]
      }
     },
     "budget": {
      "between_jaccard": {
       "value": 45.1,
       "ci95": [
        29.2,
        64.5
       ]
      },
      "excess_change_jaccard": {
       "value": 22.7,
       "ci95": [
        14.0,
        27.1
       ]
      }
     },
     "conversational": {
      "between_jaccard": {
       "value": 60.4,
       "ci95": [
        52.0,
        72.7
       ]
      },
      "excess_change_jaccard": {
       "value": 7.5,
       "ci95": [
        6.5,
        8.1
       ]
      }
     },
     "repeat_jaccard": {
      "value": 72.5,
      "ci95": [
       64.8,
       76.5
      ]
     },
     "questions": 3
    }
   },
   "cross_date": {
    "chatgpt": {
     "original_cross_date_jaccard": 64.2,
     "context_cross_date_jaccard": 42.8,
     "budget_cross_date_jaccard": 53.6,
     "conversational_cross_date_jaccard": 57.3
    },
    "gemini": {
     "original_cross_date_jaccard": 54.6,
     "context_cross_date_jaccard": 39.2,
     "budget_cross_date_jaccard": 37.1,
     "conversational_cross_date_jaccard": 47.9
    },
    "perplexity": {
     "original_cross_date_jaccard": 68.8,
     "context_cross_date_jaccard": 57.6,
     "budget_cross_date_jaccard": 59.5,
     "conversational_cross_date_jaccard": 66.1
    }
   },
   "sources": {
    "chatgpt": {
     "answers_with_cited_sources_pct": 97.5,
     "domain_jaccard_repeat": 63.2,
     "domain_jaccard_context": 29.2,
     "domain_jaccard_budget": 28.2,
     "domain_jaccard_conversational": 39.0,
     "source_change_vs_brand_change_spearman": {
      "rho": 35.0,
      "p": 0.6
     }
    },
    "gemini": {
     "answers_with_cited_sources_pct": 95.2,
     "domain_jaccard_repeat": 32.5,
     "domain_jaccard_context": 10.7,
     "domain_jaccard_budget": 14.7,
     "domain_jaccard_conversational": 19.0,
     "source_change_vs_brand_change_spearman": {
      "rho": 34.4,
      "p": 0.7
     }
    },
    "perplexity": {
     "answers_with_cited_sources_pct": 100.0,
     "domain_jaccard_repeat": 98.6,
     "domain_jaccard_context": 51.7,
     "domain_jaccard_budget": 59.5,
     "domain_jaccard_conversational": 82.0,
     "source_change_vs_brand_change_spearman": {
      "rho": 42.7,
      "p": 0.1
     }
    }
   }
  },
  "psi_rerun_baseline": {
   "chatgpt": {
    "psi_set": 0.358,
    "psi_top1": 0.255,
    "psi_rank": 0.15
   },
   "gemini": {
    "psi_set": 0.455,
    "psi_top1": 0.495,
    "psi_rank": 0.336
   },
   "perplexity": {
    "psi_set": 0.273,
    "psi_top1": 0.21,
    "psi_rank": 0.134
   },
   "all": {
    "psi_set": 0.362,
    "psi_top1": 0.32,
    "psi_rank": 0.206
   }
  }
 },
 "version_1_0_statistics": {
  "collected": "2026-09-26",
  "answers": 238,
  "questions": 20,
  "unfinished_answers_excluded": [
   {
    "engine": "chatgpt",
    "prompt": "What is the best robot vacuum on a tight budget?",
    "country": null,
    "variant": "budget",
    "text": "I’ll compare current budget robot-vacuum options, focusing on price, cleaning performance, navigation, and whether you’re getting useful features for the money."
   },
   {
    "engine": "chatgpt",
    "prompt": "What are the best noise-cancelling headphones on a tight budget?",
    "country": null,
    "variant": "budget",
    "text": "I’ll compare current budget options by price, noise cancellation, comfort, and battery life, with an emphasis on genuinely inexpensive models."
   }
  ],
  "by_engine": {
   "chatgpt": {
    "by_variant": {
     "context": {
      "n": 20,
      "mean_jaccard_vs_original": 0.402,
      "same_first_brand_pct": 40.0,
      "mean_share_of_brands_new": 37.1,
      "same_first_n": 20
     },
     "budget": {
      "n": 18,
      "mean_jaccard_vs_original": 0.454,
      "same_first_brand_pct": 11.1,
      "mean_share_of_brands_new": 37.7,
      "same_first_n": 18
     },
     "conversational": {
      "n": 20,
      "mean_jaccard_vs_original": 0.605,
      "same_first_brand_pct": 65.0,
      "mean_share_of_brands_new": 28.9,
      "same_first_n": 20
     }
    },
    "run_to_run_baseline_jaccard_study8": 0.53,
    "mean_jaccard_all_variants": 0.487
   },
   "gemini": {
    "by_variant": {
     "context": {
      "n": 20,
      "mean_jaccard_vs_original": 0.365,
      "same_first_brand_pct": 30.0,
      "mean_share_of_brands_new": 44.4,
      "same_first_n": 20
     },
     "budget": {
      "n": 20,
      "mean_jaccard_vs_original": 0.292,
      "same_first_brand_pct": 15.0,
      "mean_share_of_brands_new": 53.9,
      "same_first_n": 20
     },
     "conversational": {
      "n": 20,
      "mean_jaccard_vs_original": 0.473,
      "same_first_brand_pct": 35.0,
      "mean_share_of_brands_new": 38.4,
      "same_first_n": 20
     }
    },
    "run_to_run_baseline_jaccard_study8": 0.421,
    "mean_jaccard_all_variants": 0.377
   },
   "perplexity": {
    "by_variant": {
     "context": {
      "n": 20,
      "mean_jaccard_vs_original": 0.47,
      "same_first_brand_pct": 50.0,
      "mean_share_of_brands_new": 32.7,
      "same_first_n": 20
     },
     "budget": {
      "n": 20,
      "mean_jaccard_vs_original": 0.353,
      "same_first_brand_pct": 10.0,
      "mean_share_of_brands_new": 42.7,
      "same_first_n": 20
     },
     "conversational": {
      "n": 20,
      "mean_jaccard_vs_original": 0.645,
      "same_first_brand_pct": 65.0,
      "mean_share_of_brands_new": 27.6,
      "same_first_n": 20
     }
    },
    "run_to_run_baseline_jaccard_study8": 0.682,
    "mean_jaccard_all_variants": 0.489
   }
  },
  "matched_baseline": {
   "questions": 5,
   "chatgpt": {
    "repeat_runs_jaccard": 0.678,
    "context_jaccard": 0.475,
    "budget_jaccard": 0.374,
    "conversational_jaccard": 0.454
   },
   "gemini": {
    "repeat_runs_jaccard": 0.427,
    "context_jaccard": 0.333,
    "budget_jaccard": 0.292,
    "conversational_jaccard": 0.426
   },
   "perplexity": {
    "repeat_runs_jaccard": 0.626,
    "context_jaccard": 0.55,
    "budget_jaccard": 0.349,
    "conversational_jaccard": 0.639
   }
  },
  "average_across_engines": {
   "context": {
    "mean_jaccard_vs_original": 0.412,
    "same_first_brand_pct": 40.0
   },
   "budget": {
    "mean_jaccard_vs_original": 0.366,
    "same_first_brand_pct": 12.0
   },
   "conversational": {
    "mean_jaccard_vs_original": 0.574,
    "same_first_brand_pct": 55.0
   }
  }
 }
}