{
  "schema_version": "arcade-gwenth-aggregate-extract-1.0",
  "title": "ARCADE September 2026 CRM discovery: aggregate extract",
  "extracted_at": "2026-09-25",
  "collection_dates": [
    "2026-09-11",
    "2026-09-12",
    "2026-09-13"
  ],
  "analysis_date": "2026-09-22",
  "source_repository": "cyberjj999/arcade",
  "source_commit": "76546e70ca5826573d4a7802032849272dbd4600",
  "source_release": "outputs/crm-rq3-individual-ai-google-20260922/",
  "scope": "Selected aggregate values and methods only; not the complete raw corpus or a new independent reproduction.",
  "human_semantic_validation_completed": false,
  "design": {
    "buyer_needs": 6,
    "paraphrases_per_need": 3,
    "exact_questions": 18,
    "runs": 3,
    "ai_platforms": 4,
    "selected_ai_answers": 216,
    "google_snapshots": 54,
    "original_eligible_ai_answers": 204,
    "later_claude_replacements": 12,
    "supplement_attempts": 16,
    "supplement_unsuccessful_attempts": 4,
    "total_collection_attempts": 303
  },
  "definitions": {
    "jaccard": "size(intersection) / size(union); one empty set gives 0; two empty sets give undefined, not 0 or 1.",
    "mention": "An entity named in answer content; not necessarily recommended.",
    "citation": "A visible source link; not proof of complete retrieval or claim-level support.",
    "recommendation": "A product positively presented as an option. Primary definition includes clear and hedged positive recommendations, not integration-only or source-only mentions.",
    "source_presence": "A domain counted once per eligible answer, irrespective of repeated links within that answer."
  },
  "rq1": {
    "citation_availability": {
      "ChatGPT": 54,
      "Claude": 25,
      "Gemini": 52,
      "Perplexity": 54
    },
    "answers_per_platform": 54,
    "recurring_third_party_examples": [
      {
        "need": "Affordability",
        "domain": "expertmarket.com",
        "answers": 10,
        "denominator": 36
      },
      {
        "need": "Security and reliability",
        "domain": "pcmag.com",
        "answers": 9,
        "denominator": 36
      },
      {
        "need": "Ease of integration",
        "domain": "skyvia.com",
        "answers": 12,
        "denominator": 36
      },
      {
        "need": "Cybersecurity",
        "domain": "vendorclash.com",
        "answers": 8,
        "denominator": 36
      },
      {
        "need": "Financial services",
        "domain": "singlestoneconsulting.com",
        "answers": 8,
        "denominator": 36
      },
      {
        "need": "Recruitment",
        "domain": "automindz-solutions.com",
        "answers": 14,
        "denominator": 36
      }
    ],
    "recruitment_automindz_by_platform": {
      "ChatGPT": 2,
      "Claude": 0,
      "Gemini": 3,
      "Perplexity": 9
    },
    "recruitment_platform_denominator": 9
  },
  "rq2a": {
    "method": "Average 3 exact-repeat pairs per exact question, then equally weight available questions within each platform.",
    "by_platform": [
      {
        "platform": "ChatGPT",
        "recommendation_jaccard": 0.7813271604938271,
        "citation_domain_jaccard": 0.4731040564373898,
        "identical_recommendation_pair_rate": 0.42592592592592593,
        "recommendation_pairs": 54,
        "recommendation_questions": 18,
        "citation_pairs": 54,
        "citation_questions": 18
      },
      {
        "platform": "Claude",
        "recommendation_jaccard": 0.5840782160226604,
        "citation_domain_jaccard": 0.11923076923076922,
        "identical_recommendation_pair_rate": 0.07407407407407407,
        "recommendation_pairs": 54,
        "recommendation_questions": 18,
        "citation_pairs": 34,
        "citation_questions": 13
      },
      {
        "platform": "Gemini",
        "recommendation_jaccard": 0.6456349206349207,
        "citation_domain_jaccard": 0.17129629629629628,
        "identical_recommendation_pair_rate": 0.12962962962962962,
        "recommendation_pairs": 54,
        "recommendation_questions": 18,
        "citation_pairs": 54,
        "citation_questions": 18
      },
      {
        "platform": "Perplexity",
        "recommendation_jaccard": 0.6392994351327684,
        "citation_domain_jaccard": 0.6177972489199699,
        "identical_recommendation_pair_rate": 0.1111111111111111,
        "recommendation_pairs": 54,
        "recommendation_questions": 18,
        "citation_pairs": 54,
        "citation_questions": 18
      }
    ]
  },
  "rq2b": {
    "method": "Mean across-paraphrase Jaccard distance minus mean exact-repeat distance, within buyer-need/platform blocks; equal weighting of prompt and phrasing-pair cells.",
    "mean_delta": 0.054307485210263004,
    "positive_blocks": 15,
    "negative_blocks": 8,
    "zero_blocks": 1,
    "blocks": 24
  },
  "rq2c": {
    "method": "All 3 x 3 cross-platform run pairs per exact question, then equal question weighting. Reused answers are not independent observations.",
    "by_pair": [
      {
        "platforms": [
          "ChatGPT",
          "Claude"
        ],
        "recommendation_jaccard": 0.5219609094609095,
        "citation_domain_jaccard": 0.009979423868312756
      },
      {
        "platforms": [
          "ChatGPT",
          "Gemini"
        ],
        "recommendation_jaccard": 0.5361447366076996,
        "citation_domain_jaccard": 0.02069615912208505
      },
      {
        "platforms": [
          "ChatGPT",
          "Perplexity"
        ],
        "recommendation_jaccard": 0.5567867831756721,
        "citation_domain_jaccard": 0.06897523682367737
      },
      {
        "platforms": [
          "Claude",
          "Gemini"
        ],
        "recommendation_jaccard": 0.4780698382550234,
        "citation_domain_jaccard": 0.005864197530864197
      },
      {
        "platforms": [
          "Claude",
          "Perplexity"
        ],
        "recommendation_jaccard": 0.4605938985568615,
        "citation_domain_jaccard": 0.003187142076030965
      },
      {
        "platforms": [
          "Gemini",
          "Perplexity"
        ],
        "recommendation_jaccard": 0.4923440414181155,
        "citation_domain_jaccard": 0.06452285520626307
      }
    ],
    "comparisons_per_pair": 162
  },
  "rq3": {
    "unit": "Individual AI recommendation set versus direct-organic vendor brands in the same exact-question/repetition Google snapshot.",
    "method": "3 matched runs per question/platform; 3 questions per buyer need/platform; equal weight across 4 platforms and 6 buyer needs.",
    "comparisons": 216,
    "question_platform_cells": 72,
    "need_platform_cells": 24,
    "mean_jaccard": 0.18773766100154987,
    "by_need": [
      {
        "need": "Affordability",
        "jaccard": 0.1745701058201058
      },
      {
        "need": "Security and reliability",
        "jaccard": 0.03273809523809524
      },
      {
        "need": "Ease of integration",
        "jaccard": 0.19290123456790123
      },
      {
        "need": "Cybersecurity",
        "jaccard": 0.14659391534391533
      },
      {
        "need": "Financial services",
        "jaccard": 0.24030383197049865
      },
      {
        "need": "Recruitment",
        "jaccard": 0.33931878306878305
      }
    ],
    "secondary_combined_ai_union_mean": 0.1609786818,
    "secondary_comparisons": 54,
    "unit_change_note": "The difference between 0.161 combined-union overlap and 0.188 individual-answer overlap is a change of estimand, not a temporal improvement. Linked-page, ad and AI Overview layers are separate; later linked-page overlap still uses the combined-AI secondary unit."
  },
  "targeted_corrections": {
    "date": "2026-09-21",
    "brand_record_corrections": 21,
    "selected_responses_affected": 15,
    "note": "Targeted adjudication, not a corpus-wide error-rate estimate. NetSuite as existing stack does not imply CRM recommendation. WorkHorse ownership corrected to CRM vendor. Original evidence preserved."
  },
  "limitations": [
    "Fixed purposive question set, not a representative sample of buyers or all software discovery.",
    "Twelve later Claude answers are selected replacements; timing and retry selection are confounded.",
    "Repeated pair comparisons reuse answers and are dependent.",
    "Human semantic validation is incomplete; labels and vendor identity can still contain errors.",
    "Visible citations do not expose complete internal retrieval, and complete source-to-brand or sentence-to-source support was not established.",
    "Later linked-page retrieval cannot reconstruct original search-day page content.",
    "These are visibility observations, not product accuracy, traffic, conversion, causal GEO effects or Gwenth customer outcomes.",
    "The July forced-citation study, archived 19 September paper and older methods must not be pooled with this extract."
  ]
}