{
 "dataset": {
  "name": "The Retrievability Census 2026",
  "version": "1.2",
  "url": "https://spspyrou.com/retrievability-census",
  "creator": "Sotiris Spyrou",
  "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2). https://spspyrou.com/retrievability-census",
  "reuse": "https://spspyrou.com/retrievability-census#reuse",
  "method": "The Citation Economy Playbook, Appendix B"
 },
 "rows": [
  {
   "id": "us-acn",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Accenture",
   "ticker": "ACN",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.accenture.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "2028",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "51",
   "row_url": "https://spspyrou.com/retrievability-census#us-acn",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-acn"
  },
  {
   "id": "us-adbe",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Adobe Inc.",
   "ticker": "ADBE",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.adobe.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "931",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "yes",
   "llms_txt": "yes",
   "wikipedia_editions_linked": "83",
   "row_url": "https://spspyrou.com/retrievability-census#us-adbe",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-adbe"
  },
  {
   "id": "us-amd",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Advanced Micro Devices",
   "ticker": "AMD",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.amd.com",
   "answered_our_script": "no",
   "robots_txt_readable": "not tested",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "not tested",
   "homepage_readable": "not tested",
   "visible_words_without_javascript": "1663",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "not tested",
   "wikipedia_editions_linked": "75",
   "row_url": "https://spspyrou.com/retrievability-census#us-amd",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-amd"
  },
  {
   "id": "us-akam",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Akamai Technologies",
   "ticker": "AKAM",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.akamai.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "29",
   "row_url": "https://spspyrou.com/retrievability-census#us-akam",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-akam"
  },
  {
   "id": "us-aph",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Amphenol",
   "ticker": "APH",
   "sector": "Information Technology",
   "official_website_on_wikidata": "http://www.amphenol.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "11",
   "row_url": "https://spspyrou.com/retrievability-census#us-aph",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-aph"
  },
  {
   "id": "us-adi",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Analog Devices",
   "ticker": "ADI",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.analog.com",
   "answered_our_script": "no",
   "robots_txt_readable": "not tested",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "not tested",
   "homepage_readable": "not tested",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "not tested",
   "wikipedia_editions_linked": "18",
   "row_url": "https://spspyrou.com/retrievability-census#us-adi",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-adi"
  },
  {
   "id": "us-aapl",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Apple Inc.",
   "ticker": "AAPL",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://apple.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "924",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "yes",
   "llms_txt": "no",
   "wikipedia_editions_linked": "159",
   "row_url": "https://spspyrou.com/retrievability-census#us-aapl",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-aapl"
  },
  {
   "id": "us-amat",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Applied Materials",
   "ticker": "AMAT",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.appliedmaterials.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "20",
   "row_url": "https://spspyrou.com/retrievability-census#us-amat",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-amat"
  },
  {
   "id": "us-anet",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Arista Networks",
   "ticker": "ANET",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.arista.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1689",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "13",
   "row_url": "https://spspyrou.com/retrievability-census#us-anet",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-anet"
  },
  {
   "id": "us-adsk",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Autodesk",
   "ticker": "ADSK",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.autodesk.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "42",
   "row_url": "https://spspyrou.com/retrievability-census#us-adsk",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-adsk"
  },
  {
   "id": "us-adp",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Automatic Data Processing",
   "ticker": "ADP",
   "sector": "Industrials",
   "official_website_on_wikidata": "http://www.adp.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "2533",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "yes",
   "wikipedia_editions_linked": "13",
   "row_url": "https://spspyrou.com/retrievability-census#us-adp",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-adp"
  },
  {
   "id": "us-xyz",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Block, Inc.",
   "ticker": "XYZ",
   "sector": "Financials",
   "official_website_on_wikidata": "https://block.xyz",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "79",
   "json_ld": "yes",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "17",
   "row_url": "https://spspyrou.com/retrievability-census#us-xyz",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-xyz"
  },
  {
   "id": "us-avgo",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Broadcom",
   "ticker": "AVGO",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.broadcom.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "4",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "25",
   "row_url": "https://spspyrou.com/retrievability-census#us-avgo",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-avgo"
  },
  {
   "id": "us-br",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Broadridge Financial Solutions",
   "ticker": "BR",
   "sector": "Industrials",
   "official_website_on_wikidata": "https://www.broadridge.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "2292",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "yes",
   "wikipedia_editions_linked": "3",
   "row_url": "https://spspyrou.com/retrievability-census#us-br",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-br"
  },
  {
   "id": "us-cdns",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Cadence Design Systems",
   "ticker": "CDNS",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.cadence.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "17",
   "row_url": "https://spspyrou.com/retrievability-census#us-cdns",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-cdns"
  },
  {
   "id": "us-cboe",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Cboe Global Markets",
   "ticker": "CBOE",
   "sector": "Financials",
   "official_website_on_wikidata": "https://www.cboe.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "673",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "4",
   "row_url": "https://spspyrou.com/retrievability-census#us-cboe",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-cboe"
  },
  {
   "id": "us-cdw",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "CDW Corporation",
   "ticker": "CDW",
   "sector": "Information Technology",
   "official_website_on_wikidata": "http://www.cdw.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1358",
   "json_ld": "yes",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "9",
   "row_url": "https://spspyrou.com/retrievability-census#us-cdw",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-cdw"
  },
  {
   "id": "us-cien",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Ciena",
   "ticker": "CIEN",
   "sector": "Information Technology",
   "official_website_on_wikidata": "http://www.ciena.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "7",
   "row_url": "https://spspyrou.com/retrievability-census#us-cien",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-cien"
  },
  {
   "id": "us-ctas",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Cintas",
   "ticker": "CTAS",
   "sector": "Industrials",
   "official_website_on_wikidata": "http://www.cintas.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1021",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "7",
   "row_url": "https://spspyrou.com/retrievability-census#us-ctas",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-ctas"
  },
  {
   "id": "us-csco",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Cisco",
   "ticker": "CSCO",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.cisco.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "730",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "67",
   "row_url": "https://spspyrou.com/retrievability-census#us-csco",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-csco"
  },
  {
   "id": "us-cme",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "CME Group",
   "ticker": "CME",
   "sector": "Financials",
   "official_website_on_wikidata": "https://www.cmegroup.com",
   "answered_our_script": "no",
   "robots_txt_readable": "not tested",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "not tested",
   "homepage_readable": "not tested",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "not tested",
   "wikipedia_editions_linked": "17",
   "row_url": "https://spspyrou.com/retrievability-census#us-cme",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-cme"
  },
  {
   "id": "us-ctsh",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Cognizant",
   "ticker": "CTSH",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.cognizant.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "5097",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "yes",
   "wikipedia_editions_linked": "25",
   "row_url": "https://spspyrou.com/retrievability-census#us-ctsh",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-ctsh"
  },
  {
   "id": "us-cohr",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Coherent Corp.",
   "ticker": "COHR",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.coherent.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1783",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "7",
   "row_url": "https://spspyrou.com/retrievability-census#us-cohr",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-cohr"
  },
  {
   "id": "us-coin",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Coinbase",
   "ticker": "COIN",
   "sector": "Financials",
   "official_website_on_wikidata": "https://www.coinbase.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "yes",
   "wikipedia_editions_linked": "39",
   "row_url": "https://spspyrou.com/retrievability-census#us-coin",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-coin"
  },
  {
   "id": "us-cprt",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Copart",
   "ticker": "CPRT",
   "sector": "Industrials",
   "official_website_on_wikidata": "https://www.copart.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "7",
   "row_url": "https://spspyrou.com/retrievability-census#us-cprt",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-cprt"
  },
  {
   "id": "us-glw",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Corning Inc.",
   "ticker": "GLW",
   "sector": "Information Technology",
   "official_website_on_wikidata": "http://www.corning.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "26",
   "row_url": "https://spspyrou.com/retrievability-census#us-glw",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-glw"
  },
  {
   "id": "us-cpay",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Corpay",
   "ticker": "CPAY",
   "sector": "Financials",
   "official_website_on_wikidata": "https://www.corpay.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "yes",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1658",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "yes",
   "wikipedia_editions_linked": "6",
   "row_url": "https://spspyrou.com/retrievability-census#us-cpay",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-cpay"
  },
  {
   "id": "us-crwd",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "CrowdStrike",
   "ticker": "CRWD",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.crowdstrike.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "2831",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "yes",
   "wikipedia_editions_linked": "29",
   "row_url": "https://spspyrou.com/retrievability-census#us-crwd",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-crwd"
  },
  {
   "id": "us-ddog",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Datadog",
   "ticker": "DDOG",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.datadoghq.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1943",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "yes",
   "wikipedia_editions_linked": "13",
   "row_url": "https://spspyrou.com/retrievability-census#us-ddog",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-ddog"
  },
  {
   "id": "us-dell",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Dell Technologies",
   "ticker": "DELL",
   "sector": "Information Technology",
   "official_website_on_wikidata": "http://www.delltechnologies.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "2324",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "16",
   "row_url": "https://spspyrou.com/retrievability-census#us-dell",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-dell"
  },
  {
   "id": "us-efx",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Equifax",
   "ticker": "EFX",
   "sector": "Industrials",
   "official_website_on_wikidata": "https://www.equifax.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1996",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "17",
   "row_url": "https://spspyrou.com/retrievability-census#us-efx",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-efx"
  },
  {
   "id": "us-p",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Everpure",
   "ticker": "P",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.purestorage.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1364",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "yes",
   "llms_txt": "no",
   "wikipedia_editions_linked": "6",
   "row_url": "https://spspyrou.com/retrievability-census#us-p",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-p"
  },
  {
   "id": "us-ffiv",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "F5, Inc.",
   "ticker": "FFIV",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.f5.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1668",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "16",
   "row_url": "https://spspyrou.com/retrievability-census#us-ffiv",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-ffiv"
  },
  {
   "id": "us-fds",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "FactSet",
   "ticker": "FDS",
   "sector": "Financials",
   "official_website_on_wikidata": "http://www.factset.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "7",
   "json_ld": "yes",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "11",
   "row_url": "https://spspyrou.com/retrievability-census#us-fds",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-fds"
  },
  {
   "id": "us-fico",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Fair Isaac",
   "ticker": "FICO",
   "sector": "Information Technology",
   "official_website_on_wikidata": "http://www.fico.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "11",
   "row_url": "https://spspyrou.com/retrievability-census#us-fico",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-fico"
  },
  {
   "id": "us-fis",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Fidelity National Information Services",
   "ticker": "FIS",
   "sector": "Financials",
   "official_website_on_wikidata": "https://www.fisglobal.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "819",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "yes",
   "wikipedia_editions_linked": "11",
   "row_url": "https://spspyrou.com/retrievability-census#us-fis",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-fis"
  },
  {
   "id": "us-fslr",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "First Solar",
   "ticker": "FSLR",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.firstsolar.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "437",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "17",
   "row_url": "https://spspyrou.com/retrievability-census#us-fslr",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-fslr"
  },
  {
   "id": "us-fisv",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Fiserv",
   "ticker": "FISV",
   "sector": "Financials",
   "official_website_on_wikidata": "https://www.fiserv.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "543",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "14",
   "row_url": "https://spspyrou.com/retrievability-census#us-fisv",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-fisv"
  },
  {
   "id": "us-flex",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Flex Ltd.",
   "ticker": "FLEX",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.flex.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "851",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "26",
   "row_url": "https://spspyrou.com/retrievability-census#us-flex",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-flex"
  },
  {
   "id": "us-ftnt",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Fortinet",
   "ticker": "FTNT",
   "sector": "Information Technology",
   "official_website_on_wikidata": "http://www.fortinet.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "yes",
   "blocks_an_ai_search_or_user_agent_site_wide": "yes",
   "names_an_ai_agent": "yes",
   "refused_honest_research_client": "not tested",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "3056",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "24",
   "row_url": "https://spspyrou.com/retrievability-census#us-ftnt",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-ftnt"
  },
  {
   "id": "us-it",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Gartner",
   "ticker": "IT",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.gartner.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "yes",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "yes",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "28",
   "row_url": "https://spspyrou.com/retrievability-census#us-it",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-it"
  },
  {
   "id": "us-gen",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Gen Digital",
   "ticker": "GEN",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.gendigital.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1122",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "43",
   "row_url": "https://spspyrou.com/retrievability-census#us-gen",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-gen"
  },
  {
   "id": "us-gpn",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Global Payments",
   "ticker": "GPN",
   "sector": "Financials",
   "official_website_on_wikidata": "https://www.globalpaymentsinc.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "8",
   "row_url": "https://spspyrou.com/retrievability-census#us-gpn",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-gpn"
  },
  {
   "id": "us-gddy",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "GoDaddy",
   "ticker": "GDDY",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.godaddy.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "35",
   "row_url": "https://spspyrou.com/retrievability-census#us-gddy",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-gddy"
  },
  {
   "id": "us-hpe",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Hewlett Packard Enterprise",
   "ticker": "HPE",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.hpe.com",
   "answered_our_script": "no",
   "robots_txt_readable": "not tested",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "not tested",
   "homepage_readable": "not tested",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "not tested",
   "wikipedia_editions_linked": "29",
   "row_url": "https://spspyrou.com/retrievability-census#us-hpe",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-hpe"
  },
  {
   "id": "us-hpq",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "HP Inc.",
   "ticker": "HPQ",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.hp.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "yes",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "859",
   "json_ld": "yes",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "31",
   "row_url": "https://spspyrou.com/retrievability-census#us-hpq",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-hpq"
  },
  {
   "id": "us-ibm",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "IBM",
   "ticker": "IBM",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.ibm.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "616",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "yes",
   "llms_txt": "no",
   "wikipedia_editions_linked": "103",
   "row_url": "https://spspyrou.com/retrievability-census#us-ibm",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-ibm"
  },
  {
   "id": "us-intc",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Intel",
   "ticker": "INTC",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.intel.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "yes",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "8",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "yes",
   "wikipedia_editions_linked": "95",
   "row_url": "https://spspyrou.com/retrievability-census#us-intc",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-intc"
  },
  {
   "id": "us-ice",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Intercontinental Exchange",
   "ticker": "ICE",
   "sector": "Financials",
   "official_website_on_wikidata": "https://www.intercontinentalexchange.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "354",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "19",
   "row_url": "https://spspyrou.com/retrievability-census#us-ice",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-ice"
  },
  {
   "id": "us-intu",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Intuit",
   "ticker": "INTU",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.intuit.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1032",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "yes",
   "llms_txt": "yes",
   "wikipedia_editions_linked": "23",
   "row_url": "https://spspyrou.com/retrievability-census#us-intu",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-intu"
  },
  {
   "id": "us-jbl",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Jabil",
   "ticker": "JBL",
   "sector": "Information Technology",
   "official_website_on_wikidata": "http://www.jabil.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1090",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "yes",
   "wikipedia_editions_linked": "18",
   "row_url": "https://spspyrou.com/retrievability-census#us-jbl",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-jbl"
  },
  {
   "id": "us-jkhy",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Jack Henry & Associates",
   "ticker": "JKHY",
   "sector": "Financials",
   "official_website_on_wikidata": "https://www.jackhenry.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "3010",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "3",
   "row_url": "https://spspyrou.com/retrievability-census#us-jkhy",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-jkhy"
  },
  {
   "id": "us-keys",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Keysight Technologies",
   "ticker": "KEYS",
   "sector": "Information Technology",
   "official_website_on_wikidata": "http://www.keysight.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "13",
   "row_url": "https://spspyrou.com/retrievability-census#us-keys",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-keys"
  },
  {
   "id": "us-klac",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "KLA Corporation",
   "ticker": "KLAC",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.kla.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1766",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "16",
   "row_url": "https://spspyrou.com/retrievability-census#us-klac",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-klac"
  },
  {
   "id": "us-lrcx",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Lam Research",
   "ticker": "LRCX",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.lamresearch.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "719",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "16",
   "row_url": "https://spspyrou.com/retrievability-census#us-lrcx",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-lrcx"
  },
  {
   "id": "us-ldos",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Leidos",
   "ticker": "LDOS",
   "sector": "Industrials",
   "official_website_on_wikidata": "http://www.leidos.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "700",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "yes",
   "wikipedia_editions_linked": "12",
   "row_url": "https://spspyrou.com/retrievability-census#us-ldos",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-ldos"
  },
  {
   "id": "us-lite",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Lumentum",
   "ticker": "LITE",
   "sector": "Information Technology",
   "official_website_on_wikidata": "",
   "answered_our_script": "no",
   "robots_txt_readable": "not tested",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "not tested",
   "refused_browser_user_agent": "not tested",
   "homepage_readable": "not tested",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "not tested",
   "wikipedia_editions_linked": "4",
   "row_url": "https://spspyrou.com/retrievability-census#us-lite",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-lite"
  },
  {
   "id": "us-mrvl",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Marvell Technology",
   "ticker": "MRVL",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.marvell.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "24",
   "row_url": "https://spspyrou.com/retrievability-census#us-mrvl",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-mrvl"
  },
  {
   "id": "us-ma",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Mastercard",
   "ticker": "MA",
   "sector": "Financials",
   "official_website_on_wikidata": "https://www.mastercard.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "61",
   "row_url": "https://spspyrou.com/retrievability-census#us-ma",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-ma"
  },
  {
   "id": "us-mchp",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Microchip Technology",
   "ticker": "MCHP",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.microchip.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "22",
   "row_url": "https://spspyrou.com/retrievability-census#us-mchp",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-mchp"
  },
  {
   "id": "us-mu",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Micron Technology",
   "ticker": "MU",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.micron.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1648",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "31",
   "row_url": "https://spspyrou.com/retrievability-census#us-mu",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-mu"
  },
  {
   "id": "us-msft",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Microsoft",
   "ticker": "MSFT",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.microsoft.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "673",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "167",
   "row_url": "https://spspyrou.com/retrievability-census#us-msft",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-msft"
  },
  {
   "id": "us-mpwr",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Monolithic Power Systems",
   "ticker": "MPWR",
   "sector": "Information Technology",
   "official_website_on_wikidata": "http://www.monolithicpower.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "5",
   "row_url": "https://spspyrou.com/retrievability-census#us-mpwr",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-mpwr"
  },
  {
   "id": "us-mco",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Moody's Corporation",
   "ticker": "MCO",
   "sector": "Financials",
   "official_website_on_wikidata": "https://www.moodys.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1174",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "34",
   "row_url": "https://spspyrou.com/retrievability-census#us-mco",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-mco"
  },
  {
   "id": "us-msi",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Motorola Solutions",
   "ticker": "MSI",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.motorolasolutions.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "5501",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "24",
   "row_url": "https://spspyrou.com/retrievability-census#us-msi",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-msi"
  },
  {
   "id": "us-msci",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "MSCI",
   "ticker": "MSCI",
   "sector": "Financials",
   "official_website_on_wikidata": "https://www.msci.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "851",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "15",
   "row_url": "https://spspyrou.com/retrievability-census#us-msci",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-msci"
  },
  {
   "id": "us-ndaq",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Nasdaq, Inc.",
   "ticker": "NDAQ",
   "sector": "Financials",
   "official_website_on_wikidata": "http://business.nasdaq.com",
   "answered_our_script": "no",
   "robots_txt_readable": "not tested",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "not tested",
   "homepage_readable": "not tested",
   "visible_words_without_javascript": "1668",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "not tested",
   "wikipedia_editions_linked": "30",
   "row_url": "https://spspyrou.com/retrievability-census#us-ndaq",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-ndaq"
  },
  {
   "id": "us-ntap",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "NetApp",
   "ticker": "NTAP",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.netapp.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "26",
   "row_url": "https://spspyrou.com/retrievability-census#us-ntap",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-ntap"
  },
  {
   "id": "us-nvda",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Nvidia",
   "ticker": "NVDA",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.nvidia.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "5862",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "79",
   "row_url": "https://spspyrou.com/retrievability-census#us-nvda",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-nvda"
  },
  {
   "id": "us-nxpi",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "NXP Semiconductors",
   "ticker": "NXPI",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.nxp.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "741",
   "json_ld": "yes",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "31",
   "row_url": "https://spspyrou.com/retrievability-census#us-nxpi",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-nxpi"
  },
  {
   "id": "us-on",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "ON Semiconductor",
   "ticker": "ON",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.onsemi.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1322",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "16",
   "row_url": "https://spspyrou.com/retrievability-census#us-on",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-on"
  },
  {
   "id": "us-orcl",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Oracle Corporation",
   "ticker": "ORCL",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.oracle.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "73",
   "row_url": "https://spspyrou.com/retrievability-census#us-orcl",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-orcl"
  },
  {
   "id": "us-pltr",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Palantir Technologies",
   "ticker": "PLTR",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.palantir.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "4",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "40",
   "row_url": "https://spspyrou.com/retrievability-census#us-pltr",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-pltr"
  },
  {
   "id": "us-panw",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Palo Alto Networks",
   "ticker": "PANW",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.paloaltonetworks.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "yes",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1893",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "yes",
   "wikipedia_editions_linked": "18",
   "row_url": "https://spspyrou.com/retrievability-census#us-panw",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-panw"
  },
  {
   "id": "us-payx",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Paychex",
   "ticker": "PAYX",
   "sector": "Industrials",
   "official_website_on_wikidata": "http://www.paychex.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "3267",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "yes",
   "wikipedia_editions_linked": "10",
   "row_url": "https://spspyrou.com/retrievability-census#us-payx",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-payx"
  },
  {
   "id": "us-pypl",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "PayPal",
   "ticker": "PYPL",
   "sector": "Financials",
   "official_website_on_wikidata": "https://www.paypal.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "468",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "92",
   "row_url": "https://spspyrou.com/retrievability-census#us-pypl",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-pypl"
  },
  {
   "id": "us-ptc",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "PTC Inc.",
   "ticker": "PTC",
   "sector": "Information Technology",
   "official_website_on_wikidata": "http://www.ptc.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "432",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "15",
   "row_url": "https://spspyrou.com/retrievability-census#us-ptc",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-ptc"
  },
  {
   "id": "us-q",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Qnity Electronics",
   "ticker": "Q",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.qnityelectronics.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1072",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "yes",
   "wikipedia_editions_linked": "1",
   "row_url": "https://spspyrou.com/retrievability-census#us-q",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-q"
  },
  {
   "id": "us-qcom",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Qualcomm",
   "ticker": "QCOM",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.qualcomm.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "4",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "yes",
   "wikipedia_editions_linked": "55",
   "row_url": "https://spspyrou.com/retrievability-census#us-qcom",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-qcom"
  },
  {
   "id": "us-rop",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Roper Technologies",
   "ticker": "ROP",
   "sector": "Information Technology",
   "official_website_on_wikidata": "http://www.roperind.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "7",
   "row_url": "https://spspyrou.com/retrievability-census#us-rop",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-rop"
  },
  {
   "id": "us-spgi",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "S&P Global",
   "ticker": "SPGI",
   "sector": "Financials",
   "official_website_on_wikidata": "https://www.spglobal.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "24",
   "row_url": "https://spspyrou.com/retrievability-census#us-spgi",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-spgi"
  },
  {
   "id": "us-crm",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Salesforce",
   "ticker": "CRM",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.salesforce.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "4708",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "36",
   "row_url": "https://spspyrou.com/retrievability-census#us-crm",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-crm"
  },
  {
   "id": "us-sndk",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Sandisk",
   "ticker": "SNDK",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.sandisk.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "2147",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "yes",
   "wikipedia_editions_linked": "36",
   "row_url": "https://spspyrou.com/retrievability-census#us-sndk",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-sndk"
  },
  {
   "id": "us-stx",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Seagate Technology",
   "ticker": "STX",
   "sector": "Information Technology",
   "official_website_on_wikidata": "http://www.seagate.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "41",
   "row_url": "https://spspyrou.com/retrievability-census#us-stx",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-stx"
  },
  {
   "id": "us-now",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "ServiceNow",
   "ticker": "NOW",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.servicenow.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "no",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "15",
   "row_url": "https://spspyrou.com/retrievability-census#us-now",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-now"
  },
  {
   "id": "us-swks",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Skyworks Solutions",
   "ticker": "SWKS",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.skyworksinc.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "2924",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "7",
   "row_url": "https://spspyrou.com/retrievability-census#us-swks",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-swks"
  },
  {
   "id": "us-smci",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Supermicro",
   "ticker": "SMCI",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.supermicro.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "2024",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "15",
   "row_url": "https://spspyrou.com/retrievability-census#us-smci",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-smci"
  },
  {
   "id": "us-snps",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Synopsys",
   "ticker": "SNPS",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.synopsys.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1292",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "yes",
   "wikipedia_editions_linked": "21",
   "row_url": "https://spspyrou.com/retrievability-census#us-snps",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-snps"
  },
  {
   "id": "us-tel",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "TE Connectivity",
   "ticker": "TEL",
   "sector": "Information Technology",
   "official_website_on_wikidata": "http://www.te.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "yes",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "yes",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "2702",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "11",
   "row_url": "https://spspyrou.com/retrievability-census#us-tel",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-tel"
  },
  {
   "id": "us-tdy",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Teledyne Technologies",
   "ticker": "TDY",
   "sector": "Information Technology",
   "official_website_on_wikidata": "http://www.teledyne.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "88",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "13",
   "row_url": "https://spspyrou.com/retrievability-census#us-tdy",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-tdy"
  },
  {
   "id": "us-ter",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Teradyne",
   "ticker": "TER",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.teradyne.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "818",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "7",
   "row_url": "https://spspyrou.com/retrievability-census#us-ter",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-ter"
  },
  {
   "id": "us-txn",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Texas Instruments",
   "ticker": "TXN",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.ti.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "544",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "54",
   "row_url": "https://spspyrou.com/retrievability-census#us-txn",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-txn"
  },
  {
   "id": "us-trmb",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Trimble Inc.",
   "ticker": "TRMB",
   "sector": "Information Technology",
   "official_website_on_wikidata": "http://www.trimble.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "973",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "yes",
   "llms_txt": "yes",
   "wikipedia_editions_linked": "14",
   "row_url": "https://spspyrou.com/retrievability-census#us-trmb",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-trmb"
  },
  {
   "id": "us-twlo",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Twilio",
   "ticker": "TWLO",
   "sector": "Information Technology",
   "official_website_on_wikidata": "http://www.twilio.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "2617",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "yes",
   "llms_txt": "no",
   "wikipedia_editions_linked": "15",
   "row_url": "https://spspyrou.com/retrievability-census#us-twlo",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-twlo"
  },
  {
   "id": "us-tyl",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Tyler Technologies",
   "ticker": "TYL",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://tylertech.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "2048",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "4",
   "row_url": "https://spspyrou.com/retrievability-census#us-tyl",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-tyl"
  },
  {
   "id": "us-vrsn",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Verisign",
   "ticker": "VRSN",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.verisign.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "648",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "38",
   "row_url": "https://spspyrou.com/retrievability-census#us-vrsn",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-vrsn"
  },
  {
   "id": "us-vrsk",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Verisk Analytics",
   "ticker": "VRSK",
   "sector": "Industrials",
   "official_website_on_wikidata": "http://www.verisk.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1254",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "7",
   "row_url": "https://spspyrou.com/retrievability-census#us-vrsk",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-vrsk"
  },
  {
   "id": "us-v",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Visa Inc.",
   "ticker": "V",
   "sector": "Financials",
   "official_website_on_wikidata": "https://corporate.visa.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "63",
   "row_url": "https://spspyrou.com/retrievability-census#us-v",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-v"
  },
  {
   "id": "us-wdc",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Western Digital",
   "ticker": "WDC",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.westerndigital.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "yes",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "2014",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "yes",
   "llms_txt": "yes",
   "wikipedia_editions_linked": "45",
   "row_url": "https://spspyrou.com/retrievability-census#us-wdc",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-wdc"
  },
  {
   "id": "us-wday",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Workday, Inc.",
   "ticker": "WDAY",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.workday.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1107",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "16",
   "row_url": "https://spspyrou.com/retrievability-census#us-wday",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-wday"
  },
  {
   "id": "us-zbra",
   "edition": "US",
   "frame": "S&P 500 technology and B2B services",
   "fetched": "2026-10-31",
   "company": "Zebra Technologies",
   "ticker": "ZBRA",
   "sector": "Information Technology",
   "official_website_on_wikidata": "https://www.zebra.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "3005",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "yes",
   "llms_txt": "yes",
   "wikipedia_editions_linked": "16",
   "row_url": "https://spspyrou.com/retrievability-census#us-zbra",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), US edition, fetched 2026-10-31. https://spspyrou.com/retrievability-census#us-zbra"
  },
  {
   "id": "uk-iii",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "3i",
   "ticker": "III",
   "sector": "Investment Banking and Brokerage Services",
   "official_website_on_wikidata": "https://www.3i.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "14",
   "row_url": "https://spspyrou.com/retrievability-census#uk-iii",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-iii"
  },
  {
   "id": "uk-abdn",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Aberdeen Group",
   "ticker": "ABDN",
   "sector": "Investment Banking and Brokerage Services",
   "official_website_on_wikidata": "https://aberdeenplc.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "421",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "7",
   "row_url": "https://spspyrou.com/retrievability-census#uk-abdn",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-abdn"
  },
  {
   "id": "uk-adm",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Admiral Group",
   "ticker": "ADM",
   "sector": "Non-life Insurance",
   "official_website_on_wikidata": "http://www.admiralgroup.co.uk",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "no",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "9",
   "row_url": "https://spspyrou.com/retrievability-census#uk-adm",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-adm"
  },
  {
   "id": "uk-aaf",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Airtel Africa",
   "ticker": "AAF",
   "sector": "Telecommunications Service Providers",
   "official_website_on_wikidata": "http://africa.airtel.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1666",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "7",
   "row_url": "https://spspyrou.com/retrievability-census#uk-aaf",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-aaf"
  },
  {
   "id": "uk-alw",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Alliance Witan",
   "ticker": "ALW",
   "sector": "Closed End Investments",
   "official_website_on_wikidata": "http://www.alliancetrust.co.uk",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "420",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "3",
   "row_url": "https://spspyrou.com/retrievability-census#uk-alw",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-alw"
  },
  {
   "id": "uk-aal",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Anglo American plc",
   "ticker": "AAL",
   "sector": "Industrial Metals and Mining",
   "official_website_on_wikidata": "https://angloamerican.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1914",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "24",
   "row_url": "https://spspyrou.com/retrievability-census#uk-aal",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-aal"
  },
  {
   "id": "uk-anto",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Antofagasta plc",
   "ticker": "ANTO",
   "sector": "Industrial Metals and Mining",
   "official_website_on_wikidata": "https://www.antofagasta.co.uk",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "853",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "12",
   "row_url": "https://spspyrou.com/retrievability-census#uk-anto",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-anto"
  },
  {
   "id": "uk-abf",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Associated British Foods",
   "ticker": "ABF",
   "sector": "Food Producers",
   "official_website_on_wikidata": "http://abf.co.uk",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "26",
   "row_url": "https://spspyrou.com/retrievability-census#uk-abf",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-abf"
  },
  {
   "id": "uk-azn",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "AstraZeneca",
   "ticker": "AZN",
   "sector": "Pharmaceuticals, Biotechnology and Marijuana Producers",
   "official_website_on_wikidata": "http://www.astrazeneca.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "yes",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "750",
   "json_ld": "yes",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "53",
   "row_url": "https://spspyrou.com/retrievability-census#uk-azn",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-azn"
  },
  {
   "id": "uk-auto",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Autotrader Group",
   "ticker": "AUTO",
   "sector": "Software and Computer Services",
   "official_website_on_wikidata": "https://www.autotrader.co.uk",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "yes",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1274",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "4",
   "row_url": "https://spspyrou.com/retrievability-census#uk-auto",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-auto"
  },
  {
   "id": "uk-av",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Aviva",
   "ticker": "AV",
   "sector": "Life Insurance",
   "official_website_on_wikidata": "https://aviva.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1992",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "34",
   "row_url": "https://spspyrou.com/retrievability-census#uk-av",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-av"
  },
  {
   "id": "uk-bab",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Babcock International",
   "ticker": "BAB",
   "sector": "Aerospace and Defense",
   "official_website_on_wikidata": "https://www.babcockinternational.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "922",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "19",
   "row_url": "https://spspyrou.com/retrievability-census#uk-bab",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-bab"
  },
  {
   "id": "uk-ba",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "BAE Systems",
   "ticker": "BA",
   "sector": "Aerospace and Defense",
   "official_website_on_wikidata": "https://www.baesystems.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "40",
   "row_url": "https://spspyrou.com/retrievability-census#uk-ba",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-ba"
  },
  {
   "id": "uk-bby",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Balfour Beatty",
   "ticker": "BBY",
   "sector": "Construction and Materials",
   "official_website_on_wikidata": "http://www.balfourbeatty.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1896",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "11",
   "row_url": "https://spspyrou.com/retrievability-census#uk-bby",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-bby"
  },
  {
   "id": "uk-barc",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Barclays",
   "ticker": "BARC",
   "sector": "Banks",
   "official_website_on_wikidata": "https://home.barclays",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1621",
   "json_ld": "yes",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "54",
   "row_url": "https://spspyrou.com/retrievability-census#uk-barc",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-barc"
  },
  {
   "id": "uk-btrw",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Barratt Redrow",
   "ticker": "BTRW",
   "sector": "Household Goods and Home Construction",
   "official_website_on_wikidata": "http://www.barrattdevelopments.co.uk",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "441",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "9",
   "row_url": "https://spspyrou.com/retrievability-census#uk-btrw",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-btrw"
  },
  {
   "id": "uk-bp",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "BP",
   "ticker": "BP",
   "sector": "Non-Renewable Energy",
   "official_website_on_wikidata": "https://bp.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "347",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "62",
   "row_url": "https://spspyrou.com/retrievability-census#uk-bp",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-bp"
  },
  {
   "id": "uk-bats",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "British American Tobacco",
   "ticker": "BATS",
   "sector": "Tobacco",
   "official_website_on_wikidata": "https://bat.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1762",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "38",
   "row_url": "https://spspyrou.com/retrievability-census#uk-bats",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-bats"
  },
  {
   "id": "uk-blnd",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "British Land",
   "ticker": "BLND",
   "sector": "Real Estate Investment Trusts",
   "official_website_on_wikidata": "http://britishland.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "758",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "7",
   "row_url": "https://spspyrou.com/retrievability-census#uk-blnd",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-blnd"
  },
  {
   "id": "uk-bt-a",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "BT Group",
   "ticker": "BT.A",
   "sector": "Telecommunications Service Providers",
   "official_website_on_wikidata": "http://www.bt.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "652",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "30",
   "row_url": "https://spspyrou.com/retrievability-census#uk-bt-a",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-bt-a"
  },
  {
   "id": "uk-bnzl",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Bunzl",
   "ticker": "BNZL",
   "sector": "General Industrials",
   "official_website_on_wikidata": "https://www.bunzl.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "929",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "7",
   "row_url": "https://spspyrou.com/retrievability-census#uk-bnzl",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-bnzl"
  },
  {
   "id": "uk-brby",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Burberry Group",
   "ticker": "BRBY",
   "sector": "Personal Goods",
   "official_website_on_wikidata": "https://www.burberry.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "369",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "49",
   "row_url": "https://spspyrou.com/retrievability-census#uk-brby",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-brby"
  },
  {
   "id": "uk-cna",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Centrica",
   "ticker": "CNA",
   "sector": "Gas, Water and Multi-utilities",
   "official_website_on_wikidata": "https://www.centrica.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "24",
   "row_url": "https://spspyrou.com/retrievability-census#uk-cna",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-cna"
  },
  {
   "id": "uk-ccep",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Coca-Cola Europacific Partners",
   "ticker": "CCEP",
   "sector": "Beverages",
   "official_website_on_wikidata": "https://www.cocacolaep.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1943",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "11",
   "row_url": "https://spspyrou.com/retrievability-census#uk-ccep",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-ccep"
  },
  {
   "id": "uk-cch",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Coca-Cola HBC",
   "ticker": "CCH",
   "sector": "Beverages",
   "official_website_on_wikidata": "http://www.coca-colahellenic.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "20",
   "row_url": "https://spspyrou.com/retrievability-census#uk-cch",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-cch"
  },
  {
   "id": "uk-cpg",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Compass Group",
   "ticker": "CPG",
   "sector": "Consumer Services",
   "official_website_on_wikidata": "https://www.compass-group.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "18",
   "row_url": "https://spspyrou.com/retrievability-census#uk-cpg",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-cpg"
  },
  {
   "id": "uk-ccc",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Computacenter",
   "ticker": "CCC",
   "sector": "Software and Computer Services",
   "official_website_on_wikidata": "http://www.computacenter.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "2330",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "6",
   "row_url": "https://spspyrou.com/retrievability-census#uk-ccc",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-ccc"
  },
  {
   "id": "uk-ctec",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Convatec",
   "ticker": "CTEC",
   "sector": "Medical Equipment and Services",
   "official_website_on_wikidata": "http://www.convatec.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "583",
   "json_ld": "yes",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "7",
   "row_url": "https://spspyrou.com/retrievability-census#uk-ctec",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-ctec"
  },
  {
   "id": "uk-crda",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Croda International",
   "ticker": "CRDA",
   "sector": "Chemicals",
   "official_website_on_wikidata": "http://www.croda.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "2668",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "yes",
   "wikipedia_editions_linked": "10",
   "row_url": "https://spspyrou.com/retrievability-census#uk-crda",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-crda"
  },
  {
   "id": "uk-dcc",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "DCC Energy",
   "ticker": "DCC",
   "sector": "Industrial Support Services",
   "official_website_on_wikidata": "https://www.dcc.ie",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1487",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "8",
   "row_url": "https://spspyrou.com/retrievability-census#uk-dcc",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-dcc"
  },
  {
   "id": "uk-dge",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Diageo",
   "ticker": "DGE",
   "sector": "Beverages",
   "official_website_on_wikidata": "http://www.diageo.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "3252",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "yes",
   "llms_txt": "no",
   "wikipedia_editions_linked": "41",
   "row_url": "https://spspyrou.com/retrievability-census#uk-dge",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-dge"
  },
  {
   "id": "uk-dplm",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Diploma",
   "ticker": "DPLM",
   "sector": "Industrial Support Services",
   "official_website_on_wikidata": "http://www.diplomaplc.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "743",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "2",
   "row_url": "https://spspyrou.com/retrievability-census#uk-dplm",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-dplm"
  },
  {
   "id": "uk-ezj",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "EasyJet",
   "ticker": "EZJ",
   "sector": "Travel and Leisure",
   "official_website_on_wikidata": "https://easyjet.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "58",
   "row_url": "https://spspyrou.com/retrievability-census#uk-ezj",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-ezj"
  },
  {
   "id": "uk-edv",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Endeavour Mining",
   "ticker": "EDV",
   "sector": "Precious Metals and Mining",
   "official_website_on_wikidata": "https://www.endeavourmining.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "558",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "7",
   "row_url": "https://spspyrou.com/retrievability-census#uk-edv",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-edv"
  },
  {
   "id": "uk-expn",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Experian",
   "ticker": "EXPN",
   "sector": "Industrial Support Services",
   "official_website_on_wikidata": "https://www.experian.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1997",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "15",
   "row_url": "https://spspyrou.com/retrievability-census#uk-expn",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-expn"
  },
  {
   "id": "uk-fcit",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "F & C Investment Trust",
   "ticker": "FCIT",
   "sector": "Closed End Investments",
   "official_website_on_wikidata": "http://www.foreignandcolonial.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1153",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "4",
   "row_url": "https://spspyrou.com/retrievability-census#uk-fcit",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-fcit"
  },
  {
   "id": "uk-fres",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Fresnillo plc",
   "ticker": "FRES",
   "sector": "Precious Metals and Mining",
   "official_website_on_wikidata": "http://www.fresnilloplc.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "768",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "9",
   "row_url": "https://spspyrou.com/retrievability-census#uk-fres",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-fres"
  },
  {
   "id": "uk-gaw",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Games Workshop",
   "ticker": "GAW",
   "sector": "Leisure Goods",
   "official_website_on_wikidata": "https://www.warhammer.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "27",
   "row_url": "https://spspyrou.com/retrievability-census#uk-gaw",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-gaw"
  },
  {
   "id": "uk-glen",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Glencore",
   "ticker": "GLEN",
   "sector": "Industrial Metals and Mining",
   "official_website_on_wikidata": "https://www.glencore.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "632",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "39",
   "row_url": "https://spspyrou.com/retrievability-census#uk-glen",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-glen"
  },
  {
   "id": "uk-gsk",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "GSK plc",
   "ticker": "GSK",
   "sector": "Pharmaceuticals, Biotechnology and Marijuana Producers",
   "official_website_on_wikidata": "https://www.gsk.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "961",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "55",
   "row_url": "https://spspyrou.com/retrievability-census#uk-gsk",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-gsk"
  },
  {
   "id": "uk-hln",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Haleon",
   "ticker": "HLN",
   "sector": "Pharmaceuticals, Biotechnology and Marijuana Producers",
   "official_website_on_wikidata": "https://www.haleon.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "11",
   "row_url": "https://spspyrou.com/retrievability-census#uk-hln",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-hln"
  },
  {
   "id": "uk-hlma",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Halma plc",
   "ticker": "HLMA",
   "sector": "Electronic and Electrical Equipment",
   "official_website_on_wikidata": "http://www.halma.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1126",
   "json_ld": "yes",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "4",
   "row_url": "https://spspyrou.com/retrievability-census#uk-hlma",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-hlma"
  },
  {
   "id": "uk-hsx",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Hiscox",
   "ticker": "HSX",
   "sector": "Non-life Insurance",
   "official_website_on_wikidata": "http://www.hiscoxgroup.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "807",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "6",
   "row_url": "https://spspyrou.com/retrievability-census#uk-hsx",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-hsx"
  },
  {
   "id": "uk-hwdn",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Howdens Joinery",
   "ticker": "HWDN",
   "sector": "Retailers",
   "official_website_on_wikidata": "https://www.howdens.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "yes",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "yes",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1964",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "4",
   "row_url": "https://spspyrou.com/retrievability-census#uk-hwdn",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-hwdn"
  },
  {
   "id": "uk-hsba",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "HSBC",
   "ticker": "HSBA",
   "sector": "Banks",
   "official_website_on_wikidata": "https://hsbc.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1145",
   "json_ld": "yes",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "58",
   "row_url": "https://spspyrou.com/retrievability-census#uk-hsba",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-hsba"
  },
  {
   "id": "uk-icg",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "ICG",
   "ticker": "ICG",
   "sector": "Investment Banking and Brokerage Services",
   "official_website_on_wikidata": "https://www.icgam.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1114",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "6",
   "row_url": "https://spspyrou.com/retrievability-census#uk-icg",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-icg"
  },
  {
   "id": "uk-igg",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "IG Group",
   "ticker": "IGG",
   "sector": "Investment Banking and Brokerage Services",
   "official_website_on_wikidata": "https://www.ig.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1915",
   "json_ld": "yes",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "yes",
   "wikipedia_editions_linked": "15",
   "row_url": "https://spspyrou.com/retrievability-census#uk-igg",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-igg"
  },
  {
   "id": "uk-ihg",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "IHG Hotels & Resorts",
   "ticker": "IHG",
   "sector": "Travel and Leisure",
   "official_website_on_wikidata": "https://www.ihgplc.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "983",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "27",
   "row_url": "https://spspyrou.com/retrievability-census#uk-ihg",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-ihg"
  },
  {
   "id": "uk-imi",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "IMI",
   "ticker": "IMI",
   "sector": "Electronic and Electrical Equipment",
   "official_website_on_wikidata": "http://www.imiplc.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "7",
   "row_url": "https://spspyrou.com/retrievability-census#uk-imi",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-imi"
  },
  {
   "id": "uk-imb",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Imperial Brands",
   "ticker": "IMB",
   "sector": "Tobacco",
   "official_website_on_wikidata": "https://www.imperialbrandsplc.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "27",
   "row_url": "https://spspyrou.com/retrievability-census#uk-imb",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-imb"
  },
  {
   "id": "uk-inf",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Informa",
   "ticker": "INF",
   "sector": "Media",
   "official_website_on_wikidata": "http://www.informa.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "853",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "15",
   "row_url": "https://spspyrou.com/retrievability-census#uk-inf",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-inf"
  },
  {
   "id": "uk-iag",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "International Airlines Group",
   "ticker": "IAG",
   "sector": "Travel and Leisure",
   "official_website_on_wikidata": "https://www.iairgroup.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "416",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "31",
   "row_url": "https://spspyrou.com/retrievability-census#uk-iag",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-iag"
  },
  {
   "id": "uk-itrk",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Intertek",
   "ticker": "ITRK",
   "sector": "Industrial Support Services",
   "official_website_on_wikidata": "https://www.intertek.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1089",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "18",
   "row_url": "https://spspyrou.com/retrievability-census#uk-itrk",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-itrk"
  },
  {
   "id": "uk-invp",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Investec",
   "ticker": "INVP",
   "sector": "Banks",
   "official_website_on_wikidata": "https://www.investec.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "6",
   "row_url": "https://spspyrou.com/retrievability-census#uk-invp",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-invp"
  },
  {
   "id": "uk-ith",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Ithaca Energy",
   "ticker": "ITH",
   "sector": "Non-Renewable Energy",
   "official_website_on_wikidata": "https://www.ithacaenergy.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "456",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "3",
   "row_url": "https://spspyrou.com/retrievability-census#uk-ith",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-ith"
  },
  {
   "id": "uk-jd",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "JD Sports",
   "ticker": "JD",
   "sector": "Retailers",
   "official_website_on_wikidata": "https://www.jdsports.de",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1369",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "10",
   "row_url": "https://spspyrou.com/retrievability-census#uk-jd",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-jd"
  },
  {
   "id": "uk-bgeo",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Lion Finance Group",
   "ticker": "BGEO",
   "sector": "Banks",
   "official_website_on_wikidata": "https://lionfinancegroup.uk",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "3",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "3",
   "row_url": "https://spspyrou.com/retrievability-census#uk-bgeo",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-bgeo"
  },
  {
   "id": "uk-kgf",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Kingfisher plc",
   "ticker": "KGF",
   "sector": "Retailers",
   "official_website_on_wikidata": "https://www.kingfisher.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1089",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "15",
   "row_url": "https://spspyrou.com/retrievability-census#uk-kgf",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-kgf"
  },
  {
   "id": "uk-land",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Land Securities",
   "ticker": "LAND",
   "sector": "Real Estate Investment Trusts",
   "official_website_on_wikidata": "http://www.landsecurities.co.uk",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "0",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "9",
   "row_url": "https://spspyrou.com/retrievability-census#uk-land",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-land"
  },
  {
   "id": "uk-lgen",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Legal & General",
   "ticker": "LGEN",
   "sector": "Life Insurance",
   "official_website_on_wikidata": "https://www.legalandgeneralgroup.com",
   "answered_our_script": "no",
   "robots_txt_readable": "not tested",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "not tested",
   "homepage_readable": "not tested",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "not tested",
   "wikipedia_editions_linked": "17",
   "row_url": "https://spspyrou.com/retrievability-census#uk-lgen",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-lgen"
  },
  {
   "id": "uk-lloy",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Lloyds Banking Group",
   "ticker": "LLOY",
   "sector": "Banks",
   "official_website_on_wikidata": "https://lloydsbankinggroup.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1972",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "24",
   "row_url": "https://spspyrou.com/retrievability-census#uk-lloy",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-lloy"
  },
  {
   "id": "uk-lmp",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "LondonMetric Property",
   "ticker": "LMP",
   "sector": "Real Estate Investment Trusts",
   "official_website_on_wikidata": "http://londonmetric.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "862",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "2",
   "row_url": "https://spspyrou.com/retrievability-census#uk-lmp",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-lmp"
  },
  {
   "id": "uk-lseg",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "London Stock Exchange Group",
   "ticker": "LSEG",
   "sector": "Finance and Credit Services",
   "official_website_on_wikidata": "https://lseg.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "842",
   "json_ld": "yes",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "16",
   "row_url": "https://spspyrou.com/retrievability-census#uk-lseg",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-lseg"
  },
  {
   "id": "uk-mng",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "M&G",
   "ticker": "MNG",
   "sector": "Investment Banking and Brokerage Services",
   "official_website_on_wikidata": "http://www.mandg.co.uk",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "3972",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "8",
   "row_url": "https://spspyrou.com/retrievability-census#uk-mng",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-mng"
  },
  {
   "id": "uk-mks",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Marks & Spencer",
   "ticker": "MKS",
   "sector": "Personal Care, Drug and Grocery Stores",
   "official_website_on_wikidata": "https://marksandspencer.ie",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1119",
   "json_ld": "yes",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "39",
   "row_url": "https://spspyrou.com/retrievability-census#uk-mks",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-mks"
  },
  {
   "id": "uk-mro",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Melrose Industries",
   "ticker": "MRO",
   "sector": "Aerospace and Defense",
   "official_website_on_wikidata": "http://www.melroseplc.net",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "9",
   "row_url": "https://spspyrou.com/retrievability-census#uk-mro",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-mro"
  },
  {
   "id": "uk-mtln",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Metlen Energy & Metals",
   "ticker": "MTLN",
   "sector": "Gas, Water and Multi-utilities",
   "official_website_on_wikidata": "https://www.metlengroup.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "718",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "8",
   "row_url": "https://spspyrou.com/retrievability-census#uk-mtln",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-mtln"
  },
  {
   "id": "uk-ng",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "National Grid plc",
   "ticker": "NG",
   "sector": "Gas, Water and Multi-utilities",
   "official_website_on_wikidata": "https://nationalgrid.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "yes",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "19",
   "row_url": "https://spspyrou.com/retrievability-census#uk-ng",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-ng"
  },
  {
   "id": "uk-nwg",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "NatWest Group",
   "ticker": "NWG",
   "sector": "Banks",
   "official_website_on_wikidata": "https://www.natwestgroup.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "2148",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "21",
   "row_url": "https://spspyrou.com/retrievability-census#uk-nwg",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-nwg"
  },
  {
   "id": "uk-nxt",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Next plc",
   "ticker": "NXT",
   "sector": "Retailers",
   "official_website_on_wikidata": "https://www.next.co.uk",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "556",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "13",
   "row_url": "https://spspyrou.com/retrievability-census#uk-nxt",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-nxt"
  },
  {
   "id": "uk-pson",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Pearson plc",
   "ticker": "PSON",
   "sector": "Media",
   "official_website_on_wikidata": "https://www.pearson.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1559",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "33",
   "row_url": "https://spspyrou.com/retrievability-census#uk-pson",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-pson"
  },
  {
   "id": "uk-psh",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Pershing Square Holdings",
   "ticker": "PSH",
   "sector": "Closed End Investments",
   "official_website_on_wikidata": "https://www.pershingsquareholdings.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "3",
   "row_url": "https://spspyrou.com/retrievability-census#uk-psh",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-psh"
  },
  {
   "id": "uk-pct",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Polar Capital Technology Trust",
   "ticker": "PCT",
   "sector": "Closed End Investments",
   "official_website_on_wikidata": "https://www.polarcapitaltechnologytrust.co.uk",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "969",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "2",
   "row_url": "https://spspyrou.com/retrievability-census#uk-pct",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-pct"
  },
  {
   "id": "uk-pru",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Prudential plc",
   "ticker": "PRU",
   "sector": "Life Insurance",
   "official_website_on_wikidata": "https://www.prudentialplc.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1594",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "25",
   "row_url": "https://spspyrou.com/retrievability-census#uk-pru",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-pru"
  },
  {
   "id": "uk-rkt",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Reckitt",
   "ticker": "RKT",
   "sector": "Personal Care, Drug and Grocery Stores",
   "official_website_on_wikidata": "https://www.reckitt.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "789",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "33",
   "row_url": "https://spspyrou.com/retrievability-census#uk-rkt",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-rkt"
  },
  {
   "id": "uk-rel",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "RELX",
   "ticker": "REL",
   "sector": "Software and Computer Services",
   "official_website_on_wikidata": "https://www.relx.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1122",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "13",
   "row_url": "https://spspyrou.com/retrievability-census#uk-rel",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-rel"
  },
  {
   "id": "uk-rto",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Rentokil Initial",
   "ticker": "RTO",
   "sector": "Industrial Support Services",
   "official_website_on_wikidata": "http://rentokil-initial.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "8",
   "row_url": "https://spspyrou.com/retrievability-census#uk-rto",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-rto"
  },
  {
   "id": "uk-rio",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Rio Tinto",
   "ticker": "RIO",
   "sector": "Industrial Metals and Mining",
   "official_website_on_wikidata": "https://www.riotinto.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1927",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "41",
   "row_url": "https://spspyrou.com/retrievability-census#uk-rio",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-rio"
  },
  {
   "id": "uk-rr",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Rolls-Royce Holdings",
   "ticker": "RR",
   "sector": "Aerospace and Defense",
   "official_website_on_wikidata": "https://www.rolls-royce.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "2507",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "37",
   "row_url": "https://spspyrou.com/retrievability-census#uk-rr",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-rr"
  },
  {
   "id": "uk-sge",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Sage Group",
   "ticker": "SGE",
   "sector": "Software and Computer Services",
   "official_website_on_wikidata": "https://www.sage.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "17",
   "row_url": "https://spspyrou.com/retrievability-census#uk-sge",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-sge"
  },
  {
   "id": "uk-sbry",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Sainsbury's",
   "ticker": "SBRY",
   "sector": "Personal Care, Drug and Grocery Stores",
   "official_website_on_wikidata": "https://www.sainsburys.co.uk",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "35",
   "row_url": "https://spspyrou.com/retrievability-census#uk-sbry",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-sbry"
  },
  {
   "id": "uk-smt",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Scottish Mortgage Investment Trust",
   "ticker": "SMT",
   "sector": "Closed End Investments",
   "official_website_on_wikidata": "http://www.scottishmortgageit.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "804",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "3",
   "row_url": "https://spspyrou.com/retrievability-census#uk-smt",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-smt"
  },
  {
   "id": "uk-sgro",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Segro",
   "ticker": "SGRO",
   "sector": "Real Estate Investment Trusts",
   "official_website_on_wikidata": "http://www.segro.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "2384",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "5",
   "row_url": "https://spspyrou.com/retrievability-census#uk-sgro",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-sgro"
  },
  {
   "id": "uk-svt",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Severn Trent",
   "ticker": "SVT",
   "sector": "Gas, Water and Multi-utilities",
   "official_website_on_wikidata": "https://www.stwater.co.uk",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1203",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "8",
   "row_url": "https://spspyrou.com/retrievability-census#uk-svt",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-svt"
  },
  {
   "id": "uk-shel",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Shell plc",
   "ticker": "SHEL",
   "sector": "Non-Renewable Energy",
   "official_website_on_wikidata": "https://www.shell.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "2",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "71",
   "row_url": "https://spspyrou.com/retrievability-census#uk-shel",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-shel"
  },
  {
   "id": "uk-smin",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Smiths Group",
   "ticker": "SMIN",
   "sector": "General Industrials",
   "official_website_on_wikidata": "http://smiths-group.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1023",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "10",
   "row_url": "https://spspyrou.com/retrievability-census#uk-smin",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-smin"
  },
  {
   "id": "uk-sn",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Smith & Nephew",
   "ticker": "SN",
   "sector": "Medical Equipment and Services",
   "official_website_on_wikidata": "http://www.smith-nephew.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "587",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "9",
   "row_url": "https://spspyrou.com/retrievability-census#uk-sn",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-sn"
  },
  {
   "id": "uk-spx",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Spirax Group",
   "ticker": "SPX",
   "sector": "Industrial Engineering",
   "official_website_on_wikidata": "https://www.spiraxgroup.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "735",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "6",
   "row_url": "https://spspyrou.com/retrievability-census#uk-spx",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-spx"
  },
  {
   "id": "uk-sse",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "SSE plc",
   "ticker": "SSE",
   "sector": "Electricity",
   "official_website_on_wikidata": "https://www.sse.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "904",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "12",
   "row_url": "https://spspyrou.com/retrievability-census#uk-sse",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-sse"
  },
  {
   "id": "uk-stan",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Standard Chartered",
   "ticker": "STAN",
   "sector": "Banks",
   "official_website_on_wikidata": "https://www.sc.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "3",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "39",
   "row_url": "https://spspyrou.com/retrievability-census#uk-stan",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-stan"
  },
  {
   "id": "uk-sdlf",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Standard Life",
   "ticker": "SDLF",
   "sector": "Life Insurance",
   "official_website_on_wikidata": "http://www.thephoenixgroup.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1239",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "8",
   "row_url": "https://spspyrou.com/retrievability-census#uk-sdlf",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-sdlf"
  },
  {
   "id": "uk-stj",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "St. James's Place",
   "ticker": "STJ",
   "sector": "Investment Banking and Brokerage Services",
   "official_website_on_wikidata": "http://www1.sjp.co.uk",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "1114",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "3",
   "row_url": "https://spspyrou.com/retrievability-census#uk-stj",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-stj"
  },
  {
   "id": "uk-tsco",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Tesco",
   "ticker": "TSCO",
   "sector": "Personal Care, Drug and Grocery Stores",
   "official_website_on_wikidata": "https://www.tescoplc.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "183",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "54",
   "row_url": "https://spspyrou.com/retrievability-census#uk-tsco",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-tsco"
  },
  {
   "id": "uk-bbox",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Tritax Big Box REIT",
   "ticker": "BBOX",
   "sector": "Real Estate Investment Trusts",
   "official_website_on_wikidata": "http://tritaxbigbox.co.uk",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "2",
   "row_url": "https://spspyrou.com/retrievability-census#uk-bbox",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-bbox"
  },
  {
   "id": "uk-ulvr",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Unilever",
   "ticker": "ULVR",
   "sector": "Personal Care, Drug and Grocery Stores",
   "official_website_on_wikidata": "https://unilever.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "no",
   "blocks_an_ai_training_agent_site_wide": "not tested",
   "blocks_an_ai_search_or_user_agent_site_wide": "not tested",
   "names_an_ai_agent": "not tested",
   "refused_honest_research_client": "yes",
   "refused_browser_user_agent": "yes",
   "homepage_readable": "no",
   "visible_words_without_javascript": "",
   "json_ld": "not tested",
   "organization_markup": "not tested",
   "sameas_to_wikidata": "not tested",
   "llms_txt": "no",
   "wikipedia_editions_linked": "63",
   "row_url": "https://spspyrou.com/retrievability-census#uk-ulvr",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-ulvr"
  },
  {
   "id": "uk-uu",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "United Utilities",
   "ticker": "UU",
   "sector": "Gas, Water and Multi-utilities",
   "official_website_on_wikidata": "http://www.unitedutilities.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "932",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "10",
   "row_url": "https://spspyrou.com/retrievability-census#uk-uu",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-uu"
  },
  {
   "id": "uk-vod",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Vodafone Group",
   "ticker": "VOD",
   "sector": "Telecommunications Service Providers",
   "official_website_on_wikidata": "https://www.vodafone.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "2620",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "59",
   "row_url": "https://spspyrou.com/retrievability-census#uk-vod",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-vod"
  },
  {
   "id": "uk-weir",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Weir",
   "ticker": "WEIR",
   "sector": "Industrial Engineering",
   "official_website_on_wikidata": "https://www.global.weir",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "7",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "yes",
   "wikipedia_editions_linked": "9",
   "row_url": "https://spspyrou.com/retrievability-census#uk-weir",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-weir"
  },
  {
   "id": "uk-wtb",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "Whitbread",
   "ticker": "WTB",
   "sector": "Travel and Leisure",
   "official_website_on_wikidata": "https://www.whitbread.co.uk",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "no",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "no",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "811",
   "json_ld": "yes",
   "organization_markup": "yes",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "14",
   "row_url": "https://spspyrou.com/retrievability-census#uk-wtb",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-wtb"
  },
  {
   "id": "uk-wpp",
   "edition": "UK",
   "frame": "FTSE 100",
   "fetched": "2026-11-02",
   "company": "WPP",
   "ticker": "WPP",
   "sector": "Media",
   "official_website_on_wikidata": "http://www.wpp.com",
   "answered_our_script": "yes",
   "robots_txt_readable": "yes",
   "blocks_an_ai_training_agent_site_wide": "yes",
   "blocks_an_ai_search_or_user_agent_site_wide": "no",
   "names_an_ai_agent": "yes",
   "refused_honest_research_client": "no",
   "refused_browser_user_agent": "no",
   "homepage_readable": "yes",
   "visible_words_without_javascript": "223",
   "json_ld": "no",
   "organization_markup": "no",
   "sameas_to_wikidata": "no",
   "llms_txt": "no",
   "wikipedia_editions_linked": "27",
   "row_url": "https://spspyrou.com/retrievability-census#uk-wpp",
   "cite_as": "Sotiris Spyrou, The Retrievability Census 2026 (version 1.2), UK edition, fetched 2026-11-02. https://spspyrou.com/retrievability-census#uk-wpp"
  }
 ]
}