{
 "measured_by": "GetIntel",
 "measured_on": "2026-08-18",
 "question": "Do the pages AI engines actually cite pass the technical access checklist?",
 "method": "Top-cited page per domain for the 39 most-cited domains in GetIntel's own AI-visibility category tracking (12,868 cited source URLs across 5,292 answers). Each page fetched once with a desktop browser user agent. robots.txt parsed per user-agent block for GPTBot, PerplexityBot, ClaudeBot, Google-Extended, OAI-SearchBot, CCBot. llms.txt and sitemap.xml checked at the domain root. JSON-LD detected as a script tag of type application/ld+json. Readable-without-JS measured as visible word count after stripping script and style tags. 37 of 39 returned HTTP 200.",
 "dropped_checks": "noindex and nosnippet were measured but are NOT reported. Both produced false positives: the matches came from the words appearing in article prose on SEO blogs rather than in meta tags. Verified by re-fetching flagged pages, where no such directive existed. A naive string match cannot be used on pages that write about the directives you are searching for.",
 "scope": {
  "domains_targeted": 39,
  "fetched_200": 37
 },
 "results": {
  "robots_txt_present": 36,
  "blocks_a_named_ai_bot": 0,
  "robots_names_no_ai_bot": 27,
  "llms_txt_present": 29,
  "sitemap_present": 32,
  "jsonld_present": 32,
  "readable_without_js": 35,
  "title_present": 37,
  "meta_description_present": 34
 },
 "limits": "One page per domain, not a site-wide audit. A single fetch, so transient responses are possible; that is how the two dropped checks produced false positives. Category is AI-visibility tooling only. Citation counts come from GetIntel's own probe set and are not a neutral census of the web.",
 "rows": [
  {
   "domain": "ahrefs.com",
   "page": "https://ahrefs.com/ai-visibility-checker",
   "robots_found": true,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": false,
   "sitemap": true,
   "jsonld": false,
   "js_trap": false,
   "body_words_no_js": 1886,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "aiclicks.io",
   "page": "https://aiclicks.io/blog/best-ai-optimization-tools",
   "robots_found": true,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 6717,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "airops.com",
   "page": "https://www.airops.com/blog/ai-search-brand-monitoring-tools",
   "robots_found": true,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 5207,
   "title": true,
   "meta_desc": false,
   "page_http": 200
  },
  {
   "domain": "alhena.ai",
   "page": "https://alhena.ai/blog/ai-brand-visibility-tracking-tools/",
   "robots_found": true,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 3487,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "arxiv.org",
   "page": "https://arxiv.org/abs/2604.07585",
   "robots_found": true,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": false,
   "sitemap": false,
   "jsonld": false,
   "js_trap": false,
   "body_words_no_js": 639,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "blog.hubspot.com",
   "page": "https://blog.hubspot.com/marketing/ai-search-analytics-tools",
   "robots_found": true,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 6268,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "dageno.ai",
   "page": "https://dageno.ai/blog/monitor-brand-mentions-in-chatgpt",
   "robots_found": true,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 4358,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "discoveredlabs.com",
   "page": "https://discoveredlabs.com/tools/reddit-threads-finder",
   "robots_found": true,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 1246,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "foglift.io",
   "page": "https://foglift.io/blog/best-ai-search-tools-mcp-integration",
   "robots_found": true,
   "bots_named": [
    "GPTBot",
    "PerplexityBot",
    "ClaudeBot",
    "Google-Extended",
    "OAI-SearchBot",
    "CCBot"
   ],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 5955,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "frase.io",
   "page": "https://www.frase.io/blog/the-10-best-ai-visibility-tools-in-2026",
   "robots_found": true,
   "bots_named": [
    "GPTBot",
    "PerplexityBot",
    "ClaudeBot",
    "Google-Extended",
    "OAI-SearchBot",
    "CCBot"
   ],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 4066,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "getintel.ai",
   "page": "https://getintel.ai/blog/ship-ai-visibility-fixes-without-engineering-backlog/",
   "robots_found": true,
   "bots_named": [
    "GPTBot",
    "PerplexityBot",
    "ClaudeBot",
    "Google-Extended",
    "OAI-SearchBot"
   ],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 3220,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "github.com",
   "page": "https://github.com/marketplace/actions/llms-txt-action",
   "robots_found": true,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": false,
   "jsonld": false,
   "js_trap": false,
   "body_words_no_js": 1193,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "indexly.ai",
   "page": "https://indexly.ai/blog/11-best-ai-citation-tracking-tools/",
   "robots_found": true,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 3929,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "keyword.com",
   "page": "https://keyword.com/blog/track-brand-mentions-chatgpt/",
   "robots_found": true,
   "bots_named": [
    "GPTBot",
    "PerplexityBot",
    "ClaudeBot",
    "Google-Extended",
    "OAI-SearchBot"
   ],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 2137,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "linkedin.com",
   "page": "https://www.linkedin.com/pulse/i-tested-every-ai-search-visibility-tool-heres-one-my-pierson-p-e--l9myc",
   "robots_found": true,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 2473,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "llmpulse.ai",
   "page": "https://llmpulse.ai/blog/best-ai-visibility-tools/",
   "robots_found": true,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 4396,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "llmrefs.com",
   "page": "https://llmrefs.com/tools/llms-txt-generator",
   "robots_found": true,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 1760,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "maxaeo.ai",
   "page": "https://maxaeo.ai/blog/is-my-brand-mentioned-in-chatgpt/",
   "robots_found": true,
   "bots_named": [
    "GPTBot",
    "PerplexityBot",
    "ClaudeBot",
    "Google-Extended",
    "OAI-SearchBot"
   ],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 3085,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "otterly.ai",
   "page": "https://otterly.ai/blog/best-ai-search-monitoring-and-llm-monitoring-solutions/",
   "robots_found": true,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 7068,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "rankability.com",
   "page": "https://www.rankability.com/blog/best-ai-search-visibility-tracking-tools/",
   "robots_found": true,
   "bots_named": [
    "GPTBot",
    "PerplexityBot",
    "ClaudeBot",
    "Google-Extended",
    "OAI-SearchBot",
    "CCBot"
   ],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 5168,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "reddit.com",
   "page": "https://www.reddit.com/r/ProductMarketing/comments/1k10tlt/top_5_tools_to_monitor_your_brands_presence_in_ai/",
   "robots_found": true,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": true,
   "jsonld": false,
   "js_trap": true,
   "body_words_no_js": 1,
   "title": true,
   "meta_desc": false,
   "page_http": 200
  },
  {
   "domain": "searchengineland.com",
   "page": "https://searchengineland.com/guide/how-to-optimize-for-ai-overviews",
   "robots_found": true,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 6498,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "semrush.com",
   "page": "https://www.semrush.com/blog/best-ai-visibility-tools/",
   "robots_found": true,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 5061,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "seranking.com",
   "page": "https://seranking.com/ai-visibility-tracker.html",
   "robots_found": true,
   "bots_named": [
    "GPTBot",
    "PerplexityBot",
    "ClaudeBot",
    "Google-Extended",
    "OAI-SearchBot"
   ],
   "bots_blocked": [],
   "llms_txt": false,
   "sitemap": false,
   "jsonld": false,
   "js_trap": false,
   "body_words_no_js": 2533,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "siftly.ai",
   "page": "https://siftly.ai/features/chatgpt-visibility",
   "robots_found": false,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": false,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 1679,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "techradar.com",
   "page": "https://www.techradar.com/pro/how-to-track-your-brands-visibility-in-ai-search-results",
   "robots_found": true,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": false,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 3124,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "therankmasters.com",
   "page": "https://www.therankmasters.com/insights/ai-visibility/best-tools-tracking-brand-visibility-ai-search",
   "robots_found": true,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 7767,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "trustmary.com",
   "page": "https://trustmary.com/ai-visibility/best-ai-search-visibility-tools/",
   "robots_found": true,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 7966,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "tryprofound.com",
   "page": "https://www.tryprofound.com/blog/how-to-track-your-visibility-in-ai-search",
   "robots_found": true,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": false,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 2964,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "trysight.ai",
   "page": "https://www.trysight.ai/blog/ai-search-visibility-for-saas-companies",
   "robots_found": true,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 2803,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "usegrowthos.com",
   "page": "https://www.usegrowthos.com/blog/competitor-ai-visibility-tools",
   "robots_found": true,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 2576,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "useomnia.com",
   "page": "https://www.useomnia.com/blog/ai-search-monitoring-tools",
   "robots_found": true,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": false,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 6040,
   "title": true,
   "meta_desc": false,
   "page_http": 200
  },
  {
   "domain": "xseek.io",
   "page": "https://www.xseek.io/sources",
   "robots_found": true,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 1185,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "yotpo.com",
   "page": "https://www.yotpo.com/blog/llm-monitoring-tools-brand-visibility/",
   "robots_found": true,
   "bots_named": [
    "GPTBot",
    "PerplexityBot",
    "ClaudeBot",
    "Google-Extended",
    "OAI-SearchBot"
   ],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 3896,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "youtube.com",
   "page": "https://www.youtube.com/watch?v=TsjS69LLKOk",
   "robots_found": true,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": false,
   "sitemap": false,
   "jsonld": true,
   "js_trap": true,
   "body_words_no_js": 35,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "zapier.com",
   "page": "https://zapier.com/blog/best-ai-visibility-tool/",
   "robots_found": true,
   "bots_named": [
    "GPTBot",
    "PerplexityBot",
    "ClaudeBot",
    "Google-Extended",
    "OAI-SearchBot"
   ],
   "bots_blocked": [],
   "llms_txt": true,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 4830,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  },
  {
   "domain": "ziptie.dev",
   "page": "https://ziptie.dev/blog/best-tools-for-tracking-brand-visibility-in-ai-search/",
   "robots_found": true,
   "bots_named": [],
   "bots_blocked": [],
   "llms_txt": false,
   "sitemap": true,
   "jsonld": true,
   "js_trap": false,
   "body_words_no_js": 5486,
   "title": true,
   "meta_desc": true,
   "page_http": 200
  }
 ],
 "dropped_checks_detail": {
  "noindex_false_positives": 1,
  "noindex_flagged_domains": [
   "alhena.ai"
  ],
  "nosnippet_false_positives": 4,
  "nosnippet_flagged_domains": [
   "linkedin.com",
   "otterly.ai",
   "techradar.com",
   "blog.hubspot.com"
  ],
  "verification": "Each flagged page was re-fetched individually. alhena.ai had no robots meta tag at all on re-fetch. otterly.ai carried max-snippet:-1, which is unlimited snippet, the opposite of a block. techradar.com and blog.hubspot.com carried only max-image-preview:large. No page confirmed either directive, so both checks were dropped."
 }
}