{"meta":{"dataset":"law-firm-ai-readiness","title":"US law-firm websites and AI crawlers: crawler-file rules, text before JavaScript, snippet limits and Spanish pages, by state and market","version":"1.0.0","doi":"10.5281/zenodo.24015038","doiUrl":"https://doi.org/10.5281/zenodo.24015038","conceptDoi":"10.5281/zenodo.24015037","license":"CC BY 4.0","licenseUrl":"https://creativecommons.org/licenses/by/4.0/","attribution":"Source: Probative, US law-firm websites and AI crawlers: crawler-file rules, text before JavaScript, snippet limits and Spanish pages, by state and market, version 1.0.0, https://doi.org/10.5281/zenodo.24015038, licensed CC BY 4.0.","citation":"Probative. (2026). US law-firm websites and AI crawlers: crawler-file rules, text before JavaScript, snippet limits and Spanish pages, by state and market (Version 1.0.0) [Data set]. Zenodo. https://doi.org/10.5281/zenodo.24015038","citeAs":"Probative Growth, US law-firm websites and AI crawlers: crawler-file rules, text before JavaScript, snippet limits and Spanish pages, by state and market, 2026, https://doi.org/10.5281/zenodo.24015038","disclaimer":"Not legal advice. These are counts of what law-firm websites' crawler files and raw pages said when read. A rule in such a file is what the file says; it does not show what any AI tool does, and nothing here measures whether a firm appears in AI answers. The counts describe no firm's quality.","notice":"Probative is a marketing firm, not a law firm; not legal advice.","lastChecked":"2026-11-06","url":"https://probativegrowth.com/data/v1/law-firm-ai-readiness/jurisdictions/AL.json","humanUrl":"https://probativegrowth.com/data/law-firm-ai-readiness/","statusCodes":{"P":"primary source","S":"secondary source"}},"key":"AL","records":[{"id":"law-firm-ai-readiness:AL","dataset":"law-firm-ai-readiness","jurisdiction":"AL","level":"state","areaName":"Alabama","status":"P","text":"Alabama: of 573 US law-firm websites with a crawler file answer read, 2.4% block the home page for at least one of eight named AI crawlers and controls (GPTBot 2.4%, OAI-SearchBot 0.0%, ClaudeBot 2.4%, PerplexityBot 0.0%, Google-Extended 2.3%); of 573 websites, 0.2% show under 200 characters of text before JavaScript runs, 21.3% carry FAQPage markup and 70.3% Organization-family markup; of 566 websites, 2.7% have Spanish pages that name no translation service, 0.0% Spanish pages that name one, 1.4% only a translation widget and 95.9% no Spanish pages.","value":2.4,"unit":"% of websites blocking the home page for at least one of eight named AI crawlers and controls","websites":573,"robots_read":573,"share_robots_file":95.6,"share_block_any":2.4,"share_block_gptbot":2.4,"share_block_oai_searchbot":0,"share_block_chatgpt_user":0,"share_block_claudebot":2.4,"share_block_claude_user":0,"share_block_perplexitybot":0,"share_block_google_extended":2.3,"share_block_meta_webindexer":0,"share_named_gptbot":6.6,"share_named_oai_searchbot":1.2,"share_named_chatgpt_user":1.6,"share_named_claudebot":6.5,"share_named_claude_user":0.9,"share_named_perplexitybot":2.1,"share_named_google_extended":6.6,"share_named_meta_webindexer":0,"apex_read":573,"share_apex_same":91.3,"share_apex_split":4.2,"share_apex_other":0.3,"share_apex_none":4.2,"share_static_under_200":0.2,"median_static_chars":5503,"share_faq_schema":21.3,"share_org_schema":70.3,"share_snippet_limit":0,"share_snippet_unlimited":51.5,"spanish_read":566,"share_spanish_own":2.7,"share_spanish_machine":0,"share_spanish_widget":1.4,"share_spanish_none":95.9,"static_threshold_chars":200,"period":"2026-11-03/2026-11-04","sources":[{"label":"Probative, law-firm websites read 2026-11-03 to 2026-11-04 (method and data)","url":"https://probativegrowth.com/data/law-firm-ai-readiness/","kind":"primary","accessed":"2026-11-06"}],"source":{"agency":"Probative Growth data desk (public law-firm websites)","url":"https://probativegrowth.com/data/law-firm-ai-readiness/","file":"law-firm-ai-readiness.json","release":"read 2026-11-03 to 2026-11-04","accessed":"2026-11-06"},"flags":{"suppressed":false,"noise":false,"preliminary":false},"lastChecked":"2026-11-06","confidence":"medium","confidenceBasis":"one primary source, no second check"}]}