{"openapi":"3.1.1","info":{"title":"US law-firm websites and AI crawlers: crawler-file rules, text before JavaScript, snippet limits and Spanish pages, by state and market: data API","version":"v1","summary":"Static, read-only JSON and CSV files. No key, no sign-up. CORS open.","description":"US law-firm websites and AI crawlers: crawler-file rules, text before JavaScript, snippet limits and Spanish pages, by state and market: What US law-firm websites show AI crawlers, measured from the public files and pages of the websites themselves: which of eight named AI crawlers and controls (GPTBot, OAI-SearchBot, ChatGPT-User, ClaudeBot, Claude-User, PerplexityBot, Google-Extended, meta-webindexer) each site's crawler file (the plain-text file at its root that tells crawlers what they may visit) names and whose access to the home page it blocks, whether the apex and www host names lead to one site, how much home-page text a reader gets before JavaScript runs, and how their Spanish pages present themselves. It also counts FAQPage and Organization structured data and nosnippet and max-snippet tags on the same pages. Aggregates by state and market only; no firm or website is named or scored.\n\nProbative is a marketing firm, not a law firm; not legal advice. Every JSON response starts with a \"meta\" object holding the credit line, citation, DOI and license (CC BY 4.0).","license":{"name":"CC BY 4.0","url":"https://creativecommons.org/licenses/by/4.0/"},"contact":{"name":"Probative Growth","url":"https://probativegrowth.com/contact/","email":"hello@probativegrowth.com"}},"servers":[{"url":"https://probativegrowth.com"}],"externalDocs":{"description":"How to use the API and the MCP server","url":"https://probativegrowth.com/resources/rules-api/"},"paths":{"/data/v1/law-firm-ai-readiness/index.json":{"get":{"summary":"US law-firm websites and AI crawlers: crawler-file rules, text before JavaScript, snippet limits and Spanish pages, by state and market: index","description":"law-firm-ai-readiness: meta, summary and what the dataset holds","parameters":[],"responses":{"200":{"description":"US law-firm websites and AI crawlers: crawler-file rules, text before JavaScript, snippet limits and Spanish pages, by state and market: index","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Envelope"}}}},"404":{"description":"No such file"}},"tags":["law-firm-ai-readiness"]}},"/data/v1/law-firm-ai-readiness/changes.json":{"get":{"summary":"US law-firm websites and AI crawlers: crawler-file rules, text before JavaScript, snippet limits and Spanish pages, by state and market: confirmed changes","description":"law-firm-ai-readiness: confirmed changes, newest first","parameters":[],"responses":{"200":{"description":"US law-firm websites and AI crawlers: crawler-file rules, text before JavaScript, snippet limits and Spanish pages, by state and market: confirmed changes","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Envelope"}}}},"404":{"description":"No such file"}},"tags":["law-firm-ai-readiness"]}},"/data/v1/law-firm-ai-readiness/jurisdictions/{key}.json":{"get":{"summary":"US law-firm websites and AI crawlers: crawler-file rules, text before JavaScript, snippet limits and Spanish pages, by state and market: one jurisdiction","description":"law-firm-ai-readiness: the records for one jurisdiction","parameters":[{"name":"key","in":"path","required":true,"description":"The jurisdiction key, uppercase","schema":{"type":"string"},"example":"AL"}],"responses":{"200":{"description":"US law-firm websites and AI crawlers: crawler-file rules, text before JavaScript, snippet limits and Spanish pages, by state and market: one jurisdiction","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Envelope"}}}},"404":{"description":"No such file"}},"tags":["law-firm-ai-readiness"]}},"/data/v1/law-firm-ai-readiness/law-firm-ai-readiness.csv":{"get":{"summary":"US law-firm websites and AI crawlers: crawler-file rules, text before JavaScript, snippet limits and Spanish pages, by state and market as CSV","description":"law-firm-ai-readiness: every record (credit line in README.txt)","parameters":[],"responses":{"200":{"description":"US law-firm websites and AI crawlers: crawler-file rules, text before JavaScript, snippet limits and Spanish pages, by state and market as CSV","content":{"text/csv":{"schema":{"type":"string"}}}},"404":{"description":"No such file"}},"tags":["law-firm-ai-readiness"]}},"/data/v1/law-firm-ai-readiness/law-firm-ai-readiness.json":{"get":{"summary":"US law-firm websites and AI crawlers: crawler-file rules, text before JavaScript, snippet limits and Spanish pages, by state and market: every record","description":"law-firm-ai-readiness: every record in one file","parameters":[],"responses":{"200":{"description":"US law-firm websites and AI crawlers: crawler-file rules, text before JavaScript, snippet limits and Spanish pages, by state and market: every record","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Envelope"}}}},"404":{"description":"No such file"}},"tags":["law-firm-ai-readiness"]}},"/data/v1/law-firm-ai-readiness/search.json":{"get":{"summary":"US law-firm websites and AI crawlers: crawler-file rules, text before JavaScript, snippet limits and Spanish pages, by state and market: keyword index","description":"law-firm-ai-readiness: id, key, status and text of every record","parameters":[],"responses":{"200":{"description":"US law-firm websites and AI crawlers: crawler-file rules, text before JavaScript, snippet limits and Spanish pages, by state and market: keyword index","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Envelope"}}}},"404":{"description":"No such file"}},"tags":["law-firm-ai-readiness"]}},"/data/v1/law-firm-ai-readiness/README.txt":{"get":{"summary":"Credit line, citation and columns","description":"law-firm-ai-readiness: the CSV sidecar","parameters":[],"responses":{"200":{"description":"Credit line, citation and columns","content":{"text/plain":{"schema":{"type":"string"}}}},"404":{"description":"No such file"}},"tags":["law-firm-ai-readiness"]}}},"components":{"schemas":{"Meta":{"type":"object","description":"Credit line, citation, DOI, version, license and disclaimer. Present in every response.","required":["dataset","version","license","attribution","disclaimer","url"],"properties":{"dataset":{"type":"string"},"title":{"type":"string"},"version":{"type":"string"},"doi":{"type":"string"},"doiUrl":{"type":"string"},"conceptDoi":{"type":"string"},"license":{"type":"string","const":"CC BY 4.0"},"licenseUrl":{"type":"string"},"attribution":{"type":"string"},"citation":{"type":"string"},"disclaimer":{"type":"string"},"notice":{"type":"string"},"lastChecked":{"type":"string"},"url":{"type":"string"},"humanUrl":{"type":"string"},"statusCodes":{"type":"object"}}},"Envelope":{"type":"object","required":["meta"],"properties":{"meta":{"$ref":"#/components/schemas/Meta"}},"additionalProperties":true}}}}