User-agent: * Allow: / # Duplicate attorney URLs - canonical versions are at /attorneys/name.html Disallow: /attorney/ # Source files and internal notes are not pages Disallow: /data/ Disallow: /audit/ Disallow: /scripts/ # Allow all search engines to crawl the site Allow: /assets/ Allow: /attorneys/ Allow: /practice-areas/ # AI crawlers are allowed to read the public pages. The same non-page folders stay closed. User-agent: GPTBot User-agent: ChatGPT-User User-agent: Google-Extended User-agent: PerplexityBot User-agent: Amazonbot User-agent: ClaudeBot User-agent: anthropic-ai User-agent: cohere-ai Allow: / Disallow: /attorney/ Disallow: /data/ Disallow: /audit/ Disallow: /scripts/ # LLM-readable site summary # See https://millsshirley.com/llms.txt # Sitemap location Sitemap: https://millsshirley.com/sitemap.xml