# https://ceramiccoatingshopsnearme.com/robots.txt # Default rules for all bots (including Google, Bing, Yahoo) User-agent: * Allow: / # Block API endpoints from being crawled Disallow: /api/ Disallow: /_next/ Disallow: /admin/ # Reduce aggressive crawling Crawl-delay: 2 # Block AI training crawlers (not search functionality) # Note: This blocks training data collection, not ChatGPT search results User-agent: GPTBot Disallow: / User-agent: CCBot Disallow: / User-agent: anthropic-ai Disallow: / # Block aggressive SEO crawlers User-agent: SemrushBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / Sitemap: https://ceramiccoatingshopsnearme.com/sitemap.xml