User-agent: * crawl-delay: 10 Disallow: /cgi-bin/ Disallow: /wp-admin/ Disallow: /index.php Disallow: /wp-content/plugins/ Disallow: /feed/ Disallow: /tag/ Disallow: /author/ Allow: /wp-content/uploads/ Allow: /wp-content/themes/PSI/css Allow: /wp-content/themes/ Sitemap: http://www.precisionsurfaceindustries.com/sitemap.xml Disallow: /author* # 1/15/2023 TCH: This bot was bringing down the server: User-agent: serpstatbot Disallow: / # AI Bots Crawl Delay User-agent: GPTBot Crawl-delay: 10 User-agent: ChatGPT-User Crawl-delay: 10 User-agent: CCBot Crawl-delay: 10 User-agent: ClaudeBot Crawl-delay: 10 User-agent: Google-Extended Crawl-delay: 10