# ---------------------------------------------- # VerticalResponse Robots.txt # Updated for AI Search & Crawler Optimization # ---------------------------------------------- # Default rule for all crawlers User-agent: * Disallow: /wp-admin/ Disallow: /app/ Disallow: /login/ Disallow: /signin/ Allow: /wp-admin/admin-ajax.php Disallow: /everything-holiday/resources/ Disallow: /about/tos_email-html/ Disallow: /about/tos_events-html/ # Allow AI and Google bots to fully crawl User-agent: ChatGPT-User Allow: / User-agent: OAI-SearchBot Allow: / User-agent: Googlebot Allow: / User-agent: Google-Extended Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: Claude-User Allow: / User-agent: Claude-SearchBot Allow: / User-agent: Claude-Web Allow: / User-agent: GPTBot Allow: / User-agent: CCBot Allow: / User-agent: Bingbot Allow: / User-agent: DuckDuckBot Allow: / # Sitemap Sitemap: https://verticalresponse.com/sitemap_index.xml