Crawl-delay: 10
# START YOAST BLOCK
# ---------------------------
# Explicitly allow major search engines and known LLM bots
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Applebot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: facebot
Allow: /

# Generic catch-all - ensures any other bots can crawl
User-agent: *
Disallow:

# Sitemap reference
Sitemap: https://www.dynastyroofingcny.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK