# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow: /?s=
Disallow: /page/*/?s=
Disallow: /search/
Disallow: /*incorrect_parameter=*

Sitemap: https://orlantech.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK

# Allow AI search and agent use 
User-agent: AhrefsBot
User-agent: ai-crawler
User-agent: Amazonbot
User-agent: AndiBot
User-agent: Applebot
User-agent: ChatGPT-User
User-agent: DuckDuckBot
User-agent: ExaBot
User-agent: FirecrawlAgent
User-agent: Meta-ExternalAgent
User-agent: OAI-SearchBot
User-agent: PerplexityBot
User-agent: PhindBot
User-agent: SemrushBot
User-agent: Twitterbot
User-agent: YouBot
Allow: / 

# Disallow AI training data collection 
User-agent: ByteSpider
User-agent: CCBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: GPTBot
Disallow: / 

# Allow traditional search indexing 
User-agent: Bingbot
User-agent: Googlebot
Allow: / 

# Disallow access to admin areas for all bots 
User-agent: * 
Disallow: /admin/ 
Disallow: /internal/