# Sahl.Tax Robots Configuration
# Welcome to crawlers and AI agents

User-agent: *
Allow: /
Allow: /articles/best-accounting-software-uae
Allow: /articles/sahl-tax-vs-accounting-agencies
Allow: /articles/uae-tax-compliance-software
Allow: /articles/bank-statement-processing
Allow: /articles/integrations

# GPTBot (OpenAI)
User-agent: GPTBot
Allow: /
Allow: /articles/best-accounting-software-uae
Allow: /articles/sahl-tax-vs-accounting-agencies
Allow: /articles/uae-tax-compliance-software
Allow: /articles/bank-statement-processing
Allow: /articles/integrations

# ChatGPT-User (OpenAI browsing)
User-agent: ChatGPT-User
Allow: /
Allow: /articles/best-accounting-software-uae
Allow: /articles/sahl-tax-vs-accounting-agencies
Allow: /articles/uae-tax-compliance-software
Allow: /articles/bank-statement-processing
Allow: /articles/integrations

# Google-Extended (Google AI/Bard)
User-agent: Google-Extended
Allow: /
Allow: /articles/best-accounting-software-uae
Allow: /articles/sahl-tax-vs-accounting-agencies
Allow: /articles/uae-tax-compliance-software
Allow: /articles/bank-statement-processing
Allow: /articles/integrations

# Anthropic-AI (Claude)
User-agent: Anthropic-AI
Allow: /
Allow: /articles/best-accounting-software-uae
Allow: /articles/sahl-tax-vs-accounting-agencies
Allow: /articles/uae-tax-compliance-software
Allow: /articles/bank-statement-processing
Allow: /articles/integrations

# Claude-Web (Claude browsing)
User-agent: Claude-Web
Allow: /
Allow: /articles/best-accounting-software-uae
Allow: /articles/sahl-tax-vs-accounting-agencies
Allow: /articles/uae-tax-compliance-software
Allow: /articles/bank-statement-processing
Allow: /articles/integrations

# CCBot (Common Crawl)
User-agent: CCBot
Allow: /
Allow: /articles/best-accounting-software-uae
Allow: /articles/sahl-tax-vs-accounting-agencies
Allow: /articles/uae-tax-compliance-software
Allow: /articles/bank-statement-processing
Allow: /articles/integrations

# PerplexityBot
User-agent: PerplexityBot
Allow: /
Allow: /articles/best-accounting-software-uae
Allow: /articles/sahl-tax-vs-accounting-agencies
Allow: /articles/uae-tax-compliance-software
Allow: /articles/bank-statement-processing
Allow: /articles/integrations

# Bytespider (ByteDance)
User-agent: Bytespider
Allow: /
Allow: /articles/best-accounting-software-uae
Allow: /articles/sahl-tax-vs-accounting-agencies
Allow: /articles/uae-tax-compliance-software
Allow: /articles/bank-statement-processing
Allow: /articles/integrations

# Cohere-AI
User-agent: Cohere-AI
Allow: /
Allow: /articles/best-accounting-software-uae
Allow: /articles/sahl-tax-vs-accounting-agencies
Allow: /articles/uae-tax-compliance-software
Allow: /articles/bank-statement-processing
Allow: /articles/integrations

# Meta AI
User-agent: FacebookBot
Allow: /
Allow: /articles/best-accounting-software-uae
Allow: /articles/sahl-tax-vs-accounting-agencies
Allow: /articles/uae-tax-compliance-software
Allow: /articles/bank-statement-processing
Allow: /articles/integrations

# Amazonbot
User-agent: Amazonbot
Allow: /
Allow: /articles/best-accounting-software-uae
Allow: /articles/sahl-tax-vs-accounting-agencies
Allow: /articles/uae-tax-compliance-software
Allow: /articles/bank-statement-processing
Allow: /articles/integrations

# Sitemap location
Sitemap: https://www.sahl.tax/sitemap.xml