# Allow all crawlers
User-agent: *
Allow: /

# Disallow specific paths
Disallow: /admin/
Disallow: /private/
Disallow: /search/
Disallow: /tags/
Disallow: /categories/

# Sitemaps
Sitemap: https://ataiva.com/sitemap.xml

# Crawl delay for specific bots
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10