# robots.txt for GetButlr
# https://getbutlr.ai

User-agent: *
Allow: /

# Sitemap location
Sitemap: https://getbutlr.ai/sitemap.xml

# Crawl-delay for specific bots
User-agent: AhrefsBot
Crawl-delay: 1

User-agent: SemrushBot
Crawl-delay: 1

User-agent: MJ12bot
Crawl-delay: 2

# Disallow private and machine endpoints from search results
Disallow: /api/
Disallow: /studio
Disallow: /account

# Allow specific resources
Allow: /sitemap.xml
Allow: /robots.txt
Allow: /*.js$
Allow: /*.css$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.svg$