# Robots.txt for Lingoano
# https://lingoano.com/robots.txt

# Allow all web crawlers
User-agent: *
Allow: /

# Disallow chat page from search engines (contains user-generated content)
Disallow: /chat.html

# Disallow script and data directories from crawling
Disallow: /script/
Disallow: /data/

# Allow important assets
Allow: /logos/
Allow: /style.css

# Specific rules for different crawlers
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 2

User-agent: Slurp
Allow: /
Crawl-delay: 2

# Block unwanted bots
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

# Sitemap location
Sitemap: https://lingoano.com/sitemap.xml

# Host directive
Host: https://lingoano.com