# Robots.txt for https://translateth.is
# Allow all web crawlers access to all content

User-agent: *
Allow: /
Crawl-delay: 0

# Disallow access to API routes and internal paths (when they exist)
# User-agent: *
# Disallow: /api/
# Disallow: /_next/
# Disallow: /admin/

# Google specific crawlers
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /
Allow: *.jpg
Allow: *.jpeg
Allow: *.gif
Allow: *.png
Allow: *.webp

# Bing specific crawler
User-agent: Bingbot
Allow: /
Crawl-delay: 0

# Social media crawlers for better sharing
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

# Sitemap location
Sitemap: https://translateth.is/sitemap.xml

# Host directive (optional but helpful)
Host: https://translateth.is