# Robots.txt for Museum Sites
# Allow all web crawlers access to all content

User-agent: *
Allow: /

# Sitemap locations
# Note: SITE_DOMAIN should be replaced during deployment
Sitemap: https://SITE_DOMAIN/sitemap.xml
Sitemap: https://SITE_DOMAIN/sitemap-static.xml

# Crawl-delay for respectful crawling
Crawl-delay: 1

# Disallow access to admin or private areas (if any)
Disallow: /admin/
Disallow: /api/
Disallow: /_astro/

# Allow search engines to index images
User-agent: Googlebot-Image
Allow: /

# Allow search engines to index everything
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /