# OPC政策通 robots.txt
# https://opc-policy-et6.pages.dev/

User-agent: *
Allow: /

# Sitemap
Sitemap: https://opc-policy-et6.pages.dev/sitemap.xml

# Crawl-delay
Crawl-delay: 1

# Disallow sensitive paths (if any)
Disallow: /.wrangler/
Disallow: /screenshots/

# Allow search engines to crawl CSS and JS
Allow: /css/
Allow: /js/
Allow: /data/

# Common search engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: YandexBot
Allow: /