# robots.txt for Online Business
# https://online-business.mmohitsingh05.workers.dev/robots.txt
# Allowing all major search engines to crawl all pages

User-agent: *
Allow: /

# Specific rules for Google
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# Specific rules for Bing
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Specific rules for Bing (various)
User-agent: bingbot
Allow: /

User-agent: MSNBot
Allow: /

# Disallow admin/private areas
Disallow: /api/

# Sitemaps
Sitemap: https://online-business.mmohitsingh05.workers.dev/sitemap.xml