# Robots.txt for Scrapwell - Doorstep Recycling & Online Kabadiwala
User-agent: *
Allow: /
Disallow: /build/
Disallow: /*.js$
Disallow: /*.json$
Allow: /manifest.json

# Web Crawlers Indexing Rules
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: Yandex
Allow: /

Sitemap: https://scrapwell.in/sitemap.xml