# Robots.txt for Chitta Bank # https://chittabank.com User-agent: * Allow: / # Sitemap Sitemap: https://chittabank.com/sitemap.xml # Crawl-delay for politeness Crawl-delay: 1 # Allow all CSS, JS, and Images Allow: /css/ Allow: /js/ Allow: /images/ # Disallow nothing - all pages are public # Popular Search Engine Bots User-agent: Googlebot Allow: / User-agent: Googlebot-Image Allow: /images/ User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / User-agent: Baiduspider Allow: / User-agent: YandexBot Allow: / User-agent: facebot Allow: / User-agent: LinkedInBot Allow: / User-agent: Twitterbot Allow: / # Block bad bots User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: /