User-agent: * Allow: / Disallow: /pages/thanks.html # Allow all major search engine crawlers User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / User-agent: Baiduspider Allow: / # Sitemap Sitemap: https://www.sattvalago.in/sitemap.xml # Crawl delay for politeness Crawl-delay: 10