User-agent: * Allow: / # Sitemap location Sitemap: https://dcotel.com/sitemap.xml # Crawl-delay for respectful crawling Crawl-delay: 1 # Allow all important directories Allow: /src/ Allow: /public/ Allow: /img/ # Disallow admin or private areas (if any in future) # Disallow: /admin/ # Disallow: /private/ # Specific rules for major search engines User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / User-agent: Baiduspider Allow: / User-agent: YandexBot Allow: /