User-agent: * Allow: / # Sitemap Sitemap: https://www.check4dresult.com/sitemap.xml # Allow all major search engines User-agent: Googlebot Allow: / Crawl-delay: 1 User-agent: Bingbot Allow: / Crawl-delay: 1 User-agent: Slurp Allow: / Crawl-delay: 1 User-agent: DuckDuckBot Allow: / Crawl-delay: 1 User-agent: Baiduspider Allow: / Crawl-delay: 2 User-agent: YandexBot Allow: / Crawl-delay: 1 # Block access to admin and API endpoints Disallow: /api/ Disallow: /admin/ Disallow: /_app/ Disallow: /node_modules/ Disallow: /tmp/ Disallow: /build/