# robots.txt for 247 Chess Online # Allow all search engines to crawl the site User-agent: * Allow: / Allow: /index.html Allow: /#game Allow: /style.css Allow: /script.js Allow: /desktop-ui.css Allow: /mobile-ui.css Allow: /ui-desktop.js Allow: /ui-mobile.js Allow: /manifest.json Allow: /assets/ # Disallow admin or private areas (if any) Disallow: /admin/ Disallow: /private/ Disallow: /*.json$ Disallow: /api/ # Allow sitemap Sitemap: https://247chess.online/sitemap.xml # Crawl-delay (optional - remove if not needed) # Crawl-delay: 1 # Specific rules for major search engines User-agent: Googlebot Allow: / Crawl-delay: 0 User-agent: Bingbot Allow: / Crawl-delay: 0 User-agent: Slurp Allow: / Crawl-delay: 0 User-agent: DuckDuckBot Allow: / Crawl-delay: 0 User-agent: Baiduspider Allow: / Crawl-delay: 0 User-agent: YandexBot Allow: / Crawl-delay: 0 # Block bad bots (optional) User-agent: AhrefsBot Crawl-delay: 10 User-agent: SemrushBot Crawl-delay: 10