User-agent: * Allow: / # Sitemap Sitemap: https://kidsjungle.com/sitemap.xml # Allow all search engines to crawl the site User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / User-agent: Baiduspider Allow: / User-agent: YandexBot Allow: / User-agent: facebookexternalhit Allow: / User-agent: Twitterbot Allow: / # Crawl delay (optional) Crawl-delay: 1 # Disallow certain file types that shouldn't be indexed Disallow: /*.json$ Disallow: /*.js$ Disallow: /*.css$ Disallow: /js/ Disallow: /css/ # Allow important pages Allow: /index.html Allow: /archive.html Allow: /sitemap.xml