User-agent: * <<<<<<< HEAD Allow: / # Allow all major search engines User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot ======= Disallow: /admin/ Disallow: /private/ Disallow: /*.bk$ Disallow: /*.zip$ >>>>>>> 6f96cbae7eb8b5c47c338c1a2c362c93a086a868 Allow: / # Sitemap location Sitemap: https://freevpnapp.org/sitemap.xml <<<<<<< HEAD # Crawl delay (optional - be respectful to server) Crawl-delay: 1 # Allow all content types Allow: /*.html Allow: /*.css Allow: /*.js Allow: /*.png Allow: /*.jpg Allow: /*.jpeg Allow: /*.gif Allow: /*.svg Allow: /*.ico # Specific directories to allow Allow: /css/ Allow: /js/ Allow: /images/ Allow: /lottie-json/ # No specific disallow rules - allow full indexing ======= # Crawl-delay (optional) Crawl-delay: 1 >>>>>>> 6f96cbae7eb8b5c47c338c1a2c362c93a086a868