# Allow all search engines User-agent: * Allow: / # Disallow admin and private paths Disallow: /admin/ Disallow: /admin Disallow: /login Disallow: /register Disallow: /api/ Disallow: /storage/ Disallow: /uploads/ Disallow: /config/ Disallow: /*.json$ Disallow: /vendor/ Disallow: /node_modules/ # Allow crawling of important files Allow: /robots.txt Allow: /sitemap.xml Allow: /frontend/ Allow: /global/ Sitemap: https://nepaltourholiday.com/sitemap.xml Crawl-delay: 1 User-agent: Googlebot Crawl-delay: 1