User-agent: * Allow: / # Sitemap Sitemap: https://dealoverz.com/sitemap.xml # Allow crawling of promo codes Allow: /promo-code/ Allow: /promo-code/* # Allow crawling of brands Allow: /brand/ Allow: /brand/* # Allow crawling of categories Allow: /category/ Allow: /category/* # Disallow admin and private areas Disallow: /admin/ Disallow: /account/ Disallow: /api/ Disallow: /storage/ Disallow: /vendor/ Disallow: /node_modules/ Disallow: /tests/ Disallow: /database/ Disallow: /config/ Disallow: /app/ Disallow: /resources/ Disallow: /routes/ Disallow: /bootstrap/ Disallow: /public/build/ Disallow: /public/hot Disallow: /public/storage/ Disallow: /public/vendor/ # Crawl delay for better server performance Crawl-delay: 1