# Allow all search engines User-agent: * # Protect sensitive directories and files Disallow: /admin/ Disallow: /install/ Disallow: /storage/ Disallow: /vendor/ Disallow: /node_modules/ Disallow: /bootstrap/cache/ Disallow: /config/ Disallow: /database/ # Protect system files Disallow: /composer.json Disallow: /composer.lock Disallow: /package.json Disallow: /package-lock.json Disallow: /README.md Disallow: /LICENSE Disallow: /phpunit.xml Disallow: /server.php Disallow: /webpack.mix.js Disallow: /artisan # Explicitly allow important public paths Allow: /sitemap.xml Allow: /blog/ Allow: /category/ Allow: /product/ Allow: /store/ # Sitemap location Sitemap: https://ayacart.com/sitemap.xml # Allow all other public paths Allow: /