# Robots.txt for edpedia.co # Global rules for all crawlers User-agent: * Disallow: /admin/ Disallow: /login/ Disallow: /settings/ Disallow: /user-profile/ Disallow: /checkout/ Disallow: /cart/ Disallow: /search/ Allow: / # Block private files Disallow: /terms.pdf Disallow: /privacy.pdf Disallow: /hidden/ # Block staging or testing environments Disallow: /staging/ Disallow: /test/ # Allow search engines to index the blogs specifically Allow: /blogs/ # Sitemap location Sitemap: https://edpedia.co/sitemap.xml