# robots.txt for prepper.blog User-agent: * Allow: / # Disallow download directories and internal pages Disallow: /admin/ Disallow: /private/ Disallow: /dl/ Disallow: /ebook/Grid-Down-Survival-Guide.pdf Disallow: /thanks-purchase Disallow: /thanks-resources Disallow: /thanks-waitlist # Allow all CSS and JS for proper rendering Allow: /*.css$ Allow: /*.js$ # Sitemap location Sitemap: https://prepper.blog/sitemap.xml # Crawl-delay (optional, helps prevent server overload) Crawl-delay: 1