robots.tx 250 B

1234567891011
  1. # robots.txt for <: $domain :>
  2. User-agent: *
  3. Sitemap: http://<: $domain :>/sitemap_index.xml.gz
  4. <: for $banned -> $route { -:>
  5. Disallow: <: $route :>
  6. <: } -:>
  7. Disallow: /themes
  8. Disallow: /img
  9. Disallow: /templates
  10. Disallow: /scripts
  11. Disallow: /styles