robots.tx 227 B

1234567891011
  1. User-agent: *
  2. Sitemap: http://<: $domain :>/sitemap_index.xml.gz
  3. Disallow: /config
  4. Disallow: /login
  5. Disallow: /auth
  6. Disallow: /json
  7. Disallow: /sitemap
  8. Disallow: /themes
  9. Disallow: /templates
  10. Disallow: /scripts
  11. Disallow: /styles