robots.txt 178 B

12345678910
  1. User-agent: *
  2. Allow: /
  3. Allow: /archives/
  4. Allow: /about/
  5. Disallow: /vendors/
  6. Disallow: /js/
  7. Disallow: /css/
  8. Disallow: /vendor/
  9. Disallow: /content.json
  10. Disallow: /404.html