Update robots.txt to remove crawling of all but root

This commit is contained in:
Jake Bauer 2020-07-27 21:39:42 -04:00
parent 65c81c1110
commit 78ab3d2622
1 changed files with 3 additions and 3 deletions

View File

@ -1,3 +1,3 @@
User-agent: *
Disallow: /*/snapshot/*
Allow: /
user-agent: *
Disallow: /
Allow: /$