commit 78ab3d2622840e4500f596a46f7dcaaa7d34270a parent 65c81c1110d7dabcdab7ac0366724b4086e8aec4 Author: Jake Bauer <jbauer@paritybit.ca> Date: Mon, 27 Jul 2020 21:39:42 -0400 Update robots.txt to remove crawling of all but root Diffstat:
M | robots.txt | | | 6 | +++--- |
1 file changed, 3 insertions(+), 3 deletions(-)
diff --git a/robots.txt b/robots.txt @@ -1,3 +1,3 @@ -User-agent: * -Disallow: /*/snapshot/* -Allow: / +user-agent: * +Disallow: / +Allow: /$