From 0e7bef86f93977aa5555596c14b925532625c3d3 Mon Sep 17 00:00:00 2001 From: Jose Diaz-Gonzalez Date: Sat, 10 Sep 2022 18:09:55 -0400 Subject: [PATCH] chore: ensure robots do not crawl these test domains --- site/robots.txt | 2 ++ 1 file changed, 2 insertions(+) create mode 100644 site/robots.txt diff --git a/site/robots.txt b/site/robots.txt new file mode 100644 index 0000000..77470cb --- /dev/null +++ b/site/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: / \ No newline at end of file