From e890a6cf056d03cfe8da23fdd58d044ca41d5705 Mon Sep 17 00:00:00 2001 From: steven-y-e Date: Thu, 3 Dec 2020 14:13:23 -0500 Subject: [PATCH] feat(robots.txt): disallow all don't need my personal homepage being indexed...too bad this can't restrict malicious crawlers --- public/robots.txt | 2 ++ 1 file changed, 2 insertions(+) create mode 100644 public/robots.txt diff --git a/public/robots.txt b/public/robots.txt new file mode 100644 index 0000000..1f53798 --- /dev/null +++ b/public/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: /