From 660aca2db589f131b08cd77993eb65763af3740d Mon Sep 17 00:00:00 2001 From: Bryan Joseph Date: Sat, 4 Jun 2022 11:20:01 -0700 Subject: [PATCH] Create robots.txt --- robots.txt | 7 +++++++ 1 file changed, 7 insertions(+) create mode 100644 robots.txt diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..d3d5fcd --- /dev/null +++ b/robots.txt @@ -0,0 +1,7 @@ +User-agent: Googlebot +Disallow: /nogooglebot/ + +User-agent: * +Allow: / + +Sitemap: https://bj97301.github.io/razorWiki/sitemap.xml \ No newline at end of file