commit 502b137a9f5104a356411c394b978be5023c0a5f parent 4518bdb96c2600afdbe74d5ce7022baf21da5803 Author: Eamon Caddigan <eamon.caddigan@gmail.com> Date: Mon, 7 Aug 2023 20:20:40 -0700 Disallowing GPTBot from crawling/indexing the site Diffstat:
A | static/robots.txt | | | 2 | ++ |
1 file changed, 2 insertions(+), 0 deletions(-)
diff --git a/static/robots.txt b/static/robots.txt @@ -0,0 +1,2 @@ +User-agent: GPTBot +Disallow: /