From aa9622251af2f58752231153af34a77cf6257a9b Mon Sep 17 00:00:00 2001 From: "kujiu (@uberwald)" Date: Thu, 17 Aug 2023 03:02:27 +0200 Subject: [PATCH] Disallow GPTBot --- source/_static/robots.txt | 4 ++++ source/conf.py | 2 ++ 2 files changed, 6 insertions(+) create mode 100644 source/_static/robots.txt diff --git a/source/_static/robots.txt b/source/_static/robots.txt new file mode 100644 index 0000000..0299c11 --- /dev/null +++ b/source/_static/robots.txt @@ -0,0 +1,4 @@ +User-agent: * +Disallow: +User-agent: GPTBot +Disallow: / diff --git a/source/conf.py b/source/conf.py index a48b7ea..1030cab 100644 --- a/source/conf.py +++ b/source/conf.py @@ -18,6 +18,7 @@ use_bibtex = True use_git = True language = 'fr' html_favicon = '_static/favicon.ico' +html_extra_path = ["_static/robots.txt"] version = "6.0" release = "6.0" @@ -289,6 +290,7 @@ epub_exclude_files = [ 'blog/2023.xhtml', 'blog/2024.xhtml', 'google82f190054a773ed9.xhtml', + 'robots.txt', ] epub_theme = 'nervproject' epub_theme_options = html_theme_options