diff --git a/source/_static/robots.txt b/source/_static/robots.txt new file mode 100644 index 0000000..0299c11 --- /dev/null +++ b/source/_static/robots.txt @@ -0,0 +1,4 @@ +User-agent: * +Disallow: +User-agent: GPTBot +Disallow: / diff --git a/source/conf.py b/source/conf.py index c282412..09cdc8f 100644 --- a/source/conf.py +++ b/source/conf.py @@ -18,6 +18,7 @@ use_bibtex = False use_git = True language = 'fr' html_favicon = '_static/favicon.ico' +html_extra_path = ["_static/robots.txt"] version = "0.1" release = "0.1"