Disallow GPTBot
This commit is contained in:
parent
32fe1173b8
commit
a0361b4d13
2 changed files with 5 additions and 0 deletions
4
source/_static/robots.txt
Normal file
4
source/_static/robots.txt
Normal file
|
@ -0,0 +1,4 @@
|
|||
User-agent: *
|
||||
Disallow:
|
||||
User-agent: GPTBot
|
||||
Disallow: /
|
|
@ -18,6 +18,7 @@ use_bibtex = False
|
|||
use_git = True
|
||||
language = 'fr'
|
||||
html_favicon = '_static/favicon.ico'
|
||||
html_extra_path = ["_static/robots.txt"]
|
||||
|
||||
version = "0.1"
|
||||
release = "0.1"
|
||||
|
|
Loading…
Reference in a new issue