Disallow GPTBot
This commit is contained in:
parent
32fe1173b8
commit
a0361b4d13
2 changed files with 5 additions and 0 deletions
4
source/_static/robots.txt
Normal file
4
source/_static/robots.txt
Normal file
|
@ -0,0 +1,4 @@
|
||||||
|
User-agent: *
|
||||||
|
Disallow:
|
||||||
|
User-agent: GPTBot
|
||||||
|
Disallow: /
|
|
@ -18,6 +18,7 @@ use_bibtex = False
|
||||||
use_git = True
|
use_git = True
|
||||||
language = 'fr'
|
language = 'fr'
|
||||||
html_favicon = '_static/favicon.ico'
|
html_favicon = '_static/favicon.ico'
|
||||||
|
html_extra_path = ["_static/robots.txt"]
|
||||||
|
|
||||||
version = "0.1"
|
version = "0.1"
|
||||||
release = "0.1"
|
release = "0.1"
|
||||||
|
|
Loading…
Reference in a new issue