Set headers and restrict to 1 worker when checking documentation link
This follows the wikipedia robot policy: https://wikitech.wikimedia.org/wiki/Robot_policy Closes #14637
This commit is contained in:
1 parent
f48a5b156a
commit
af2e06bb32
223 files changed
+1520
-6
No files matched your search
@@ -92,6 +92,13 @@ intersphinx_mapping.update({
|
||||
for m in info['modules']
|
||||
})
|
||||
linkcheck_ignore = [r'/.*', r'https://demo.tryton.org/*']
|
||||
linkcheck_request_headers = {
|
||||
'User-Agent': (
|
||||
'TrytonBot/0.0 (https://www.tryton.org/foundation) '
|
||||
'sphinx-linkcheck/0.0'),
|
||||
'Accept-Encoding': 'gzip',
|
||||
}
|
||||
linkcheck_workers = 1
|
||||
|
||||
try:
|
||||
with open(os.path.join(
|
||||
|
||||
Reference in new issue
Block a user