Set headers and restrict to 1 worker when checking documentation link

This follows the wikipedia robot policy:
https://wikitech.wikimedia.org/wiki/Robot_policy

Closes #14637
This commit is contained in:
Cédric Krier
2026-03-02 10:58:19 +01:00
parent f48a5b156a
commit af2e06bb32
223 changed files with 1520 additions and 6 deletions
@@ -92,6 +92,13 @@ intersphinx_mapping.update({
for m in info['modules']
})
linkcheck_ignore = [r'/.*', r'https://demo.tryton.org/*']
linkcheck_request_headers = {
'User-Agent': (
'TrytonBot/0.0 (https://www.tryton.org/foundation) '
'sphinx-linkcheck/0.0'),
'Accept-Encoding': 'gzip',
}
linkcheck_workers = 1
try:
with open(os.path.join(