franpcode/public-apis
1
0
Fork 0
mirror of https://github.com/FranP-code/public-apis.git synced 2025-10-13 00:03:04 +00:00
Code Issues 1 Packages Projects Releases Wiki Activity

Add total User-Agent (#2551)

Browse Source
This commit is contained in:
Padmashree Jha
2021-10-25 23:29:24 +05:30
committed by GitHub
parent 1853dedb53
commit b5932d06fa
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
build/validate_links.py
View File

@@ -56,9 +56,9 @@ def validate_links(links):
if host[:3] == 'www': if host[:3] == 'www':
host = host[4:] host = host[4:]
resp = h.request(link, headers={ resp = h.request(link + "/", headers={
# Faking user agent as some hosting services block not-whitelisted UA # Faking user agent as some hosting services block not-whitelisted UA
'user-agent': 'Mozilla/5.0', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1467.0 Safari/537.36',
# setting host because Cloudflare returns 403 asking for captcha if host is missing # setting host because Cloudflare returns 403 asking for captcha if host is missing
'host': host 'host': host
}) })