mirror of
https://github.com/m3y54m/Embedded-Engineering-Roadmap.git
synced 2026-10-10 00:08:23 +03:00
Meysam Parvizi
811bf6f779
Accept 3xx/403/429, exclude hosts that fail HTTP/2 or 404 for bots, repository badge links and a broken cert chain; raise timeout to 60s; use actions/checkout@v5.
29 lines
1.2 KiB
TOML
29 lines
1.2 KiB
TOML
# Many sites in the README (Udemy, Medium, Microchip, ...) answer bots with 403/429 while
|
|
# working fine in a browser, and some redirect to consent pages, so these count as alive.
|
|
accept = ["200..=399", "403", "429"]
|
|
|
|
exclude = [
|
|
# Bot challenges or non-standard codes for every request.
|
|
'^https?://(www\.)?amazon\.',
|
|
'^https?://a\.co/',
|
|
'^https?://(www\.)?linkedin\.com/',
|
|
# Return 404 to non-browser clients although the pages exist.
|
|
'^https?://(www\.)?nxp\.com/',
|
|
# Fail HTTP/2 negotiation with the checker's client.
|
|
'^https?://(www\.|wiki\.)?st\.com/',
|
|
'^https?://(www\.)?analog\.com/',
|
|
'^https?://(www\.)?embedded\.com/',
|
|
'^https?://(www\.)?electronics-tutorials\.ws',
|
|
'^https?://gemini\.google\.com/',
|
|
# Broken certificate chain on the server side.
|
|
'^https?://(www\.)?autosar\.org/',
|
|
# Repository badge links; GitHub hides these pages from anonymous clients.
|
|
'^https://github\.com/m3y54m/Embedded-Engineering-Roadmap/(stargazers|watchers|forks|graphs|releases)',
|
|
]
|
|
|
|
max_retries = 3
|
|
retry_wait_time = 5
|
|
timeout = 60
|
|
max_concurrency = 8
|
|
user_agent = "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0 Safari/537.36"
|