From 7018e0835ffd8b3ed1cb2802b68ea2d55ebc1746 Mon Sep 17 00:00:00 2001 From: Robert Kaussow Date: Fri, 4 Nov 2022 09:15:17 +0100 Subject: [PATCH 1/6] ci: refactor broken link check --- .drone.yml | 5 +++-- .linkcheckignore | 1 - 2 files changed, 3 insertions(+), 3 deletions(-) delete mode 100644 .linkcheckignore diff --git a/.drone.yml b/.drone.yml index a6da1c9..e079bf0 100644 --- a/.drone.yml +++ b/.drone.yml @@ -45,9 +45,10 @@ steps: - name: link-validation image: thegeeklab/link-validator commands: - - link-validator --nice --external --skip-file .linkcheckignore + - link-validator --color=always -e https://matrix.to/.* environment: LINK_VALIDATOR_BASE_DIR: public/ + LINK_VALIDATOR_RETRIES: 3 - name: build image: thegeeklab/hugo:0.104.3 @@ -126,6 +127,6 @@ depends_on: --- kind: signature -hmac: 328edde5574b8be5eb12babc281f3777b2625118184c8306d2022196be9561f1 +hmac: 2582671eb8c9e7f775dab76f1e6987efe38ba7e84f756a1acb39feafd4a1057f ... diff --git a/.linkcheckignore b/.linkcheckignore deleted file mode 100644 index da30e68..0000000 --- a/.linkcheckignore +++ /dev/null @@ -1 +0,0 @@ -https://matrix.to/.* -- 2.45.2 From 819a2c8820c642876363ba495fee63b4510b597f Mon Sep 17 00:00:00 2001 From: Robert Kaussow Date: Fri, 4 Nov 2022 09:37:49 +0100 Subject: [PATCH 2/6] add rate limit --- .drone.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.drone.yml b/.drone.yml index e079bf0..ba5b3b9 100644 --- a/.drone.yml +++ b/.drone.yml @@ -45,7 +45,7 @@ steps: - name: link-validation image: thegeeklab/link-validator commands: - - link-validator --color=always -e https://matrix.to/.* + - link-validator --color=always --rate-limit 10 -e https://matrix.to/.* environment: LINK_VALIDATOR_BASE_DIR: public/ LINK_VALIDATOR_RETRIES: 3 @@ -127,6 +127,6 @@ depends_on: --- kind: signature -hmac: 2582671eb8c9e7f775dab76f1e6987efe38ba7e84f756a1acb39feafd4a1057f +hmac: 60c4883b01e635c6a611eeffa8f6954e361ac560fe08393327dc94d4ca430350 ... -- 2.45.2 From ac0b053102f7f42503dd17a27a45f3446f01aa58 Mon Sep 17 00:00:00 2001 From: Robert Kaussow Date: Fri, 4 Nov 2022 09:50:34 +0100 Subject: [PATCH 3/6] debug --- .drone.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.drone.yml b/.drone.yml index ba5b3b9..13db1fb 100644 --- a/.drone.yml +++ b/.drone.yml @@ -45,7 +45,7 @@ steps: - name: link-validation image: thegeeklab/link-validator commands: - - link-validator --color=always --rate-limit 10 -e https://matrix.to/.* + - "link-validator --color=always --header='User-Agent: Mozilla/5.0 (platform; rv:geckoversion) Gecko/geckotrail Firefox/firefoxversion' --rate-limit 10 -e https://matrix.to/.*" environment: LINK_VALIDATOR_BASE_DIR: public/ LINK_VALIDATOR_RETRIES: 3 @@ -127,6 +127,6 @@ depends_on: --- kind: signature -hmac: 60c4883b01e635c6a611eeffa8f6954e361ac560fe08393327dc94d4ca430350 +hmac: 94f3f407f967a0246d691f47c6387a49921e9be954a06efcf73676a9b151369c ... -- 2.45.2 From 2b472e18d8b770d5afc096c35d7ea56423438fbf Mon Sep 17 00:00:00 2001 From: Robert Kaussow Date: Fri, 4 Nov 2022 09:52:14 +0100 Subject: [PATCH 4/6] debug --- .drone.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.drone.yml b/.drone.yml index 13db1fb..ce120ba 100644 --- a/.drone.yml +++ b/.drone.yml @@ -45,7 +45,7 @@ steps: - name: link-validation image: thegeeklab/link-validator commands: - - "link-validator --color=always --header='User-Agent: Mozilla/5.0 (platform; rv:geckoversion) Gecko/geckotrail Firefox/firefoxversion' --rate-limit 10 -e https://matrix.to/.*" + - link-validator --color=always --header="User-Agent:Mozilla/5.0 (platform; rv:geckoversion) Gecko/geckotrail Firefox/firefoxversion" --rate-limit 10 -e https://matrix.to/.* environment: LINK_VALIDATOR_BASE_DIR: public/ LINK_VALIDATOR_RETRIES: 3 @@ -127,6 +127,6 @@ depends_on: --- kind: signature -hmac: 94f3f407f967a0246d691f47c6387a49921e9be954a06efcf73676a9b151369c +hmac: 2012b2181961dcaa8c175ab2aa6831622f851806535633f2b3ad652b35d12e09 ... -- 2.45.2 From b29c274ac30f8619519866fe5876ff08c1d80cbd Mon Sep 17 00:00:00 2001 From: Robert Kaussow Date: Fri, 4 Nov 2022 09:54:04 +0100 Subject: [PATCH 5/6] debug --- .drone.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.drone.yml b/.drone.yml index ce120ba..0f0e5ac 100644 --- a/.drone.yml +++ b/.drone.yml @@ -45,7 +45,7 @@ steps: - name: link-validation image: thegeeklab/link-validator commands: - - link-validator --color=always --header="User-Agent:Mozilla/5.0 (platform; rv:geckoversion) Gecko/geckotrail Firefox/firefoxversion" --rate-limit 10 -e https://matrix.to/.* + - link-validator --color=always --header='User-Agent:Mozilla/5.0 (platform; rv:geckoversion) Gecko/geckotrail Firefox/firefoxversion' --rate-limit 10 -e https://matrix.to/.* environment: LINK_VALIDATOR_BASE_DIR: public/ LINK_VALIDATOR_RETRIES: 3 @@ -127,6 +127,6 @@ depends_on: --- kind: signature -hmac: 2012b2181961dcaa8c175ab2aa6831622f851806535633f2b3ad652b35d12e09 +hmac: 04a34b55466044bc2933ea976cf2628fc9fec25322f10a3f27296444a80f93c0 ... -- 2.45.2 From 0d5596d800d81fee1f0addd7af47f045a6b80d6c Mon Sep 17 00:00:00 2001 From: Robert Kaussow Date: Fri, 4 Nov 2022 10:07:29 +0100 Subject: [PATCH 6/6] exclude graylog from linkcheck --- .drone.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.drone.yml b/.drone.yml index 0f0e5ac..452c4df 100644 --- a/.drone.yml +++ b/.drone.yml @@ -45,7 +45,7 @@ steps: - name: link-validation image: thegeeklab/link-validator commands: - - link-validator --color=always --header='User-Agent:Mozilla/5.0 (platform; rv:geckoversion) Gecko/geckotrail Firefox/firefoxversion' --rate-limit 10 -e https://matrix.to/.* + - link-validator --color=always --rate-limit 10 -e https://matrix.to/.* -e https://www.graylog.org/.* environment: LINK_VALIDATOR_BASE_DIR: public/ LINK_VALIDATOR_RETRIES: 3 @@ -127,6 +127,6 @@ depends_on: --- kind: signature -hmac: 04a34b55466044bc2933ea976cf2628fc9fec25322f10a3f27296444a80f93c0 +hmac: 72779ce1443c7a4bf5b508bd69a8a87c17008341d30261602d0d0080ba1f6bdc ... -- 2.45.2