diff --git a/.woodpecker/test.yml b/.woodpecker/test.yml
index 6728357..0b5e281 100644
--- a/.woodpecker/test.yml
+++ b/.woodpecker/test.yml
@@ -9,7 +9,13 @@ variables:
   - &pytest_base
     depends_on: []
     commands:
-      - hass -c $CI_WORKSPACE --script check_config
+      - |
+        output=$(hass -c $CI_WORKSPACE --script check_config 2>&1)
+        echo "$output"
+        if echo "$output" | grep -q "ERROR"; then
+          echo "Configuration check failed"
+          exit 1
+        fi
     environment:
       HA_RECORDER_DB_URL: dummy
       PY_COLORS: "1"