Try to fix CI tests

Author: wvengen

.github/workflows/test.yml

@@ -54,11 +54,11 @@ jobs:
             cfg=`echo "$test" | sed 's/\.py$/.conf/'`
             python -m scrapyd_k8s -c scrapyd_k8s.sample-docker.conf -c "$cfg" &
             # wait for scrapyd-k8s to become ready
-            sleep 1; curl --retry 20 --retry-delay 2 --retry-all-errors http://localhost:6800/daemonstatus.json
+            sleep 1; curl -s --retry 20 --retry-delay 2 --retry-all-errors http://localhost:6800/daemonstatus.json
             # run test
             pytest -vv --color=yes "$test"
             # stop scrapyd-k8s again
-            kill %1
+            kill %1; wait %1
           done
 
   test-manifest:
@@ -131,14 +131,16 @@ jobs:
           # setup for in-cluster k8s
           # for each integration test file
           for test in scrapyd_k8s/tests/integration/test_*.py; do
-            echo; echo "# $test"
+            echo -e "\033[31;1;4m"; echo -n "# $test"; echo "\033[0m"
             # run scrapyd-k8s with test-specific configuration file
             cfg=`echo "$test" | sed 's/\.py$/.conf/'`
             kubectl create cm scrapyd-k8s-testcfg --from-file=scrapyd_k8s.test.conf="$cfg"
             kubectl scale --replicas=1 deploy/scrapyd-k8s
+            sleep 1; kubectl describe pod # debug
+            sleep 5; kubectl describe pod # debug
             # wait for scrapyd-k8s to become ready
             kubectl wait --for=condition=Available deploy/scrapyd-k8s --timeout=60s
-            curl --retry 10 --retry-delay 2 --retry-all-errors `minikube service scrapyd-k8s --url`/daemonstatus.json
+            curl -s --retry 10 --retry-delay 2 --retry-all-errors `minikube service scrapyd-k8s --url`/daemonstatus.json
             # run test
             TEST_WITH_K8S=1 \
               TEST_BASE_URL=`minikube service scrapyd-k8s --url` \
@@ -147,7 +149,10 @@ jobs:
               pytest -vv --color=yes "$test"
             # stop scrapyd-k8s and delete test-specific configmap
             kubectl scale --replicas=0 deploy/scrapyd-k8s
-            kubectl delete cm scrapyd-k8s-testcfg
+            sleep 1; kubectl describe pod # debug
+            sleep 5; kubectl describe pod # debug
+            kubectl wait --for='condition=!Available' deploy/scrapyd-k8s --timeout=60s
+            kubectl delete cm scrapyd-k8s-testcfg --wait
           done
 
   test-k8s:
@@ -187,12 +192,12 @@ jobs:
             [ -e "$cfg" ] || cfg=/dev/null
             python -m scrapyd_k8s -c scrapyd_k8s.sample-k8s.conf -c "$cfg" &
             # wait for scrapyd-k8s to become ready
-            sleep 1; curl --retry 20 --retry-delay 2 --retry-all-errors http://localhost:6800/daemonstatus.json
+            sleep 1; curl -s --retry 20 --retry-delay 2 --retry-all-errors http://localhost:6800/daemonstatus.json
             # run test
             TEST_WITH_K8S=1 \
               TEST_MAX_WAIT=60 \
               TEST_AVAILABLE_VERSIONS=latest,`skopeo list-tags docker://ghcr.io/q-m/scrapyd-k8s-spider-example | jq -r '.Tags | map(select(. != "latest" and (startswith("sha-") | not))) | join(",")'` \
               pytest -vv --color=yes "$test"
             # stop scrapyd-k8s again
-            kill %1
+            kill %1; wait %1
           done