fix: reduce integration test timeout to 5 minutes
Build and Push / lint-and-test (push) Has been cancelled
Build and Push / build-services (map[cmd:python -m services.adapters.broker_adapter name:broker-adapter]) (push) Has been cancelled
Build and Push / build-services (map[cmd:python -m services.aggregation.worker name:aggregation]) (push) Has been cancelled
Build and Push / build-services (map[cmd:python -m services.extractor.worker name:extractor]) (push) Has been cancelled
Build and Push / build-services (map[cmd:python -m services.ingestion.worker name:ingestion]) (push) Has been cancelled
Build and Push / build-services (map[cmd:python -m services.lake_publisher.worker name:lake-publisher]) (push) Has been cancelled
Build and Push / build-services (map[cmd:python -m services.parser.worker name:parser]) (push) Has been cancelled
Build and Push / build-services (map[cmd:python -m services.recommendation.worker name:recommendation]) (push) Has been cancelled
Build and Push / build-services (map[cmd:python -m services.scheduler.app name:scheduler]) (push) Has been cancelled
Build and Push / build-services (map[cmd:uvicorn services.api.app:app --host 0.0.0.0 --port 8000 name:query-api]) (push) Has been cancelled
Build and Push / build-services (map[cmd:uvicorn services.risk.app:app --host 0.0.0.0 --port 8000 name:risk]) (push) Has been cancelled
Build and Push / build-services (map[cmd:uvicorn services.symbol_registry.app:app --host 0.0.0.0 --port 8000 name:symbol-registry]) (push) Has been cancelled
Build and Push / build-services (map[cmd:uvicorn services.trading.app:app --host 0.0.0.0 --port 8000 name:trading-engine]) (push) Has been cancelled
Build and Push / build-dashboard (push) Has been cancelled
Build and Push / build-superset (push) Has been cancelled
Build and Push / integration-test (push) Has been cancelled
Build and Push / beta-gate (push) Has been cancelled
Build and Push / lint-and-test (push) Has been cancelled
Build and Push / build-services (map[cmd:python -m services.adapters.broker_adapter name:broker-adapter]) (push) Has been cancelled
Build and Push / build-services (map[cmd:python -m services.aggregation.worker name:aggregation]) (push) Has been cancelled
Build and Push / build-services (map[cmd:python -m services.extractor.worker name:extractor]) (push) Has been cancelled
Build and Push / build-services (map[cmd:python -m services.ingestion.worker name:ingestion]) (push) Has been cancelled
Build and Push / build-services (map[cmd:python -m services.lake_publisher.worker name:lake-publisher]) (push) Has been cancelled
Build and Push / build-services (map[cmd:python -m services.parser.worker name:parser]) (push) Has been cancelled
Build and Push / build-services (map[cmd:python -m services.recommendation.worker name:recommendation]) (push) Has been cancelled
Build and Push / build-services (map[cmd:python -m services.scheduler.app name:scheduler]) (push) Has been cancelled
Build and Push / build-services (map[cmd:uvicorn services.api.app:app --host 0.0.0.0 --port 8000 name:query-api]) (push) Has been cancelled
Build and Push / build-services (map[cmd:uvicorn services.risk.app:app --host 0.0.0.0 --port 8000 name:risk]) (push) Has been cancelled
Build and Push / build-services (map[cmd:uvicorn services.symbol_registry.app:app --host 0.0.0.0 --port 8000 name:symbol-registry]) (push) Has been cancelled
Build and Push / build-services (map[cmd:uvicorn services.trading.app:app --host 0.0.0.0 --port 8000 name:trading-engine]) (push) Has been cancelled
Build and Push / build-dashboard (push) Has been cancelled
Build and Push / build-superset (push) Has been cancelled
Build and Push / integration-test (push) Has been cancelled
Build and Push / beta-gate (push) Has been cancelled
Tests complete in ~7s. The 10-minute timeout was causing unnecessary wait time on failures. Reduced Job activeDeadlineSeconds and kubectl wait timeout to 300s.
This commit is contained in:
@@ -427,11 +427,11 @@ envsubst < "$REPO_ROOT/infra/inttest/runner.yaml" \
|
|||||||
| sed "s/:latest/:${IMAGE_TAG}/g" \
|
| sed "s/:latest/:${IMAGE_TAG}/g" \
|
||||||
| kubectl apply -n "$NAMESPACE" -f -
|
| kubectl apply -n "$NAMESPACE" -f -
|
||||||
|
|
||||||
log "Waiting for test runner to complete (timeout: 600s) ..."
|
log "Waiting for test runner to complete (timeout: 300s) ..."
|
||||||
# Use kubectl wait which handles condition matching reliably.
|
# Use kubectl wait which handles condition matching reliably.
|
||||||
# Wait for Complete first; if that times out, check for Failed.
|
# Wait for Complete first; if that times out, check for Failed.
|
||||||
JOB_DONE=false
|
JOB_DONE=false
|
||||||
if kubectl wait --for=condition=complete job/inttest-runner -n "$NAMESPACE" --timeout=600s 2>/dev/null; then
|
if kubectl wait --for=condition=complete job/inttest-runner -n "$NAMESPACE" --timeout=300s 2>/dev/null; then
|
||||||
log "Test runner completed successfully"
|
log "Test runner completed successfully"
|
||||||
stage_end "integration_tests" "ok"
|
stage_end "integration_tests" "ok"
|
||||||
JOB_DONE=true
|
JOB_DONE=true
|
||||||
@@ -446,7 +446,7 @@ else
|
|||||||
fi
|
fi
|
||||||
fi
|
fi
|
||||||
if [ "$JOB_DONE" = false ]; then
|
if [ "$JOB_DONE" = false ]; then
|
||||||
log "Test runner timed out after 600s"
|
log "Test runner timed out after 300s"
|
||||||
debug_pod_failure "inttest-runner" "app=inttest-runner"
|
debug_pod_failure "inttest-runner" "app=inttest-runner"
|
||||||
stage_fail "integration_tests"
|
stage_fail "integration_tests"
|
||||||
PIPELINE_EXIT_CODE=1
|
PIPELINE_EXIT_CODE=1
|
||||||
|
|||||||
@@ -21,7 +21,7 @@ metadata:
|
|||||||
tier: testing
|
tier: testing
|
||||||
app.kubernetes.io/part-of: stonks-oracle
|
app.kubernetes.io/part-of: stonks-oracle
|
||||||
spec:
|
spec:
|
||||||
activeDeadlineSeconds: 600
|
activeDeadlineSeconds: 300
|
||||||
backoffLimit: 0
|
backoffLimit: 0
|
||||||
template:
|
template:
|
||||||
metadata:
|
metadata:
|
||||||
|
|||||||
Reference in New Issue
Block a user