From a735e569b24556111e0279a84b2415972bb4dd38 Mon Sep 17 00:00:00 2001 From: Celes Renata Date: Mon, 20 Apr 2026 04:07:26 +0000 Subject: [PATCH] fix: run steps in parallel within each workflow All build steps and test steps now have depends_on: [] so they execute concurrently within their workflow instead of sequentially. --- .woodpecker/build-1.yml | 146 ++++++++++++--------------- .woodpecker/build-2.yml | 148 ++++++++++++--------------- .woodpecker/build-3.yml | 216 ++++++++++++++++++---------------------- .woodpecker/test.yml | 29 +++--- 4 files changed, 239 insertions(+), 300 deletions(-) diff --git a/.woodpecker/build-1.yml b/.woodpecker/build-1.yml index 1adc719..4902854 100644 --- a/.woodpecker/build-1.yml +++ b/.woodpecker/build-1.yml @@ -1,11 +1,8 @@ -# Workflow 2: Build batch 1 (node B) depends_on: - - test - +- test when: event: push branch: main - steps: build-scheduler: image: woodpeckerci/plugin-docker-buildx @@ -15,26 +12,22 @@ steps: registry: registry.celestium.life custom_dns: 192.168.42.1 buildx_flags: --driver-opt network=host - buildkitd_config: | - [registry."docker.io"] - mirrors = ["registry.celestium.life/v2/dockerhub-cache"] - [registry."ghcr.io"] - mirrors = ["registry.celestium.life/v2/ghcr-cache"] - no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life" + buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n" + no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life logins: - - registry: https://registry.celestium.life - username: - from_secret: harbor_username - password: - from_secret: harbor_password - - registry: https://index.docker.io/v1/ - username: - from_secret: docker_username - password: - from_secret: docker_password + - registry: https://registry.celestium.life + username: + from_secret: harbor_username + password: + from_secret: harbor_password + - registry: https://index.docker.io/v1/ + username: + from_secret: docker_username + password: + from_secret: docker_password tags: - - ${CI_COMMIT_SHA} - - latest + - ${CI_COMMIT_SHA} + - latest dockerfile: docker/Dockerfile.scheduler context: . backend_options: @@ -46,7 +39,7 @@ steps: limits: memory: 2Gi cpu: 4000m - + depends_on: [] build-symbol-registry: image: woodpeckerci/plugin-docker-buildx privileged: true @@ -55,29 +48,25 @@ steps: registry: registry.celestium.life custom_dns: 192.168.42.1 buildx_flags: --driver-opt network=host - buildkitd_config: | - [registry."docker.io"] - mirrors = ["registry.celestium.life/v2/dockerhub-cache"] - [registry."ghcr.io"] - mirrors = ["registry.celestium.life/v2/ghcr-cache"] - no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life" + buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n" + no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life logins: - - registry: https://registry.celestium.life - username: - from_secret: harbor_username - password: - from_secret: harbor_password - - registry: https://index.docker.io/v1/ - username: - from_secret: docker_username - password: - from_secret: docker_password + - registry: https://registry.celestium.life + username: + from_secret: harbor_username + password: + from_secret: harbor_password + - registry: https://index.docker.io/v1/ + username: + from_secret: docker_username + password: + from_secret: docker_password tags: - - ${CI_COMMIT_SHA} - - latest + - ${CI_COMMIT_SHA} + - latest dockerfile: docker/Dockerfile context: . - build_args: "SERVICE_CMD=uvicorn services.symbol_registry.app:app --host 0.0.0.0 --port 8000" + build_args: SERVICE_CMD=uvicorn services.symbol_registry.app:app --host 0.0.0.0 --port 8000 backend_options: kubernetes: resources: @@ -87,7 +76,7 @@ steps: limits: memory: 2Gi cpu: 4000m - + depends_on: [] build-ingestion: image: woodpeckerci/plugin-docker-buildx privileged: true @@ -96,29 +85,25 @@ steps: registry: registry.celestium.life custom_dns: 192.168.42.1 buildx_flags: --driver-opt network=host - buildkitd_config: | - [registry."docker.io"] - mirrors = ["registry.celestium.life/v2/dockerhub-cache"] - [registry."ghcr.io"] - mirrors = ["registry.celestium.life/v2/ghcr-cache"] - no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life" + buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n" + no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life logins: - - registry: https://registry.celestium.life - username: - from_secret: harbor_username - password: - from_secret: harbor_password - - registry: https://index.docker.io/v1/ - username: - from_secret: docker_username - password: - from_secret: docker_password + - registry: https://registry.celestium.life + username: + from_secret: harbor_username + password: + from_secret: harbor_password + - registry: https://index.docker.io/v1/ + username: + from_secret: docker_username + password: + from_secret: docker_password tags: - - ${CI_COMMIT_SHA} - - latest + - ${CI_COMMIT_SHA} + - latest dockerfile: docker/Dockerfile context: . - build_args: "SERVICE_CMD=python -m services.ingestion.worker" + build_args: SERVICE_CMD=python -m services.ingestion.worker backend_options: kubernetes: resources: @@ -128,7 +113,7 @@ steps: limits: memory: 2Gi cpu: 4000m - + depends_on: [] build-parser: image: woodpeckerci/plugin-docker-buildx privileged: true @@ -137,29 +122,25 @@ steps: registry: registry.celestium.life custom_dns: 192.168.42.1 buildx_flags: --driver-opt network=host - buildkitd_config: | - [registry."docker.io"] - mirrors = ["registry.celestium.life/v2/dockerhub-cache"] - [registry."ghcr.io"] - mirrors = ["registry.celestium.life/v2/ghcr-cache"] - no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life" + buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n" + no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life logins: - - registry: https://registry.celestium.life - username: - from_secret: harbor_username - password: - from_secret: harbor_password - - registry: https://index.docker.io/v1/ - username: - from_secret: docker_username - password: - from_secret: docker_password + - registry: https://registry.celestium.life + username: + from_secret: harbor_username + password: + from_secret: harbor_password + - registry: https://index.docker.io/v1/ + username: + from_secret: docker_username + password: + from_secret: docker_password tags: - - ${CI_COMMIT_SHA} - - latest + - ${CI_COMMIT_SHA} + - latest dockerfile: docker/Dockerfile context: . - build_args: "SERVICE_CMD=python -m services.parser.worker" + build_args: SERVICE_CMD=python -m services.parser.worker backend_options: kubernetes: resources: @@ -169,3 +150,4 @@ steps: limits: memory: 2Gi cpu: 4000m + depends_on: [] diff --git a/.woodpecker/build-2.yml b/.woodpecker/build-2.yml index 4221d06..39402a4 100644 --- a/.woodpecker/build-2.yml +++ b/.woodpecker/build-2.yml @@ -1,11 +1,8 @@ -# Workflow 3: Build batch 2 (node C) depends_on: - - test - +- test when: event: push branch: main - steps: build-extractor: image: woodpeckerci/plugin-docker-buildx @@ -15,29 +12,25 @@ steps: registry: registry.celestium.life custom_dns: 192.168.42.1 buildx_flags: --driver-opt network=host - buildkitd_config: | - [registry."docker.io"] - mirrors = ["registry.celestium.life/v2/dockerhub-cache"] - [registry."ghcr.io"] - mirrors = ["registry.celestium.life/v2/ghcr-cache"] - no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life" + buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n" + no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life logins: - - registry: https://registry.celestium.life - username: - from_secret: harbor_username - password: - from_secret: harbor_password - - registry: https://index.docker.io/v1/ - username: - from_secret: docker_username - password: - from_secret: docker_password + - registry: https://registry.celestium.life + username: + from_secret: harbor_username + password: + from_secret: harbor_password + - registry: https://index.docker.io/v1/ + username: + from_secret: docker_username + password: + from_secret: docker_password tags: - - ${CI_COMMIT_SHA} - - latest + - ${CI_COMMIT_SHA} + - latest dockerfile: docker/Dockerfile context: . - build_args: "SERVICE_CMD=python -m services.extractor.worker" + build_args: SERVICE_CMD=python -m services.extractor.worker backend_options: kubernetes: resources: @@ -47,7 +40,7 @@ steps: limits: memory: 2Gi cpu: 4000m - + depends_on: [] build-aggregation: image: woodpeckerci/plugin-docker-buildx privileged: true @@ -56,29 +49,25 @@ steps: registry: registry.celestium.life custom_dns: 192.168.42.1 buildx_flags: --driver-opt network=host - buildkitd_config: | - [registry."docker.io"] - mirrors = ["registry.celestium.life/v2/dockerhub-cache"] - [registry."ghcr.io"] - mirrors = ["registry.celestium.life/v2/ghcr-cache"] - no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life" + buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n" + no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life logins: - - registry: https://registry.celestium.life - username: - from_secret: harbor_username - password: - from_secret: harbor_password - - registry: https://index.docker.io/v1/ - username: - from_secret: docker_username - password: - from_secret: docker_password + - registry: https://registry.celestium.life + username: + from_secret: harbor_username + password: + from_secret: harbor_password + - registry: https://index.docker.io/v1/ + username: + from_secret: docker_username + password: + from_secret: docker_password tags: - - ${CI_COMMIT_SHA} - - latest + - ${CI_COMMIT_SHA} + - latest dockerfile: docker/Dockerfile context: . - build_args: "SERVICE_CMD=python -m services.aggregation.worker" + build_args: SERVICE_CMD=python -m services.aggregation.worker backend_options: kubernetes: resources: @@ -88,7 +77,7 @@ steps: limits: memory: 2Gi cpu: 4000m - + depends_on: [] build-recommendation: image: woodpeckerci/plugin-docker-buildx privileged: true @@ -97,29 +86,25 @@ steps: registry: registry.celestium.life custom_dns: 192.168.42.1 buildx_flags: --driver-opt network=host - buildkitd_config: | - [registry."docker.io"] - mirrors = ["registry.celestium.life/v2/dockerhub-cache"] - [registry."ghcr.io"] - mirrors = ["registry.celestium.life/v2/ghcr-cache"] - no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life" + buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n" + no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life logins: - - registry: https://registry.celestium.life - username: - from_secret: harbor_username - password: - from_secret: harbor_password - - registry: https://index.docker.io/v1/ - username: - from_secret: docker_username - password: - from_secret: docker_password + - registry: https://registry.celestium.life + username: + from_secret: harbor_username + password: + from_secret: harbor_password + - registry: https://index.docker.io/v1/ + username: + from_secret: docker_username + password: + from_secret: docker_password tags: - - ${CI_COMMIT_SHA} - - latest + - ${CI_COMMIT_SHA} + - latest dockerfile: docker/Dockerfile context: . - build_args: "SERVICE_CMD=python -m services.recommendation.worker" + build_args: SERVICE_CMD=python -m services.recommendation.worker backend_options: kubernetes: resources: @@ -129,7 +114,7 @@ steps: limits: memory: 2Gi cpu: 4000m - + depends_on: [] build-risk: image: woodpeckerci/plugin-docker-buildx privileged: true @@ -138,29 +123,25 @@ steps: registry: registry.celestium.life custom_dns: 192.168.42.1 buildx_flags: --driver-opt network=host - buildkitd_config: | - [registry."docker.io"] - mirrors = ["registry.celestium.life/v2/dockerhub-cache"] - [registry."ghcr.io"] - mirrors = ["registry.celestium.life/v2/ghcr-cache"] - no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life" + buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n" + no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life logins: - - registry: https://registry.celestium.life - username: - from_secret: harbor_username - password: - from_secret: harbor_password - - registry: https://index.docker.io/v1/ - username: - from_secret: docker_username - password: - from_secret: docker_password + - registry: https://registry.celestium.life + username: + from_secret: harbor_username + password: + from_secret: harbor_password + - registry: https://index.docker.io/v1/ + username: + from_secret: docker_username + password: + from_secret: docker_password tags: - - ${CI_COMMIT_SHA} - - latest + - ${CI_COMMIT_SHA} + - latest dockerfile: docker/Dockerfile context: . - build_args: "SERVICE_CMD=uvicorn services.risk.app:app --host 0.0.0.0 --port 8000" + build_args: SERVICE_CMD=uvicorn services.risk.app:app --host 0.0.0.0 --port 8000 backend_options: kubernetes: resources: @@ -170,3 +151,4 @@ steps: limits: memory: 2Gi cpu: 4000m + depends_on: [] diff --git a/.woodpecker/build-3.yml b/.woodpecker/build-3.yml index 87f7900..c5e21f7 100644 --- a/.woodpecker/build-3.yml +++ b/.woodpecker/build-3.yml @@ -1,11 +1,8 @@ -# Workflow 4: Build batch 3 (node D) depends_on: - - test - +- test when: event: push branch: main - steps: build-broker-adapter: image: woodpeckerci/plugin-docker-buildx @@ -15,29 +12,25 @@ steps: registry: registry.celestium.life custom_dns: 192.168.42.1 buildx_flags: --driver-opt network=host - buildkitd_config: | - [registry."docker.io"] - mirrors = ["registry.celestium.life/v2/dockerhub-cache"] - [registry."ghcr.io"] - mirrors = ["registry.celestium.life/v2/ghcr-cache"] - no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life" + buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n" + no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life logins: - - registry: https://registry.celestium.life - username: - from_secret: harbor_username - password: - from_secret: harbor_password - - registry: https://index.docker.io/v1/ - username: - from_secret: docker_username - password: - from_secret: docker_password + - registry: https://registry.celestium.life + username: + from_secret: harbor_username + password: + from_secret: harbor_password + - registry: https://index.docker.io/v1/ + username: + from_secret: docker_username + password: + from_secret: docker_password tags: - - ${CI_COMMIT_SHA} - - latest + - ${CI_COMMIT_SHA} + - latest dockerfile: docker/Dockerfile context: . - build_args: "SERVICE_CMD=python -m services.adapters.broker_adapter" + build_args: SERVICE_CMD=python -m services.adapters.broker_adapter backend_options: kubernetes: resources: @@ -47,7 +40,7 @@ steps: limits: memory: 2Gi cpu: 4000m - + depends_on: [] build-lake-publisher: image: woodpeckerci/plugin-docker-buildx privileged: true @@ -56,29 +49,25 @@ steps: registry: registry.celestium.life custom_dns: 192.168.42.1 buildx_flags: --driver-opt network=host - buildkitd_config: | - [registry."docker.io"] - mirrors = ["registry.celestium.life/v2/dockerhub-cache"] - [registry."ghcr.io"] - mirrors = ["registry.celestium.life/v2/ghcr-cache"] - no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life" + buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n" + no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life logins: - - registry: https://registry.celestium.life - username: - from_secret: harbor_username - password: - from_secret: harbor_password - - registry: https://index.docker.io/v1/ - username: - from_secret: docker_username - password: - from_secret: docker_password + - registry: https://registry.celestium.life + username: + from_secret: harbor_username + password: + from_secret: harbor_password + - registry: https://index.docker.io/v1/ + username: + from_secret: docker_username + password: + from_secret: docker_password tags: - - ${CI_COMMIT_SHA} - - latest + - ${CI_COMMIT_SHA} + - latest dockerfile: docker/Dockerfile context: . - build_args: "SERVICE_CMD=python -m services.lake_publisher.worker" + build_args: SERVICE_CMD=python -m services.lake_publisher.worker backend_options: kubernetes: resources: @@ -88,7 +77,7 @@ steps: limits: memory: 2Gi cpu: 4000m - + depends_on: [] build-query-api: image: woodpeckerci/plugin-docker-buildx privileged: true @@ -97,29 +86,25 @@ steps: registry: registry.celestium.life custom_dns: 192.168.42.1 buildx_flags: --driver-opt network=host - buildkitd_config: | - [registry."docker.io"] - mirrors = ["registry.celestium.life/v2/dockerhub-cache"] - [registry."ghcr.io"] - mirrors = ["registry.celestium.life/v2/ghcr-cache"] - no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life" + buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n" + no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life logins: - - registry: https://registry.celestium.life - username: - from_secret: harbor_username - password: - from_secret: harbor_password - - registry: https://index.docker.io/v1/ - username: - from_secret: docker_username - password: - from_secret: docker_password + - registry: https://registry.celestium.life + username: + from_secret: harbor_username + password: + from_secret: harbor_password + - registry: https://index.docker.io/v1/ + username: + from_secret: docker_username + password: + from_secret: docker_password tags: - - ${CI_COMMIT_SHA} - - latest + - ${CI_COMMIT_SHA} + - latest dockerfile: docker/Dockerfile context: . - build_args: "SERVICE_CMD=uvicorn services.api.app:app --host 0.0.0.0 --port 8000" + build_args: SERVICE_CMD=uvicorn services.api.app:app --host 0.0.0.0 --port 8000 backend_options: kubernetes: resources: @@ -129,7 +114,7 @@ steps: limits: memory: 2Gi cpu: 4000m - + depends_on: [] build-trading-engine: image: woodpeckerci/plugin-docker-buildx privileged: true @@ -138,29 +123,25 @@ steps: registry: registry.celestium.life custom_dns: 192.168.42.1 buildx_flags: --driver-opt network=host - buildkitd_config: | - [registry."docker.io"] - mirrors = ["registry.celestium.life/v2/dockerhub-cache"] - [registry."ghcr.io"] - mirrors = ["registry.celestium.life/v2/ghcr-cache"] - no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life" + buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n" + no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life logins: - - registry: https://registry.celestium.life - username: - from_secret: harbor_username - password: - from_secret: harbor_password - - registry: https://index.docker.io/v1/ - username: - from_secret: docker_username - password: - from_secret: docker_password + - registry: https://registry.celestium.life + username: + from_secret: harbor_username + password: + from_secret: harbor_password + - registry: https://index.docker.io/v1/ + username: + from_secret: docker_username + password: + from_secret: docker_password tags: - - ${CI_COMMIT_SHA} - - latest + - ${CI_COMMIT_SHA} + - latest dockerfile: docker/Dockerfile context: . - build_args: "SERVICE_CMD=uvicorn services.trading.app:app --host 0.0.0.0 --port 8000" + build_args: SERVICE_CMD=uvicorn services.trading.app:app --host 0.0.0.0 --port 8000 backend_options: kubernetes: resources: @@ -170,7 +151,7 @@ steps: limits: memory: 2Gi cpu: 4000m - + depends_on: [] build-dashboard: image: woodpeckerci/plugin-docker-buildx privileged: true @@ -179,26 +160,22 @@ steps: registry: registry.celestium.life custom_dns: 192.168.42.1 buildx_flags: --driver-opt network=host - buildkitd_config: | - [registry."docker.io"] - mirrors = ["registry.celestium.life/v2/dockerhub-cache"] - [registry."ghcr.io"] - mirrors = ["registry.celestium.life/v2/ghcr-cache"] - no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life" + buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n" + no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life logins: - - registry: https://registry.celestium.life - username: - from_secret: harbor_username - password: - from_secret: harbor_password - - registry: https://index.docker.io/v1/ - username: - from_secret: docker_username - password: - from_secret: docker_password + - registry: https://registry.celestium.life + username: + from_secret: harbor_username + password: + from_secret: harbor_password + - registry: https://index.docker.io/v1/ + username: + from_secret: docker_username + password: + from_secret: docker_password tags: - - ${CI_COMMIT_SHA} - - latest + - ${CI_COMMIT_SHA} + - latest dockerfile: frontend/Dockerfile context: frontend no_cache: true @@ -211,7 +188,7 @@ steps: limits: memory: 2Gi cpu: 4000m - + depends_on: [] build-superset: image: woodpeckerci/plugin-docker-buildx privileged: true @@ -220,26 +197,22 @@ steps: registry: registry.celestium.life custom_dns: 192.168.42.1 buildx_flags: --driver-opt network=host - buildkitd_config: | - [registry."docker.io"] - mirrors = ["registry.celestium.life/v2/dockerhub-cache"] - [registry."ghcr.io"] - mirrors = ["registry.celestium.life/v2/ghcr-cache"] - no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life" + buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n" + no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life logins: - - registry: https://registry.celestium.life - username: - from_secret: harbor_username - password: - from_secret: harbor_password - - registry: https://index.docker.io/v1/ - username: - from_secret: docker_username - password: - from_secret: docker_password + - registry: https://registry.celestium.life + username: + from_secret: harbor_username + password: + from_secret: harbor_password + - registry: https://index.docker.io/v1/ + username: + from_secret: docker_username + password: + from_secret: docker_password tags: - - ${CI_COMMIT_SHA} - - latest + - ${CI_COMMIT_SHA} + - latest dockerfile: docker/Dockerfile.superset context: docker backend_options: @@ -251,3 +224,4 @@ steps: limits: memory: 2Gi cpu: 4000m + depends_on: [] diff --git a/.woodpecker/test.yml b/.woodpecker/test.yml index 638bc5c..66f6ecd 100644 --- a/.woodpecker/test.yml +++ b/.woodpecker/test.yml @@ -1,14 +1,14 @@ -# Workflow 1: Lint and tests (node A) when: - event: [push, pull_request] - + event: + - push + - pull_request steps: lint-python: image: registry.celestium.life/dockerhub-cache/library/python:3.12-slim commands: - - pip install ruff==0.15.10 --quiet - - ruff --version - - ruff check --output-format=concise . + - pip install ruff==0.15.10 --quiet + - ruff --version + - ruff check --output-format=concise . backend_options: kubernetes: resources: @@ -18,13 +18,13 @@ steps: limits: memory: 512Mi cpu: 1000m - + depends_on: [] test-python: image: registry.celestium.life/dockerhub-cache/library/python:3.12-slim commands: - - pip install -r requirements.txt --quiet - - pip install hypothesis --quiet - - pytest tests/ -x --tb=short -q --ignore=tests/integration + - pip install -r requirements.txt --quiet + - pip install hypothesis --quiet + - pytest tests/ -x --tb=short -q --ignore=tests/integration backend_options: kubernetes: resources: @@ -34,13 +34,13 @@ steps: limits: memory: 1Gi cpu: 2000m - + depends_on: [] test-frontend: image: registry.celestium.life/dockerhub-cache/library/node:24-slim commands: - - cd frontend - - npm ci - - npx vitest --run + - cd frontend + - npm ci + - npx vitest --run backend_options: kubernetes: resources: @@ -50,3 +50,4 @@ steps: limits: memory: 1Gi cpu: 2000m + depends_on: []