fix: run steps in parallel within each workflow
All build steps and test steps now have depends_on: [] so they execute concurrently within their workflow instead of sequentially.
This commit is contained in:
+64
-82
@@ -1,11 +1,8 @@
|
||||
# Workflow 2: Build batch 1 (node B)
|
||||
depends_on:
|
||||
- test
|
||||
|
||||
- test
|
||||
when:
|
||||
event: push
|
||||
branch: main
|
||||
|
||||
steps:
|
||||
build-scheduler:
|
||||
image: woodpeckerci/plugin-docker-buildx
|
||||
@@ -15,26 +12,22 @@ steps:
|
||||
registry: registry.celestium.life
|
||||
custom_dns: 192.168.42.1
|
||||
buildx_flags: --driver-opt network=host
|
||||
buildkitd_config: |
|
||||
[registry."docker.io"]
|
||||
mirrors = ["registry.celestium.life/v2/dockerhub-cache"]
|
||||
[registry."ghcr.io"]
|
||||
mirrors = ["registry.celestium.life/v2/ghcr-cache"]
|
||||
no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life"
|
||||
buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n"
|
||||
no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life
|
||||
logins:
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
tags:
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
dockerfile: docker/Dockerfile.scheduler
|
||||
context: .
|
||||
backend_options:
|
||||
@@ -46,7 +39,7 @@ steps:
|
||||
limits:
|
||||
memory: 2Gi
|
||||
cpu: 4000m
|
||||
|
||||
depends_on: []
|
||||
build-symbol-registry:
|
||||
image: woodpeckerci/plugin-docker-buildx
|
||||
privileged: true
|
||||
@@ -55,29 +48,25 @@ steps:
|
||||
registry: registry.celestium.life
|
||||
custom_dns: 192.168.42.1
|
||||
buildx_flags: --driver-opt network=host
|
||||
buildkitd_config: |
|
||||
[registry."docker.io"]
|
||||
mirrors = ["registry.celestium.life/v2/dockerhub-cache"]
|
||||
[registry."ghcr.io"]
|
||||
mirrors = ["registry.celestium.life/v2/ghcr-cache"]
|
||||
no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life"
|
||||
buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n"
|
||||
no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life
|
||||
logins:
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
tags:
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
dockerfile: docker/Dockerfile
|
||||
context: .
|
||||
build_args: "SERVICE_CMD=uvicorn services.symbol_registry.app:app --host 0.0.0.0 --port 8000"
|
||||
build_args: SERVICE_CMD=uvicorn services.symbol_registry.app:app --host 0.0.0.0 --port 8000
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
@@ -87,7 +76,7 @@ steps:
|
||||
limits:
|
||||
memory: 2Gi
|
||||
cpu: 4000m
|
||||
|
||||
depends_on: []
|
||||
build-ingestion:
|
||||
image: woodpeckerci/plugin-docker-buildx
|
||||
privileged: true
|
||||
@@ -96,29 +85,25 @@ steps:
|
||||
registry: registry.celestium.life
|
||||
custom_dns: 192.168.42.1
|
||||
buildx_flags: --driver-opt network=host
|
||||
buildkitd_config: |
|
||||
[registry."docker.io"]
|
||||
mirrors = ["registry.celestium.life/v2/dockerhub-cache"]
|
||||
[registry."ghcr.io"]
|
||||
mirrors = ["registry.celestium.life/v2/ghcr-cache"]
|
||||
no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life"
|
||||
buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n"
|
||||
no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life
|
||||
logins:
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
tags:
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
dockerfile: docker/Dockerfile
|
||||
context: .
|
||||
build_args: "SERVICE_CMD=python -m services.ingestion.worker"
|
||||
build_args: SERVICE_CMD=python -m services.ingestion.worker
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
@@ -128,7 +113,7 @@ steps:
|
||||
limits:
|
||||
memory: 2Gi
|
||||
cpu: 4000m
|
||||
|
||||
depends_on: []
|
||||
build-parser:
|
||||
image: woodpeckerci/plugin-docker-buildx
|
||||
privileged: true
|
||||
@@ -137,29 +122,25 @@ steps:
|
||||
registry: registry.celestium.life
|
||||
custom_dns: 192.168.42.1
|
||||
buildx_flags: --driver-opt network=host
|
||||
buildkitd_config: |
|
||||
[registry."docker.io"]
|
||||
mirrors = ["registry.celestium.life/v2/dockerhub-cache"]
|
||||
[registry."ghcr.io"]
|
||||
mirrors = ["registry.celestium.life/v2/ghcr-cache"]
|
||||
no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life"
|
||||
buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n"
|
||||
no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life
|
||||
logins:
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
tags:
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
dockerfile: docker/Dockerfile
|
||||
context: .
|
||||
build_args: "SERVICE_CMD=python -m services.parser.worker"
|
||||
build_args: SERVICE_CMD=python -m services.parser.worker
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
@@ -169,3 +150,4 @@ steps:
|
||||
limits:
|
||||
memory: 2Gi
|
||||
cpu: 4000m
|
||||
depends_on: []
|
||||
|
||||
+65
-83
@@ -1,11 +1,8 @@
|
||||
# Workflow 3: Build batch 2 (node C)
|
||||
depends_on:
|
||||
- test
|
||||
|
||||
- test
|
||||
when:
|
||||
event: push
|
||||
branch: main
|
||||
|
||||
steps:
|
||||
build-extractor:
|
||||
image: woodpeckerci/plugin-docker-buildx
|
||||
@@ -15,29 +12,25 @@ steps:
|
||||
registry: registry.celestium.life
|
||||
custom_dns: 192.168.42.1
|
||||
buildx_flags: --driver-opt network=host
|
||||
buildkitd_config: |
|
||||
[registry."docker.io"]
|
||||
mirrors = ["registry.celestium.life/v2/dockerhub-cache"]
|
||||
[registry."ghcr.io"]
|
||||
mirrors = ["registry.celestium.life/v2/ghcr-cache"]
|
||||
no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life"
|
||||
buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n"
|
||||
no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life
|
||||
logins:
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
tags:
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
dockerfile: docker/Dockerfile
|
||||
context: .
|
||||
build_args: "SERVICE_CMD=python -m services.extractor.worker"
|
||||
build_args: SERVICE_CMD=python -m services.extractor.worker
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
@@ -47,7 +40,7 @@ steps:
|
||||
limits:
|
||||
memory: 2Gi
|
||||
cpu: 4000m
|
||||
|
||||
depends_on: []
|
||||
build-aggregation:
|
||||
image: woodpeckerci/plugin-docker-buildx
|
||||
privileged: true
|
||||
@@ -56,29 +49,25 @@ steps:
|
||||
registry: registry.celestium.life
|
||||
custom_dns: 192.168.42.1
|
||||
buildx_flags: --driver-opt network=host
|
||||
buildkitd_config: |
|
||||
[registry."docker.io"]
|
||||
mirrors = ["registry.celestium.life/v2/dockerhub-cache"]
|
||||
[registry."ghcr.io"]
|
||||
mirrors = ["registry.celestium.life/v2/ghcr-cache"]
|
||||
no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life"
|
||||
buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n"
|
||||
no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life
|
||||
logins:
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
tags:
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
dockerfile: docker/Dockerfile
|
||||
context: .
|
||||
build_args: "SERVICE_CMD=python -m services.aggregation.worker"
|
||||
build_args: SERVICE_CMD=python -m services.aggregation.worker
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
@@ -88,7 +77,7 @@ steps:
|
||||
limits:
|
||||
memory: 2Gi
|
||||
cpu: 4000m
|
||||
|
||||
depends_on: []
|
||||
build-recommendation:
|
||||
image: woodpeckerci/plugin-docker-buildx
|
||||
privileged: true
|
||||
@@ -97,29 +86,25 @@ steps:
|
||||
registry: registry.celestium.life
|
||||
custom_dns: 192.168.42.1
|
||||
buildx_flags: --driver-opt network=host
|
||||
buildkitd_config: |
|
||||
[registry."docker.io"]
|
||||
mirrors = ["registry.celestium.life/v2/dockerhub-cache"]
|
||||
[registry."ghcr.io"]
|
||||
mirrors = ["registry.celestium.life/v2/ghcr-cache"]
|
||||
no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life"
|
||||
buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n"
|
||||
no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life
|
||||
logins:
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
tags:
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
dockerfile: docker/Dockerfile
|
||||
context: .
|
||||
build_args: "SERVICE_CMD=python -m services.recommendation.worker"
|
||||
build_args: SERVICE_CMD=python -m services.recommendation.worker
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
@@ -129,7 +114,7 @@ steps:
|
||||
limits:
|
||||
memory: 2Gi
|
||||
cpu: 4000m
|
||||
|
||||
depends_on: []
|
||||
build-risk:
|
||||
image: woodpeckerci/plugin-docker-buildx
|
||||
privileged: true
|
||||
@@ -138,29 +123,25 @@ steps:
|
||||
registry: registry.celestium.life
|
||||
custom_dns: 192.168.42.1
|
||||
buildx_flags: --driver-opt network=host
|
||||
buildkitd_config: |
|
||||
[registry."docker.io"]
|
||||
mirrors = ["registry.celestium.life/v2/dockerhub-cache"]
|
||||
[registry."ghcr.io"]
|
||||
mirrors = ["registry.celestium.life/v2/ghcr-cache"]
|
||||
no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life"
|
||||
buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n"
|
||||
no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life
|
||||
logins:
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
tags:
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
dockerfile: docker/Dockerfile
|
||||
context: .
|
||||
build_args: "SERVICE_CMD=uvicorn services.risk.app:app --host 0.0.0.0 --port 8000"
|
||||
build_args: SERVICE_CMD=uvicorn services.risk.app:app --host 0.0.0.0 --port 8000
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
@@ -170,3 +151,4 @@ steps:
|
||||
limits:
|
||||
memory: 2Gi
|
||||
cpu: 4000m
|
||||
depends_on: []
|
||||
|
||||
+95
-121
@@ -1,11 +1,8 @@
|
||||
# Workflow 4: Build batch 3 (node D)
|
||||
depends_on:
|
||||
- test
|
||||
|
||||
- test
|
||||
when:
|
||||
event: push
|
||||
branch: main
|
||||
|
||||
steps:
|
||||
build-broker-adapter:
|
||||
image: woodpeckerci/plugin-docker-buildx
|
||||
@@ -15,29 +12,25 @@ steps:
|
||||
registry: registry.celestium.life
|
||||
custom_dns: 192.168.42.1
|
||||
buildx_flags: --driver-opt network=host
|
||||
buildkitd_config: |
|
||||
[registry."docker.io"]
|
||||
mirrors = ["registry.celestium.life/v2/dockerhub-cache"]
|
||||
[registry."ghcr.io"]
|
||||
mirrors = ["registry.celestium.life/v2/ghcr-cache"]
|
||||
no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life"
|
||||
buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n"
|
||||
no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life
|
||||
logins:
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
tags:
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
dockerfile: docker/Dockerfile
|
||||
context: .
|
||||
build_args: "SERVICE_CMD=python -m services.adapters.broker_adapter"
|
||||
build_args: SERVICE_CMD=python -m services.adapters.broker_adapter
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
@@ -47,7 +40,7 @@ steps:
|
||||
limits:
|
||||
memory: 2Gi
|
||||
cpu: 4000m
|
||||
|
||||
depends_on: []
|
||||
build-lake-publisher:
|
||||
image: woodpeckerci/plugin-docker-buildx
|
||||
privileged: true
|
||||
@@ -56,29 +49,25 @@ steps:
|
||||
registry: registry.celestium.life
|
||||
custom_dns: 192.168.42.1
|
||||
buildx_flags: --driver-opt network=host
|
||||
buildkitd_config: |
|
||||
[registry."docker.io"]
|
||||
mirrors = ["registry.celestium.life/v2/dockerhub-cache"]
|
||||
[registry."ghcr.io"]
|
||||
mirrors = ["registry.celestium.life/v2/ghcr-cache"]
|
||||
no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life"
|
||||
buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n"
|
||||
no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life
|
||||
logins:
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
tags:
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
dockerfile: docker/Dockerfile
|
||||
context: .
|
||||
build_args: "SERVICE_CMD=python -m services.lake_publisher.worker"
|
||||
build_args: SERVICE_CMD=python -m services.lake_publisher.worker
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
@@ -88,7 +77,7 @@ steps:
|
||||
limits:
|
||||
memory: 2Gi
|
||||
cpu: 4000m
|
||||
|
||||
depends_on: []
|
||||
build-query-api:
|
||||
image: woodpeckerci/plugin-docker-buildx
|
||||
privileged: true
|
||||
@@ -97,29 +86,25 @@ steps:
|
||||
registry: registry.celestium.life
|
||||
custom_dns: 192.168.42.1
|
||||
buildx_flags: --driver-opt network=host
|
||||
buildkitd_config: |
|
||||
[registry."docker.io"]
|
||||
mirrors = ["registry.celestium.life/v2/dockerhub-cache"]
|
||||
[registry."ghcr.io"]
|
||||
mirrors = ["registry.celestium.life/v2/ghcr-cache"]
|
||||
no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life"
|
||||
buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n"
|
||||
no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life
|
||||
logins:
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
tags:
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
dockerfile: docker/Dockerfile
|
||||
context: .
|
||||
build_args: "SERVICE_CMD=uvicorn services.api.app:app --host 0.0.0.0 --port 8000"
|
||||
build_args: SERVICE_CMD=uvicorn services.api.app:app --host 0.0.0.0 --port 8000
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
@@ -129,7 +114,7 @@ steps:
|
||||
limits:
|
||||
memory: 2Gi
|
||||
cpu: 4000m
|
||||
|
||||
depends_on: []
|
||||
build-trading-engine:
|
||||
image: woodpeckerci/plugin-docker-buildx
|
||||
privileged: true
|
||||
@@ -138,29 +123,25 @@ steps:
|
||||
registry: registry.celestium.life
|
||||
custom_dns: 192.168.42.1
|
||||
buildx_flags: --driver-opt network=host
|
||||
buildkitd_config: |
|
||||
[registry."docker.io"]
|
||||
mirrors = ["registry.celestium.life/v2/dockerhub-cache"]
|
||||
[registry."ghcr.io"]
|
||||
mirrors = ["registry.celestium.life/v2/ghcr-cache"]
|
||||
no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life"
|
||||
buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n"
|
||||
no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life
|
||||
logins:
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
tags:
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
dockerfile: docker/Dockerfile
|
||||
context: .
|
||||
build_args: "SERVICE_CMD=uvicorn services.trading.app:app --host 0.0.0.0 --port 8000"
|
||||
build_args: SERVICE_CMD=uvicorn services.trading.app:app --host 0.0.0.0 --port 8000
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
@@ -170,7 +151,7 @@ steps:
|
||||
limits:
|
||||
memory: 2Gi
|
||||
cpu: 4000m
|
||||
|
||||
depends_on: []
|
||||
build-dashboard:
|
||||
image: woodpeckerci/plugin-docker-buildx
|
||||
privileged: true
|
||||
@@ -179,26 +160,22 @@ steps:
|
||||
registry: registry.celestium.life
|
||||
custom_dns: 192.168.42.1
|
||||
buildx_flags: --driver-opt network=host
|
||||
buildkitd_config: |
|
||||
[registry."docker.io"]
|
||||
mirrors = ["registry.celestium.life/v2/dockerhub-cache"]
|
||||
[registry."ghcr.io"]
|
||||
mirrors = ["registry.celestium.life/v2/ghcr-cache"]
|
||||
no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life"
|
||||
buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n"
|
||||
no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life
|
||||
logins:
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
tags:
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
dockerfile: frontend/Dockerfile
|
||||
context: frontend
|
||||
no_cache: true
|
||||
@@ -211,7 +188,7 @@ steps:
|
||||
limits:
|
||||
memory: 2Gi
|
||||
cpu: 4000m
|
||||
|
||||
depends_on: []
|
||||
build-superset:
|
||||
image: woodpeckerci/plugin-docker-buildx
|
||||
privileged: true
|
||||
@@ -220,26 +197,22 @@ steps:
|
||||
registry: registry.celestium.life
|
||||
custom_dns: 192.168.42.1
|
||||
buildx_flags: --driver-opt network=host
|
||||
buildkitd_config: |
|
||||
[registry."docker.io"]
|
||||
mirrors = ["registry.celestium.life/v2/dockerhub-cache"]
|
||||
[registry."ghcr.io"]
|
||||
mirrors = ["registry.celestium.life/v2/ghcr-cache"]
|
||||
no_proxy: "10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life"
|
||||
buildkitd_config: "[registry.\"docker.io\"]\n mirrors = [\"registry.celestium.life/v2/dockerhub-cache\"]\n[registry.\"ghcr.io\"]\n mirrors = [\"registry.celestium.life/v2/ghcr-cache\"]\n"
|
||||
no_proxy: 10.0.0.0/8,192.168.0.0/16,127.0.0.1,localhost,.local,.celestium.life
|
||||
logins:
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
- registry: https://registry.celestium.life
|
||||
username:
|
||||
from_secret: harbor_username
|
||||
password:
|
||||
from_secret: harbor_password
|
||||
- registry: https://index.docker.io/v1/
|
||||
username:
|
||||
from_secret: docker_username
|
||||
password:
|
||||
from_secret: docker_password
|
||||
tags:
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
- ${CI_COMMIT_SHA}
|
||||
- latest
|
||||
dockerfile: docker/Dockerfile.superset
|
||||
context: docker
|
||||
backend_options:
|
||||
@@ -251,3 +224,4 @@ steps:
|
||||
limits:
|
||||
memory: 2Gi
|
||||
cpu: 4000m
|
||||
depends_on: []
|
||||
|
||||
+15
-14
@@ -1,14 +1,14 @@
|
||||
# Workflow 1: Lint and tests (node A)
|
||||
when:
|
||||
event: [push, pull_request]
|
||||
|
||||
event:
|
||||
- push
|
||||
- pull_request
|
||||
steps:
|
||||
lint-python:
|
||||
image: registry.celestium.life/dockerhub-cache/library/python:3.12-slim
|
||||
commands:
|
||||
- pip install ruff==0.15.10 --quiet
|
||||
- ruff --version
|
||||
- ruff check --output-format=concise .
|
||||
- pip install ruff==0.15.10 --quiet
|
||||
- ruff --version
|
||||
- ruff check --output-format=concise .
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
@@ -18,13 +18,13 @@ steps:
|
||||
limits:
|
||||
memory: 512Mi
|
||||
cpu: 1000m
|
||||
|
||||
depends_on: []
|
||||
test-python:
|
||||
image: registry.celestium.life/dockerhub-cache/library/python:3.12-slim
|
||||
commands:
|
||||
- pip install -r requirements.txt --quiet
|
||||
- pip install hypothesis --quiet
|
||||
- pytest tests/ -x --tb=short -q --ignore=tests/integration
|
||||
- pip install -r requirements.txt --quiet
|
||||
- pip install hypothesis --quiet
|
||||
- pytest tests/ -x --tb=short -q --ignore=tests/integration
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
@@ -34,13 +34,13 @@ steps:
|
||||
limits:
|
||||
memory: 1Gi
|
||||
cpu: 2000m
|
||||
|
||||
depends_on: []
|
||||
test-frontend:
|
||||
image: registry.celestium.life/dockerhub-cache/library/node:24-slim
|
||||
commands:
|
||||
- cd frontend
|
||||
- npm ci
|
||||
- npx vitest --run
|
||||
- cd frontend
|
||||
- npm ci
|
||||
- npx vitest --run
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
@@ -50,3 +50,4 @@ steps:
|
||||
limits:
|
||||
memory: 1Gi
|
||||
cpu: 2000m
|
||||
depends_on: []
|
||||
|
||||
Reference in New Issue
Block a user