migration to db deployment helper
Some checks failed
ci/woodpecker/push/db Pipeline failed

This commit is contained in:
Stephan D
2025-11-07 01:27:19 +01:00
parent 8de7c57c41
commit 29577230d2
2 changed files with 54 additions and 43 deletions

View File

@@ -22,12 +22,11 @@ steps:
commands: commands:
- apk add --no-cache curl bash coreutils sed - apk add --no-cache curl bash coreutils sed
- mkdir -p secrets - mkdir -p secrets
- set -a; . ./.env.version; set +a
# fetch registry creds # fetch registry creds
- ./ci/vlt kv_to_file kv registry user secrets/REGISTRY_USER 600 - ./ci/vlt kv_to_file kv sendico/registry user secrets/REGISTRY_USER 600
- ./ci/vlt kv_to_file kv registry password secrets/REGISTRY_PASS 600 - ./ci/vlt kv_to_file kv sendico/registry password secrets/REGISTRY_PASS 600
# fetch SSH private key for deploy # fetch SSH private key for deploy
- ./ci/vlt kv_to_file kv ops/deploy/ssh_key private secrets/SSH_KEY 600 - ./ci/vlt kv_to_file kv sendico/ops/deploy/ssh_key private secrets/SSH_KEY 600
- name: lock-db - name: lock-db
image: quay.io/skopeo/stable:latest image: quay.io/skopeo/stable:latest
@@ -36,47 +35,35 @@ steps:
REGISTRY_URL: registry.sendico.io REGISTRY_URL: registry.sendico.io
MONGO_VERSION: latest MONGO_VERSION: latest
commands: commands:
- microdnf install -y bash coreutils-single sed && microdnf clean all - |
- mkdir -p ci/prod/env set -euo
- set -a; . ./ci/prod/.env.runtime; set +a mkdir -p ci/prod/env
- set -a; . ./.env.version; set +a set -a
- test -s secrets/REGISTRY_USER && test -s secrets/REGISTRY_PASS . ./ci/prod/.env.runtime
- CREDS="$(cat secrets/REGISTRY_USER):$(cat secrets/REGISTRY_PASS)" . ./.env.version
# mirror multi-arch image into registry under app version tag set +a
- >- test -s secrets/REGISTRY_USER && test -s secrets/REGISTRY_PASS
skopeo copy --all docker://docker.io/library/mongo:${MONGO_VERSION} CREDS="$(cat secrets/REGISTRY_USER):$(cat secrets/REGISTRY_PASS)"
docker://${REGISTRY_URL}/mirror/mongo:${APP_V} --dest-creds "$CREDS" skopeo copy --all \
# inspect the mirrored image to capture immutable digest docker://docker.io/library/mongo:${MONGO_VERSION} \
- >- docker://${REGISTRY_URL}/mirror/mongo:${APP_V} \
INSPECT=$(skopeo inspect docker://${REGISTRY_URL}/mirror/mongo:${APP_V} --dest-creds "$CREDS"
--creds "$CREDS") INSPECT=$(skopeo inspect docker://${REGISTRY_URL}/mirror/mongo:${APP_V} --creds "$CREDS")
- DIGEST="$(printf '%s' "$INSPECT" | tr -d '\n' | sed -n 's/.*"Digest"[[:space:]]*:[[:space:]]*"\([^"]*\)".*/\1/p')" DIGEST="$(printf '%s' "$INSPECT" | tr -d '\n' | sed -n 's/.*"Digest"[[:space:]]*:[[:space:]]*"\([^"]*\)".*/\1/p')"
- test -n "$DIGEST" test -n "$DIGEST"
# store lock both for local deploy metadata and rsync to server printf 'MONGO_TAG=%s\nMONGO_DIGEST=%s\n' "$APP_V" "$DIGEST" | tee .env.lock ci/prod/env/.env.lock.db
- printf 'MONGO_TAG=%s\nMONGO_DIGEST=%s\n' "$APP_V" "$DIGEST" | tee .env.lock ci/prod/env/.env.lock.db cat .env.lock
- cat .env.lock
- name: deploy - name: deploy
image: alpine:latest image: alpine:latest
depends_on: [ lock-db ] depends_on: [ lock-db ]
commands: commands:
- apk add --no-cache openssh-client rsync - |
- set -a; . ./ci/prod/.env.runtime; set +a # SSH_HOST, SSH_USER, REMOTE_DIR берём из репо set -euo
- set -a; . ./.env.version; set +a apk add --no-cache openssh-client rsync
- install -m 600 secrets/SSH_KEY /root/.ssh/id_rsa set -a
# ensure target dir layout . ./ci/prod/.env.runtime
- ssh -o StrictHostKeyChecking=no ${SSH_USER}@${SSH_HOST} "mkdir -p ${REMOTE_DIR}/{ops,vault/templates,backup,.woodpecker}" . ./.env.version
# sync non-secret runtime files from repo → server set +a
- rsync -avz --delete ci/prod/compose/ ${SSH_USER}@${SSH_HOST}:${REMOTE_BASE}/${DB_DIR}/compose/ install -m 600 secrets/SSH_KEY /root/.ssh/id_rsa
- rsync -avz .woodpecker/ ${SSH_USER}@${SSH_HOST}:${REMOTE_DIR}/.woodpecker/ ssh -o StrictHostKeyChecking=no "${SSH_USER}@${SSH_HOST}" 'bash -s' < ci/prod/scripts/deploy-db.sh
- rsync -avz ci/prod/.env.runtime ${SSH_USER}@${SSH_HOST}:${REMOTE_BASE}/${DB_DIR}/env/.env.runtime
- rsync -avz ci/prod/env/.env.lock.db ${SSH_USER}@${SSH_HOST}:${REMOTE_BASE}/${DB_DIR}/env/.env.lock.db
# upload the generated lock
- scp -o StrictHostKeyChecking=no .env.lock ${SSH_USER}@${SSH_HOST}:${REMOTE_DIR}/.env.lock
# deploy
- ssh -o StrictHostKeyChecking=no ${SSH_USER}@${SSH_HOST} "
set -euo pipefail
cd ${REMOTE_DIR}
docker compose -f .woodpecker/db.yml pull
docker compose -f .woodpecker/db.yml up -d --remove-orphans
"

24
ci/prod/scripts/deploy-db.sh Executable file
View File

@@ -0,0 +1,24 @@
#!/usr/bin/env bash
set -euo pipefail
: "${REMOTE_DIR:?missing REMOTE_DIR}"
: "${REMOTE_BASE:?missing REMOTE_BASE}"
: "${DB_DIR:?missing DB_DIR}"
: "${SSH_USER:?missing SSH_USER}"
: "${SSH_HOST:?missing SSH_HOST}"
REMOTE_TARGET="${SSH_USER}@${SSH_HOST}"
REMOTE_COMPOSE_DIR="${REMOTE_BASE}/${DB_DIR}"
ssh -o StrictHostKeyChecking=no "$REMOTE_TARGET" "mkdir -p ${REMOTE_DIR}/{ops,vault/templates,backup,.woodpecker}"
rsync -avz --delete ci/prod/compose/ "$REMOTE_TARGET:${REMOTE_COMPOSE_DIR}/compose/"
rsync -avz .woodpecker/ "$REMOTE_TARGET:${REMOTE_DIR}/.woodpecker/"
rsync -avz ci/prod/.env.runtime "$REMOTE_TARGET:${REMOTE_COMPOSE_DIR}/env/.env.runtime"
rsync -avz ci/prod/env/.env.lock.db "$REMOTE_TARGET:${REMOTE_COMPOSE_DIR}/env/.env.lock.db"
scp -o StrictHostKeyChecking=no .env.lock "$REMOTE_TARGET:${REMOTE_DIR}/.env.lock"
ssh -o StrictHostKeyChecking=no "$REMOTE_TARGET" <<'EOSSH'
set -euo pipefail
cd "${REMOTE_DIR}"
docker compose -f .woodpecker/db.yml pull
docker compose -f .woodpecker/db.yml up -d --remove-orphans
EOSSH