make jobs sequential to make cache not overwrite slowing down all pipelines
This commit is contained in:
parent
fc1d39c5f2
commit
b8fa306b88
|
@ -5,7 +5,8 @@ variables:
|
||||||
ALL_IN_ONE_IMAGE_NAME: funkwhale/all-in-one
|
ALL_IN_ONE_IMAGE_NAME: funkwhale/all-in-one
|
||||||
ALL_IN_ONE_IMAGE: $ALL_IN_ONE_IMAGE_NAME:$CI_COMMIT_REF_NAME
|
ALL_IN_ONE_IMAGE: $ALL_IN_ONE_IMAGE_NAME:$CI_COMMIT_REF_NAME
|
||||||
ALL_IN_ONE_IMAGE_LATEST: $ALL_IN_ONE_IMAGE_NAME:latest
|
ALL_IN_ONE_IMAGE_LATEST: $ALL_IN_ONE_IMAGE_NAME:latest
|
||||||
PIP_CACHE_DIR: "$CI_PROJECT_DIR/pip-cache"
|
PIP_CACHE_DIR: "$CI_PROJECT_DIR/.pip"
|
||||||
|
CARGO_HOME: "$CI_PROJECT_DIR/.cargo"
|
||||||
PYTHONDONTWRITEBYTECODE: "true"
|
PYTHONDONTWRITEBYTECODE: "true"
|
||||||
REVIEW_DOMAIN: preview.funkwhale.audio
|
REVIEW_DOMAIN: preview.funkwhale.audio
|
||||||
REVIEW_INSTANCE_URL: https://funkwhale.juniorjpdj.pl
|
REVIEW_INSTANCE_URL: https://funkwhale.juniorjpdj.pl
|
||||||
|
@ -25,13 +26,11 @@ stages:
|
||||||
- deploy
|
- deploy
|
||||||
- lint
|
- lint
|
||||||
- test
|
- test
|
||||||
|
- deps_build
|
||||||
- build
|
- build
|
||||||
- publish
|
- publish
|
||||||
|
|
||||||
build_dep_wheels:
|
.build_dep_wheels:
|
||||||
variables:
|
|
||||||
PIP_CACHE_DIR: "$CI_PROJECT_DIR/.pip"
|
|
||||||
CARGO_HOME: "$CI_PROJECT_DIR/.cargo"
|
|
||||||
cache:
|
cache:
|
||||||
- key: dep-cargo
|
- key: dep-cargo
|
||||||
paths:
|
paths:
|
||||||
|
@ -41,12 +40,9 @@ build_dep_wheels:
|
||||||
- key: dep-pip
|
- key: dep-pip
|
||||||
paths:
|
paths:
|
||||||
- .pip
|
- .pip
|
||||||
stage: build
|
stage: deps_build
|
||||||
parallel:
|
tags: [docker, $DOCKER_ARCH]
|
||||||
matrix:
|
image: ${DOCKER_ARCH}/alpine:3.17
|
||||||
- DOCKER_PLATFORM: [amd64, i386, arm64v8, arm32v7]#, riscv64]
|
|
||||||
tags: [docker, $DOCKER_PLATFORM]
|
|
||||||
image: ${DOCKER_PLATFORM}/alpine:3.17
|
|
||||||
before_script:
|
before_script:
|
||||||
- >
|
- >
|
||||||
apk add
|
apk add
|
||||||
|
@ -68,6 +64,7 @@ build_dep_wheels:
|
||||||
- cd api ; poetry export --without-hashes > ../requirements.txt ; cd ..
|
- cd api ; poetry export --without-hashes > ../requirements.txt ; cd ..
|
||||||
- python -m venv venv
|
- python -m venv venv
|
||||||
- venv/bin/pip install --upgrade pip wheel
|
- venv/bin/pip install --upgrade pip wheel
|
||||||
|
- venv/bin/pip debug --verbose
|
||||||
script:
|
script:
|
||||||
# build basic wheels
|
# build basic wheels
|
||||||
- venv/bin/pip wheel --check-build-dependencies -w wheelhouse -r requirements.txt
|
- venv/bin/pip wheel --check-build-dependencies -w wheelhouse -r requirements.txt
|
||||||
|
@ -81,7 +78,7 @@ build_dep_wheels:
|
||||||
echo "Correcting tags for $wheel"
|
echo "Correcting tags for $wheel"
|
||||||
corrected_tag="$(python3 -c "import auditwheel.wheel_abi; print(auditwheel.wheel_abi.analyze_wheel_abi('$wheel').overall_tag)" || true)"
|
corrected_tag="$(python3 -c "import auditwheel.wheel_abi; print(auditwheel.wheel_abi.analyze_wheel_abi('$wheel').overall_tag)" || true)"
|
||||||
echo "New tag: $corrected_tag"
|
echo "New tag: $corrected_tag"
|
||||||
[[ "$wheel" = "*$corrected_tag*" ]] && { echo 'Tag already correct or good tag is unknown - skipping.' ; continue ; }
|
[[ "$wheel" = "*$corrected_tag*" ]] && { echo 'Tag already correct or correct tag is unknown - skipping.' ; continue ; }
|
||||||
|
|
||||||
venv/bin/wheel unpack -d wheeltmp "$wheel"
|
venv/bin/wheel unpack -d wheeltmp "$wheel"
|
||||||
sed -ri 's/^(Tag: .*)-.*?$/\1-'"$corrected_tag"'/g' wheeltmp/*/*.dist-info/WHEEL
|
sed -ri 's/^(Tag: .*)-.*?$/\1-'"$corrected_tag"'/g' wheeltmp/*/*.dist-info/WHEEL
|
||||||
|
@ -102,3 +99,33 @@ build_dep_wheels:
|
||||||
artifacts:
|
artifacts:
|
||||||
paths:
|
paths:
|
||||||
- wheelhouse
|
- wheelhouse
|
||||||
|
|
||||||
|
build_dep_wheels_amd64:
|
||||||
|
extends: .build_dep_wheels
|
||||||
|
variables:
|
||||||
|
DOCKER_ARCH: amd64
|
||||||
|
|
||||||
|
build_dep_wheels_arm64v8:
|
||||||
|
dependencies: [build_dep_wheels_amd64]
|
||||||
|
extends: .build_dep_wheels
|
||||||
|
variables:
|
||||||
|
DOCKER_ARCH: arm32v7
|
||||||
|
|
||||||
|
build_dep_wheels_i386:
|
||||||
|
dependencies: [build_dep_wheels_arm64v8]
|
||||||
|
extends: .build_dep_wheels
|
||||||
|
variables:
|
||||||
|
DOCKER_ARCH: i386
|
||||||
|
|
||||||
|
build_dep_wheels_arm32v7:
|
||||||
|
dependencies: [build_dep_wheels_i386]
|
||||||
|
extends: .build_dep_wheels
|
||||||
|
variables:
|
||||||
|
DOCKER_ARCH: arm32v7
|
||||||
|
|
||||||
|
build_dep_wheels_riscv64:
|
||||||
|
dependencies: [build_dep_wheels_arm32v7]
|
||||||
|
extends: .build_dep_wheels
|
||||||
|
variables:
|
||||||
|
DOCKER_ARCH: riscv64
|
||||||
|
image: ${DOCKER_PLATFORM}/alpine:edge
|
||||||
|
|
Loading…
Reference in New Issue