2023-04-07 11:49:24 -05:00
name : 'Nightly jobs'
on :
schedule :
- cron : '30 1 * * *'
workflow_dispatch :
permissions : read-all
# Here we are running two tests:
# 1. run zot with local storage and dedupe disabled, push images, restart zot with dedupe enabled
# task scheduler will start a dedupe all blobs process at zot startup and it shouldn't interfere with clients.
# 2. run zot with s3 storage and dynamodb and dedupe enabled, push images, restart zot with dedupe false and no cache
# task scheduler will start a restore all blobs process at zot startup, after it finishes all blobs should be restored to their original state (have content)
jobs :
2023-05-31 12:26:23 -05:00
dedupe :
2023-04-07 11:49:24 -05:00
name : Dedupe/restore blobs
runs-on : ubuntu-latest
steps :
- uses : actions/checkout@v3
- uses : actions/setup-go@v3
with :
2023-04-27 02:09:46 -05:00
go-version : 1.20 .x
2023-04-07 11:49:24 -05:00
- name : Install dependencies
run : |
cd $GITHUB_WORKSPACE
2023-06-01 18:53:50 -05:00
go install github.com/swaggo/swag/cmd/swag@v1.8.12
2023-04-07 11:49:24 -05:00
go mod download
sudo apt-get update
sudo apt-get install libgpgme-dev libassuan-dev libbtrfs-dev libdevmapper-dev pkg-config rpm uidmap
# install skopeo
2023-06-16 02:28:43 -05:00
git clone -b v1.12.0 https://github.com/containers/skopeo.git
2023-04-07 11:49:24 -05:00
cd skopeo
make bin/skopeo
sudo cp bin/skopeo /usr/bin
skopeo -v
- name : Install localstack
run : |
pip install --upgrade pyopenssl
pip install localstack awscli-local[ver1] # install LocalStack cli and awslocal
docker pull localstack/localstack # Make sure to pull the latest version of the image
localstack start -d # Start LocalStack in the background
echo "Waiting for LocalStack startup..." # Wait 30 seconds for the LocalStack container
localstack wait -t 30 # to become ready before timing out
echo "Startup complete"
- name : Run restore s3 blobs after cache is deleted
run : |
make test-restore-s3-blobs
env :
AWS_ACCESS_KEY_ID : fake
AWS_SECRET_ACCESS_KEY : fake
- name : Run dedupe filesystem blobs after switching dedupe to enable.
run : |
make test-push-pull-running-dedupe
env :
AWS_ACCESS_KEY_ID : fake
AWS_SECRET_ACCESS_KEY : fake
2023-05-31 12:26:23 -05:00
sync :
name : Sync harness
runs-on : ubuntu-latest
steps :
- uses : actions/checkout@v3
- uses : actions/setup-go@v3
with :
go-version : 1.20 .x
- name : Install dependencies
run : |
cd $GITHUB_WORKSPACE
2023-06-01 18:53:50 -05:00
go install github.com/swaggo/swag/cmd/swag@v1.8.12
2023-05-31 12:26:23 -05:00
go mod download
- name : Run sync harness
run : |
make test-sync-harness