mirror of
https://github.com/project-zot/zot.git
synced 2024-12-16 21:56:37 -05:00
6115eed4ec
New examples of running tests: 1. To run a specific bats file (with and without verbose output): make run-blackbox-tests BATS_TEST_FILE_PATH=test/blackbox/delete_images.bats make run-blackbox-tests BATS_TEST_FILE_PATH=test/blackbox/delete_images.bats BATS_VERBOSITY=2 2. To run the CI tests (with and without verbose output) make run-blackbox-ci make run-blackbox-ci BATS_VERBOSITY=2 BATS_TEST_FILE_PATH is used to pass on the test file to run using `run-blackbox-tests` BATS_VERBOSITY controls the verbosity of the bats framework output, if unspecified the output only contains test results and failure message in case of failures. If BATS_VERBOSITY is 1, then also show commands as they are executed. If BATS_VERBOSITY is 2, on top of the above it also shows output of passed tests. Other changes in this PR: - Update some of the tests to show logs after the run ends. - Run the linters before the tests, as it saves time on failures when running in GH Signed-off-by: Andrei Aaron <aaaron@luxoft.com>
164 lines
5.5 KiB
Bash
164 lines
5.5 KiB
Bash
load helpers_zot
|
|
|
|
function verify_prerequisites {
|
|
if [ ! $(command -v curl) ]; then
|
|
echo "you need to install curl as a prerequisite to running the tests" >&3
|
|
return 1
|
|
fi
|
|
|
|
if [ ! $(command -v jq) ]; then
|
|
echo "you need to install jq as a prerequisite to running the tests" >&3
|
|
return 1
|
|
fi
|
|
|
|
return 0
|
|
}
|
|
|
|
function setup_file() {
|
|
# Verify prerequisites are available
|
|
if ! $(verify_prerequisites); then
|
|
exit 1
|
|
fi
|
|
|
|
# Download test data to folder common for the entire suite, not just this file
|
|
skopeo --insecure-policy copy --format=oci docker://ghcr.io/project-zot/golang:1.20 oci:${TEST_DATA_DIR}/golang:1.20
|
|
# Setup zot server
|
|
local zot_root_dir=${BATS_FILE_TMPDIR}/zot
|
|
local zot_config_file=${BATS_FILE_TMPDIR}/zot_config.json
|
|
local oci_data_dir=${BATS_FILE_TMPDIR}/oci
|
|
mkdir -p ${zot_root_dir}
|
|
mkdir -p ${oci_data_dir}
|
|
cat > ${zot_config_file}<<EOF
|
|
{
|
|
"distSpecVersion": "1.1.0",
|
|
"storage": {
|
|
"rootDirectory": "${zot_root_dir}",
|
|
"gc": true,
|
|
"gcReferrers": true,
|
|
"gcDelay": "30s",
|
|
"untaggedImageRetentionDelay": "40s",
|
|
"gcInterval": "1s"
|
|
},
|
|
"http": {
|
|
"address": "0.0.0.0",
|
|
"port": "8080"
|
|
},
|
|
"log": {
|
|
"level": "debug",
|
|
"output": "${BATS_FILE_TMPDIR}/gc.log"
|
|
}
|
|
}
|
|
EOF
|
|
zot_serve ${ZOT_PATH} ${zot_config_file}
|
|
wait_zot_reachable 8080
|
|
}
|
|
|
|
function teardown() {
|
|
# conditionally printing on failure is possible from teardown but not from from teardown_file
|
|
cat ${BATS_FILE_TMPDIR}/gc.log
|
|
}
|
|
|
|
function teardown_file() {
|
|
zot_stop_all
|
|
}
|
|
|
|
@test "push image" {
|
|
run skopeo --insecure-policy copy --dest-tls-verify=false \
|
|
oci:${TEST_DATA_DIR}/golang:1.20 \
|
|
docker://127.0.0.1:8080/golang:1.20
|
|
[ "$status" -eq 0 ]
|
|
run curl http://127.0.0.1:8080/v2/_catalog
|
|
[ "$status" -eq 0 ]
|
|
[ $(echo "${lines[-1]}" | jq '.repositories[]') = '"golang"' ]
|
|
run curl http://127.0.0.1:8080/v2/golang/tags/list
|
|
[ "$status" -eq 0 ]
|
|
[ $(echo "${lines[-1]}" | jq '.tags[]') = '"1.20"' ]
|
|
}
|
|
|
|
@test "push image index" {
|
|
# --multi-arch below pushes an image index (containing many images) instead
|
|
# of an image manifest (single image)
|
|
run skopeo --insecure-policy copy --format=oci --dest-tls-verify=false --multi-arch=all \
|
|
docker://public.ecr.aws/docker/library/busybox:latest \
|
|
docker://127.0.0.1:8080/busybox:latest
|
|
[ "$status" -eq 0 ]
|
|
run curl http://127.0.0.1:8080/v2/_catalog
|
|
[ "$status" -eq 0 ]
|
|
[ $(echo "${lines[-1]}" | jq '.repositories[0]') = '"busybox"' ]
|
|
run curl http://127.0.0.1:8080/v2/busybox/tags/list
|
|
[ "$status" -eq 0 ]
|
|
[ $(echo "${lines[-1]}" | jq '.tags[]') = '"latest"' ]
|
|
}
|
|
|
|
@test "attach oras artifacts" {
|
|
# attach signature to image
|
|
echo "{\"artifact\": \"\", \"signature\": \"pat hancock\"}" > signature.json
|
|
run oras attach --plain-http 127.0.0.1:8080/golang:1.20 --image-spec v1.1-image --artifact-type 'signature/example' ./signature.json:application/json
|
|
[ "$status" -eq 0 ]
|
|
# attach sbom to image
|
|
echo "{\"version\": \"0.0.0.0\", \"artifact\": \"'127.0.0.1:8080/golang:1.20'\", \"contents\": \"good\"}" > sbom.json
|
|
run oras attach --plain-http 127.0.0.1:8080/golang:1.20 --image-spec v1.1-image --artifact-type 'sbom/example' ./sbom.json:application/json
|
|
[ "$status" -eq 0 ]
|
|
|
|
# attach signature to index image
|
|
run oras attach --plain-http 127.0.0.1:8080/busybox:latest --image-spec v1.1-image --artifact-type 'signature/example' ./signature.json:application/json
|
|
[ "$status" -eq 0 ]
|
|
# attach sbom to index image
|
|
echo "{\"version\": \"0.0.0.0\", \"artifact\": \"'127.0.0.1:8080/golang:1.20'\", \"contents\": \"good\"}" > sbom.json
|
|
run oras attach --plain-http 127.0.0.1:8080/busybox:latest --image-spec v1.1-image --artifact-type 'sbom/example' ./sbom.json:application/json
|
|
[ "$status" -eq 0 ]
|
|
}
|
|
|
|
@test "push OCI artifact with regclient" {
|
|
run regctl registry set 127.0.0.1:8080 --tls disabled
|
|
[ "$status" -eq 0 ]
|
|
|
|
run regctl artifact put --artifact-type application/vnd.example.artifact --subject 127.0.0.1:8080/golang:1.20 <<EOF
|
|
this is an artifact
|
|
EOF
|
|
[ "$status" -eq 0 ]
|
|
|
|
run regctl artifact get --subject 127.0.0.1:8080/golang:1.20
|
|
[ "$status" -eq 0 ]
|
|
|
|
run regctl artifact put --artifact-type application/vnd.example.artifact --subject 127.0.0.1:8080/busybox:latest <<EOF
|
|
this is an artifact
|
|
EOF
|
|
[ "$status" -eq 0 ]
|
|
|
|
run regctl artifact get --subject 127.0.0.1:8080/busybox:latest
|
|
[ "$status" -eq 0 ]
|
|
}
|
|
|
|
@test "garbage collect all artifacts after image delete" {
|
|
run skopeo --insecure-policy delete --tls-verify=false \
|
|
docker://127.0.0.1:8080/golang:1.20
|
|
[ "$status" -eq 0 ]
|
|
|
|
run skopeo --insecure-policy delete --tls-verify=false \
|
|
docker://127.0.0.1:8080/busybox:latest
|
|
[ "$status" -eq 0 ]
|
|
|
|
# sleep past gc delay
|
|
sleep 100
|
|
|
|
# gc should have removed artifacts
|
|
run regctl artifact get --subject 127.0.0.1:8080/golang:1.20
|
|
[ "$status" -eq 1 ]
|
|
|
|
run regctl artifact get --subject 127.0.0.1:8080/busybox:latest
|
|
[ "$status" -eq 1 ]
|
|
|
|
run oras discover --plain-http -o json 127.0.0.1:8080/golang:1.20
|
|
[ "$status" -eq 1 ]
|
|
|
|
run oras discover --plain-http -o json 127.0.0.1:8080/busybox:latest
|
|
[ "$status" -eq 1 ]
|
|
|
|
# repos should also be gc'ed
|
|
run curl http://127.0.0.1:8080/v2/_catalog
|
|
[ "$status" -eq 0 ]
|
|
[ $(echo "${lines[-1]}" | jq -r '.repositories | length') -eq 0 ]
|
|
}
|
|
|
|
|