TMT: add more tests

Signed-off-by: Lokesh Mandvekar <[email protected]>

Author: lsm5

.packit.yaml

@@ -21,7 +21,7 @@ files_to_sync:
     dest: plans/
     delete: true
     mkpath: true
-  - src: systemtest/tmt/
+  - src: tmt/
     dest: test/tmt/
     delete: true
     mkpath: true
@@ -109,6 +109,17 @@ jobs:
         - artifacts:
           - type: repository-file
             id: https://copr.fedorainfracloud.org/coprs/rhcontainerbot/podman-next/repo/fedora-$releasever/rhcontainerbot-podman-next-fedora-$releasever.repo
+    tmt_plan: "/plans/rpm"
+    identifier: "rpm"
+
+  # RPM independent tests
+  - job: tests
+    trigger: pull_request
+    skip_build: true
+    notifications: *test_failure_notification
+    targets: *fedora_copr_targets
+    tmt_plan: "/plans/no-rpm"
+    identifier: "no-rpm"
 
   # Tests on CentOS Stream for main branch
   # Ignore until golang is updated in distro buildroot to go 1.23.3+

Makefile

@@ -203,8 +203,7 @@ test-integration:
 
 
 # Intended for CI, assumed to be running in quay.io/libpod/skopeo_cidev container.
-test-integration-local: bin/skopeo
-	hack/warn-destructive-tests.sh
+test-integration-local: $(if $(SKOPEO_BINARY),,bin/skopeo)
 	hack/test-integration.sh
 
 # complicated set of options needed to run podman-in-podman
@@ -220,8 +219,7 @@ test-system:
 	exit $$rc
 
 # Intended for CI, assumed to already be running in quay.io/libpod/skopeo_cidev container.
-test-system-local: bin/skopeo
-	hack/warn-destructive-tests.sh
+test-system-local: $(if $(SKOPEO_BINARY),,bin/skopeo)
 	hack/test-system.sh
 
 test-unit:
@@ -235,7 +233,7 @@ validate:
 test-all-local: validate-local validate-docs test-unit-local
 
 .PHONY: validate-local
-validate-local:
+validate-local: tools
 	hack/validate-git-marks.sh
 	hack/validate-gofmt.sh
 	$(GOBIN)/golangci-lint run --build-tags "${BUILDTAGS}"

hack/test-integration.sh

@@ -1,8 +1,12 @@
 #!/bin/bash
 set -e
 
-make PREFIX=/usr install
+if [[ -v SKOPEO_BINARY ]]; then
+    echo "Testing with $SKOPEO_BINARY ..."
+else
+    echo "Testing with $(git rev-parse --show-toplevel)/bin/skopeo ..."
+fi
 
-echo "cd ./integration;" go test $TESTFLAGS ${BUILDTAGS:+-tags "$BUILDTAGS"}
+echo "cd ./integration;" go test "$TESTFLAGS" ${BUILDTAGS:+-tags "$BUILDTAGS"}
 cd ./integration
-go test $TESTFLAGS ${BUILDTAGS:+-tags "$BUILDTAGS"}
+go test "$TESTFLAGS" ${BUILDTAGS:+-tags "$BUILDTAGS"}

hack/test-system.sh

@@ -37,8 +37,12 @@ EOF
     export CONTAINERS_STORAGE_CONF=/etc/containers/storage.conf
 fi
 
-# Build skopeo, install into /usr/bin
-make PREFIX=/usr install
+if [[ -v SKOPEO_BINARY ]]; then
+    echo "Testing with $SKOPEO_BINARY ..."
+else
+    echo "Testing with $(git rev-parse --show-toplevel)/bin/skopeo ..."
+fi
 
 # Run tests
-SKOPEO_BINARY=/usr/bin/skopeo bats --tap systemtest
+# The skopeo binary used will be at ../bin/skopeo unless set via SKOPEO_BINARY
+bats --tap systemtest

hack/tmt/bats-setup.sh

@@ -0,0 +1,16 @@
+#!/usr/bin/env bash
+
+set -exo pipefail
+
+# Install bats
+# https://bats-core.readthedocs.io/en/stable/installation.html
+
+BATS_TMPDIR=$(mktemp -d)
+pushd "$BATS_TMPDIR"
+
+BATS_VERSION=1.12.0
+curl -ssfL https://github.com/bats-core/bats-core/archive/refs/tags/v"$BATS_VERSION".tar.gz | tar -xz
+pushd bats-core-"$BATS_VERSION"
+./install.sh /usr
+popd
+popd

hack/tmt/dnf-repo-setup.sh

@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+
+set -exo pipefail
+
+COPR_REPO_FILE="/etc/yum.repos.d/*podman-next*.repo"
+if compgen -G "$COPR_REPO_FILE" > /dev/null; then
+    # shellcheck disable=SC2016
+    sed -i -n '/^priority=/!p;$apriority=1' "$COPR_REPO_FILE"
+fi
+dnf -y upgrade --allowerasing

integration/registry_test.go

@@ -13,10 +13,17 @@ import (
 )
 
 const (
-	binaryV2        = "registry-v2"
 	binaryV2Schema1 = "registry-v2-schema1"
 )
 
+// getBinaryV2 returns the available registry binary name, preferring "registry-v2" over "registry"
+func getBinaryV2() string {
+	if _, err := exec.LookPath("registry-v2"); err == nil {
+		return "registry-v2"
+	}
+	return "registry"
+}
+
 type testRegistryV2 struct {
 	cmd      *exec.Cmd
 	url      string
@@ -92,7 +99,7 @@ compatibility:
 	if schema1 {
 		cmd = exec.Command(binaryV2Schema1, confPath)
 	} else {
-		cmd = exec.Command(binaryV2, "serve", confPath)
+		cmd = exec.Command(getBinaryV2(), "serve", confPath)
 	}
 
 	consumeAndLogOutputs(t, fmt.Sprintf("registry-%s", url), cmd)

plans/main.fmf

@@ -0,0 +1,13 @@
+discover:
+    how: fmf
+execute:
+    how: tmt
+
+/validate:
+    test: /tmt/no-rpm/validate
+
+/unit:
+    test: /tmt/no-rpm/unit
+
+/opengpg:
+    test: /tmt/no-rpm/opengpg

plans/no-rpm.fmf

@@ -0,0 +1,20 @@
+discover:
+    how: fmf
+execute:
+    how: tmt
+prepare:
+    - when: initiator == packit
+      how: shell
+      script: bash hack/tmt/dnf-repo-setup.sh
+      order: 5
+
+/system:
+    test: /tmt/rpm/system
+    prepare+:
+        - when: distro == centos-stream or distro == rhel
+          how: shell
+          script: bash hack/tmt/bats-setup.sh
+          order: 10
+
+/integration:
+    test: /tmt/rpm/integration