chore: migrate tests to chainsaw #325
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: E2E Tests | |
| permissions: {} | |
| on: | |
| workflow_dispatch: {} | |
| pull_request: | |
| branches: | |
| - 'main' | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| kuttl: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| k8s-version: | |
| - name: v1.25 | |
| version: v1.25.11 | |
| - name: v1.26 | |
| version: v1.26.6 | |
| - name: v1.27 | |
| version: v1.27.3 | |
| - name: v1.28 | |
| version: v1.28.0 | |
| tests: | |
| - argo | |
| - aws | |
| - best-practices | |
| - castai | |
| - cert-manager | |
| - consul | |
| - external-secret-operator | |
| - flux | |
| - istio | |
| - karpenter | |
| - kasten | |
| - kubecost | |
| - kubeops | |
| - kubevirt | |
| - linkerd | |
| - nginx-ingress | |
| - openshift | |
| - other/a | |
| - other/b-d | |
| - other/e-l | |
| - other/m-q | |
| - other/rec-req | |
| - other/res | |
| - other/s-z | |
| - pod-security | |
| - pod-security-cel | |
| - psa | |
| - psp-migration | |
| # - tekton | |
| # - traefik | |
| # - velero | |
| runs-on: ubuntu-latest | |
| name: ${{ matrix.k8s-version.name }} - ${{ matrix.tests }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
| - name: Setup Go | |
| uses: actions/setup-go@93397bea11091df50f3d7e59dc26a7711a8bcfbe # v4.1.0 | |
| with: | |
| go-version: ~1.21.1 | |
| - name: Install Tools | |
| run: | | |
| GOBIN=$(pwd)/.tools/ go install sigs.k8s.io/[email protected] | |
| GOBIN=$(pwd)/.tools/ go install github.com/kyverno/kuttl/cmd/kubectl-kuttl@main | |
| curl -LO "https://dl.k8s.io/release/${{ matrix.k8s-version.version }}/bin/linux/amd64/kubectl" | |
| sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl | |
| - name: Install latest Kyverno CLI | |
| uses: kyverno/action-install-cli@fcee92fca5c883169ef9927acf543e0b5fc58289 # v0.2.0 | |
| - name: Create kind cluster | |
| run: | | |
| ./.tools/kind create cluster --image kindest/node:${{ matrix.k8s-version.version }} --config ./.github/kind.yml | |
| - name: Install latest kyverno | |
| run: | | |
| kubectl create -f https://github.com/kyverno/kyverno/raw/main/config/install-latest-testing.yaml | |
| - name: Wait for kyverno ready | |
| run: | | |
| kubectl wait --namespace kyverno --for=condition=ready pod --selector '!job-name' --timeout=60s | |
| - name: Install CRDs | |
| run: | | |
| kubectl apply -f ./CRDs | |
| - name: Test with kuttl | |
| run: | | |
| ./.tools/kubectl-kuttl test ./${{ matrix.tests }} --config ./kuttl-test.yaml | |
| chainsaw: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| k8s-version: | |
| - name: v1.25 | |
| version: v1.25.11 | |
| - name: v1.26 | |
| version: v1.26.6 | |
| - name: v1.27 | |
| version: v1.27.3 | |
| - name: v1.28 | |
| version: v1.28.0 | |
| tests: | |
| # - argo | |
| # - aws | |
| # - best-practices | |
| # - castai | |
| - cert-manager | |
| # - consul | |
| # - external-secret-operator | |
| # - flux | |
| # - istio | |
| # - karpenter | |
| # - kasten | |
| # - kubecost | |
| # - kubeops | |
| # - kubevirt | |
| # - linkerd | |
| # - nginx-ingress | |
| # - openshift | |
| # - other/a | |
| # - other/b-d | |
| # - other/e-l | |
| # - other/m-q | |
| # - other/rec-req | |
| # - other/res | |
| # - other/s-z | |
| # - pod-security | |
| # - pod-security-cel | |
| # - psa | |
| # - psp-migration | |
| # - tekton | |
| # - traefik | |
| # - velero | |
| runs-on: ubuntu-latest | |
| name: ${{ matrix.k8s-version.name }} - ${{ matrix.tests }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
| - name: Setup Go | |
| uses: actions/setup-go@93397bea11091df50f3d7e59dc26a7711a8bcfbe # v4.1.0 | |
| with: | |
| go-version: ~1.21.1 | |
| - name: Install Tools | |
| run: | | |
| set -e | |
| GOBIN=$(pwd)/.tools/ go install sigs.k8s.io/[email protected] | |
| curl -LO "https://dl.k8s.io/release/${{ matrix.k8s-version.version }}/bin/linux/amd64/kubectl" | |
| sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl | |
| - name: Install latest Kyverno CLI | |
| uses: kyverno/action-install-cli@fcee92fca5c883169ef9927acf543e0b5fc58289 # v0.2.0 | |
| - name: Create kind cluster | |
| run: | | |
| set -e | |
| ./.tools/kind create cluster --image kindest/node:${{ matrix.k8s-version.version }} --config ./.github/kind.yml | |
| - name: Install latest kyverno | |
| run: | | |
| set -e | |
| kubectl create -f https://github.com/kyverno/kyverno/raw/main/config/install-latest-testing.yaml | |
| - name: Wait for kyverno ready | |
| run: | | |
| set -e | |
| kubectl wait --namespace kyverno --for=condition=ready pod --selector '!job-name' --timeout=60s | |
| - name: Install CRDs | |
| run: | | |
| set -e | |
| kubectl apply -f ./CRDs | |
| - name: Install CRDs | |
| run: | | |
| set -e | |
| kubectl apply -f ./CRDs | |
| - name: Install Chainsaw | |
| uses: kyverno/chainsaw/.github/actions/install@5ca138ff5ad87bfb2c41e52cde8c00154756e4c5 # v0.0.7 | |
| with: | |
| release: v0.0.7 | |
| - name: Test with Chainsaw | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| set -e | |
| ./.tools/kubectl-kuttl test ./${{ matrix.tests }} --config ./kuttl-test.yaml | |
| chainsaw test --config .chainsaw.yaml --test-dir ./${{ matrix.tests }} --no-color=false | |
| - name: Debug failure | |
| if: failure() | |
| uses: ./.github/actions/kyverno-logs |