main @ 62c45ee9bf2d9d6a149b034e1ad999aec51c7de5 #57
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Go CI | |
| on: | |
| push: | |
| branches: ["main"] | |
| paths: | |
| - glide-core/src/** | |
| - submodules/** | |
| - go/** | |
| - utils/cluster_manager.py | |
| - .github/workflows/go.yml | |
| - .github/workflows/install-shared-dependencies/action.yml | |
| - .github/workflows/test-benchmark/action.yml | |
| - .github/workflows/lint-rust/action.yml | |
| - .github/workflows/install-valkey/action.yml | |
| - .github/workflows/create-test-matrices/action.yml | |
| - .github/json_matrices/** | |
| pull_request: | |
| paths: | |
| - glide-core/src/** | |
| - submodules/** | |
| - go/** | |
| - utils/cluster_manager.py | |
| - .github/workflows/go.yml | |
| - .github/workflows/install-shared-dependencies/action.yml | |
| - .github/workflows/test-benchmark/action.yml | |
| - .github/workflows/lint-rust/action.yml | |
| - .github/workflows/install-valkey/action.yml | |
| - .github/workflows/create-test-matrices/action.yml | |
| - .github/json_matrices/** | |
| workflow_dispatch: | |
| inputs: | |
| full-matrix: | |
| description: "Run the full engine, host, and language version matrix" | |
| required: false | |
| type: boolean | |
| default: "false" | |
| name: | |
| required: false | |
| type: string | |
| description: "(Optional) Test run name" | |
| workflow_call: | |
| concurrency: | |
| group: go-${{ github.head_ref || github.ref }}-${{ toJson(inputs) }} | |
| cancel-in-progress: true | |
| run-name: | |
| # Set custom name if job is started manually and name is given | |
| ${{ github.event_name == 'workflow_dispatch' && (inputs.name == '' && format('{0} @ {1}', github.ref_name, github.sha) || inputs.name) || '' }} | |
| env: | |
| CARGO_TERM_COLOR: always | |
| jobs: | |
| get-matrices: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| engine-matrix-output: ${{ steps.get-matrices.outputs.engine-matrix-output }} | |
| host-matrix-output: ${{ steps.get-matrices.outputs.host-matrix-output }} | |
| version-matrix-output: ${{ steps.get-matrices.outputs.version-matrix-output }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - id: get-matrices | |
| uses: ./.github/workflows/create-test-matrices | |
| with: | |
| language-name: go | |
| # Run full test matrix if job started by cron or it was explictly specified by a person who triggered the workflow | |
| run-full-matrix: ${{ github.event.inputs.full-matrix == 'true' || github.event_name == 'schedule' }} | |
| test-go: | |
| needs: get-matrices | |
| timeout-minutes: 35 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| go: ${{ fromJson(needs.get-matrices.outputs.version-matrix-output) }} | |
| engine: ${{ fromJson(needs.get-matrices.outputs.engine-matrix-output) }} | |
| host: ${{ fromJson(needs.get-matrices.outputs.host-matrix-output) }} | |
| runs-on: ${{ matrix.host.RUNNER }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| - name: Set up Go ${{ matrix.go }} | |
| uses: actions/setup-go@v5 | |
| with: | |
| go-version: ${{ matrix.go }} | |
| cache-dependency-path: go/go.sum | |
| - name: Install shared software dependencies | |
| uses: ./.github/workflows/install-shared-dependencies | |
| with: | |
| os: ${{ matrix.host.OS }} | |
| target: ${{ matrix.host.TARGET }} | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| engine-version: ${{ matrix.engine.version }} | |
| - name: Install tools for Go ${{ matrix.go }} | |
| working-directory: ./go | |
| run: make install-tools-go${{ matrix.go }} | |
| - name: Set LD_LIBRARY_PATH | |
| if: ${{ matrix.os == 'ubuntu-latest' }} | |
| run: echo "LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$GITHUB_WORKSPACE/go/target/release/deps/" >> $GITHUB_ENV | |
| - name: Build client | |
| working-directory: ./go | |
| run: make build | |
| - name: Run tests | |
| working-directory: ./go | |
| run: make test | |
| - uses: ./.github/workflows/test-benchmark | |
| with: | |
| language-flag: -go | |
| - name: Upload logs and reports | |
| if: always() | |
| continue-on-error: true | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: test-report-go-${{ matrix.go }}-${{ matrix.engine.type }}-${{ matrix.engine.version }}-${{ matrix.host.RUNNER }} | |
| path: | | |
| utils/clusters/** | |
| benchmarks/results/** | |
| lint: | |
| timeout-minutes: 10 | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| # - uses: ./.github/workflows/lint-rust | |
| # with: | |
| # cargo-toml-folder: go | |
| # github-token: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Set up Go ${{ matrix.go }} | |
| uses: actions/setup-go@v5 | |
| with: | |
| go-version: "1.22.0" | |
| cache-dependency-path: go/go.sum | |
| - name: Install protoc | |
| uses: ./.github/workflows/install-rust-and-protoc | |
| with: | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Install and run linters | |
| working-directory: go | |
| run: | | |
| sudo apt install golang-goprotobuf-dev | |
| LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$GITHUB_WORKSPACE/go/target/release/deps/ | |
| make install-dev-tools install-build-tools generate-protobuf generate-bindings lint-ci | |
| get-containers: | |
| runs-on: ubuntu-latest | |
| if: ${{ github.event.inputs.full-matrix == 'true' || github.event_name == 'schedule' }} | |
| outputs: | |
| engine-matrix-output: ${{ steps.get-matrices.outputs.engine-matrix-output }} | |
| host-matrix-output: ${{ steps.get-matrices.outputs.host-matrix-output }} | |
| version-matrix-output: ${{ steps.get-matrices.outputs.version-matrix-output }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - id: get-matrices | |
| uses: ./.github/workflows/create-test-matrices | |
| with: | |
| language-name: go | |
| run-full-matrix: true | |
| containers: true | |
| test-go-container: | |
| runs-on: ${{ matrix.host.RUNNER }} | |
| needs: [get-containers] | |
| timeout-minutes: 25 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| go: ${{ fromJson(needs.get-containers.outputs.version-matrix-output) }} | |
| engine: ${{ fromJson(needs.get-containers.outputs.engine-matrix-output) }} | |
| host: ${{ fromJson(needs.get-containers.outputs.host-matrix-output) }} | |
| container: | |
| image: ${{ matrix.host.IMAGE }} | |
| options: ${{ join(' -q ', matrix.host.CONTAINER_OPTIONS) }} # adding `-q` to bypass empty options | |
| steps: | |
| - name: Install git | |
| run: | | |
| yum update | |
| yum install -y git tar | |
| echo IMAGE=amazonlinux:latest | sed -r 's/:/-/g' >> $GITHUB_ENV | |
| # Replace `:` in the variable otherwise it can't be used in `upload-artifact` | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| - name: Set up Go ${{ matrix.go }} | |
| uses: actions/setup-go@v5 | |
| with: | |
| go-version: ${{ matrix.go }} | |
| cache-dependency-path: go/go.sum | |
| - name: Install shared software dependencies | |
| uses: ./.github/workflows/install-shared-dependencies | |
| with: | |
| os: ${{ matrix.host.OS }} | |
| target: ${{ matrix.host.TARGET }} | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| engine-version: ${{ matrix.engine.version }} | |
| - name: Install & build & test | |
| working-directory: go | |
| run: | | |
| LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$GITHUB_WORKSPACE/go/target/release/deps/ | |
| make install-tools-go${{ matrix.go }} build test | |
| - name: Upload test reports | |
| if: always() | |
| continue-on-error: true | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: test-reports-go-${{ matrix.go }}-${{ matrix.engine.type }}-${{ matrix.engine.version }}-${{ env.IMAGE }}-${{ matrix.host.ARCH }} | |
| path: | | |
| utils/clusters/** | |
| benchmarks/results/** | |
| # build-amazonlinux-latest: | |
| # if: github.repository_owner == 'valkey-io' | |
| # strategy: | |
| # # Run all jobs | |
| # fail-fast: false | |
| # matrix: | |
| # go: | |
| # - 1.22.0 | |
| # runs-on: ubuntu-latest | |
| # container: amazonlinux:latest | |
| # timeout-minutes: 15 | |
| # steps: | |
| # - name: Install git | |
| # run: | | |
| # yum -y remove git | |
| # yum -y remove git-* | |
| # yum -y install https://packages.endpointdev.com/rhel/7/os/x86_64/endpoint-repo.x86_64.rpm | |
| # yum update | |
| # yum install -y git | |
| # git --version | |
| # | |
| # - uses: actions/checkout@v4 | |
| # | |
| # - name: Checkout submodules | |
| # run: | | |
| # git config --global --add safe.directory "$GITHUB_WORKSPACE" | |
| # git submodule update --init --recursive | |
| # | |
| # - name: Install shared software dependencies | |
| # uses: ./.github/workflows/install-shared-dependencies | |
| # with: | |
| # os: "amazon-linux" | |
| # target: "x86_64-unknown-linux-gnu" | |
| # github-token: ${{ secrets.GITHUB_TOKEN }} | |
| # engine-version: "7.2.5" | |
| # | |
| # - name: Install Go | |
| # run: | | |
| # yum -y install wget | |
| # yum -y install tar | |
| # wget https://go.dev/dl/go${{ matrix.go }}.linux-amd64.tar.gz | |
| # tar -C /usr/local -xzf go${{ matrix.go }}.linux-amd64.tar.gz | |
| # echo "/usr/local/go/bin" >> $GITHUB_PATH | |
| # echo "$HOME/go/bin" >> $GITHUB_PATH | |
| # | |
| # - name: Install tools for Go ${{ matrix.go }} | |
| # working-directory: ./go | |
| # run: make install-tools-go${{ matrix.go }} | |
| # | |
| # - name: Set LD_LIBRARY_PATH | |
| # run: echo "LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$GITHUB_WORKSPACE/go/target/release/deps/" >> $GITHUB_ENV | |
| # | |
| # - name: Build client | |
| # working-directory: ./go | |
| # run: make build | |
| # | |
| # - name: Run linters | |
| # working-directory: ./go | |
| # run: make lint-ci | |
| # | |
| # - name: Run tests | |
| # working-directory: ./go | |
| # run: | | |
| # make test | |
| # | |
| # - name: Upload cluster manager logs | |
| # if: always() | |
| # continue-on-error: true | |
| # uses: actions/upload-artifact@v4 | |
| # with: | |
| # name: cluster-manager-logs-${{ matrix.go }}-redis-6-amazonlinux | |
| # path: | | |
| # utils/clusters/** |