Update property name in workflows/update_version.yaml (#1262) #1676
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # This is a basic workflow to help you get started with Actions | |
| name: CI_BUILD | |
| # Controls when the action will run. Triggers the workflow on push | |
| # events but only for the master branch | |
| on: | |
| push: | |
| # only trigger on branches, not on tags | |
| branches: '**' | |
| paths-ignore: | |
| - 'docs/**' | |
| workflow_dispatch: | |
| inputs: | |
| UseLastRepositoryBuild: | |
| description: 'Use latest NuGet packages from JNet' | |
| required: false | |
| default: false | |
| type: boolean | |
| ForceContinueOnError: | |
| description: 'Force continue-on-error' | |
| required: false | |
| default: false | |
| type: boolean | |
| UploadServerLogs: | |
| description: 'Upload server logs' | |
| required: false | |
| default: false | |
| type: boolean | |
| EnableProcessDump: | |
| description: 'Enable .NET process dump' | |
| required: false | |
| default: '0' | |
| type: choice | |
| options: | |
| - "0" | |
| - "1" | |
| ProcessDumpType: | |
| description: '.NET process dump type' | |
| required: false | |
| default: '3' | |
| type: choice | |
| options: | |
| - "1" | |
| - "2" | |
| - "3" | |
| - "4" | |
| EnableVerboseDiagnosticProcessDump: | |
| description: 'Enables verbose diagnostic logging of the dump process' | |
| required: false | |
| default: '0' | |
| type: choice | |
| options: | |
| - "0" | |
| - "1" | |
| concurrency: | |
| group: '${{ github.workflow }} @ ${{ github.event.pull_request.head.label || github.head_ref || github.ref }}' | |
| cancel-in-progress: true | |
| # This workflow contains two jobs called "check_changes", "build_windows" | |
| jobs: | |
| # Verify if a build is needed | |
| check_changes: | |
| name: Check changed files | |
| outputs: | |
| run_build_windows: ${{ steps.check_files.outputs.run_build_windows || steps.force_execute.outputs.run_build_windows }} | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Force check on true | |
| id: force_execute | |
| if: ${{ github.event_name != 'push' }} | |
| run: echo "run_build_windows=true" >> $GITHUB_OUTPUT | |
| - name: Create modified file list | |
| if: ${{ github.event_name == 'push' }} | |
| id: get_changed_files | |
| uses: masesgroup/retrieve-changed-files@v3 | |
| with: | |
| format: 'csv' | |
| - name: Check modified file list | |
| if: ${{ github.event_name == 'push' }} | |
| id: check_files | |
| run: | | |
| mapfile -d ',' -t added_modified_files < <(printf '%s,' '${{ steps.get_changed_files.outputs.added_modified }}') | |
| for added_modified_file in "${added_modified_files[@]}"; do | |
| if [[ $added_modified_file == ".github/workflows/build.yaml"* ]]; then | |
| echo "$added_modified_file is myself." | |
| echo "run_build_windows=true" >> $GITHUB_OUTPUT | |
| break | |
| fi | |
| if [[ $added_modified_file == "src/container/"* ]]; then | |
| echo "$added_modified_file file is under the directory 'src/'." | |
| echo "run_build_windows=true" >> $GITHUB_OUTPUT | |
| break | |
| fi | |
| if [[ $added_modified_file == "src/jvm/"* ]]; then | |
| echo "$added_modified_file file is under the directory 'src/'." | |
| echo "run_build_windows=true" >> $GITHUB_OUTPUT | |
| break | |
| fi | |
| if [[ $added_modified_file == "src/net/"* ]]; then | |
| echo "$added_modified_file file is under the directory 'src/'." | |
| echo "run_build_windows=true" >> $GITHUB_OUTPUT | |
| break | |
| fi | |
| if [[ $added_modified_file == "tests/"* ]]; then | |
| echo "$added_modified_file file is under the directory 'src/'." | |
| echo "run_build_windows=true" >> $GITHUB_OUTPUT | |
| break | |
| fi | |
| done | |
| - name: Get run_build_windows | |
| run: echo "The selected run_build_windows is ${{ steps.check_files.outputs.run_build_windows }}" | |
| # Now run "build_windows" | |
| build_windows: | |
| needs: check_changes | |
| if: "always() && needs.check_changes.outputs.run_build_windows == 'true'" | |
| # The type of runner that the job will run on | |
| runs-on: windows-2022 | |
| # Steps represent a sequence of tasks that will be executed as part of the job | |
| steps: | |
| # Runs a set of commands using the runners shell | |
| # Support longpaths | |
| - name: Support long paths | |
| run: git config --system core.longpaths true | |
| - run: Get-PSDrive | |
| # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it | |
| - uses: actions/checkout@v6 | |
| with: | |
| fetch-depth: '1' | |
| submodules: 'true' | |
| - uses: actions/setup-dotnet@v5 | |
| with: | |
| dotnet-version: | | |
| 9.x | |
| 10.x | |
| - name: Get last workflow run of JNet | |
| if: ${{ inputs.UseLastRepositoryBuild == true }} | |
| shell: bash | |
| run: echo "JNET_LAST_RUN=$(curl -sL https://api.github.com/repos/masesgroup/JNet/actions/workflows/build.yaml/runs | jq -r '.workflow_runs[0].id?')" >> $GITHUB_ENV | |
| - name: Download artifact | |
| if: ${{ inputs.UseLastRepositoryBuild == true }} | |
| run: gh run download ${{ env.JNET_LAST_RUN }} --name JNetNuGet --repo masesgroup/JNet --dir JNetNuGet | |
| env: | |
| GH_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: List NuGet packages downloaded | |
| if: ${{ inputs.UseLastRepositoryBuild == true }} | |
| continue-on-error: ${{ inputs.ForceContinueOnError == true }} | |
| shell: cmd | |
| run: dir .\JNetNuGet\*nupkg | |
| - name: Add local repo | |
| if: ${{ success() && inputs.UseLastRepositoryBuild == true }} | |
| run: dotnet nuget add source --name local "${{ github.workspace }}\JNetNuGet\" | |
| - name: Pre compile | |
| run: dotnet build --no-incremental --configuration Release /p:Platform="Any CPU" /p:NoWarn="0108%3B1030%3B0618" src\net\KNet\KNet.csproj | |
| env: | |
| GITHUB_SIMPLIFIED_GENERATION: true | |
| - name: Set up Apache Maven Central | |
| uses: actions/setup-java@v5 | |
| with: # running setup-java again overwrites the settings.xml | |
| distribution: temurin | |
| java-version: 17 | |
| cache: 'maven' | |
| server-id: ossrh # Value of the distributionManagement/repository/id field of the pom.xml | |
| server-username: MAVEN_USERNAME # env variable for username in deploy | |
| server-password: MAVEN_CENTRAL_TOKEN # env variable for token in deploy | |
| gpg-private-key: ${{ secrets.MAVEN_GPG_PRIVATE_KEY }} # Value of the GPG private key to import | |
| gpg-passphrase: MAVEN_GPG_PASSPHRASE # env variable for GPG private key passphrase | |
| - name: Create Jars | |
| run: mvn --file ./src/jvm/knet/pom.xml --no-transfer-progress package | |
| env: | |
| MAVEN_USERNAME: ${{ secrets.MAVEN_USERNAME }} | |
| MAVEN_CENTRAL_TOKEN: ${{ secrets.MAVEN_CENTRAL_TOKEN }} | |
| MAVEN_GPG_PASSPHRASE: ${{ secrets.MAVEN_GPG_PASSPHRASE }} | |
| - name: Compile command line | |
| run: dotnet build --no-incremental --configuration Release /p:Platform="Any CPU" /p:NoWarn="0108%3B1030%3B0618" src\net\KNetCLI\KNetCLI.csproj | |
| - name: Compile KNet Connect | |
| run: dotnet build --no-incremental --configuration Release /p:Platform="Any CPU" /p:NoWarn="0108%3B1030%3B0618" src\net\KNetConnect\KNetConnect.csproj | |
| - name: Compile KNetPS | |
| run: dotnet build --no-incremental --configuration Release /p:Platform="Any CPU" /p:NoWarn="0108%3B1030%3B0618" src\net\KNetPS\KNetPS.csproj | |
| - uses: nuget/[email protected] | |
| with: | |
| nuget-version: '5.x' | |
| - run: nuget pack src\net\KNetCLI\KNetCLI.nuspec -OutputDirectory .\bin | |
| - run: nuget pack src\net\KNetConnect\KNetConnect.nuspec -OutputDirectory .\bin | |
| - name: Recompile to create nuget packages | |
| run: dotnet build --no-incremental --configuration Release /p:Platform="Any CPU" /p:NoWarn="0108%3B1030%3B0618" src\net\KNet.sln | |
| - name: Prepare PowerShell package | |
| run: | | |
| Copy-Item .\src\net\KNetPS\MASES.KNetPS.psd1 -Destination .\MASES.KNetPS\MASES.KNetPS.psd1 -Force | |
| Copy-Item .\src\net\KNetPS\MASES.KNetPS.psm1 -Destination .\MASES.KNetPS\MASES.KNetPS.psm1 -Force | |
| shell: pwsh | |
| - name: Create PowerShell package | |
| run: | | |
| $env:DOTNET_CLI_UI_LANGUAGE="en_US" | |
| Register-PSRepository -Name Local_Nuget_Feed -SourceLocation $env:GITHUB_WORKSPACE\bin -PublishLocation $env:GITHUB_WORKSPACE\bin -InstallationPolicy Trusted | |
| Publish-Module -Path .\MASES.KNetPS -Repository Local_Nuget_Feed -NuGetApiKey 'ABC123' | |
| shell: pwsh | |
| - name: List NuGet packages to avoid download of artifact | |
| shell: cmd | |
| run: dir .\bin\*nupkg | |
| - uses: actions/upload-artifact@v5 | |
| with: | |
| name: KNetNuGet | |
| path: .\bin\*nupkg | |
| - name: Compile tests | |
| run: dotnet build --no-incremental --configuration Release /p:Platform="Any CPU" /p:NoWarn="0108%3B1030%3B0618" tests\net\KNetTest.sln | |
| env: | |
| GITHUB_TEST_PREPARATION: true | |
| - name: Prepare configuration files | |
| run: | | |
| Copy-Item .github\workflows\support\* -Destination bin\net462\ -Force | |
| Copy-Item .github\workflows\support\* -Destination bin\net8.0\ -Force | |
| Copy-Item .github\workflows\support\* -Destination bin\net9.0\ -Force | |
| - name: Save KNet net462 bin in cache | |
| uses: actions/cache/save@v4 | |
| with: | |
| enableCrossOsArchive: true | |
| path: ./bin/net462/ | |
| key: KNet_${{ github.run_number }}_${{ github.run_attempt }}_net462_bin_${{ github.sha }} | |
| - name: Save KNet net8.0 bin in cache | |
| uses: actions/cache/save@v4 | |
| with: | |
| enableCrossOsArchive: true | |
| path: ./bin/net8.0/ | |
| key: KNet_${{ github.run_number }}_${{ github.run_attempt }}_net8.0_bin_${{ github.sha }} | |
| - name: Save KNet net9.0 bin in cache | |
| uses: actions/cache/save@v4 | |
| with: | |
| enableCrossOsArchive: true | |
| path: ./bin/net9.0/ | |
| key: KNet_${{ github.run_number }}_${{ github.run_attempt }}_net9.0_bin_${{ github.sha }} | |
| - name: Save KNet NuGet in cache | |
| uses: actions/cache/save@v4 | |
| with: | |
| enableCrossOsArchive: true | |
| path: ./bin/MASES.KNetCLI.*.nupkg | |
| key: KNet_${{ github.run_number }}_${{ github.run_attempt }}_Nuget_${{ github.sha }} | |
| build_container_knet: | |
| needs: check_changes | |
| if: "always() && needs.check_changes.outputs.run_build_windows == 'true'" | |
| runs-on: ubuntu-latest | |
| outputs: | |
| GITHUB_REF_NAME_FOR_DOCKER: ${{ env.GITHUB_REF_NAME_FOR_DOCKER }} | |
| permissions: | |
| id-token: write | |
| packages: write | |
| contents: read | |
| attestations: write | |
| # Steps represent a sequence of tasks that will be executed as part of the job | |
| steps: | |
| # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it | |
| - uses: actions/checkout@v6 | |
| with: | |
| fetch-depth: '1' | |
| submodules: 'true' | |
| - name: Get last workflow run of JNet | |
| if: ${{ inputs.UseLastRepositoryBuild == true }} | |
| shell: bash | |
| run: echo "JNET_LAST_RUN=$(curl -sL https://api.github.com/repos/masesgroup/JNet/actions/workflows/build.yaml/runs | jq -r '.workflow_runs[0].id?')" >> $GITHUB_ENV | |
| - name: Download artifact | |
| if: ${{ inputs.UseLastRepositoryBuild == true }} | |
| run: gh run download ${{ env.JNET_LAST_RUN }} --name JNetNuGet --repo masesgroup/JNet --dir JNetNuGet | |
| env: | |
| GH_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: List NuGet packages downloaded | |
| if: ${{ inputs.UseLastRepositoryBuild == true }} | |
| continue-on-error: ${{ inputs.ForceContinueOnError == true }} | |
| run: ls -las ./JNetNuGet/*nupkg | |
| - name: Add local repo | |
| if: ${{ success() && inputs.UseLastRepositoryBuild == true }} | |
| run: dotnet nuget add source --name local "${{ github.workspace }}/JNetNuGet/" | |
| - uses: actions/setup-dotnet@v5 | |
| with: | |
| dotnet-version: | | |
| 9.x | |
| 10.x | |
| - name: Pre compile | |
| run: dotnet build --no-incremental --configuration Release /p:Platform="Any CPU" /p:NoWarn="0108%3B1030%3B0618" src/net/KNet/KNet.csproj | |
| env: | |
| GITHUB_SIMPLIFIED_GENERATION: true | |
| - name: Set up Apache Maven Central | |
| uses: actions/setup-java@v5 | |
| with: # running setup-java again overwrites the settings.xml | |
| distribution: temurin | |
| java-version: 17 | |
| cache: 'maven' | |
| server-id: ossrh # Value of the distributionManagement/repository/id field of the pom.xml | |
| server-username: MAVEN_USERNAME # env variable for username in deploy | |
| server-password: MAVEN_CENTRAL_TOKEN # env variable for token in deploy | |
| gpg-private-key: ${{ secrets.MAVEN_GPG_PRIVATE_KEY }} # Value of the GPG private key to import | |
| gpg-passphrase: MAVEN_GPG_PASSPHRASE # env variable for GPG private key passphrase | |
| - name: Create Jars | |
| run: mvn --file ./src/jvm/knet/pom.xml --no-transfer-progress package | |
| env: | |
| MAVEN_USERNAME: ${{ secrets.MAVEN_USERNAME }} | |
| MAVEN_CENTRAL_TOKEN: ${{ secrets.MAVEN_CENTRAL_TOKEN }} | |
| MAVEN_GPG_PASSPHRASE: ${{ secrets.MAVEN_GPG_PASSPHRASE }} | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v3 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Login to GitHub Container Registry | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Extract metadata (tags, labels) for Docker | |
| id: meta | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: | | |
| ghcr.io/${{ github.repository_owner }}/knet | |
| - name: Build and push | |
| id: push | |
| uses: docker/build-push-action@v6 | |
| with: | |
| file: ./src/container/DockerfileKNet.linux | |
| context: . | |
| platforms: linux/amd64,linux/arm64 | |
| push: true | |
| tags: ${{ steps.meta.outputs.tags }} | |
| labels: ${{ steps.meta.outputs.labels }} | |
| provenance: true | |
| sbom: true | |
| - name: Attest GitHub | |
| uses: actions/attest-build-provenance@v3 | |
| id: attest | |
| with: | |
| subject-name: ghcr.io/${{ github.repository_owner }}/knet | |
| subject-digest: ${{ steps.push.outputs.digest }} | |
| push-to-registry: true | |
| - name: Extract branch name | |
| run: | | |
| echo "GITHUB_REF_NAME_FOR_DOCKER=$(echo ${{ github.ref_name }} | tr "/" -)" >> $GITHUB_ENV | |
| shell: bash | |
| execute_tests_linux: | |
| needs: [build_windows, build_container_knet] | |
| services: | |
| kafka: | |
| # Private registry image | |
| image: ghcr.io/${{ github.repository_owner }}/knet:${{ needs.build_container_knet.outputs.GITHUB_REF_NAME_FOR_DOCKER }} | |
| credentials: | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| ports: | |
| - 9092:9092 | |
| env: | |
| KNET_DOCKER_RUNNING_MODE: server-standalone | |
| JCOBRIDGE_LicensePath: ${{ secrets.JCOBRIDGE_ENCODED_2_6_5 }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ 'ubuntu-latest' ] #, 'macos-14', 'macos-13' , 'windows-2022' ] # not available services in this runners, checks done in execute_tests_other | |
| framework: [ 'net8.0', 'net9.0' ] | |
| jdk_vendor: [ 'temurin', 'microsoft', 'corretto', 'zulu', 'oracle', 'graalvm' ] | |
| jdk_version: [ '17', '21' ] # only supported LTS versions | |
| runs-on: ${{ matrix.os }} | |
| env: | |
| DOTNET_DbgEnableMiniDump: ${{ inputs.EnableProcessDump }} | |
| DOTNET_DbgMiniDumpType: ${{ inputs.ProcessDumpType }} | |
| DOTNET_DbgMiniDumpName: ${{ github.workspace }}/coredump.%p | |
| DOTNET_CreateDumpDiagnostics: ${{ inputs.EnableProcessDump }} | |
| DOTNET_CreateDumpVerboseDiagnostics: ${{ inputs.EnableVerboseDiagnosticProcessDump }} | |
| DOTNET_EnableCrashReport: ${{ inputs.EnableProcessDump }} | |
| DOTNET_CreateDumpLogToFile: ${{ github.workspace }}/coredump.diagnostic | |
| JCOBRIDGE_LicensePath: ${{ secrets.JCOBRIDGE_ENCODED_2_6_5 }} | |
| steps: | |
| - name: Restore KNet ${{ matrix.framework }} bin from cache | |
| uses: actions/cache/restore@v4 | |
| with: | |
| fail-on-cache-miss: true | |
| enableCrossOsArchive: true | |
| path: ./bin/${{ matrix.framework }}/ | |
| key: KNet_${{ github.run_number }}_${{ github.run_attempt }}_${{ matrix.framework }}_bin_${{ github.sha }} | |
| - name: Set up JDK distribution | |
| if: ${{ matrix.jdk_vendor != 'graalvm' }} | |
| uses: actions/setup-java@v5 | |
| with: # running setup-java again overwrites the settings.xml | |
| distribution: ${{ matrix.jdk_vendor }} | |
| java-version: ${{ matrix.jdk_version }} | |
| - name: Set up GraalVM distribution | |
| if: ${{ matrix.jdk_vendor == 'graalvm' }} | |
| uses: graalvm/setup-graalvm@v1 | |
| with: | |
| java-version: '${{ matrix.jdk_version }}' # See 'Options' for more details | |
| distribution: 'graalvm' # See 'Supported distributions' for available options | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| - uses: actions/setup-dotnet@v5 | |
| if: ${{ matrix.framework == 'net9.0' }} | |
| with: | |
| dotnet-version: | | |
| 9.x | |
| - uses: actions/setup-dotnet@v5 | |
| if: ${{ matrix.framework == 'net10.0' }} | |
| with: | |
| dotnet-version: | | |
| 10.x | |
| - name: Execute KNetTest on ${{ matrix.os }} with ${{ matrix.jdk_vendor }} ${{ matrix.jdk_version }} | |
| continue-on-error: ${{ inputs.ForceContinueOnError == true }} | |
| run: dotnet ${{ github.workspace }}/bin/${{ matrix.framework }}/KNetTest.dll -Log4JConfiguration '${{ github.workspace }}/bin/${{ matrix.framework }}/log4j2.yaml' localhost:9092 useConsumeCallback randomizeTopicName | |
| - name: Execute KNetTest withBigBigExtraValue on ${{ matrix.os }} with ${{ matrix.jdk_vendor }} ${{ matrix.jdk_version }} | |
| continue-on-error: ${{ inputs.ForceContinueOnError == true }} | |
| run: dotnet ${{ github.workspace }}/bin/${{ matrix.framework }}/KNetTest.dll -Log4JConfiguration '${{ github.workspace }}/bin/${{ matrix.framework }}/log4j2.yaml' localhost:9092 useConsumeCallback randomizeTopicName withBigBigExtraValue | |
| - name: Execute KNetTest runBuffered on ${{ matrix.os }} with ${{ matrix.jdk_vendor }} ${{ matrix.jdk_version }} | |
| continue-on-error: ${{ inputs.ForceContinueOnError == true }} | |
| run: dotnet ${{ github.workspace }}/bin/${{ matrix.framework }}/KNetTest.dll -Log4JConfiguration '${{ github.workspace }}/bin/${{ matrix.framework }}/log4j2.yaml' localhost:9092 useConsumeCallback randomizeTopicName runBuffered | |
| - name: Execute KNetTest runBuffered withBigBigExtraValue on ${{ matrix.os }} with ${{ matrix.jdk_vendor }} ${{ matrix.jdk_version }} | |
| continue-on-error: ${{ inputs.ForceContinueOnError == true }} | |
| run: dotnet ${{ github.workspace }}/bin/${{ matrix.framework }}/KNetTest.dll -Log4JConfiguration '${{ github.workspace }}/bin/${{ matrix.framework }}/log4j2.yaml' localhost:9092 useConsumeCallback randomizeTopicName runBuffered withBigBigExtraValue | |
| - name: Execute KNetTestSerDes on ${{ matrix.os }} with ${{ matrix.jdk_vendor }} ${{ matrix.jdk_version }} | |
| continue-on-error: ${{ inputs.ForceContinueOnError == true }} | |
| shell: pwsh | |
| run: dotnet ${{ github.workspace }}/bin/${{ matrix.framework }}/KNetTestSerDes.dll -Log4JConfiguration '${{ github.workspace }}/bin/${{ matrix.framework }}/log4j2.yaml' | |
| - uses: actions/upload-artifact@v5 | |
| with: | |
| if-no-files-found: ignore | |
| name: Crash_tests_${{ matrix.os }}_${{ matrix.framework }}_${{ matrix.jdk_vendor }}_${{ matrix.jdk_version }} | |
| path: ${{ github.workspace }}/coredump.* | |
| retention-days: 7 | |
| execute_tests_windows: | |
| needs: [build_windows] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ 'windows-2022' ] # 'macos-13' removed waiting https://github.com/masesgroup/JNet/issues/518 | |
| framework: [ 'net462', 'net8.0', 'net9.0' ] | |
| jdk_vendor: [ 'temurin', 'microsoft', 'corretto', 'zulu', 'oracle', 'graalvm' ] | |
| jdk_version: [ '17', '21' ] # only supported LTS versions | |
| runs-on: ${{ matrix.os }} | |
| env: | |
| DOTNET_DbgEnableMiniDump: ${{ inputs.EnableProcessDump }} | |
| DOTNET_DbgMiniDumpType: ${{ inputs.ProcessDumpType }} | |
| DOTNET_DbgMiniDumpName: ${{ github.workspace }}/coredump.%p | |
| DOTNET_CreateDumpDiagnostics: ${{ inputs.EnableProcessDump }} | |
| DOTNET_CreateDumpVerboseDiagnostics: ${{ inputs.EnableVerboseDiagnosticProcessDump }} | |
| DOTNET_EnableCrashReport: ${{ inputs.EnableProcessDump }} | |
| DOTNET_CreateDumpLogToFile: ${{ github.workspace }}/coredump.diagnostic | |
| JCOBRIDGE_LicensePath: ${{ secrets.JCOBRIDGE_ENCODED_2_6_5 }} | |
| steps: | |
| - name: Restore KNet ${{ matrix.framework }} bin from cache | |
| uses: actions/cache/restore@v4 | |
| with: | |
| fail-on-cache-miss: true | |
| enableCrossOsArchive: true | |
| path: ./bin/${{ matrix.framework }}/ | |
| key: KNet_${{ github.run_number }}_${{ github.run_attempt }}_${{ matrix.framework }}_bin_${{ github.sha }} | |
| - name: Restore Nuget from cache | |
| uses: actions/cache/restore@v4 | |
| with: | |
| fail-on-cache-miss: true | |
| enableCrossOsArchive: true | |
| path: ./bin/MASES.KNetCLI.*.nupkg | |
| key: KNet_${{ github.run_number }}_${{ github.run_attempt }}_Nuget_${{ github.sha }} | |
| - name: Set up JDK distribution | |
| if: ${{ matrix.jdk_vendor != 'graalvm' }} | |
| uses: actions/setup-java@v5 | |
| with: # running setup-java again overwrites the settings.xml | |
| distribution: ${{ matrix.jdk_vendor }} | |
| java-version: ${{ matrix.jdk_version }} | |
| - name: Set up GraalVM distribution | |
| if: ${{ matrix.jdk_vendor == 'graalvm' }} | |
| uses: graalvm/setup-graalvm@v1 | |
| with: | |
| java-version: '${{ matrix.jdk_version }}' # See 'Options' for more details | |
| distribution: 'graalvm' # See 'Supported distributions' for available options | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| - uses: actions/setup-dotnet@v5 | |
| if: ${{ matrix.framework == 'net10.0' }} | |
| with: | |
| dotnet-version: | | |
| 10.x | |
| - name: Download Procdump and prepare # see https://gist.github.com/Sedeniono/e6d6504e3bf0645937852ee5681ef9ee and https://learn.microsoft.com/it-it/sysinternals/downloads/procdump | |
| if: ${{ inputs.EnableProcessDump == 1 }} | |
| continue-on-error: true | |
| run: | | |
| C:\msys64\usr\bin\wget.exe https://download.sysinternals.com/files/Procdump.zip | |
| Expand-Archive -LiteralPath '${{ github.workspace }}\Procdump.zip' -DestinationPath ${{ github.workspace }}\Procdump -Force | |
| dir .\Procdump | |
| ${{ github.workspace }}\Procdump\procdump.exe -accepteula | |
| mkdir CrashDumpsDir | |
| ${{ github.workspace }}\Procdump\procdump.exe -ma -i ${{ github.workspace }}\CrashDumpsDir | |
| - name: Use latest version of KNetCLI | |
| run: dotnet tool update -g MASES.KNetCLI --source ${{ github.workspace }}\bin | |
| - name: Disable CET for dotnet process | |
| run: | | |
| reg add "HKEY_LOCAL_MACHINE\SOFTWARE\Microsoft\Windows NT\CurrentVersion\Image File Execution Options\knet.exe" /v MitigationOptions /t REG_BINARY /d "0000000000000000000000000000002000" /f | |
| Get-ProcessMitigation -Name "knet.exe" | |
| - name: Start Kafka and execute KNetTest on ${{ matrix.os }} with ${{ matrix.jdk_vendor }} ${{ matrix.jdk_version }} | |
| continue-on-error: ${{ inputs.ForceContinueOnError == true }} | |
| shell: pwsh | |
| run: | | |
| knet storagetool format --standalone --ignore-formatted -t 6oTi4odMSVSmroqyy5rubw -c ${{ github.workspace }}/bin/${{ matrix.framework }}/windows_server.properties | |
| New-Item -Path "${{ github.workspace }}" -Name "logfiles" -ItemType Directory | |
| Start-Process -RSE ${{ github.workspace }}/logfiles/PWSH_kafka_err.log -RSO ${{ github.workspace }}\logfiles\PWSH_kafka_out.log -FilePath knet -ArgumentList ( 'kafkastart', '-LogPath', '${{ github.workspace }}\logfiles\', '-Log4JConfiguration', '${{ github.workspace }}\bin\${{ matrix.framework }}\log4j2.yaml', '${{ github.workspace }}\bin\${{ matrix.framework }}\windows_server.properties' ) | |
| ${{ github.workspace }}\bin\${{ matrix.framework }}\KNetTest.exe -Log4JConfiguration '${{ github.workspace }}\bin\${{ matrix.framework }}\log4j2.yaml' localhost:9092 useConsumeCallback randomizeTopicName | |
| ${{ github.workspace }}\bin\${{ matrix.framework }}\KNetTest.exe -Log4JConfiguration '${{ github.workspace }}\bin\${{ matrix.framework }}\log4j2.yaml' localhost:9092 useConsumeCallback randomizeTopicName withExtraValue | |
| ${{ github.workspace }}\bin\${{ matrix.framework }}\KNetTest.exe -Log4JConfiguration '${{ github.workspace }}\bin\${{ matrix.framework }}\log4j2.yaml' localhost:9092 useConsumeCallback randomizeTopicName runBuffered | |
| ${{ github.workspace }}\bin\${{ matrix.framework }}\KNetTest.exe -Log4JConfiguration '${{ github.workspace }}\bin\${{ matrix.framework }}\log4j2.yaml' localhost:9092 useConsumeCallback randomizeTopicName runBuffered withExtraValue | |
| #- name: Start Kafka and execute KNetTest on ${{ matrix.os }} with ${{ matrix.jdk_vendor }} ${{ matrix.jdk_version }} | |
| # if: ${{ matrix.os == 'windows-2022' }} | |
| # shell: pwsh | |
| # run: | | |
| # ${{ github.workspace }}/binCLI/${{ matrix.framework }}/MASES.KNetCLI.exe storagetool format --standalone --ignore-formatted -t 6oTi4odMSVSmroqyy5rubw -c ${{ github.workspace }}/bin/${{ matrix.framework }}/windows_server.properties | |
| # New-Item -Path "${{ github.workspace }}" -Name "logfiles" -ItemType Directory | |
| # Start-Process -RSE ${{ github.workspace }}/logfiles/PWSH_kafka_err.log -RSO ${{ github.workspace }}\logfiles\PWSH_kafka_out.log -FilePath ${{ github.workspace }}\binCLI\${{ matrix.framework }}\MASES.KNetCLI.exe -ArgumentList ( 'kafkastart', '-LogPath', '${{ github.workspace }}\logfiles\', '-Log4JConfiguration', '${{ github.workspace }}\bin\${{ matrix.framework }}\log4j2.yaml', '${{ github.workspace }}\bin\${{ matrix.framework }}\windows_server.properties' ) | |
| # ${{ github.workspace }}\bin\${{ matrix.framework }}/KNetTest.exe localhost:9092 useConsumeCallback randomizeTopicName | |
| # ${{ github.workspace }}\bin\${{ matrix.framework }}/KNetTest.exe localhost:9092 useConsumeCallback randomizeTopicName withExtraValue | |
| # ${{ github.workspace }}\bin\${{ matrix.framework }}/KNetTest.exe localhost:9092 useConsumeCallback randomizeTopicName runBuffered | |
| # ${{ github.workspace }}\bin\${{ matrix.framework }}/KNetTest.exe localhost:9092 useConsumeCallback randomizeTopicName runBuffered withExtraValue | |
| - if: ${{ failure() || cancelled() }} | |
| run: Get-PSDrive | |
| - name: Execute KNetTestSerDes on ${{ matrix.os }} with ${{ matrix.jdk_vendor }} ${{ matrix.jdk_version }} | |
| shell: pwsh | |
| run: ${{ github.workspace }}\bin\${{ matrix.framework }}\KNetTestSerDes.exe -Log4JConfiguration '${{ github.workspace }}\bin\${{ matrix.framework }}\log4j2.yaml' | |
| - uses: actions/upload-artifact@v5 | |
| with: | |
| if-no-files-found: ignore | |
| name: Crash_tests_${{ matrix.os }}_${{ matrix.framework }}_${{ matrix.jdk_vendor }}_${{ matrix.jdk_version }} | |
| path: .\CrashDumpsDir\* | |
| retention-days: 7 | |
| - uses: actions/upload-artifact@v5 | |
| if: ${{ inputs.UploadServerLogs == true }} | |
| with: | |
| if-no-files-found: ignore | |
| name: KNet_Server_${{ matrix.os }}_${{ matrix.framework }}_${{ matrix.jdk_vendor }}_${{ matrix.jdk_version }}_${{ matrix.buffered }}_${{ matrix.extraValue }} | |
| path: ${{ github.workspace }}/logfiles/ | |
| retention-days: 7 | |
| execute_tests_macos: | |
| needs: [build_windows] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ 'macos-14' ] # 'macos-13' removed waiting https://github.com/masesgroup/JNet/issues/518 | |
| framework: [ 'net8.0', 'net9.0' ] | |
| jdk_vendor: [ 'temurin', 'microsoft', 'corretto', 'zulu', 'oracle', 'graalvm' ] | |
| jdk_version: [ '17', '21' ] # only supported LTS versions | |
| runs-on: ${{ matrix.os }} | |
| env: | |
| DOTNET_DbgEnableMiniDump: ${{ inputs.EnableProcessDump }} | |
| DOTNET_DbgMiniDumpType: ${{ inputs.ProcessDumpType }} | |
| DOTNET_DbgMiniDumpName: ${{ github.workspace }}/coredump.%p | |
| DOTNET_CreateDumpDiagnostics: ${{ inputs.EnableProcessDump }} | |
| DOTNET_CreateDumpVerboseDiagnostics: ${{ inputs.EnableVerboseDiagnosticProcessDump }} | |
| DOTNET_EnableCrashReport: ${{ inputs.EnableProcessDump }} | |
| DOTNET_CreateDumpLogToFile: ${{ github.workspace }}/coredump.diagnostic | |
| JCOBRIDGE_LicensePath: ${{ secrets.JCOBRIDGE_ENCODED_2_6_5 }} | |
| steps: | |
| - name: Restore KNet ${{ matrix.framework }} bin from cache | |
| uses: actions/cache/restore@v4 | |
| with: | |
| fail-on-cache-miss: true | |
| enableCrossOsArchive: true | |
| path: ./bin/${{ matrix.framework }}/ | |
| key: KNet_${{ github.run_number }}_${{ github.run_attempt }}_${{ matrix.framework }}_bin_${{ github.sha }} | |
| - name: Restore Nuget from cache | |
| uses: actions/cache/restore@v4 | |
| with: | |
| fail-on-cache-miss: true | |
| enableCrossOsArchive: true | |
| path: ./bin/MASES.KNetCLI.*.nupkg | |
| key: KNet_${{ github.run_number }}_${{ github.run_attempt }}_Nuget_${{ github.sha }} | |
| - name: Set up JDK distribution | |
| if: ${{ matrix.jdk_vendor != 'graalvm' }} | |
| uses: actions/setup-java@v5 | |
| with: # running setup-java again overwrites the settings.xml | |
| distribution: ${{ matrix.jdk_vendor }} | |
| java-version: ${{ matrix.jdk_version }} | |
| - name: Set up GraalVM distribution | |
| if: ${{ matrix.jdk_vendor == 'graalvm' }} | |
| uses: graalvm/setup-graalvm@v1 | |
| with: | |
| java-version: '${{ matrix.jdk_version }}' # See 'Options' for more details | |
| distribution: 'graalvm' # See 'Supported distributions' for available options | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| - uses: actions/setup-dotnet@v5 | |
| if: ${{ matrix.os == 'macos-14' && matrix.framework == 'net9.0' }} | |
| with: | |
| dotnet-version: | | |
| 9.x | |
| - uses: actions/setup-dotnet@v5 | |
| if: ${{ matrix.framework == 'net10.0' }} | |
| with: | |
| dotnet-version: | | |
| 10.x | |
| - name: Use latest version of KNetCLI | |
| run: dotnet tool update -g MASES.KNetCLI --source ${{ github.workspace }}/bin | |
| - name: Prepare Kafka on ${{ matrix.os }} with ${{ matrix.jdk_vendor }} ${{ matrix.jdk_version }} | |
| run: knet storagetool format --standalone --ignore-formatted -t 6oTi4odMSVSmroqyy5rubw -c ${{ github.workspace }}/bin/${{ matrix.framework }}/server.properties | |
| - name: Start Kafka on ${{ matrix.os }} with ${{ matrix.jdk_vendor }} ${{ matrix.jdk_version }} | |
| shell: pwsh | |
| run: | | |
| New-Item -Path "${{ github.workspace }}" -Name "logfiles" -ItemType Directory | |
| Start-Process -RSE ${{ github.workspace }}/logfiles/PWSH_kafka_err.log -RSO ${{ github.workspace }}/logfiles/PWSH_kafka_out.log -FilePath knet -ArgumentList ( 'kafkastart', '-LogPath', '${{ github.workspace }}/logfiles/', '-Log4JConfiguration', '${{ github.workspace }}/bin/${{ matrix.framework }}/log4j2.yaml', '${{ github.workspace }}/bin/${{ matrix.framework }}/server.properties' ) | |
| - name: Execute KNetTest on ${{ matrix.os }} with ${{ matrix.jdk_vendor }} ${{ matrix.jdk_version }} | |
| continue-on-error: ${{ inputs.ForceContinueOnError == true }} | |
| shell: pwsh | |
| run: dotnet ${{ github.workspace }}/bin/${{ matrix.framework }}/KNetTest.dll -Log4JConfiguration '${{ github.workspace }}/bin/${{ matrix.framework }}/log4j2.yaml' localhost:9092 useConsumeCallback randomizeTopicName | |
| - name: Execute KNetTest withBigBigExtraValue on ${{ matrix.os }} with ${{ matrix.jdk_vendor }} ${{ matrix.jdk_version }} | |
| continue-on-error: ${{ inputs.ForceContinueOnError == true }} | |
| shell: pwsh | |
| run: dotnet ${{ github.workspace }}/bin/${{ matrix.framework }}/KNetTest.dll -Log4JConfiguration '${{ github.workspace }}/bin/${{ matrix.framework }}/log4j2.yaml' localhost:9092 useConsumeCallback randomizeTopicName withBigBigExtraValue | |
| - name: Execute KNetTest runBuffered on ${{ matrix.os }} with ${{ matrix.jdk_vendor }} ${{ matrix.jdk_version }} | |
| continue-on-error: ${{ inputs.ForceContinueOnError == true }} | |
| shell: pwsh | |
| run: dotnet ${{ github.workspace }}/bin/${{ matrix.framework }}/KNetTest.dll -Log4JConfiguration '${{ github.workspace }}/bin/${{ matrix.framework }}/log4j2.yaml' localhost:9092 useConsumeCallback randomizeTopicName runBuffered | |
| - name: Execute KNetTest runBuffered withBigBigExtraValue on ${{ matrix.os }} with ${{ matrix.jdk_vendor }} ${{ matrix.jdk_version }} | |
| continue-on-error: ${{ inputs.ForceContinueOnError == true }} | |
| shell: pwsh | |
| run: dotnet ${{ github.workspace }}/bin/${{ matrix.framework }}/KNetTest.dll -Log4JConfiguration '${{ github.workspace }}/bin/${{ matrix.framework }}/log4j2.yaml' localhost:9092 useConsumeCallback randomizeTopicName runBuffered withBigBigExtraValue | |
| - name: Execute KNetTestSerDes on ${{ matrix.os }} with ${{ matrix.jdk_vendor }} ${{ matrix.jdk_version }} | |
| continue-on-error: ${{ inputs.ForceContinueOnError == true }} | |
| shell: pwsh | |
| run: dotnet ${{ github.workspace }}/bin/${{ matrix.framework }}/KNetTestSerDes.dll -Log4JConfiguration '${{ github.workspace }}/bin/${{ matrix.framework }}/log4j2.yaml' | |
| - uses: actions/upload-artifact@v5 | |
| with: | |
| if-no-files-found: ignore | |
| name: Crash_tests_${{ matrix.os }}_${{ matrix.framework }}_${{ matrix.jdk_vendor }}_${{ matrix.jdk_version }} | |
| path: ${{ github.workspace }}/coredump.* | |
| retention-days: 7 | |
| - uses: actions/upload-artifact@v5 | |
| if: ${{ inputs.UploadServerLogs == true }} | |
| with: | |
| if-no-files-found: ignore | |
| name: KNet_Server_${{ matrix.os }}_${{ matrix.framework }}_${{ matrix.jdk_vendor }}_${{ matrix.jdk_version }}_${{ matrix.buffered }}_${{ matrix.extraValue }} | |
| path: ${{ github.workspace }}/logfiles/ | |
| retention-days: 7 | |
| final_cleanup: | |
| needs: [ execute_tests_linux, execute_tests_windows, execute_tests_macos ] | |
| if: "always()" | |
| runs-on: ubuntu-latest | |
| # Steps represent a sequence of tasks that will be executed as part of the job | |
| steps: | |
| # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it | |
| - uses: actions/checkout@v6 | |
| with: | |
| fetch-depth: '1' | |
| - name: Clear caches | |
| run: | | |
| gh extension install actions/gh-actions-cache | |
| echo "Fetching list of cache key" | |
| cacheKeysForPR=$(gh actions-cache list --key KNet_${{ github.run_number }}_${{ github.run_attempt }} | cut -f 1 ) | |
| ## Setting this to not fail the workflow while deleting cache keys. | |
| set +e | |
| echo "Deleting caches..." | |
| for cacheKey in $cacheKeysForPR | |
| do | |
| gh actions-cache delete $cacheKey --confirm | |
| done | |
| echo "Done" | |
| env: | |
| GH_TOKEN: ${{ secrets.GITHUB_TOKEN }} |