name: Push on: push: branches: - '**' paths-ignore: - '**.md' release: types: - published env: DOTNET_SKIP_FIRST_TIME_EXPERIENCE: true DOTNET_CLI_TELEMETRY_OPTOUT: true DOTNET_NOLOGO: true PIPELINE_WORKSPACE: true checkoutFetchDepth: 1 buildConfiguration: 'Debug' skipTests: false deterministicTests: true uploadTestResults: true jobs: Preconditions: runs-on: ubuntu-latest outputs: lastCommitIsAutoCommit: ${{ steps.GetHeadCommitInfo.outputs.lastCommitIsAutoCommit }} lastCommitCreatedBeforeSeconds: ${{ steps.GetHeadCommitInfo.outputs.lastCommitCreatedBeforeSeconds }} steps: - name: 'General Information' shell: pwsh run: | echo 'EventName: ${{ github.event_name }}' - name: Checkout uses: actions/checkout@v4 with: fetch-depth: ${{ env.checkoutFetchDepth }} - name: 'Get Head Commit Info' id: GetHeadCommitInfo shell: pwsh run: | git log -${{ env.checkoutFetchDepth }} --pretty=%B $headCommitMessage = git log -1 --skip "$(${{ env.checkoutFetchDepth }} - 1)" --pretty=%B echo "headCommitMessage: = $headCommitMessage" $headCommitAuthorName = git log -1 --skip "$(${{ env.checkoutFetchDepth }} - 1)" --pretty=%an echo "headCommitAuthorName: = $headCommitAuthorName" $headCommitAuthorEmail = git log -1 --skip "$(${{ env.checkoutFetchDepth }} - 1)" --pretty=%ae echo "headCommitAuthorEmail: = $headCommitAuthorEmail" $headCommitDateTime = Get-Date (git log -1 --skip "$(${{ env.checkoutFetchDepth }} - 1)" --pretty=%ci) echo "headCommitDateTime: = $headCommitDateTime" $lastCommitIsAutoCommit = $headCommitAuthorEmail -eq 'github-actions@github.com' -and $headCommitMessage -eq '[GitHub Actions] Update green tests.' echo "lastCommitIsAutoCommit=$lastCommitIsAutoCommit" >> $env:GITHUB_OUTPUT echo "lastCommitIsAutoCommit: = $lastCommitIsAutoCommit" $lastCommitCreatedBeforeSeconds = [int]((Get-Date) - $headCommitDateTime).TotalSeconds echo "lastCommitCreatedBeforeSeconds=$lastCommitCreatedBeforeSeconds" >> $env:GITHUB_OUTPUT echo "lastCommitCreatedBeforeSeconds: = $lastCommitCreatedBeforeSeconds" BuildAndTest: needs: Preconditions if: needs.Preconditions.outputs.lastCommitIsAutoCommit != 'true' || needs.Preconditions.outputs.lastCommitCreatedBeforeSeconds > 300 strategy: fail-fast: false matrix: aceVersion: - 2010 - 2016 aceArchitecture: - x64 - x86 dataAccessProviderType: - ODBC - OLE DB os: - windows-latest runs-on: ${{ matrix.os }} steps: - name: Checkout uses: actions/checkout@v4 - name: Set additional variables shell: pwsh run: | $os = '${{ matrix.os }}'.Split('-')[0] echo "os=$os" >> $env:GITHUB_ENV $dotnetInstallDirectory = '.\.dotnet_${{ matrix.aceArchitecture }}' echo "dotnetInstallDirectory=$dotnetInstallDirectory" >> $env:GITHUB_ENV $dotnetExecutable = Join-Path $dotnetInstallDirectory 'dotnet.exe' echo "dotnetExecutable=$dotnetExecutable" >> $env:GITHUB_ENV $aceUrls = @{ '2010' = @{ 'x64' = 'https://cirrusredorg.github.io/EntityFrameworkCore.Jet/AccessDatabaseEngine_2010_x64.exe' 'x86' = 'https://cirrusredorg.github.io/EntityFrameworkCore.Jet/AccessDatabaseEngine_2010_x86.exe' 'silent' = '/passive /quiet /norestart REBOOT=ReallySuppress' } '2016' = @{ 'x64' = 'https://cirrusredorg.github.io/EntityFrameworkCore.Jet/AccessDatabaseEngine_2016_x64.exe' 'x86' = 'https://cirrusredorg.github.io/EntityFrameworkCore.Jet/AccessDatabaseEngine_2016_x86.exe' 'silent' = '/passive /quiet /norestart REBOOT=ReallySuppress' } } $aceUrl = $aceUrls['${{ matrix.aceVersion }}']['${{ matrix.aceArchitecture }}'] echo "aceUrl=$aceUrl" >> $env:GITHUB_ENV $aceSilentInstallArgument = $aceUrls['${{ matrix.aceVersion }}']['silent'] echo "aceSilentInstallArgument=$aceSilentInstallArgument" >> $env:GITHUB_ENV $defaultConnection = '${{ matrix.dataAccessProviderType }}' -eq 'ODBC' ? 'DBQ=Jet.accdb' : 'Data Source=Jet.accdb;Persist Security Info=False;' echo "defaultConnection=$defaultConnection" >> $env:GITHUB_ENV $matrixId = '${{ matrix.aceVersion }}-${{ matrix.aceArchitecture }}-' + '${{ matrix.dataAccessProviderType }}'.Replace(' ', '') + '${{ matrix.os }}' echo "matrixId=$matrixId" >> $env:GITHUB_ENV - name: Output Variables shell: pwsh run: | echo "os: ${{ env.os }}" echo "buildConfiguration: ${{ env.buildConfiguration }}" echo "aceVersion: ${{ matrix.aceVersion }}" echo "aceArchitecture: ${{ matrix.aceArchitecture }}" echo "aceUrl: ${{ env.aceUrl }}" echo "aceSilentInstallArgument: ${{ env.aceSilentInstallArgument }}" echo "dataAccessProviderType: ${{ matrix.dataAccessProviderType }}" echo "defaultConnection: ${{ env.defaultConnection }}" echo "matrixId: ${{ env.matrixId }}" echo "skipTests: ${{ env.skipTests }}" echo "dotnetInstallDirectory: ${{ env.dotnetInstallDirectory }}" echo "dotnetExecutable: ${{ env.dotnetExecutable }}" echo "github.event_name: ${{ github.event_name }}" echo "github.repository: ${{ github.repository }}" - name: .NET Information Before SDK Install shell: pwsh run: try { & '${{ env.dotnetExecutable }}' --info } catch { echo 'No ${{ matrix.aceArchitecture }} .NET SDK installed.' } - name: Install .NET SDK shell: pwsh run: | function Retry-Command { [CmdletBinding()] Param( [Parameter(Position=0, Mandatory=$true)] [ScriptBlock]$ScriptBlock, [Parameter(Position=1, Mandatory=$false)] [int]$Maximum = 5, [Parameter(Mandatory=$false)] [switch]$ExponentialBackoff ) $attempt = 0 do { if ($attempt -gt 0 -and $ExponentialBackoff) { Start-Sleep -Seconds ([Math]::Pow(2, $attempt) - 1) } $attempt++ try { $ScriptBlock.Invoke() return } catch { Write-Error $_.Exception.InnerException.Message -ErrorAction Continue } } while ($attempt -lt $Maximum) throw 'Max retries exceeded.' } Retry-Command { &([ScriptBlock]::Create((Invoke-WebRequest -UseBasicParsing 'https://dot.net/v1/dotnet-install.ps1'))) -JSonFile global.json -Architecture '${{ matrix.aceArchitecture }}' -InstallDir '${{ env.dotnetInstallDirectory }}' -Verbose } -Maximum 10 -ExponentialBackoff - name: .NET Information After SDK Install shell: pwsh run: try { & '${{ env.dotnetExecutable }}' --info } catch { echo 'No ${{ matrix.aceArchitecture }} .NET SDK installed.' } - name: ACE Information Before ACE Install shell: pwsh run: | 'DAO:' Get-ChildItem 'HKLM:\SOFTWARE\Classes\DAO.DBEngine*' | Select-Object 'OLE DB:' foreach ($provider in [System.Data.OleDb.OleDbEnumerator]::GetRootEnumerator()) { $v = New-Object PSObject for ($i = 0; $i -lt $provider.FieldCount; $i++) { Add-Member -in $v NoteProperty $provider.GetName($i) $provider.GetValue($i) } $v } - name: Install Access Database Engine shell: pwsh run: | $setupFileName = 'AccessDatabaseEngine_${{ matrix.aceVersion }}_${{ matrix.aceArchitecture }}.exe' Invoke-WebRequest '${{ env.aceUrl }}' -OutFile $setupFileName & ".\$setupFileName" ${{ env.aceSilentInstallArgument }} | Out-Default - name: ACE Information After ACE Install shell: pwsh run: | 'DAO:' Get-ChildItem 'HKLM:\SOFTWARE\Classes\DAO.DBEngine*' | Select-Object 'OLE DB:' foreach ($provider in [System.Data.OleDb.OleDbEnumerator]::GetRootEnumerator()) { $v = New-Object PSObject for ($i = 0; $i -lt $provider.FieldCount; $i++) { Add-Member -in $v NoteProperty $provider.GetName($i) $provider.GetValue($i) } $v } - name: Build Solution shell: pwsh run: | & '${{ env.dotnetExecutable }}' build --configuration '${{ env.buildConfiguration }}' - name: 'Run Tests: EFCore.Jet.Data.Tests' if: always() && env.skipTests != 'true' shell: pwsh run: | $env:EFCoreJet_DefaultConnection = '${{ env.defaultConnection }}' & '${{ env.dotnetExecutable }}' test .\test\EFCore.Jet.Data.Tests --configuration '${{ env.buildConfiguration }}' -p:FixedTestOrder=${{ env.deterministicTests }} --logger trx --verbosity detailed --blame-hang-timeout 3m - name: 'Run Tests: EFCore.Jet.Tests' if: always() && env.skipTests != 'true' shell: pwsh run: | $env:EFCoreJet_DefaultConnection = '${{ env.defaultConnection }}' & '${{ env.dotnetExecutable }}' test .\test\EFCore.Jet.Tests --configuration '${{ env.buildConfiguration }}' -p:FixedTestOrder=${{ env.deterministicTests }} --logger trx --verbosity detailed --blame-hang-timeout 3m - name: 'Run Tests: EFCore.Jet.FunctionalTests' if: always() && env.skipTests != 'true' shell: pwsh run: | for ($i = 0; $i -lt 3; $i++) { if (Test-Path '.\test\EFCore.Jet.FunctionalTests\TestResults' -PathType Container) { Get-ChildItem '.\test\EFCore.Jet.FunctionalTests\TestResults' | Remove-Item -Recurse -Force } $env:EFCoreJet_DefaultConnection = '${{ env.defaultConnection }}' & '${{ env.dotnetExecutable }}' test .\test\EFCore.Jet.FunctionalTests --configuration '${{ env.buildConfiguration }}' -p:FixedTestOrder=${{ env.deterministicTests }} --logger trx --verbosity detailed --blame-hang-timeout 3m # # Check for test runner crashes: # $testResultsDir = '.\test\EFCore.Jet.FunctionalTests\TestResults' $currentTestRunTrx = Get-ChildItem $testResultsDir -Filter '*.trx' | Sort-Object LastWriteTime | Select-Object -Last 1 if ($null -eq $currentTestRunTrx) { echo 'Test runner log file is missing.' exit 3 } $currentTestRunDir = Join-Path $testResultsDir $currentTestRunTrx.BaseName if (Test-Path $currentTestRunDir) { if ($null -ne (Get-ChildItem $currentTestRunDir -Filter 'Sequence_*' -Recurse)) { # Split string because searching the log for that phrase should only show actual crashes and not this line. echo ('Test runner cras' + 'hed.') continue } } echo 'Test runner ran until the end.' break } $establishedGreenTestsFilePath = ".\test\EFCore.Jet.FunctionalTests\GreenTests\ace_${{ matrix.aceVersion }}_$('${{ matrix.dataAccessProviderType }}'.Replace(' ', '').ToLowerInvariant())_${{ matrix.aceArchitecture }}.txt" $failIfKeepsCrashing = Test-Path $establishedGreenTestsFilePath if ($i -ge 3 -and $failIfKeepsCrashing) { echo 'Test runner keeps crashing.' exit 2 } exit 0 - name: 'Rename Test Results' if: always() && env.skipTests != 'true' shell: pwsh run: | Get-ChildItem -Filter '*.trx' -Recurse | Sort-Object LastWriteTime | ForEach { Rename-Item $_.FullName "ace_${{ matrix.aceVersion }}_$('${{ matrix.dataAccessProviderType }}'.Replace(' ', '').ToLowerInvariant())_${{ matrix.aceArchitecture }}_$($_.Name)" -Verbose } - name: 'Upload Test Results' if: always() && env.skipTests != 'true' && env.uploadTestResults == 'true' uses: actions/upload-artifact@v4 with: name: test-results_${{ env.matrixId }} path: | test\EFCore.Jet.Data.Tests\TestResults\*.trx test\EFCore.Jet.FunctionalTests\TestResults\*.trx test\EFCore.Jet.Tests\TestResults\*.trx - name: 'Check Tests: EFCore.Jet.FunctionalTests' if: env.skipTests != 'true' shell: pwsh run: | # Create text file with all tests that passed. $testResultsDir = '.\test\EFCore.Jet.FunctionalTests\TestResults' $currentTestRunTrx = Get-ChildItem $testResultsDir -Filter '*.trx' | Sort-Object LastWriteTime | Select-Object -Last 1 if ($null -eq $currentTestRunTrx) { echo 'Test runner log file is missing.' exit 3 } $allTestsFilePath = Join-Path $currentTestRunTrx.DirectoryName ($currentTestRunTrx.BaseName + '_All.txt') (Select-Xml -Path $currentTestRunTrx.FullName -XPath "//ns:UnitTestResult" -Namespace @{"ns"="http://microsoft.com/schemas/VisualStudio/TeamTest/2010"}).Node | Sort-Object -Property testName -CaseSensitive | ForEach-Object { "$($_.outcome -eq 'Passed' ? 'P' : $_.outcome -eq 'NotExecuted' ? 'N' : $_.outcome -eq 'Failed' ? 'F' : 'U') $($_.testName)" } | Add-Content $allTestsFilePath $greenTestsFilePath = Join-Path $currentTestRunTrx.DirectoryName ($currentTestRunTrx.BaseName + '_Passed.txt') Get-Content $allTestsFilePath | Where-Object { $_.StartsWith('P ') } | ForEach-Object { $_.Substring(2) } | Add-Content $greenTestsFilePath # Compare test file against previously committed file. $establishedGreenTestsFilePath = ".\test\EFCore.Jet.FunctionalTests\GreenTests\ace_${{ matrix.aceVersion }}_$('${{ matrix.dataAccessProviderType }}'.Replace(' ', '').ToLowerInvariant())_${{ matrix.aceArchitecture }}.txt" if (Test-Path $establishedGreenTestsFilePath) { $diffResult = Compare-Object (Get-Content $establishedGreenTestsFilePath) (Get-Content $greenTestsFilePath) $notGreenAnymore = $diffResult | Where-Object { $_.SideIndicator -eq '<=' } | Select-Object -ExpandProperty InputObject if ($null -ne $notGreenAnymore) { echo "`nThe following $(@($notGreenAnymore).Length) tests passed in previous runs, but didn't pass in this run:`n" $notGreenAnymore exit 1 } echo 'All tests that passed in previous runs still passed in this run.' $newlyGreenTests = $diffResult | Where-Object { $_.SideIndicator -eq '=>' } | Select-Object -ExpandProperty InputObject if ($newlyGreenTests.Length -gt 0) { Copy-Item $greenTestsFilePath $establishedGreenTestsFilePath -Force -Verbose echo "`nThe following new tests passed that did not pass before:`n" $newlyGreenTests $commitGreenTestsFile = $establishedGreenTestsFilePath echo "commitGreenTestsFile=$commitGreenTestsFile" >> $env:GITHUB_ENV } } echo 'Check succeeded.' - name: 'Upload Green Tests' if: ${{ env.commitGreenTestsFile != '' }} uses: actions/upload-artifact@v4 with: name: green-tests_${{ env.matrixId }} path: ${{ env.commitGreenTestsFile }} MergeArtifacts: needs: BuildAndTest if: always() outputs: testResultsAvailable: ${{ steps.MergeTestResults.conclusion == 'success' }} greenTestsAvailable: ${{ steps.MergeGreenTests.conclusion == 'success' }} runs-on: ubuntu-latest steps: - name: 'Check Test Results Artifacts' id: CheckTestResultsArtifacts uses: actions/github-script@v7 with: script: | var allArtifacts = await github.rest.actions.listWorkflowRunArtifacts({ owner: context.repo.owner, repo: context.repo.repo, run_id: '${{ github.run_id }}', }); var artifacts = allArtifacts.data.artifacts.filter((artifact) => { return artifact.name.startsWith("test-results_"); }); if (artifacts.length > 0) { core.setOutput('artifactsAvailable', 'true'); console.log('Test results artifacts found.'); } - name: 'Merge Test Results' id: MergeTestResults if: steps.CheckTestResultsArtifacts.outputs.artifactsAvailable == 'true' uses: actions/upload-artifact/merge@v4 with: name: test-results pattern: test-results_* delete-merged: true - name: 'Check Green Tests Artifacts' id: CheckGreenTestsArtifacts uses: actions/github-script@v7 with: script: | var allArtifacts = await github.rest.actions.listWorkflowRunArtifacts({ owner: context.repo.owner, repo: context.repo.repo, run_id: '${{ github.run_id }}', }); var artifacts = allArtifacts.data.artifacts.filter((artifact) => { return artifact.name.startsWith("green-tests_"); }); if (artifacts.length > 0) { core.setOutput('artifactsAvailable', 'true'); console.log('Green Tests Artifacts found.'); } - name: 'Merge Green Tests' id: MergeGreenTests if: steps.CheckGreenTestsArtifacts.outputs.artifactsAvailable == 'true' uses: actions/upload-artifact/merge@v4 with: name: green-tests pattern: green-tests_* delete-merged: true NuGet: needs: - BuildAndTest - MergeArtifacts if: always() && (needs.BuildAndTest.result == 'success' || needs.BuildAndTest.result == 'skipped') && (github.event_name == 'push' || github.event_name == 'release') && needs.MergeArtifacts.result == 'success' && github.repository == 'CirrusRedOrg/EntityFrameworkCore.Jet' runs-on: ubuntu-latest steps: - name: Checkout uses: actions/checkout@v4 - name: Setup .NET SDK uses: actions/setup-dotnet@v4 with: global-json-file: global.json - name: .NET Information shell: pwsh run: | dotnet --info - name: NuGet Pack shell: pwsh run: | $officialBuild = '${{ github.ref }}' -match '(?<=^refs/tags/v)\d+\.\d+\.\d+.*$' $officialVersion = $Matches.0 $wipBuild = '${{ github.ref }}' -match '^refs/heads/.*-wip$' $ciBuildOnly = $wipBuild -or ('${{ github.ref }}' -match '^refs/heads/(?:master|.*-servicing)$') $continuousIntegrationTimestamp = Get-Date -Format yyyyMMddHHmmss $buildSha = '${{ github.sha }}'.SubString(0, 7); $pack = $officialBuild -or $ciBuildOnly $pushToAzureArtifacts = $pack $pushToMygetOrg = $pack $pushToNugetOrg = $pack -and $officialBuild echo "pushToAzureArtifacts: $pushToAzureArtifacts" echo "pushToMygetOrg: $pushToMygetOrg" echo "pushToNugetOrg: $pushToNugetOrg" echo "officialBuild: $officialBuild" echo "officialVersion: $officialVersion" echo "wipBuild: $wipBuild" echo "ciBuildOnly: $ciBuildOnly" echo "continuousIntegrationTimestamp: $continuousIntegrationTimestamp" echo "buildSha: $buildSha" echo "pack: $pack" if ($pack) { $projectFiles = Get-ChildItem src/*/*.csproj -Recurse | % { $_.FullName } $combinations = @('default', @('Release')), @('withPdbs', @('Release', 'Debug')) #, @('embeddedPdbs', @('Release', 'Debug')) foreach ($combination in $combinations) { $type = $combination[0] $configurations = $combination[1] foreach ($configuration in $configurations) { $arguments = 'pack', '-c', $configuration, '-o', "nupkgs/$configuration/$type", '-p:ContinuousIntegrationBuild=true' if ($officialBuild) { $arguments += "-p:OfficialVersion=$officialVersion" } if ($ciBuildOnly) { $arguments += "-p:ContinuousIntegrationTimestamp=$continuousIntegrationTimestamp" $arguments += "-p:BuildSha=$buildSha" } switch ($type) { 'withPdbs' { $arguments += '-p:PackPdb=true', '-p:IncludeSymbols=false' } 'embeddedPdbs' { $arguments += '-p:DebugType=embedded', '-p:IncludeSymbols=false' } } foreach ($projectFile in $projectFiles) { echo "Type: $type, Configuration: $configuration, Project: $projectFile" echo "Pack command: dotnet $(($arguments + $projectFile) -join ' ')" & dotnet ($arguments + $projectFile) } } } } echo "pushToAzureArtifacts=$pushToAzureArtifacts" >> $env:GITHUB_ENV echo "pushToMygetOrg=$pushToMygetOrg" >> $env:GITHUB_ENV echo "pushToNugetOrg=$pushToNugetOrg" >> $env:GITHUB_ENV - name: Upload Artifacts uses: actions/upload-artifact@v4 with: name: nupkgs path: nupkgs - name: "NuGet Push - myget.org - Debug" if: ${{ env.pushToMygetOrg == 'true' }} working-directory: nupkgs shell: pwsh run: dotnet nuget push './Debug/withPdbs/**/*.nupkg' --api-key '${{ secrets.MYGETORG_CIRRUSRED_ALLPACKAGES_DEBUG_PUSHNEW }}' --source 'https://www.myget.org/F/cirrusred-debug/api/v3/index.json' - name: "NuGet Push - myget.org - Release" if: ${{ env.pushToMygetOrg == 'true' }} working-directory: nupkgs shell: pwsh run: dotnet nuget push './Release/default/**/*.nupkg' --api-key '${{ secrets.MYGETORG_CIRRUSRED_ALLPACKAGES_PUSHNEW }}' --source 'https://www.myget.org/F/cirrusred/api/v3/index.json' - name: "NuGet Push - nuget.org - Release" if: ${{ env.pushToNugetOrg == 'true' }} working-directory: nupkgs shell: pwsh run: dotnet nuget push './Release/default/**/*.nupkg' --api-key '${{ secrets.NUGETORG_EFCOREJET_ALLPACKAGES_PUSHNEW }}' --source 'https://api.nuget.org/v3/index.json'