Add support for .NET 9 (#2946)

Enhancements:
Adds .NET 9 to target frameworks

Fixes:
Adds missing DynamicallyAccessedMembers attribute to GetProviderSpecificFieldType and GetFieldType in netcore ref project.
Removes suppressions due to missing annotations in net6.0
Switches X509Certificate construction to use X509CertificateLoader.
Switches PKCS decoding to use SignedCMS.
Adds internal ReadExactly extension to System.IO.Stream in netfx to provide API parity between netcore and netfx and to address CA2022.
Guards ServicePointManager usage to netfx only, deprecated in .NET 9
https://learn.microsoft.com/en-us/dotnet/fundamentals/syslib-diagnostics/syslib0014
https://learn.microsoft.com/en-us/dotnet/api/system.net.servicepointmanager?view=net-9.0

Package Versions:
Adds System.Security.Cryptography.Pkcs:9.0.0 to address SYSLIB0057
Adds Microsoft.Bcl.Cryptography:9.0.0, dependency of the pkcs package
Bumps Microsoft.Extensions.Caching.Memory to 9.0.0
Bumps System.Configuration.ConfigurationManager to 9.0.0

Test Dependencies:
Bumps Microsoft.DotNet.RemoteExecutor to 10.0.0-beta.24564.1
Bumps Xunit to 2.6.3 for all frameworks

Author: mdaigle

build.proj

@@ -19,7 +19,7 @@
     <IsEnabledWindows Condition="'$(TargetsUnix)' == 'true'">false</IsEnabledWindows>
     <TestOS Condition="'$(TestTargetOS)' == '' AND '$(TargetsWindows)' == 'true'">Windows</TestOS>
     <TestOS Condition="'$(TestTargetOS)' == '' AND '$(TargetsUnix)' == 'true'">Unix</TestOS>
-    <TF Condition="$(TF) == ''">net8.0</TF> <!-- Default Target Framework -->
+    <TF Condition="$(TF) == ''">net9.0</TF> <!-- Default Target Framework -->
     <TFGroup Condition="'$([MSBuild]::GetTargetFrameworkIdentifier($(TF)))' == '.NETFramework'">netfx</TFGroup>
     <TFGroup Condition="'$([MSBuild]::GetTargetFrameworkIdentifier($(TF)))' == '.NETCoreApp'">netcore</TFGroup>
     <TargetGroup Condition="'$(TFGroup)' == 'netfx'" >netfx</TargetGroup>

eng/pipelines/common/templates/steps/ci-prebuild-step.yml

@@ -20,6 +20,18 @@ parameters:
       - Package
 
 steps:
+- task: UseDotNet@2
+  displayName: 'Use .NET 9.x sdk'
+  inputs:
+    packageType: sdk
+    version: '9.x'
+
+- task: UseDotNet@2
+  displayName: 'Install .NET 8.x runtime'
+  inputs:
+    packageType: runtime
+    version: '8.x'
+
 - ${{if eq(parameters.debug, true)}}:
   - powershell: |
       Get-ChildItem env: | Sort-Object Name

eng/pipelines/common/templates/steps/ci-project-build-step.yml

@@ -34,6 +34,18 @@ parameters:
       - all
 
 steps:
+- task: UseDotNet@2
+  displayName: 'Use .NET 9.x sdk'
+  inputs:
+    packageType: sdk
+    version: '9.x'
+
+- task: UseDotNet@2
+  displayName: 'Install .NET 8.x runtime'
+  inputs:
+    packageType: runtime
+    version: '8.x'
+
 - ${{ if or(eq(parameters.operatingSystem, 'Windows'), eq(parameters.operatingSystem, 'deferedToRuntime')) }}:
   - ${{ if or(eq(parameters.build, 'MDS'), eq(parameters.build, 'all')) }}:
     - task: MSBuild@1

eng/pipelines/common/templates/steps/copy-dlls-for-test-step.yml

@@ -27,6 +27,7 @@ parameters:
     default:
     - net462
     - net8.0
+    - net9.0
 
   - name: product
     default: MDS

eng/pipelines/common/templates/steps/prepare-test-db-step.yml

@@ -10,7 +10,7 @@ parameters:
 
   - name: targetFramework
     type: string
-    default: net8.0
+    default: net9.0
 
 steps:
 - task: DotNetCoreCLI@2

eng/pipelines/dotnet-sqlclient-ci-core.yml

@@ -3,7 +3,7 @@
 # The .NET Foundation licenses this file to you under the MIT license.          #
 # See the LICENSE file in the project root for more information.                #
 #################################################################################
-parameters: # parameters are shown up in ADO UI in a build queue time
+parameters:
 - name: 'debug'
   displayName: 'Enable debug output'
   type: boolean
@@ -12,17 +12,17 @@ parameters: # parameters are shown up in ADO UI in a build queue time
 - name: targetFrameworks
   displayName: 'Target Frameworks on Windows'
   type: object
-  default: [net462, net8.0]
+  default: [net462, net8.0, net9.0]
 
 - name: targetFrameworksLinux
   displayName: 'Target Frameworks on Non-Windows'
   type: object
-  default: [net8.0]
+  default: [net8.0, net9.0]
 
 - name: netcoreVersionTestUtils
   displayName: 'Netcore Version for Test Utilities'
   type: object
-  default: net8.0
+  default: net9.0
 
 - name: buildPlatforms
   displayName: 'Build Platforms on Windows'

eng/pipelines/dotnet-sqlclient-ci-package-reference-pipeline.yml

@@ -45,12 +45,12 @@ parameters: # parameters are shown up in ADO UI in a build queue time
 - name: targetFrameworks
   displayName: 'Target Frameworks on Windows'
   type: object
-  default: [net462, net8.0]
+  default: [net462, net8.0, net9.0]
 
 - name: targetFrameworksLinux
   displayName: 'Target Frameworks on Non-Windows'
   type: object
-  default: [net8.0]
+  default: [net8.0, net9.0]
 
 - name: buildPlatforms
   displayName: 'Build Platforms on Windows'

eng/pipelines/dotnet-sqlclient-ci-project-reference-pipeline.yml

@@ -37,12 +37,12 @@ parameters: # parameters are shown up in ADO UI in a build queue time
 - name: targetFrameworks
   displayName: 'Target Frameworks on Windows'
   type: object
-  default: [net462, net8.0]
+  default: [net462, net8.0, net9.0]
 
 - name: targetFrameworksLinux
   displayName: 'Target Frameworks on Non-Windows'
   type: object
-  default: [net8.0]
+  default: [net8.0, net9.0]
 
 - name: buildPlatforms
   displayName: 'Build Platforms on Windows'

eng/pipelines/libraries/mds-validation-variables.yml

@@ -17,15 +17,15 @@ variables:
   - name: expectedFolderNames
     value: lib,ref,runtimes
   - name: expectedDotnetVersions
-    value: net462,net8.0
+    value: net462,net8.0,net9.0
   - name: Database
     value: Northwind
   - name: platform
     value: AnyCPU
   - name: TargetNetFxVersion
     value: net481
   - name: TargetNetCoreVersion
-    value: net8.0
+    value: net9.0
   - name: SQLTarget
     value: localhost
   - name: encrypt

src/Directory.Build.props

@@ -85,7 +85,6 @@
 
   <!-- Provides Version properties -->
   <Import Project="$(ToolsDir)props\Versions.props" />
-  <Import Condition="$([MSBuild]::IsTargetFrameworkCompatible('$(TargetFramework)', 'net8.0'))" Project="$(ToolsDir)props\VersionsNet8OrLater.props" />
   <!-- Provides Tool properties -->
   <Import Project="$(ToolsDir)props\Tools.props" />
   <!-- Provides Build properties -->