FEAT: Integrate mssql_py_core wheel installation into Dev workflow PR validation, official and release pipelines

.gitignore

@@ -61,5 +61,8 @@ build/
 *venv*/
 **/*venv*/
 
+# Extracted mssql_py_core (from eng/scripts/install-mssql-py-core)
+mssql_py_core/
+
 # learning files
 learnings/

OneBranchPipelines/dummy-release-pipeline.yml

@@ -174,6 +174,14 @@ extends:
                     Write-Host "Symbols: $(if ($symbols) { $symbols.Count } else { 0 }) files"
                     Write-Host "====================================="
 
+              # Step 3.5: Validate mssql-py-core is a stable version (no dev/alpha/beta/rc)
+              - task: PowerShell@2
+                displayName: '[TEST] Validate mssql-py-core is a stable version'
+                inputs:
+                  targetType: 'filePath'
+                  filePath: '$(Build.SourcesDirectory)\OneBranchPipelines\scripts\validate-release-versions.ps1'
+                  arguments: '-VersionFile "$(Build.SourcesDirectory)\artifacts\dist\mssql-py-core.version"'
+
               # Step 4: Verify wheel integrity
               - task: PowerShell@2
                 displayName: '[TEST] Verify Wheel Integrity'

OneBranchPipelines/jobs/consolidate-artifacts-job.yml

@@ -26,7 +26,8 @@ jobs:
         value: '$(Build.ArtifactStagingDirectory)'
 
     steps:
-      - checkout: none  # No source code needed for consolidation
+      - checkout: self
+        fetchDepth: 1
 
       # Download ALL artifacts from current build
       # Matrix jobs publish as: Windows_<JobId>, macOS_<JobId>, Linux_<JobId>
@@ -112,6 +113,13 @@ jobs:
         displayName: 'Consolidate Windows symbols (optional)'
         continueOnError: true
 
+      # Include mssql-py-core version file for traceability
+      - bash: |
+          set -e
+          cp $(Build.SourcesDirectory)/eng/versions/mssql-py-core.version $(ob_outputDirectory)/dist/
+          echo "mssql-py-core version: $(cat $(ob_outputDirectory)/dist/mssql-py-core.version)"
+        displayName: 'Include mssql-py-core version'
+
       # Verify consolidation
       - bash: |
           echo "=========================================="

OneBranchPipelines/official-release-pipeline.yml

@@ -177,6 +177,14 @@ extends:
                     Write-Host "Symbols: $(if ($symbols) { $symbols.Count } else { 0 }) files"
                     Write-Host "====================================="
 
+              # Step 3.5: Validate mssql-py-core is a stable version (no dev/alpha/beta/rc)
+              - task: PowerShell@2
+                displayName: 'Validate mssql-py-core is a stable version'
+                inputs:
+                  targetType: 'filePath'
+                  filePath: '$(Build.SourcesDirectory)\OneBranchPipelines\scripts\validate-release-versions.ps1'
+                  arguments: '-VersionFile "$(Build.SourcesDirectory)\artifacts\dist\mssql-py-core.version"'
+
               # Step 4: Verify wheel integrity
               - task: PowerShell@2
                 displayName: 'Verify Wheel Integrity'

OneBranchPipelines/scripts/validate-release-versions.ps1

@@ -0,0 +1,49 @@
+# Copyright (c) Microsoft Corporation.
+# Licensed under the MIT License.
+
+<#
+.SYNOPSIS
+    Validates that a version file contains a stable (non-prerelease) version.
+
+.DESCRIPTION
+    Reads a single .version file and rejects any version containing
+    dev, alpha, beta, or rc tags. Intended to gate official releases.
+
+.PARAMETER VersionFile
+    Path to a .version file. Defaults to eng/versions/mssql-py-core.version
+    relative to the repository root.
+
+.EXAMPLE
+    # Run from repo root (uses default path):
+    .\eng\scripts\validate-release-versions.ps1
+
+    # Explicit path:
+    .\eng\scripts\validate-release-versions.ps1 -VersionFile C:\work\mssql-python\eng\versions\mssql-py-core.version
+#>
+
+param(
+    [string]$VersionFile
+)
+
+$ErrorActionPreference = 'Stop'
+
+if (-not $VersionFile) {
+    $repoRoot = (Resolve-Path "$PSScriptRoot\..\..").Path
+    $VersionFile = Join-Path $repoRoot 'eng\versions\mssql-py-core.version'
+}
+
+if (-not (Test-Path $VersionFile)) {
+    Write-Error "Version file not found: $VersionFile"
+    exit 1
+}
+
+$version = (Get-Content $VersionFile -Raw).Trim()
+$name = [System.IO.Path]::GetFileNameWithoutExtension($VersionFile)
+
+if ($version -match '(dev|alpha|beta|rc)') {
+    Write-Host "FAIL: $name version '$version' is a pre-release ($($Matches[1]))" -ForegroundColor Red
+    Write-Error "$name version is pre-release. Official releases require stable versions."
+    exit 1
+}
+
+Write-Host "OK: $name version '$version'" -ForegroundColor Green

OneBranchPipelines/stages/build-linux-single-stage.yml

@@ -104,6 +104,9 @@ stages:
 
           - script: |
               # Determine image based on LINUX_TAG and ARCH
+              # manylinux_2_28 = AlmaLinux 8 (glibc 2.28)
+              # Note: mssql_py_core (built in mssql-rs) requires OpenSSL 3 / glibc 2.34,
+              # but it is pre-built and downloaded from NuGet — not compiled here.
               if [[ "$(LINUX_TAG)" == "musllinux" ]]; then
                 IMAGE="quay.io/pypa/musllinux_1_2_$(ARCH)"
               else
@@ -126,10 +129,10 @@ stages:
                   set -euxo pipefail
                   if command -v dnf >/dev/null 2>&1; then
                     dnf -y update || true
-                    dnf -y install gcc gcc-c++ make cmake unixODBC-devel krb5-libs keyutils-libs ccache || true
+                    dnf -y install gcc gcc-c++ make cmake unixODBC-devel krb5-libs keyutils-libs ccache curl || true
                   elif command -v yum >/dev/null 2>&1; then
                     yum -y update || true
-                    yum -y install gcc gcc-c++ make cmake unixODBC-devel krb5-libs keyutils-libs ccache || true
+                    yum -y install gcc gcc-c++ make cmake unixODBC-devel krb5-libs keyutils-libs ccache curl || true
                   fi
                   gcc --version || true
                   cmake --version || true
@@ -138,7 +141,7 @@ stages:
                 docker exec build-$(LINUX_TAG)-$(ARCH) sh -lc '
                   set -euxo pipefail
                   apk update || true
-                  apk add --no-cache bash build-base cmake unixodbc-dev krb5-libs keyutils-libs ccache || true
+                  apk add --no-cache bash build-base cmake unixodbc-dev krb5-libs keyutils-libs ccache curl || true
                   gcc --version || true
                   cmake --version || true
                 '
@@ -208,6 +211,9 @@ stages:
                     cd /workspace/mssql_python/pybind;
                     bash build.sh;
 
+                    # Step 3.5: Extract mssql_py_core from NuGet for this Python version
+                    bash /workspace/eng/scripts/install-mssql-py-core.sh;
+
                     # Step 4: Build wheel
                     echo "Building wheel package...";
                     cd /workspace;
@@ -273,6 +279,9 @@ stages:
                     cd /workspace/mssql_python/pybind;
                     bash build.sh;
 
+                    # Step 3.5: Extract mssql_py_core from NuGet for this Python version
+                    bash /workspace/eng/scripts/install-mssql-py-core.sh;
+
                     # Step 4: Build wheel
                     echo "Building wheel package...";
                     cd /workspace;

OneBranchPipelines/stages/build-macos-single-stage.yml

@@ -169,6 +169,15 @@ stages:
             env:
               DB_PASSWORD: $(DB_PASSWORD)
 
+          # =========================
+          # MSSQL_PY_CORE INSTALLATION
+          # =========================
+          # Extract mssql_py_core from NuGet into repo root BEFORE testing
+          # Required for bulkcopy tests which use mssql_py_core native bindings
+          - script: |
+              bash $(Build.SourcesDirectory)/eng/scripts/install-mssql-py-core.sh
+            displayName: 'Install mssql_py_core from NuGet'
+
           # =========================
           # TESTING
           # =========================
@@ -186,6 +195,7 @@ stages:
           # =========================
           # WHEEL BUILD
           # =========================
+
           # Build wheel package from setup.py
           # Wheel filename: mssql_python-X.Y.Z-cp3XX-cp3XX-macosx_XX_X_universal2.whl
           # bdist_wheel = build binary wheel distribution (contains pre-compiled .so)

OneBranchPipelines/stages/build-windows-single-stage.yml

@@ -238,6 +238,17 @@ stages:
             displayName: 'Build PYD for $(targetArch)'
             continueOnError: false
 
+          # =========================
+          # MSSQL_PY_CORE INSTALLATION
+          # =========================
+          # Extract mssql_py_core from NuGet into repo root BEFORE testing
+          # Required for bulkcopy tests which use mssql_py_core native bindings
+          - task: PowerShell@2
+            displayName: 'Install mssql_py_core from NuGet'
+            inputs:
+              targetType: 'filePath'
+              filePath: '$(Build.SourcesDirectory)\eng\scripts\install-mssql-py-core.ps1'
+
           # =========================
           # TESTING
           # =========================

eng/pipelines/pr-validation-pipeline.yml

@@ -230,6 +230,10 @@ jobs:
       build.bat x64
     displayName: 'Build .pyd file'
 
+  - template: steps/install-mssql-py-core.yml
+    parameters:
+      platform: windows
+
   # Run tests for LocalDB
   - script: |
       python -m pytest -v --junitxml=test-results-localdb.xml --cov=. --cov-report=xml:coverage-localdb.xml --capture=tee-sys --cache-clear
@@ -497,6 +501,10 @@ jobs:
       ./build.sh
     displayName: 'Build pybind bindings (.so)'
 
+  - template: steps/install-mssql-py-core.yml
+    parameters:
+      platform: unix
+
   - script: |
       echo "Build successful, running tests now"
       python -m pytest -v --junitxml=test-results.xml --cov=. --cov-report=xml --capture=tee-sys --cache-clear
@@ -669,6 +677,12 @@ jobs:
       "
     displayName: 'Build pybind bindings (.so) in $(distroName) container'
 
+  - template: steps/install-mssql-py-core.yml
+    parameters:
+      platform: container
+      containerName: test-container-$(distroName)
+      venvActivate: 'source /opt/venv/bin/activate'
+
   - script: |
       # Uninstall ODBC Driver before running tests
       docker exec test-container-$(distroName) bash -c "
@@ -984,6 +998,12 @@ jobs:
     displayName: 'Build pybind bindings (.so) in $(distroName) ARM64 container'
     retryCountOnTaskFailure: 2
 
+  - template: steps/install-mssql-py-core.yml
+    parameters:
+      platform: container
+      containerName: test-container-$(distroName)-$(archName)
+      venvActivate: 'source /opt/venv/bin/activate'
+
   - script: |
       # Uninstall ODBC Driver before running tests
       docker exec test-container-$(distroName)-$(archName) bash -c "
@@ -1192,6 +1212,12 @@ jobs:
       "
     displayName: 'Build pybind bindings (.so) in RHEL 9 container'
 
+  - template: steps/install-mssql-py-core.yml
+    parameters:
+      platform: container
+      containerName: test-container-rhel9
+      venvActivate: 'source myvenv/bin/activate'
+
   - script: |
       # Uninstall ODBC Driver before running tests
       docker exec test-container-rhel9 bash -c "
@@ -1411,6 +1437,12 @@ jobs:
     displayName: 'Build pybind bindings (.so) in RHEL 9 ARM64 container'
     retryCountOnTaskFailure: 2
 
+  - template: steps/install-mssql-py-core.yml
+    parameters:
+      platform: container
+      containerName: test-container-rhel9-arm64
+      venvActivate: 'source myvenv/bin/activate'
+
   - script: |
       # Uninstall ODBC Driver before running tests
       docker exec test-container-rhel9-arm64 bash -c "
@@ -1638,6 +1670,12 @@ jobs:
       "
     displayName: 'Build pybind bindings (.so) in Alpine x86_64 container'
 
+  - template: steps/install-mssql-py-core.yml
+    parameters:
+      platform: container
+      containerName: test-container-alpine
+      venvActivate: 'source /workspace/venv/bin/activate'
+
   - script: |
       # Uninstall ODBC Driver before running tests to use bundled libraries
       docker exec test-container-alpine bash -c "
@@ -1883,6 +1921,12 @@ jobs:
     displayName: 'Build pybind bindings (.so) in Alpine ARM64 container'
     retryCountOnTaskFailure: 2
 
+  - template: steps/install-mssql-py-core.yml
+    parameters:
+      platform: container
+      containerName: test-container-alpine-arm64
+      venvActivate: 'source /workspace/venv/bin/activate'
+
   - script: |
       # Uninstall ODBC Driver before running tests to use bundled libraries
       docker exec test-container-alpine-arm64 bash -c "
@@ -2005,6 +2049,10 @@ jobs:
       build.bat x64
     displayName: 'Build .pyd file'
 
+  - template: steps/install-mssql-py-core.yml
+    parameters:
+      platform: windows
+
   - script: |
       python -m pytest -v --junitxml=test-results-azuresql.xml --cov=. --cov-report=xml:coverage-azuresql.xml --capture=tee-sys --cache-clear
     displayName: 'Run tests on Azure SQL Database'
@@ -2047,6 +2095,10 @@ jobs:
       ./build.sh
     displayName: 'Build pybind bindings (.so)'
 
+  - template: steps/install-mssql-py-core.yml
+    parameters:
+      platform: unix
+
   - script: |
       python -m pytest -v --junitxml=test-results-azuresql.xml --cov=. --cov-report=xml:coverage-azuresql.xml --capture=tee-sys --cache-clear
     displayName: 'Run tests on Azure SQL Database'
@@ -2118,6 +2170,12 @@ jobs:
       "
     displayName: 'Build pybind bindings (.so) in Ubuntu container'
 
+  - template: steps/install-mssql-py-core.yml
+    parameters:
+      platform: container
+      containerName: test-container-ubuntu-azuresql
+      venvActivate: 'source /opt/venv/bin/activate'
+
   - script: |
       docker exec test-container-ubuntu-azuresql bash -c "
         export DEBIAN_FRONTEND=noninteractive
@@ -2212,6 +2270,10 @@ jobs:
       ./build.sh codecov
     displayName: 'Build pybind bindings with coverage'
 
+  - template: steps/install-mssql-py-core.yml
+    parameters:
+      platform: unix
+
   - script: |
       # Generate unified coverage (Python + C++)
       chmod +x ./generate_codecov.sh