Add missing stage in 1ES pipeline, label release jobs correctly

build-1es-pipeline.yaml

@@ -36,6 +36,12 @@ parameters:
     displayName: 'Test PMC Connection without Publishing Artifacts to Linux Repos'
     type: boolean
     default: false
+
+  - name: remove_packages
+    displayName: 'Remove Linux Packages'
+    type: string
+    default: ' '
+
 # Do not trigger this pipeline automatically
 trigger: none
 pr: none
@@ -984,7 +990,10 @@ extends:
               - AzCopyVersion
               - VerifyArtifacts
             jobs:
-              - job: Job
+              - job: ReleaseJob
+                templateContext:
+                  type: releaseJob
+                  isProduction: true
                 pool:
                   name: azcopy-pool
                   image: ubuntu22-1espt
@@ -1002,7 +1011,7 @@ extends:
                       echo "##vso[task.setvariable variable=azcopy_github_tag]$azcopy_github_tag"
                     displayName: 'AzCopy Tag Name'
 
-                  - task : DownloadPipelineArtifact@2
+                  - task: 1ES.DownloadPipelineArtifact@1
                     displayName: 'Download Linux, Windows, Mac Build Artifacts'
                     inputs:
                       itemPattern: 'azcopy-*-signed/**'
@@ -1215,4 +1224,84 @@ extends:
                                 echo "Repo Name: $repoName"
                                 pmc --auth-type wif --base-url "https://pmc-ingest.trafficmanager.net/api/v4" repo publish $repoName
                               fi
-                            done < <(tail -n +3 ../packages.csv)
+                            done < <(tail -n +3 ../packages.csv)
+
+      - ${{ if ne(parameters.remove_packages, '') }}:
+          - stage: RemovePackagesFromLinuxRepository
+            jobs:
+              - job: RemovePackages
+                timeoutInMinutes: 120
+                pool:
+                  vmImage: 'ubuntu-22.04'
+                variables:
+                  - group: AZCOPY_SECRET_VAULT
+                steps:
+                  - checkout: none
+
+                  - task: PipAuthenticate@1
+                    inputs:
+                      artifactFeeds: 'DevExGlobalFeed'
+                    displayName: 'Connect to PMC artifact'
+
+                  - script: |
+                      sudo apt-get clean
+                      sudo apt-get update --fix-missing
+                      sudo apt-get install -y tree
+                    displayName: 'Install Dependencies'
+
+                  - script: |
+                      pip install pmc-cli
+                      echo '##vso[task.prependpath]$(HOME)/.local/bin'
+                    displayName: 'Install pmc-cli'
+
+                  - task: DownloadSecureFile@1
+                    name: pmcCertificate
+                    displayName: 'Download pmc pem file'
+                    inputs:
+                      secureFile: 'blobfusebuildvault-blobfuse-release-pmc1-20230911.pem'
+
+                  - task: DownloadSecureFile@1
+                    name: settings
+                    displayName: 'Download settings.toml file'
+                    inputs:
+                      secureFile: 'settings.toml'
+
+                  - script: |
+                      pmc --version
+                      pmc --msal-cert-path $(pmcCertificate.secureFilePath) --config $(settings.secureFilePath) repo list --limit 1
+                      if [ $? -ne 0 ]; then
+                        exit 1
+                      fi
+                    displayName: 'Test PMC installation'
+
+                  - script: |
+                      pkg_id_list=$(pmc --msal-cert-path $(pmcCertificate.secureFilePath) --config $(settings.secureFilePath) package deb list --name azcopy --version ${{parameters.remove_packages}})
+
+                      # Loop over all the results and extract the package id for each one
+                      for PKG_ID in $(echo "$pkg_id_list" | jq -r '.results[].id'); do
+                          echo "Processing Package ID: $PKG_ID"  # Debugging line
+                          pkg_repo_names=$(pmc --msal-cert-path $(pmcCertificate.secureFilePath) --config $(settings.secureFilePath) repo list --package "$PKG_ID")
+
+                          for REPO_NAME in $(echo "$pkg_repo_names" | jq -r '.results[].name'); do
+                              echo "Found repo: $REPO_NAME $PKG_ID" # Debugging line
+                              pmc --msal-cert-path $(pmcCertificate.secureFilePath) --config $(settings.secureFilePath) repo package update --remove-packages $PKG_ID $REPO_NAME
+                              pmc --msal-cert-path $(pmcCertificate.secureFilePath) --config $(settings.secureFilePath) repo publish $REPO_NAME
+                          done
+                      done
+                    displayName: 'Remove deb packages from the repository'
+
+                  - script: |
+                      pkg_id_list=$(pmc --msal-cert-path $(pmcCertificate.secureFilePath) --config $(settings.secureFilePath) package rpm list --name azcopy --version ${{parameters.remove_packages}})
+
+                      # Loop over all the results and extract the package id for each one
+                      for PKG_ID in $(echo "$pkg_id_list" | jq -r '.results[].id'); do
+                          echo "Processing Package ID: $PKG_ID"  # Debugging line
+                          pkg_repo_names=$(pmc --msal-cert-path $(pmcCertificate.secureFilePath) --config $(settings.secureFilePath) repo list --package "$PKG_ID")
+
+                          for REPO_NAME in $(echo "$pkg_repo_names" | jq -r '.results[].name'); do
+                              echo "Found repo: $REPO_NAME $PKG_ID" # Debugging line
+                              pmc --msal-cert-path $(pmcCertificate.secureFilePath) --config $(settings.secureFilePath) repo package update --remove-packages $PKG_ID $REPO_NAME
+                              pmc --msal-cert-path $(pmcCertificate.secureFilePath) --config $(settings.secureFilePath) repo publish $REPO_NAME
+                          done
+                      done
+                    displayName: 'Remove rpm packages from the repository'