Port parallelization changes from images pipeline to addons-release (A…

…zure#5904)

Port the parallelization changes from the image builder pipeline to the addons-release pipeline. This fixes the addons-release pipeline, which is currently broken because it depends on build-api-proxy.yaml, which was changed from a template containing   'tasks' to one containing 'jobs' as part of the parallelization changes to the image builder pipeline.

The changes have been tested with a successful test run of the addons-release pipeline. I then tested the resulting build of the API Proxy image by using it in a nested edge deployment and verifying that it worked; the lower layer device was able to pull the diagnostics image via the API proxy running on the top layer device.

## Azure IoT Edge PR checklist:

This checklist is used to make sure that common guidelines for a pull request are followed.

### General Guidelines and Best Practices
- [x] I have read the [contribution guidelines](https://github.com/azure/iotedge#contributing).
- [x] Title of the pull request is clear and informative.
- [x] Description of the pull request includes a concise summary of the enhancement or bug fix.

### Testing Guidelines
- [x] Pull request includes test coverage for the included changes.
- Description of the pull request includes 
	- [x] concise summary of tests added/modified
	- [x] local testing done.  

### Draft PRs
- Open the PR in `Draft` mode if it is:
	- Work in progress or not intended to be merged.
	- Encountering multiple pipeline failures and working on fixes.

_Note: We use the kodiakhq bot to merge PRs once the necessary checks and approvals are in place. When it merges a PR, kodiakhq converts the PR title to the commit title, PR description to the commit description, and squashes all the commits in the PR to a single commit. The net effect is that entire PR becomes a single commit. Please follow the best practices mentioned [here](https://chris.beams.io/posts/git-commit/#:~:text=The%20seven%20rules%20of%20a%20great%20Git%20commit,what%20and%20why%20vs.%20how%20For%20example%3A%20) for the PR title and description_

builds/misc/addons-release.yaml

@@ -1,61 +1,122 @@
 name: $(version)
 
-jobs:
+variables:
+  NugetSecurityAnalysisWarningLevel: warn
+
+stages:
+################################################################################
+- stage: BuildExecutables
+################################################################################
+  displayName: Build Excecutables
+  pool:
+    name: $(pool.linux.name)
+    demands:
+      - ImageOverride -equals agent-aziotedge-ubuntu-18.04-docker  
+  dependsOn: []
+  jobs:
+  # Build API Proxy executable
+  - template: templates/build-api-proxy.yaml
+
+# TODO: Consider removing this consolidate stage, which is here mostly for
+# consistency with images.yaml and images-release.yaml.
+################################################################################
+- stage: ConsolidateAndPubishArtifacts
+################################################################################
+  displayName: Consolidate And Publish Artifacts
+  pool:
+    name: $(pool.linux.name)
+    demands:
+      - ImageOverride -equals agent-aziotedge-ubuntu-18.04-docker  
+  dependsOn: BuildExecutables
+  jobs:
+  - job: ConsolidateAndPublishArtifacts
+    steps:
+    - task: DownloadBuildArtifacts@0
+      displayName: Download Artifacts
+      inputs:
+        buildType: 'current'
+        downloadPath: '$(Build.ArtifactStagingDirectory)'
+        downloadType: specific
+        extractTars: true
+
+    - task: CopyFiles@2
+      displayName: Copy API Proxy Artifacts (amd64)
+      inputs:
+        sourceFolder: '$(Agent.TempDirectory)/extracted_tars/api_proxy_x86_64'
+        contents: '**'
+        targetFolder: '$(Build.BinariesDirectory)/publish'       
+
+    - task: CopyFiles@2
+      displayName: Copy API Proxy Artifacts (arm32)
+      inputs:
+        sourceFolder: '$(Agent.TempDirectory)/extracted_tars/api_proxy_armv7l'
+        contents: '**'
+        targetFolder: '$(Build.BinariesDirectory)/publish'    
+
+    - task: CopyFiles@2
+      displayName: Copy API Proxy Artifacts (arm64)
+      inputs:
+        sourceFolder: '$(Agent.TempDirectory)/extracted_tars/api_proxy_aarch64'
+        contents: '**'
+        targetFolder: '$(Build.BinariesDirectory)/publish'         
+
+    - task: PublishBuildArtifacts@1
+      displayName: 'Publish Artifacts'
+      inputs:
+        pathToPublish: '$(Build.BinariesDirectory)/publish'
+        artifactName: 'consolidated_artifacts'
+        StoreAsTar: true
+
 ################################################################################
-  - job: linux_API_proxy_module
+- stage:  BuildImages
 ################################################################################
-    displayName: linuxAPIProxy
-    timeoutInMinutes: 120
-    pool:
-      vmImage: 'ubuntu-18.04'
+  displayName: Build Images
+  pool:
+    name: $(pool.linux.name)
+    demands:
+      - ImageOverride -equals agent-aziotedge-ubuntu-18.04-docker
+  dependsOn: ConsolidateAndPubishArtifacts
+  jobs:
+  - job: BuildImageApiProxy
     steps:
-      - bash: |
-            if [ -z '$(version)' ]; then
-              echo '##vso[task.setvariable variable=buildVersion]$(Build.BuildNumber)'
-            else
-              echo '##vso[task.setvariable variable=buildVersion]$(version)'
-            fi
-            sudo apt-get update && sudo apt-get -y install qemu binfmt-support qemu-user-static && \
-            docker run --rm --privileged multiarch/qemu-user-static --reset -p yes && \
-            docker buildx rm  mbuilder || true  && \
-            docker buildx create --name mbuilder  || true  && \
-            docker buildx use mbuilder
-            docker -v
-        displayName: 'Set build version'
-      # Both docker logins needed for if we need to test this job. In this case images should go to edgebuilds.
-      - task: Docker@2
-        displayName: Docker login edgebuilds
-        inputs:
-          command: login
-          containerRegistry: iotedge-edgebuilds-acr
-      - task: Docker@2
-        displayName: Docker login edgerelease
-        inputs:
-          command: login
-          containerRegistry: iotedge-release-acr
-      # Build API Proxy executable
-      - template: templates/build-api-proxy.yaml
-      # Build API Proxy Image
-      - template: templates/image-linux.yaml
-        parameters:
-          name: API Proxy
-          imageName: azureiotedge-api-proxy
-          project: api-proxy-module
-          version: $(buildVersion)
-          buildx_flag: false
-      # Check API proxy
-      - task: ComponentGovernanceComponentDetection@0
-        inputs:
-          dockerImagesToScan: '$(registry.address)/microsoft/azureiotedge-api-proxy:$(buildVersion)-linux-amd64,$(registry.address)/microsoft/azureiotedge-api-proxy:$(buildVersion)-linux-arm32v7,$(registry.address)/microsoft/azureiotedge-api-proxy:$(buildVersion)-linux-arm64v8'
+    - bash: |
+        if [ -z '$(version)' ]; then
+          echo '##vso[task.setvariable variable=buildVersion]$(Build.BuildNumber)'
+        else
+          echo '##vso[task.setvariable variable=buildVersion]$(version)'
+        fi
+        sudo apt-get update && sudo apt-get -y install qemu binfmt-support qemu-user-static && \
+        docker run --rm --privileged multiarch/qemu-user-static --reset -p yes && \
+        docker buildx rm  mbuilder || true  && \
+        docker buildx create --name mbuilder  || true  && \
+        docker buildx use mbuilder
+        docker -v
+      displayName: 'Set build version'
+    - template: templates/image-linux.yaml
+      parameters:
+        name: API Proxy
+        imageName: azureiotedge-api-proxy
+        project: api-proxy-module
+        buildx_flag: false
+        version: $(buildVersion)
+        bin_dir: '$(Build.BinariesDirectory)'      
 
 ################################################################################
-  - job: manifest
+- stage: PublishManifests
 ################################################################################
-    displayName: Publish Manifest Images
-    pool:
-      vmImage: 'ubuntu-18.04'
-    dependsOn:
-      - linux_API_proxy_module
+  displayName: Publish Manifests
+  pool:
+    name: $(pool.linux.name)
+    demands:
+      - ImageOverride -equals agent-aziotedge-ubuntu-18.04-docker
+  dependsOn: BuildImages
+  jobs:
+  - job: PublishManifest
+    displayName: Publish Manifest
+    strategy:
+      matrix:
+        ApiProxy:
+           manifestFilePath: '$(System.DefaultWorkingDirectory)/edge-modules/api-proxy-module/docker/manifest.yaml.template'
     steps:
     # Both docker logins needed for if we need to test this job. In this case images should go to edgebuilds.
     - task: Docker@2
@@ -69,11 +130,23 @@ jobs:
         command: login
         containerRegistry: iotedge-release-acr
     - bash: |
-          if [ -z '$(version)' ]; then
-            echo '##vso[task.setvariable variable=buildVersion]$(Build.BuildNumber)'
-          else
-            echo '##vso[task.setvariable variable=buildVersion]$(version)'
-          fi
-      displayName: 'Set build version'
-    - script: scripts/linux/buildManifest.sh -r $(registry.address) -v $(buildVersion) -t $(System.DefaultWorkingDirectory)/edge-modules/api-proxy-module/docker/manifest.yaml.template -n microsoft --tags "$(tags)"
-      displayName: 'Publish azureiotedge-api-proxy Manifest'
+        if [ -z '$(version)' ]; then
+          echo '##vso[task.setvariable variable=buildVersion]$(Build.BuildNumber)'
+        else
+          echo '##vso[task.setvariable variable=buildVersion]$(version)'
+        fi
+      displayName: 'Set build version'     
+    - script: scripts/linux/buildManifest.sh -r $(registry.address) -v $(buildVersion) -t $(manifestFilePath) -n microsoft --tags "$(tags)"
+
+  - job: ComponentGovernance
+    steps:
+    - bash: |
+        if [ -z '$(version)' ]; then
+          echo '##vso[task.setvariable variable=buildVersion]$(Build.BuildNumber)'
+        else
+          echo '##vso[task.setvariable variable=buildVersion]$(version)'
+        fi
+      displayName: 'Set build version'        
+    - task: ComponentGovernanceComponentDetection@0
+      inputs:
+        dockerImagesToScan: '$(registry.address)/microsoft/azureiotedge-api-proxy:$(buildVersion)-linux-amd64,$(registry.address)/microsoft/azureiotedge-api-proxy:$(buildVersion)-linux-arm32v7,$(registry.address)/microsoft/azureiotedge-api-proxy:$(buildVersion)-linux-arm64v8'