azure-pipelines.yml

# CI and PR triggers
trigger:
- main
- feature/*
- release/*
pr:
- main
- feature/*
- release/*

# Variables
variables:
  - name: _TeamName
    value: DotNetInteractive
  - name: _BuildConfig
    value: Release
  - name: _PublishUsingPipelines
    value: true
  - name: _DotNetArtifactsCategory
    value: .NETCore
  - name: DotNetSdkVersion
    value: '5.0.100'
  - name: PocketLoggerLogPath
    value: $(Build.SourcesDirectory)/artifacts/log/$(_BuildConfig)
  - name: TryDotNetPackagesPath
    value: $(Build.SourcesDirectory)/artifacts/.trydotnet/packages
  - name: NodeJSVersion
    value: '14.17.5'
  - name: _TestArgs
    value: ''

stages:
- stage: build
  displayName: Build and Test
  jobs:
  - template: /eng/common/templates/jobs/jobs.yml
    parameters:
      enableMicrobuild: true
      enablePublishBuildArtifacts: true
      enablePublishTestResults: true
      enablePublishBuildAssets: true
      enablePublishUsingPipelines: $(_PublishUsingPipelines)
      jobs:
      - job: Windows_NT
        pool:
          ${{ if or(eq(variables['System.TeamProject'], 'public'), in(variables['Build.Reason'], 'PullRequest')) }}:
            name: NetCorePublic-Pool
            queue: BuildPool.Windows.10.Amd64.VS2019.Open
          ${{ if and(ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}:
            name: NetCoreInternal-Pool
            queue: buildpool.windows.10.amd64.vs2019
        timeoutInMinutes: 90
        variables:
        # Enable signing for internal, non-PR builds
        - ${{ if and(ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}:
          - group: DotNet-Blob-Feed
          - group: DotNet-Symbol-Server-Pats
          - name: _SignType
            value: Real
          - name: _DotNetPublishToBlobFeed
            value: true
          - name: _BuildArgs
            value: /p:SignType=$(_SignType)
                   /p:DotNetSignType=$(_SignType)
                   /p:MicroBuild_SigningEnabled=true
                   /p:OverridePackageSource=https://dotnetfeed.blob.core.windows.net/dotnet-core/index.json
                   /p:TeamName=$(_TeamName)
                   /p:DotNetPublishBlobFeedKey=$(dotnetfeed-storage-access-key-1)
                   /p:DotNetPublishBlobFeedUrl=https://dotnetfeed.blob.core.windows.net/dotnet-core/index.json
                   /p:DotNetPublishToBlobFeed=true
                   /p:DotNetPublishUsingPipelines=$(_PublishUsingPipelines)
                   /p:DotNetArtifactsCategory=$(_DotNetArtifactsCategory)
                   /p:DotNetSymbolServerTokenMsdl=$(microsoft-symbol-server-pat)
                   /p:DotNetSymbolServerTokenSymWeb=$(symweb-symbol-server-pat)
                   /p:OfficialBuildId=$(BUILD.BUILDNUMBER)
                   /p:PublishToSymbolServer=true
        # else
        - ${{ if or(eq(variables['System.TeamProject'], 'public'), in(variables['Build.Reason'], 'PullRequest')) }}:
          - name: _SignType
            value: Test
          - name: _BuildArgs
            value: /p:SignType=$(_SignType)
        # SkipTests
        # - ${{ if ne(variables['SkipTests'], 'true') }}:
        #   - name: _TestArgs
        #     value: -test
        steps:
        - script: git config --global core.longpaths true
          displayName: Enable `git clean` to handle long paths

        - checkout: self
          clean: true

        # Azure DevOps doesn't support git symlinks on Windows so we have to fake it
        - pwsh: . "$(Build.SourcesDirectory)\src\ensure-symlinks.ps1"
          displayName: ensure symlinks

        - task: NodeTool@0
          displayName: Add NodeJS/npm
          inputs:
            versionSpec: $(NodeJSVersion)

        - task: UseDotNet@2
          displayName: Use .NET SDK 5.0
          inputs:
            packageType: sdk
            version: $(DotNetSdkVersion)
            installationPath: $(Agent.ToolsDirectory)\dotnet

        - script: |
            robocopy "eng\resources" "$(Build.SourcesDirectory)\artifacts"
            :: robocopy return codes are terrible; 1 means files were copied
            if "%errorlevel%" == "1" exit /b 0
            exit /b 1
          displayName: Prevent test directory crawling

        - script: eng\CIBuild.cmd
            -configuration $(_BuildConfig)
            -prepareMachine
            -sign
            $(_TestArgs)
            $(_BuildArgs)
          displayName: Build
          env:
            POCKETLOGGER_LOG_PATH: $(PocketLoggerLogPath)
            TRYDOTNET_PACKAGES_PATH: $(TryDotNetPackagesPath)

        - script: dotnet test -l trx --no-build --blame-hang-timeout 5m --blame-hang-dump-type full -c $(_BuildConfig) --results-directory $(Build.SourcesDirectory)/artifacts/TestResults/$(_BuildConfig)
          displayName: Test / Blame
          workingDirectory: $(Build.SourcesDirectory)
          condition: ne(variables['SkipTests'], 'true')

        - pwsh: Get-ChildItem *.dmp -Recurse | Remove-Item
          displayName: Delete dump files
          workingDirectory: $(Build.SourcesDirectory)/artifacts/TestResults/$(_BuildConfig)
          condition: and(ne(variables['KeepDumps'], 'true'), ne(variables['SkipTests'], 'true'))

        - task: PublishBuildArtifacts@1
          displayName: Publish Test results and Blame dumps
          inputs:
            pathToPublish: $(Build.SourcesDirectory)/artifacts/TestResults/$(_BuildConfig)
            artifactName: Windows_test_results_and_dumps
            artifactType: container
          condition: failed()

        - script: npm run ciTest
          displayName: NPM tests
          workingDirectory: "$(Build.SourcesDirectory)/src/Microsoft.DotNet.Interactive.Js"
          condition: ne(variables['SkipTests'], 'true')

        # build and test VS Code extension
        - script: npm install
          displayName: npm install (VS Code stable)
          workingDirectory: "$(Build.SourcesDirectory)/src/dotnet-interactive-vscode/stable"

        - script: npm run ciTest
          displayName: npm test (VS Code stable)
          workingDirectory: "$(Build.SourcesDirectory)/src/dotnet-interactive-vscode/stable"
          condition: ne(variables['SkipTests'], 'true')

        - script: npm install
          displayName: npm install (VS Code insiders)
          workingDirectory: "$(Build.SourcesDirectory)/src/dotnet-interactive-vscode/insiders"

        - script: npm run ciTest
          displayName: npm test (VS Code insiders)
          workingDirectory: "$(Build.SourcesDirectory)/src/dotnet-interactive-vscode/insiders"
          condition: ne(variables['SkipTests'], 'true')

        # build and test npm package
        - script: npm install
          displayName: npm install (npm package)
          workingDirectory: "$(Build.SourcesDirectory)/src/dotnet-interactive-npm"

        - script: npm run ciTest
          displayName: npm test (npm package)
          workingDirectory: "$(Build.SourcesDirectory)/src/dotnet-interactive-npm"
          condition: ne(variables['SkipTests'], 'true')

        # publish VS Code and npm test results
        - task: PublishTestResults@2
          displayName: Publish VS Code extension and npm test results
          inputs:
            testResultsFormat: VSTest
            testResultsFiles: '**/*.trx'
            searchFolder: '$(Build.SourcesDirectory)/artifacts/TestResults'
          condition: always()

        # pack and publish vscode and npm
        - task: PowerShell@2
          displayName: Pack VS Code Extensions
          inputs:
            filePath: $(Build.SourcesDirectory)/eng/package/PackVSCodeExtension.ps1
            arguments: -stableToolVersionNumber $(StableToolVersionNumber) -gitSha $(Build.SourceVersion) -outDir "$(Build.ArtifactStagingDirectory)\vscode"
            workingDirectory: "$(Build.SourcesDirectory)/src/dotnet-interactive-vscode"
            pwsh: true

        - task: PublishBuildArtifacts@1
          displayName: Publish VSCode extension artifacts
          inputs:
            pathToPublish: $(Build.ArtifactStagingDirectory)\vscode
            artifactName: vscode
            artifactType: container

        - task: PowerShell@2
          displayName: Pack NPM package
          inputs:
            filePath: $(Build.SourcesDirectory)/eng/package/PackNpmPackage.ps1
            arguments: -packageVersionNumber $(StableToolVersionNumber) -gitSha $(Build.SourceVersion) -outDir "$(Build.ArtifactStagingDirectory)\npm"
            workingDirectory: "$(Build.SourcesDirectory)/src/dotnet-interactive-npm"
            pwsh: true

        - task: PublishBuildArtifacts@1
          displayName: Publish NPM package artifacts
          inputs:
            pathToPublish: $(Build.ArtifactStagingDirectory)\npm
            artifactName: npm
            artifactType: container

        # Prevent symbols packages from being saved in the following `packages` artifact because they're incomplete.
        # See `eng/AfterSolutionBuild.targets:StripFilesFromSymbolPackages` for details.
        - script: del /S $(Build.SourcesDirectory)\artifacts\packages\$(_BuildConfig)\*.symbols.nupkg
          displayName: Clean symbol packages

        - task: PublishBuildArtifacts@1
          displayName: Publish packages to artifacts container
          inputs:
            pathToPublish: $(Build.SourcesDirectory)\artifacts\packages\$(_BuildConfig)
            artifactName: packages
            artifactType: container

  - template: /eng/common/templates/jobs/jobs.yml
    parameters:
      enableMicrobuild: true
      enablePublishBuildArtifacts: true
      enablePublishTestResults: true
      enablePublishBuildAssets: false
      enablePublishUsingPipelines: false
      jobs:
      - job: Linux
        pool:
          ${{ if or(eq(variables['System.TeamProject'], 'public'), in(variables['Build.Reason'], 'PullRequest')) }}:
            name: NetCorePublic-Pool
            queue: BuildPool.Ubuntu.1604.amd64.Open
          ${{ if and(ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}:
            name: NetCoreInternal-Pool
            queue: BuildPool.Ubuntu.1604.amd64
        variables:
        # Enable signing for internal, non-PR builds
        - ${{ if and(ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}:
          - name: _SignType
            value: Test
          - name: _BuildArgs
            value: /p:SignType=$(_SignType)
              /p:DotNetSignType=$(_SignType)
              /p:OverridePackageSource=https://dotnetfeed.blob.core.windows.net/dotnet-core/index.json
              /p:TeamName=$(_TeamName)
              /p:OfficialBuildId=$(BUILD.BUILDNUMBER)
        # else
        - ${{ if or(eq(variables['System.TeamProject'], 'public'), in(variables['Build.Reason'], 'PullRequest')) }}:
          - name: _SignType
            value: Test
          - name: _BuildArgs
            value: /p:SignType=$(_SignType)
        # SkipTests
        # - ${{ if ne(variables['SkipTests'], 'true') }}:
        #   - name: _TestArgs
        #     value: --test
        steps:
        - script: git config --global core.longpaths true
          displayName: Enable `git clean` to handle long paths

        - checkout: self
          clean: true

        - task: NodeTool@0
          displayName: Add NodeJS/npm
          inputs:
            versionSpec: $(NodeJSVersion)

        - task: UseDotNet@2
          displayName: Use .NET SDK
          inputs:
            packageType: sdk
            version: $(DotNetSdkVersion)
            installationPath: $(Agent.ToolsDirectory)/dotnet

        - script: |
            mkdir -p "$(Build.SourcesDirectory)/artifacts"
            cp eng/resources/* "$(Build.SourcesDirectory)/artifacts"
          displayName: Prevent test directory crawling

        - script: ./eng/cibuild.sh
            --configuration $(_BuildConfig)
            --prepareMachine
            $(_TestArgs)
          displayName: Build
          env:
            POCKETLOGGER_LOG_PATH: $(PocketLoggerLogPath)
            TRYDOTNET_PACKAGES_PATH: $(TryDotNetPackagesPath)

        - script: dotnet test -l trx --no-build --blame-hang-timeout 5m --blame-hang-dump-type full -c $(_BuildConfig) --results-directory $(Build.SourcesDirectory)/artifacts/TestResults/$(_BuildConfig)
          displayName: Test / Blame
          workingDirectory: $(Build.SourcesDirectory)
          condition: ne(variables['SkipTests'], 'true')

        - pwsh: Get-ChildItem *.dmp -Recurse | Remove-Item
          displayName: Delete dump files
          workingDirectory: $(Build.SourcesDirectory)/artifacts/TestResults/$(_BuildConfig)
          condition: and(ne(variables['KeepDumps'], 'true'), ne(variables['SkipTests'], 'true'))

        - task: PublishBuildArtifacts@1
          displayName: Publish Test results and Blame dumps
          inputs:
            pathToPublish: $(Build.SourcesDirectory)/artifacts/TestResults/$(_BuildConfig)
            artifactName: Linux_test_results_and_dumps
            artifactType: container
          condition: failed()

        - script: npm run ciTest
          displayName: NPM tests
          workingDirectory: "$(Build.SourcesDirectory)/src/Microsoft.DotNet.Interactive.Js"
          condition: ne(variables['SkipTests'], 'true')

  - template: /eng/common/templates/jobs/jobs.yml
    parameters:
      enableMicrobuild: true
      jobs:
      - job: Dockerfile_official_image
        pool:
          ${{ if or(eq(variables['System.TeamProject'], 'public'), in(variables['Build.Reason'], 'PullRequest')) }}:
            name: NetCorePublic-Pool
            queue: BuildPool.Ubuntu.1604.amd64.Open
          ${{ if and(ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}:
            name: NetCoreInternal-Pool
            queue: BuildPool.Ubuntu.1604.amd64
        steps:
        - checkout: self
          clean: true
        - task: Docker@2
          displayName: Build official Dockerfile
          inputs:
            command: build
            Dockerfile: "$(Build.SourcesDirectory)/samples/docker-image/Dockerfile"

  - template: /eng/common/templates/jobs/jobs.yml
    parameters:
      enableMicrobuild: true
      jobs:
      - job: Dockerfile_Main
        pool:
          ${{ if or(eq(variables['System.TeamProject'], 'public'), in(variables['Build.Reason'], 'PullRequest')) }}:
            name: NetCorePublic-Pool
            queue: BuildPool.Ubuntu.1604.amd64.Open
          ${{ if and(ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}:
            name: NetCoreInternal-Pool
            queue: BuildPool.Ubuntu.1604.amd64
        steps:
        - checkout: self
          clean: true
        - task: Docker@2
          displayName: Build main Dockerfile
          inputs:
            command: build
            Dockerfile: "$(Build.SourcesDirectory)/Dockerfile"

  - template: /eng/common/templates/jobs/jobs.yml
    parameters:
      enableMicrobuild: true
      jobs:
      - job: Dockerfile_Binder_Dependency
        pool:
          ${{ if or(eq(variables['System.TeamProject'], 'public'), in(variables['Build.Reason'], 'PullRequest')) }}:
            name: NetCorePublic-Pool
            queue: BuildPool.Ubuntu.1604.amd64.Open
          ${{ if and(ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}:
            name: NetCoreInternal-Pool
            queue: BuildPool.Ubuntu.1604.amd64
        steps:
        - checkout: self
          clean: true
        - task: Docker@2
          displayName: Build Binder dependency Dockerfile
          inputs:
            command: build
            Dockerfile: "$(Build.SourcesDirectory)/samples/my binder/Dockerfile"

  - template: /eng/common/templates/jobs/jobs.yml
    parameters:
      enableMicrobuild: true
      jobs:
      - job: IntegrationTest
        dependsOn: Windows_NT
        condition: and(succeeded(), ne(variables['SkipTests'], 'true'))
        pool:
          ${{ if or(eq(variables['System.TeamProject'], 'public'), in(variables['Build.Reason'], 'PullRequest')) }}:
            name: NetCorePublic-Pool
            queue: BuildPool.Ubuntu.1604.amd64.Open
          ${{ if and(ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}:
            name: NetCoreInternal-Pool
            queue: BuildPool.Ubuntu.1604.amd64
        variables:
        - name: DOTNET_INTERACTIVE_CLI_TELEMETRY_OPTOUT
          value: 1
        - name: DOTNET_INTERACTIVE_SKIP_FIRST_TIME_EXPERIENCE
          value: 1
        # specify tool version on public CI builds
        - ${{ if eq(variables['System.TeamProject'], 'public') }}:
          - name: ToolVersionArgs
            value: --version 1.0.0-ci
        # else
        - ${{ if ne(variables['System.TeamProject'], 'public') }}:
          - name: ToolVersionArgs
            value: ''
        steps:
        - checkout: self
          clean: true
        - task: UseDotNet@2
          displayName: Use .NET SDK 5.0
          inputs:
            packageType: sdk
            version: $(DotNetSdkVersion)
            installationPath: $(Agent.ToolsDirectory)/dotnet
        - task: DownloadBuildArtifacts@0
          displayName: Download built packages
          inputs:
            artifactName: packages
            downloadPath: $(Build.ArtifactStagingDirectory)
        - script: echo "<configuration><packageSources><clear /></packageSources></configuration>" > "$(Build.ArtifactStagingDirectory)/NuGet.config"
          displayName: Generate empty NuGet.config
        - script: dotnet tool install -g --configfile "$(Build.ArtifactStagingDirectory)/NuGet.config" $(ToolVersionArgs) --add-source "$(Build.ArtifactStagingDirectory)/packages/Shipping" Microsoft.dotnet-interactive
          displayName: Install global tool
        - script: dotnet interactive --version
          displayName: Write version
        - script: dotnet test
            "$(Build.SourcesDirectory)/src/dotnet-interactive.IntegrationTests/dotnet-interactive.IntegrationTests.csproj"
            --logger "trx;LogFileName=$(Build.ArtifactStagingDirectory)/TestResults/IntegrationTests.trx"
          displayName: Execute integration tests
          env:
            INTEGRATION_TEST_RUN: true
        - task: PublishTestResults@2
          displayName: Publish Test Results
          inputs:
            testResultsFormat: VSTest
            testResultsFiles: '**/*.trx'
            searchFolder: '$(Build.ArtifactStagingDirectory)/TestResults'
          condition: always()

#---------------------------------------------------------------------------------------------------------------------#
#                                                    Post Build                                                       #
#---------------------------------------------------------------------------------------------------------------------#
- ${{ if and(ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}:
  - template: eng/common/templates/post-build/post-build.yml
    parameters:
      publishingInfraVersion: 3
      # Symbol validation is not entirely reliable as of yet, so should be turned off until https://github.com/dotnet/arcade/issues/2871 is resolved.
      enableSymbolValidation: false
      # SourceLink improperly looks for generated files.  See https://github.com/dotnet/arcade/issues/3069
      enableSourceLinkValidation: false

#---------------------------------------------------------------------------------------------------------------------#
#                                                    NPM Publish                                                      #
#---------------------------------------------------------------------------------------------------------------------#
- ${{ if and(ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}:
  - template: eng/publish/publish-npm.yml
    parameters:
      packageName: microsoft-dotnet-interactive-*.tgz
      registryUrl: pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools/npm/registry/
      registryUser: dnceng
      registryEmail: dnceng@microsoft.com
      publishingBranch: main