azure-pipelines.yml

trigger:
- master

pool:
  vmImage: 'ubuntu-latest'

variables:
  - group: sonarsource-build-variables

resources:
  repositories:
    - repository: commonTemplates
      type: git
      name: pipelines-yaml-templates
      ref:  refs/tags/v2.0.0


stages:
- template: stage-with-burgr-notifications.yml@commonTemplates
  parameters:
    burgrName: 'build'
    burgrType: 'build'
    stageName: 'build'
    stageDisplayName: Build and stage to repox
    jobs:
    - job: build
      displayName: Build and stage to repox
      variables:
        GRADLE_USER_HOME: $(Pipeline.Workspace)/.gradle
        fixedBranch: $[replace(variables['Build.SourceBranch'], 'refs/heads/', '')]
      steps:
      - checkout: self
        fetchDepth: 1
      - template: update-gradle-version-steps.yml
      - task: DownloadSecureFile@1
        displayName: 'Download the sign key'
        name: pgpSignKey
        inputs:
          secureFile: 'sign-key.asc'
      - bash: gpg --dearmor < $(pgpSignKey.secureFilePath) > sign-key.pgp
      - task: Gradle@2
        inputs:
          options: --stacktrace -i -Psigning.secretKeyRingFile=sign-key.pgp -Psigning.password=$(PGP_PASSPHRASE) -Psigning.keyId=$(PGP_KEYID)
          tasks: :buildPlugin :cyclonedxBom :artifactoryPublish
          publishJUnitResults: false
          jdkVersionOption: '1.11'
        env:
          CI: true # needed for gradle-intellij-plugin to skip downloading sources
          ARTIFACTORY_PRIVATE_READER_USERNAME: $(ARTIFACTORY_PRIVATE_READER_USERNAME)
          ARTIFACTORY_PRIVATE_READER_PASSWORD: $(ARTIFACTORY_PRIVATE_READER_PASSWORD)
          ARTIFACTORY_DEPLOY_USERNAME: $(ARTIFACTORY_DEPLOY_USERNAME)
          ARTIFACTORY_DEPLOY_PASSWORD: $(ARTIFACTORY_DEPLOY_PASSWORD)
          GIT_SHA1: $(Build.SourceVersion)
          GITHUB_BRANCH: $(fixedBranch)
        displayName: 'Run Gradle build and deploy'
      - task: Gradle@2
        inputs:
          options: --stop
          tasks: c
          publishJUnitResults: false
          jdkVersionOption: '1.11'
        displayName: 'Stop Gradle daemon'
- template: stage-with-burgr-notifications.yml@commonTemplates
  parameters:
    burgrName: 'validate'
    burgrType: 'validate'
    stageName: 'validate'
    stageDisplayName: Run UTs and trigger SonarQube and Mend analysis
    jobs:
    - job: test_windows
      displayName: Run unit tests on Windows
      # FIXME tests on Windows are disabled because there is not enough disk space on Azure hosted agents
      # pool:
      #  vmImage: 'windows-latest'
      variables:
        GRADLE_USER_HOME: $(Pipeline.Workspace)/.gradle
      steps:
      - checkout: self
        fetchDepth: 1
      - task: Gradle@2
        inputs:
          options: --stacktrace -i
          tasks: check -x :its:check
          publishJUnitResults: true
          testRunTitle: 'UTs on Windows'
          jdkVersionOption: '1.11'
        env:
          CI: true # needed for gradle-intellij-plugin to skip downloading sources
          ARTIFACTORY_PRIVATE_READER_USERNAME: $(ARTIFACTORY_PRIVATE_READER_USERNAME)
          ARTIFACTORY_PRIVATE_READER_PASSWORD: $(ARTIFACTORY_PRIVATE_READER_PASSWORD)
        displayName: 'Run UTs'
      - task: Gradle@2
        inputs:
          options: --stacktrace -i
          tasks: :runPluginVerifier
          jdkVersionOption: '1.11'
        env:
          CI: true # needed for gradle-intellij-plugin to skip downloading sources
          ARTIFACTORY_PRIVATE_READER_USERNAME: $(ARTIFACTORY_PRIVATE_READER_USERNAME)
          ARTIFACTORY_PRIVATE_READER_PASSWORD: $(ARTIFACTORY_PRIVATE_READER_PASSWORD)
        displayName: 'Run plugin verifier'
      - task: Gradle@2
        inputs:
          options: --stop
          tasks: c
          publishJUnitResults: false
          jdkVersionOption: '1.11'
        displayName: 'Stop Gradle daemon'
    - job: sonarqubeAndMend
      displayName: SonarQube analysis on Next and Mend analysis
      variables:
        GRADLE_USER_HOME: $(Pipeline.Workspace)/.gradle
      steps:
      - template: prepare-sq-analysis-steps.yml
      - task: Gradle@2
        inputs:
          options: --stacktrace -i
          tasks: jacocoTestReport -x :its:check
          publishJUnitResults: false
          jdkVersionOption: '1.11'
          sonarQubeRunAnalysis: true
          sqGradlePluginVersionChoice: 'build'
        env:
          ARTIFACTORY_PRIVATE_READER_USERNAME: $(ARTIFACTORY_PRIVATE_READER_USERNAME)
          ARTIFACTORY_PRIVATE_READER_PASSWORD: $(ARTIFACTORY_PRIVATE_READER_PASSWORD)
      - task: Gradle@2
        inputs:
          options: --stop
          tasks: c
          publishJUnitResults: false
          jdkVersionOption: '1.11'
        displayName: 'Stop Gradle daemon'

      - bash: |
          set -euo pipefail
          VERSION=$(cat gradle.properties | grep version | awk -F= '{print $2}')
          echo "Current project version is $VERSION"

          # Remove -SNAPSHOT suffix
          VERSION=`echo $VERSION | sed "s/-.*//g"`

          echo "Mend project version is $VERSION"
          echo "##vso[task.setvariable variable=MEND_PROJECT_VERSION]$VERSION"
        name: getMendProjectVersion
        displayName: Get Mend project version

      - template: mend.yml@commonTemplates
        parameters:
          productName : 'SonarLint/IntelliJ'
          releaseVersion: '$(MEND_PROJECT_VERSION)'

- template: stage-with-burgr-notifications.yml@commonTemplates
  parameters:
    burgrName: 'qa'
    burgrType: 'qa'
    stageName: 'qa'
    stageDisplayName: Run ITs
    stageDependencies: build
    jobs:
    - job: its
      displayName: Run ITs
      strategy:
        matrix:
          Idea2021:
            IDEA_VERSION: 'IC-2021.3.3'
          CLion2021:
            IDEA_VERSION: 'CL-2021.3.3'
          Idea2022:
            IDEA_VERSION: 'IC-2022.3.2'
          CLion2022:
            IDEA_VERSION: 'CL-2022.3.2'
      steps:
      - checkout: self
        fetchDepth: 1
      - task: JavaToolInstaller@0
        inputs:
          versionSpec: '17'
          jdkArchitectureOption: 'x64'
          jdkSourceOption: 'PreInstalled'
      - template: update-gradle-version-steps.yml
      - task: DownloadSecureFile@1
        displayName: 'Download Maven settings'
        name: mavenSettings
        inputs:
          secureFile: 'maven-settings.xml'
      - bash: |
          mvn org.apache.maven.plugins:maven-dependency-plugin:3.1.1:unpack -B --settings "$(mavenSettings.secureFilePath)" -Denable-repo=qa -Dartifact=org.sonarsource.sonarlint.intellij:sonarlint-intellij:$(PROJECT_VERSION):zip "-DoutputDirectory=$(Agent.BuildDirectory)/staged-plugin"
        displayName: 'Download staged plugin'
        env:
          ARTIFACTORY_QA_READER_USERNAME: $(ARTIFACTORY_QA_READER_USERNAME)
          ARTIFACTORY_QA_READER_PASSWORD: $(ARTIFACTORY_QA_READER_PASSWORD)
      - task: DownloadSecureFile@1
        name: clionKey
        displayName: 'Download CLion key'
        inputs:
          secureFile: 'clion.key'
      - bash: |
          set -e -o pipefail -u
          sudo apt-get update
          sudo apt-get install -y metacity xvfb xauth ffmpeg

          # init xvfb and metacity
          sudo cp .azure-pipelines/xvfb.init /etc/init.d/xvfb
          sudo chmod +x /etc/init.d/xvfb
          sudo update-rc.d xvfb defaults
          sudo service xvfb start
          sleep 10 # give xvfb some time to start
          export DISPLAY=:10
          metacity --sm-disable --replace &
          sleep 10 # give metacity some time to start

          mkdir -p its/build/idea-sandbox/config-uiTest/
          cp $(clionKey.secureFilePath) its/build/idea-sandbox/config-uiTest/clion.key

          ./gradlew :its:runIdeForUiTests --stacktrace -i -PijVersion=$(IDEA_VERSION) -PslPluginDirectory=$(Agent.BuildDirectory)/staged-plugin > /tmp/runIdeGradle.log &
        displayName: 'Prepare env and start IDE $(IDEA_VERSION)'
      - bash: |
          set -e -o pipefail -u
          .azure-pipelines/wait-for-endpoint.sh http://127.0.0.1:8082 -t 500
        displayName: 'Wait for IDE to start'
      - bash: |
          set -e -o pipefail -u
          echo 'Recording tests on video'
          ffmpeg -loglevel warning -f x11grab -video_size 1280x960 -framerate 10 -i :10 -q:v 0 /tmp/recording_$(IDEA_VERSION).mp4 &
          echo "##vso[task.setvariable variable=recordingPid;isOutput=true]$!"
        name: 'startRecording'
        displayName: 'Start video recording'
      - task: Gradle@2
        displayName: 'Run ITs on $(IDEA_VERSION)'
        inputs:
          options: --stacktrace -i -PijVersion=$(IDEA_VERSION) -PslPluginDirectory=$(Agent.BuildDirectory)/staged-plugin
          tasks: :its:check
          publishJUnitResults: true
          testRunTitle: 'Run ITs on $(IDEA_VERSION)'
          jdkVersionOption: '17'
        env:
          CI: true # needed for gradle-intellij-plugin to skip downloading sources
          ARTIFACTORY_API_KEY: $(ARTIFACTORY_API_KEY)
          GITHUB_TOKEN: $(GITHUB_TOKEN)
          DISPLAY: :10
      - bash: |
          kill -2 $(startRecording.recordingPid)
        displayName: 'Stop video recording'
        condition: always()
      - publish: /tmp/recording_$(IDEA_VERSION).mp4
        artifact: ITCaptureScreen_$(IDEA_VERSION)_$(System.JobAttempt)
        condition: always()
      - bash: |
          cat /tmp/runIdeGradle.log
          cat its/build/idea-sandbox/system/log/idea.log
        displayName: 'Log'
        condition: always()
- template: promote-stage.yml@commonTemplates
  parameters:
    stageDependencies:
    - validate
    - qa
- template: stage-with-burgr-notifications.yml@commonTemplates
  parameters:
    burgrName: 'dogfood'
    burgrType: 'dogfood'
    stageName: 'update_dogfood_repo'
    stageDisplayName: Update internal dogfooding plugin repo
    stageCondition: and(succeeded(), eq(variables['Build.SourceBranchName'], 'master'))
    stageDependencies: promote
    jobs:
    - job: updateInternalSite
      displayName: Update internal plugin repo on repox
      steps:
        - checkout: none
        - task: UsePythonVersion@0
          inputs:
            versionSpec: '3.x'
        - bash: pip3 install requests
        - task: PythonScript@0
          name: updateInternalSiteOnRepox
          inputs:
            scriptSource: 'inline'
            script: |
              import requests
              import os
              import sys
              import json

              githubSlug = '$(Build.Repository.ID)'
              githubProject = githubSlug.split("/", 1)[1]
              buildNumber = '$(Build.BuildId)'

              buildInfoUrl = f'$(ARTIFACTORY_URL)/api/build/{githubProject}/{buildNumber}'
              buildInfoResp = requests.get(url=buildInfoUrl, auth=('$(ARTIFACTORY_API_USER)', '$(ARTIFACTORY_API_KEY)'))
              buildInfoJson = buildInfoResp.json()

              buildInfo = buildInfoJson.get('buildInfo', {})
              buildInfoProperties = buildInfo.get('properties', {})

              # PROJECT_VERSION is set by the compute-build-version-step.yml
              version = buildInfoProperties.get('buildInfo.env.PROJECT_VERSION', 'NOT_FOUND')

              xml = f"""<plugins>
                <plugin id="org.sonarlint.idea" url="$(ARTIFACTORY_URL)/sonarsource/org/sonarsource/sonarlint/intellij/sonarlint-intellij/{version}/sonarlint-intellij-{version}.zip" version="{version}"/>
              </plugins>"""

              updatePluginsXmlUrl = "$(ARTIFACTORY_URL)/sonarsource-public-builds/org/sonarsource/sonarlint/intellij/sonarlint-intellij/updatePlugins.xml"
              response = requests.put(url=updatePluginsXmlUrl, data=xml, auth=('$(ARTIFACTORY_API_USER)', '$(ARTIFACTORY_API_KEY)'))
              if not response.status_code == 201:
                sys.exit('[!] [{0}] Server Error'.format(response.status_code))