compile job

build/azure-pipelines/product-build.yml

@@ -7,112 +7,112 @@ resources:
     image: snapcore/snapcraft:stable
 
 jobs:
-# - job: Compile
-#   pool:
-#     vmImage: 'Ubuntu-16.04'
-#   steps:
-#   - template: compile.yml
-
-- job: Windows
-  condition: and(succeeded(), eq(variables['VSCODE_BUILD_WIN32'], 'true'))
-  timeoutInMinutes: 120
+- job: Compile
   pool:
-    vmImage: VS2017-Win2016
-  variables:
-    VSCODE_ARCH: x64
+    vmImage: 'Ubuntu-16.04'
   steps:
-  - template: win32/product-build-win32.yml
+  - template: product-compile.yml
 
-- job: Windows32
-  condition: and(succeeded(), eq(variables['VSCODE_BUILD_WIN32_32BIT'], 'true'))
-  timeoutInMinutes: 120
-  pool:
-    vmImage: VS2017-Win2016
-  variables:
-    VSCODE_ARCH: ia32
-  steps:
-  - template: win32/product-build-win32.yml
+# - job: Windows
+#   condition: and(succeeded(), eq(variables['VSCODE_BUILD_WIN32'], 'true'))
+#   timeoutInMinutes: 120
+#   pool:
+#     vmImage: VS2017-Win2016
+#   variables:
+#     VSCODE_ARCH: x64
+#   steps:
+#   - template: win32/product-build-win32.yml
 
-- job: Linux
-  condition: and(succeeded(), eq(variables['VSCODE_BUILD_LINUX'], 'true'))
-  timeoutInMinutes: 120
-  pool:
-    vmImage: 'Ubuntu-16.04'
-  variables:
-    VSCODE_ARCH: x64
-  container: vscode-x64
-  steps:
-  - template: linux/product-build-linux.yml
+# - job: Windows32
+#   condition: and(succeeded(), eq(variables['VSCODE_BUILD_WIN32_32BIT'], 'true'))
+#   timeoutInMinutes: 120
+#   pool:
+#     vmImage: VS2017-Win2016
+#   variables:
+#     VSCODE_ARCH: ia32
+#   steps:
+#   - template: win32/product-build-win32.yml
 
-- job: LinuxSnap
-  condition: and(succeeded(), eq(variables['VSCODE_BUILD_LINUX'], 'true'))
-  timeoutInMinutes: 120
-  pool:
-    vmImage: 'Ubuntu-16.04'
-  variables:
-    VSCODE_ARCH: x64
-  container: snapcraft
-  dependsOn: Linux
-  steps:
-  - template: linux/snap-build-linux.yml
+# - job: Linux
+#   condition: and(succeeded(), eq(variables['VSCODE_BUILD_LINUX'], 'true'))
+#   timeoutInMinutes: 120
+#   pool:
+#     vmImage: 'Ubuntu-16.04'
+#   variables:
+#     VSCODE_ARCH: x64
+#   container: vscode-x64
+#   steps:
+#   - template: linux/product-build-linux.yml
 
-- job: LinuxArmhf
-  condition: and(succeeded(), eq(variables['VSCODE_BUILD_LINUX_ARMHF'], 'true'), ne(variables['VSCODE_QUALITY'], 'stable'))
-  timeoutInMinutes: 120
-  pool:
-    vmImage: 'Ubuntu-16.04'
-  variables:
-    VSCODE_ARCH: armhf
-  steps:
-  - template: linux/product-build-linux-arm.yml
+# - job: LinuxSnap
+#   condition: and(succeeded(), eq(variables['VSCODE_BUILD_LINUX'], 'true'))
+#   timeoutInMinutes: 120
+#   pool:
+#     vmImage: 'Ubuntu-16.04'
+#   variables:
+#     VSCODE_ARCH: x64
+#   container: snapcraft
+#   dependsOn: Linux
+#   steps:
+#   - template: linux/snap-build-linux.yml
 
-- job: LinuxAlpine
-  condition: and(succeeded(), eq(variables['VSCODE_BUILD_LINUX_ALPINE'], 'true'), ne(variables['VSCODE_QUALITY'], 'stable'))
-  timeoutInMinutes: 120
-  pool:
-    vmImage: 'Ubuntu-16.04'
-  variables:
-    VSCODE_ARCH: alpine
-  steps:
-  - template: linux/product-build-linux-alpine.yml
+# - job: LinuxArmhf
+#   condition: and(succeeded(), eq(variables['VSCODE_BUILD_LINUX_ARMHF'], 'true'), ne(variables['VSCODE_QUALITY'], 'stable'))
+#   timeoutInMinutes: 120
+#   pool:
+#     vmImage: 'Ubuntu-16.04'
+#   variables:
+#     VSCODE_ARCH: armhf
+#   steps:
+#   - template: linux/product-build-linux-arm.yml
 
-- job: macOS
-  condition: and(succeeded(), eq(variables['VSCODE_BUILD_MACOS'], 'true'))
-  timeoutInMinutes: 120
-  pool:
-    vmImage: macOS 10.13
-  steps:
-  - template: darwin/product-build-darwin.yml
+# - job: LinuxAlpine
+#   condition: and(succeeded(), eq(variables['VSCODE_BUILD_LINUX_ALPINE'], 'true'), ne(variables['VSCODE_QUALITY'], 'stable'))
+#   timeoutInMinutes: 120
+#   pool:
+#     vmImage: 'Ubuntu-16.04'
+#   variables:
+#     VSCODE_ARCH: alpine
+#   steps:
+#   - template: linux/product-build-linux-alpine.yml
 
-- job: Release
-  condition: and(succeeded(), or(eq(variables['VSCODE_RELEASE'], 'true'), and(or(eq(variables['VSCODE_QUALITY'], 'insider'), eq(variables['VSCODE_QUALITY'], 'exploration')), eq(variables['Build.Reason'], 'Schedule'))))
-  pool:
-    vmImage: 'Ubuntu-16.04'
-  dependsOn:
-  - Windows
-  - Windows32
-  - Linux
-  - LinuxSnap
-  - LinuxArmhf
-  - LinuxAlpine
-  - macOS
-  steps:
-  - template: release.yml
+# - job: macOS
+#   condition: and(succeeded(), eq(variables['VSCODE_BUILD_MACOS'], 'true'))
+#   timeoutInMinutes: 120
+#   pool:
+#     vmImage: macOS 10.13
+#   steps:
+#   - template: darwin/product-build-darwin.yml
 
-- job: Mooncake
-  pool:
-    vmImage: 'Ubuntu-16.04'
-  condition: true
-  dependsOn:
-  - Windows
-  - Windows32
-  - Linux
-  - LinuxSnap
-  - LinuxArmhf
-  - LinuxAlpine
-  - macOS
-  steps:
-  - template: sync-mooncake.yml
+# - job: Release
+#   condition: and(succeeded(), or(eq(variables['VSCODE_RELEASE'], 'true'), and(or(eq(variables['VSCODE_QUALITY'], 'insider'), eq(variables['VSCODE_QUALITY'], 'exploration')), eq(variables['Build.Reason'], 'Schedule'))))
+#   pool:
+#     vmImage: 'Ubuntu-16.04'
+#   dependsOn:
+#   - Windows
+#   - Windows32
+#   - Linux
+#   - LinuxSnap
+#   - LinuxArmhf
+#   - LinuxAlpine
+#   - macOS
+#   steps:
+#   - template: release.yml
+
+# - job: Mooncake
+#   pool:
+#     vmImage: 'Ubuntu-16.04'
+#   condition: true
+#   dependsOn:
+#   - Windows
+#   - Windows32
+#   - Linux
+#   - LinuxSnap
+#   - LinuxArmhf
+#   - LinuxAlpine
+#   - macOS
+#   steps:
+#   - template: sync-mooncake.yml
 
 # schedules:
 # - cron: "0 6 * * Mon-Fri"

build/azure-pipelines/compile.yml → build/azure-pipelines/product-compile.yml

 steps:
-- task: AzureKeyVault@1
-  displayName: 'Azure Key Vault: Get Secrets'
+- script: |
+    mkdir -p .build
+    echo $BUILD_SOURCEVERSION > .build/commit
+  displayName: Prepare cache flag
+
+- task: 1ESLighthouseEng.PipelineArtifactCaching.RestoreCacheV1.RestoreCache@1
   inputs:
-    azureSubscription: 'vscode-builds-subscription'
-    KeyVaultName: vscode
+    keyfile: '.build/commit'
+    targetfolder: '.build, out-build'
+    vstsFeed: 'npm-vscode'
+    alias: 'Compilation'
 
 - task: NodeTool@0
   inputs:
     versionSpec: "10.15.1"
+  condition: and(succeeded(), ne(variables['CacheRestored-Compilation'], 'true'))
+
+- task: geeklearningio.gl-vsts-tasks-yarn.yarn-installer-task.YarnInstaller@2
+  inputs:
+    versionSpec: "1.10.1"
+  condition: and(succeeded(), ne(variables['CacheRestored-Compilation'], 'true'))
+
+- task: AzureKeyVault@1
+  displayName: 'Azure Key Vault: Get Secrets'
+  inputs:
+    azureSubscription: 'vscode-builds-subscription'
+    KeyVaultName: vscode
+  condition: and(succeeded(), ne(variables['CacheRestored-Compilation'], 'true'))
 
 - script: |
     set -e
+    export npm_config_arch="$(VSCODE_ARCH)"
+
     cat << EOF > ~/.netrc
     machine monacotools.visualstudio.com
     password $(devops-pat)
@@ -18,9 +39,11 @@ steps:
     login vscode
     password $(github-distro-mixin-password)
     EOF
+
     git config user.email "vscode@microsoft.com"
     git config user.name "VSCode"
   displayName: Prepare tooling
+  condition: and(succeeded(), ne(variables['CacheRestored-Compilation'], 'true'))
 
 - script: |
     set -e
@@ -28,36 +51,46 @@ steps:
     git fetch distro
     git merge $(node -p "require('./package.json').distro")
   displayName: Merge distro
+  condition: and(succeeded(), ne(variables['CacheRestored-Compilation'], 'true'))
 
-# - task: 1ESLighthouseEng.PipelineArtifactCaching.RestoreCacheV1.RestoreCache@1
-#   inputs:
-#     keyfile: '.yarnrc, remote/.yarnrc, **/yarn.lock, !**/node_modules/**/yarn.lock, !**/.*/**/yarn.lock'
-#     targetfolder: '**/node_modules, !**/node_modules/**/node_modules'
-#     vstsFeed: '$(ArtifactFeed)'
-
-- task: geeklearningio.gl-vsts-tasks-yarn.yarn-installer-task.YarnInstaller@2
+- task: 1ESLighthouseEng.PipelineArtifactCaching.RestoreCacheV1.RestoreCache@1
   inputs:
-    versionSpec: "1.10.1"
+    keyfile: '.yarnrc, remote/.yarnrc, **/yarn.lock, !**/node_modules/**/yarn.lock, !**/.*/**/yarn.lock'
+    targetfolder: '**/node_modules, !**/node_modules/**/node_modules'
+    vstsFeed: 'npm-vscode'
+  condition: and(succeeded(), ne(variables['CacheRestored-Compilation'], 'true'))
 
-- script: 'yarn --frozen-lockfile'
-  displayName: Install Dependencies
-  condition: and(succeeded(), ne(variables['CacheRestored'], 'true'))
+- script: |
+    set -e
+    yarn --frozen-lockfile
+  displayName: Install dependencies
+  condition: and(succeeded(), ne(variables['CacheRestored-Compilation'], 'true'), ne(variables['CacheRestored'], 'true'))
 
-# - task: 1ESLighthouseEng.PipelineArtifactCaching.SaveCacheV1.SaveCache@1
-#   inputs:
-#     keyfile: '.yarnrc, remote/.yarnrc, **/yarn.lock, !**/node_modules/**/yarn.lock, !**/.*/**/yarn.lock'
-#     targetfolder: '**/node_modules, !**/node_modules/**/node_modules'
-#     vstsFeed: '$(ArtifactFeed)'
-#   condition: and(succeeded(), ne(variables['CacheRestored'], 'true'))
+- task: 1ESLighthouseEng.PipelineArtifactCaching.SaveCacheV1.SaveCache@1
+  inputs:
+    keyfile: '.yarnrc, remote/.yarnrc, **/yarn.lock, !**/node_modules/**/yarn.lock, !**/.*/**/yarn.lock'
+    targetfolder: '**/node_modules, !**/node_modules/**/node_modules'
+    vstsFeed: 'npm-vscode'
+  condition: and(succeeded(), ne(variables['CacheRestored-Compilation'], 'true'), ne(variables['CacheRestored'], 'true'))
+
+- script: |
+    set -e
+    yarn postinstall
+  displayName: Run postinstall scripts
+  condition: and(succeeded(), ne(variables['CacheRestored-Compilation'], 'true'), eq(variables['CacheRestored'], 'true'))
 
-- script: 'yarn gulp mixin'
+- script: |
+    set -e
+    yarn gulp mixin
   displayName: Mix in quality
+  condition: and(succeeded(), ne(variables['CacheRestored-Compilation'], 'true'))
 
-- script: 'yarn gulp hygiene'
+- script: |
+    set -e
+    yarn gulp hygiene
+    yarn monaco-compile-check
   displayName: Run hygiene checks
-
-- script: 'yarn monaco-compile-check'
-  displayName: Run Monaco compilation checks
+  condition: and(succeeded(), ne(variables['CacheRestored-Compilation'], 'true'), eq(variables['VSCODE_STEP_ON_IT'], 'false'))
 
 - script: |
     set -e
@@ -73,6 +106,19 @@ steps:
     mv declarations-resolved.json $BUILD_SOURCESDIRECTORY/.build/telemetry/telemetry-core.json
     mv declarations-extensions-resolved.json $BUILD_SOURCESDIRECTORY/.build/telemetry/telemetry-extensions.json
   displayName: Extract Telemetry
+  condition: and(succeeded(), ne(variables['CacheRestored-Compilation'], 'true'))
 
-- script: 'VSCODE_MIXIN_PASSWORD="$(github-distro-mixin-password)" ./build/azure-pipelines/linux/build.sh'
-  displayName: Build
\ No newline at end of file
+- script: |
+    set -e
+    yarn gulp compile-build
+    yarn gulp compile-extensions-build
+  displayName: Compile
+  condition: and(succeeded(), ne(variables['CacheRestored-Compilation'], 'true'))
+
+- task: 1ESLighthouseEng.PipelineArtifactCaching.SaveCacheV1.SaveCache@1
+  inputs:
+    keyfile: '.build/commit'
+    targetfolder: '.build, out-build'
+    vstsFeed: 'npm-vscode'
+    alias: 'Compilation'
+  condition: and(succeeded(), ne(variables['CacheRestored-Compilation'], 'true'))
\ No newline at end of file