/*--------------------------------------------------------------------------------------------- * Copyright (c) Microsoft Corporation. All rights reserved. * Licensed under the MIT License. See License.txt in the project root for license information. *--------------------------------------------------------------------------------------------*/ /*global process,__dirname, Buffer*/ var gulp = require('gulp'); var fs = require('fs'); var path = require('path'); var es = require('event-stream'); var azure = require('gulp-azure-storage'); var electron = require('gulp-atom-electron'); var symdest = require('gulp-symdest'); var rename = require('gulp-rename'); var replace = require('gulp-replace'); var filter = require('gulp-filter'); var json = require('gulp-json-editor'); var insert = require('gulp-insert'); var remote = require('gulp-remote-src'); var shell = require("gulp-shell"); var File = require('vinyl'); var rimraf = require('rimraf'); var _ = require('underscore'); var packageJson = require('../package.json'); var util = require('./lib/util'); var buildfile = require('../src/buildfile'); var common = require('./gulpfile.common'); var root = path.dirname(__dirname); var build = path.join(root, '.build'); var commit = util.getVersion(root); var baseModules = [ 'applicationinsights', 'assert', 'child_process', 'chokidar', 'crypto', 'emmet', 'events', 'fs', 'getmac', 'glob', 'graceful-fs', 'http', 'http-proxy-agent', 'https', 'https-proxy-agent', 'iconv-lite', 'electron', 'net', 'os', 'path', 'readline', 'sax', 'semver', 'stream', 'string_decoder', 'url', 'vscode-textmate', 'winreg', 'yauzl', 'native-keymap', 'weak' ]; // Build var builtInExtensions = { 'ms-vscode.omnisharp': '0.3.2', }; var vscodeEntryPoints = _.flatten([ buildfile.entrypoint('vs/workbench/workbench.main'), buildfile.base, buildfile.editor, buildfile.languages, buildfile.vscode ]); var vscodeResources = [ 'out-build/main.js', 'out-build/bootstrap.js', 'out-build/bootstrap-amd.js', 'out-build/vs/**/*.{svg,png,cur}', 'out-build/vs/base/node/{stdForkStart.js,terminateProcess.sh}', 'out-build/vs/base/worker/workerMainCompatibility.html', 'out-build/vs/base/worker/workerMain.{js,js.map}', 'out-build/vs/base/browser/ui/octiconLabel/octicons/**', 'out-build/vs/editor/css/*.css', 'out-build/vs/languages/typescript/common/lib/lib.{d.ts,es6.d.ts}', 'out-build/vs/languages/markdown/common/*.css', 'out-build/vs/workbench/browser/media/*-theme.css', 'out-build/vs/workbench/electron-browser/index.html', 'out-build/vs/workbench/parts/debug/**/*.json', 'out-build/vs/workbench/parts/execution/**/*.scpt', 'out-build/vs/workbench/parts/git/**/*.html', 'out-build/vs/workbench/parts/git/**/*.sh', 'out-build/vs/workbench/parts/markdown/**/*.md', 'out-build/vs/workbench/parts/tasks/**/*.json', 'out-build/vs/workbench/services/files/**/*.exe', 'out-build/vs/workbench/services/files/**/*.md', '!**/test/**' ]; var BUNDLED_FILE_HEADER = [ '/*!--------------------------------------------------------', ' * Copyright (C) Microsoft Corporation. All rights reserved.', ' *--------------------------------------------------------*/' ].join('\n'); gulp.task('clean-optimized-vscode', util.rimraf('out-vscode')); gulp.task('optimize-vscode', ['clean-optimized-vscode', 'compile-build', 'compile-plugins'], common.optimizeTask({ entryPoints: vscodeEntryPoints, otherSources: [], resources: vscodeResources, loaderConfig: common.loaderConfig(baseModules), header: BUNDLED_FILE_HEADER, out: 'out-vscode' })); gulp.task('clean-minified-vscode', util.rimraf('out-vscode-min')); gulp.task('minify-vscode', ['clean-minified-vscode', 'optimize-vscode'], common.minifyTask('out-vscode', false)); // Package var product = require('../product.json'); var darwinCreditsTemplate = product.darwinCredits && _.template(fs.readFileSync(path.join(root, product.darwinCredits), 'utf8')); var config = { version: packageJson.electronVersion, productAppName: product.nameLong, companyName: 'Microsoft Corporation', copyright: 'Copyright (C) 2015 Microsoft. All rights reserved', darwinIcon: 'resources/darwin/code.icns', darwinBundleIdentifier: product.darwinBundleIdentifier, darwinApplicationCategoryType: 'public.app-category.developer-tools', darwinBundleDocumentTypes: [{ name: product.nameLong + ' document', role: 'Editor', ostypes: ["TEXT", "utxt", "TUTX", "****"], extensions: ["ascx", "asp", "aspx", "bash", "bash_login", "bash_logout", "bash_profile", "bashrc", "bat", "bowerrc", "c", "cc", "clj", "cljs", "cljx", "clojure", "cmd", "coffee", "config", "cpp", "cs", "cshtml", "csproj", "css", "csx", "ctp", "cxx", "dockerfile", "dot", "dtd", "editorconfig", "edn", "eyaml", "eyml", "fs", "fsi", "fsscript", "fsx", "gemspec", "gitattributes", "gitconfig", "gitignore", "go", "h", "handlebars", "hbs", "hh", "hpp", "htm", "html", "hxx", "ini", "jade", "jav", "java", "js", "jscsrc", "jshintrc", "jshtm", "json", "jsp", "less", "lua", "m", "makefile", "markdown", "md", "mdoc", "mdown", "mdtext", "mdtxt", "mdwn", "mkd", "mkdn", "ml", "mli", "nqp", "p6", "php", "phtml", "pl", "pl6", "pm", "pm6", "pod", "pp", "profile", "properties", "ps1", "psd1", "psgi", "psm1", "py", "r", "rb", "rhistory", "rprofile", "rs", "rt", "scss", "sh", "shtml", "sql", "svg", "svgz", "t", "ts", "txt", "vb", "wxi", "wxl", "wxs", "xaml", "xml", "yaml", "yml", "zsh"], iconFile: 'resources/darwin/code_file.icns' }], darwinCredits: darwinCreditsTemplate ? new Buffer(darwinCreditsTemplate({ commit: commit, date: new Date().toISOString() })) : void 0, winIcon: 'resources/win32/code.ico', token: process.env['GITHUB_TOKEN'] || void 0 }; gulp.task('electron', function () { // Force windows to use ia32 var arch = process.env.VSCODE_ELECTRON_PLATFORM || (process.platform === 'win32' ? 'ia32' : process.arch); return electron.dest(path.join(build, 'electron'), _.extend({}, config, { arch: arch })); }); function mixinProduct() { var product; var url = process.env['PRODUCT_JSON_URL']; if (url) { var opts = { base: '' }; var username = process.env['PRODUCT_JSON_USERNAME']; var password = process.env['PRODUCT_JSON_PASSWORD']; if (username || password) { opts.auth = { username: username || '', password: password || '' }; } product = remote(url, opts); } else { product = gulp.src(['product.json'], { base: '.' }); } return product.pipe(json({ commit: commit, date: new Date().toISOString() })); } function packageTask(platform, arch, opts) { opts = opts || {}; var destination = path.join(path.dirname(root), 'VSCode') + (platform ? '-' + platform : '') + (arch ? '-' + arch : ''); platform = platform || process.platform; arch = platform === 'win32' ? 'ia32' : arch; return function () { var out = opts.minified ? 'out-vscode-min' : 'out-vscode'; var pluginHostFilter = filter(out + '/vs/workbench/node/pluginHostProcess.js', { restore: true }); var src = gulp.src(out + '/**', { base: '.' }) .pipe(pluginHostFilter) .pipe(insert.append('\n//# sourceMappingURL=pluginHostProcess.js.map')) .pipe(pluginHostFilter.restore) .pipe(rename(function (path) { path.dirname = path.dirname.replace(new RegExp('^' + out), 'out'); })) .pipe(util.setExecutableBit(['**/*.sh'])); var extensions = gulp.src([ 'extensions/**', '!extensions/*/src/**', '!extensions/*/out/**/test/**', '!extensions/typescript/bin/**', '!extensions/vscode-api-tests/**', '!extensions/json/server/.vscode/**', '!extensions/json/server/src/**', '!extensions/json/server/out/**/test/**', '!extensions/json/server/test/**', '!extensions/json/server/typings/**', '!extensions/json/server/node_modules/typescript/**', '!extensions/json/server/node_modules/mocha/**' ], { base: '.' }); var pluginHostSourceMap = gulp.src(out + '/vs/workbench/node/pluginHostProcess.js.map', { base: '.' }) .pipe(rename(function (path) { path.dirname = path.dirname.replace(new RegExp('^' + out), 'out'); })); var sources = es.merge( es.merge(src, extensions).pipe(filter(['**', '!**/*.js.map'])), pluginHostSourceMap ).pipe(util.handleAzureJson({ platform: platform })); var version = packageJson.version; var quality = product.quality; if (quality && quality !== 'stable') { version += '-' + quality; } var packageJsonStream = gulp.src(['package.json'], { base: '.' }).pipe(json({ name: product.nameShort, version: version })); var license = gulp.src(['Credits_*', 'LICENSE.txt', 'ThirdPartyNotices.txt'], { base: '.' }); var api = gulp.src('src/vs/vscode.d.ts').pipe(rename('out/vs/vscode.d.ts')); var depsSrc = _.flatten(Object.keys(packageJson.dependencies).concat(Object.keys(packageJson.optionalDependencies)) .map(function (d) { return ['node_modules/' + d + '/**', '!node_modules/' + d + '/**/{test,tests}/**']; }) ); var deps = gulp.src(depsSrc, { base: '.', dot: true }) .pipe(util.cleanNodeModule('fsevents', ['binding.gyp', 'fsevents.cc', 'build/**', 'src/**', 'test/**'], true)) .pipe(util.cleanNodeModule('oniguruma', ['binding.gyp', 'build/**', 'src/**', 'deps/**'], true)) .pipe(util.cleanNodeModule('windows-mutex', ['binding.gyp', 'build/**', 'src/**'], true)) .pipe(util.cleanNodeModule('native-keymap', ['binding.gyp', 'build/**', 'src/**', 'deps/**'], true)) .pipe(util.cleanNodeModule('weak', ['binding.gyp', 'build/**', 'src/**'], true)); var resources = gulp.src(['resources/*','resources/common/**'], { base: '.' }); if (platform === 'win32') { resources = es.merge(resources, gulp.src('resources/win32/code_file.ico', { base: '.' })); } else if (platform === 'linux') { resources = es.merge(resources, gulp.src('resources/linux/code.png', { base: '.' })); } var extraExtensions = util.downloadExtensions(builtInExtensions) .pipe(rename(function (p) { p.dirname = path.posix.join('extensions', p.dirname); })); var all = es.merge( api, packageJsonStream, mixinProduct(), license, sources, deps, extraExtensions, resources ).pipe(util.skipDirectories()); var result = all .pipe(util.fixWin32DirectoryPermissions()) .pipe(electron(_.extend({}, config, { platform: platform, arch: arch }))) .pipe(filter(['**', '!LICENSE', '!LICENSES.chromium.html', '!version'])); if (platform === 'win32') { var shortcutFilter = filter('bin/*.cmd', { restore: true }); result = es.merge(result, gulp.src('resources/win32/bin/**', { base: 'resources/win32' })) .pipe(shortcutFilter) .pipe(rename(function (f) { f.basename = product.win32ShortcutName; })) .pipe(shortcutFilter.restore); } return result.pipe(symdest(destination)); }; } function getFolderSize(root) { var size = 0; var paths = [root]; while (paths.length > 0) { var current = path.normalize(paths.pop()); var stat = fs.statSync(current); size += stat.size; if (stat.isDirectory()) { var newPaths = fs.readdirSync(current); newPaths.forEach(function(newPath) { paths.push(path.join(current, newPath)); }); } } return size; } function getDebPackageArch(arch) { if (arch === 'x64') return 'amd64' if (arch === 'ia32') return 'i386'; return undefined; } function prepareDebPackage(arch) { var binaryDir = '../VSCode-linux-' + arch; var debArch = getDebPackageArch(arch); var destination = './out-linux/vscode-' + debArch; var packageRevision = '1'; return function () { var shortcut = gulp.src('resources/common/bin/code.sh', { base: '.' }) .pipe(rename(function (p) { p.extname = '' p.dirname = 'usr/bin'; })); var desktop = gulp.src('resources/linux/debian/code.desktop', { base: '.' }) .pipe(rename(function (p) { p.dirname = 'usr/share/applications'; })); var icon = gulp.src('resources/linux/code.png', { base: '.' }) .pipe(rename(function (p) { p.dirname = 'usr/share/pixmaps'; })); var installedSize = Math.ceil(getFolderSize(root + '/' + binaryDir) / 1024); var control = gulp.src('resources/linux/debian/control.template', { base: '.' }) .pipe(replace('@@VERSION@@', packageJson.version + '-' + packageRevision)) .pipe(replace('@@ARCHITECTURE@@', debArch)) .pipe(replace('@@INSTALLEDSIZE@@', installedSize)) .pipe(rename(function (p) { p.extname = ''; p.dirname = 'DEBIAN'; })); var all = es.merge( control, desktop, icon, shortcut); all.pipe(symdest(destination)); var binaryResult = gulp.src(binaryDir + '/**/*', { base: binaryDir }) .pipe(gulp.dest(destination + '/usr/share/code')); return es.merge(all, binaryResult); }; } function buildDebPackage(arch) { var debArch = getDebPackageArch(arch); return shell.task(['fakeroot dpkg-deb -b ' + path.join(root, 'out-linux', 'vscode-' + debArch)]); } gulp.task('clean-vscode-win32', util.rimraf(path.join(path.dirname(root), 'VSCode-win32'))); gulp.task('clean-vscode-darwin', util.rimraf(path.join(path.dirname(root), 'VSCode-darwin'))); gulp.task('clean-vscode-linux-ia32', util.rimraf(path.join(path.dirname(root), 'VSCode-linux-ia32'))); gulp.task('clean-vscode-linux-x64', util.rimraf(path.join(path.dirname(root), 'VSCode-linux-x64'))); gulp.task('clean-vscode-linux-arm', util.rimraf(path.join(path.dirname(root), 'VSCode-linux-arm'))); gulp.task('clean-vscode-linux-ia32-deb', util.rimraf('out-linux/vscode-i386*')); gulp.task('clean-vscode-linux-x64-deb', util.rimraf('out-linux/vscode-amd64*')); gulp.task('vscode-win32', ['optimize-vscode', 'clean-vscode-win32'], packageTask('win32')); gulp.task('vscode-darwin', ['optimize-vscode', 'clean-vscode-darwin'], packageTask('darwin')); gulp.task('vscode-linux-ia32', ['optimize-vscode', 'clean-vscode-linux-ia32'], packageTask('linux', 'ia32')); gulp.task('vscode-linux-x64', ['optimize-vscode', 'clean-vscode-linux-x64'], packageTask('linux', 'x64')); gulp.task('vscode-linux-arm', ['optimize-vscode', 'clean-vscode-linux-arm'], packageTask('linux', 'arm')); gulp.task('vscode-win32-min', ['minify-vscode', 'clean-vscode-win32'], packageTask('win32', null, { minified: true })); gulp.task('vscode-darwin-min', ['minify-vscode', 'clean-vscode-darwin'], packageTask('darwin', null, { minified: true })); gulp.task('vscode-linux-ia32-min', ['minify-vscode', 'clean-vscode-linux-ia32'], packageTask('linux', 'ia32', { minified: true })); gulp.task('vscode-linux-x64-min', ['minify-vscode', 'clean-vscode-linux-x64'], packageTask('linux', 'x64', { minified: true })); gulp.task('vscode-linux-arm-min', ['minify-vscode', 'clean-vscode-linux-arm'], packageTask('linux', 'arm', { minified: true })); gulp.task('vscode-linux-ia32-prepare-deb', ['clean-vscode-linux-ia32-deb', 'vscode-linux-ia32'], prepareDebPackage('ia32')); gulp.task('vscode-linux-x64-prepare-deb', ['clean-vscode-linux-x64-deb'/*, 'vscode-linux-x64'*/], prepareDebPackage('x64')); gulp.task('vscode-linux-ia32-build-deb', ['vscode-linux-ia32-prepare-deb'], buildDebPackage('ia32')); gulp.task('vscode-linux-x64-build-deb', ['vscode-linux-x64-prepare-deb'], buildDebPackage('x64')); gulp.task('vscode-linux-packages', ['vscode-linux-ia32-build-deb', 'vscode-linux-x64-build-deb']); // Sourcemaps gulp.task('vscode-sourcemaps', ['minify-vscode'], function () { return gulp.src('out-vscode-min/**/*.map') .pipe(azure.upload({ account: process.env.AZURE_STORAGE_ACCOUNT, key: process.env.AZURE_STORAGE_ACCESS_KEY, container: 'sourcemaps', prefix: commit + '/' })); });