code-server/scripts/tasks.bash

346 lines
11 KiB
Bash
Raw Normal View History

2019-07-03 07:10:17 +07:00
#!/bin/bash
set -euo pipefail
function log() {
local message="${1}" ; shift
local level="${1:-info}"
if [[ "${level}" == "error" ]] ; then
>&2 echo "${message}"
else
echo "${message}"
fi
}
function exit-if-ci() {
if [[ -n "${ci}" ]] ; then
log "Pre-built VS Code ${vscodeVersion}-${target}-${arch} is incorrectly built" "error"
exit 1
fi
}
# Copy code-server into VS Code along with its dependencies.
function copy-server() {
2019-07-12 05:12:52 +07:00
log "Applying patch"
cd "${vscodeSourcePath}"
git reset --hard
git clean -fd
git apply "${rootPath}/scripts/vscode.patch"
2019-07-03 07:10:17 +07:00
local serverPath="${vscodeSourcePath}/src/vs/server"
rm -rf "${serverPath}"
mkdir -p "${serverPath}"
2019-07-12 05:12:52 +07:00
log "Copying code-server code"
2019-07-03 07:10:17 +07:00
2019-07-12 05:12:52 +07:00
cp -r "${rootPath}/src" "${serverPath}"
cp -r "${rootPath}/typings" "${serverPath}"
cp "${rootPath}/main.js" "${serverPath}"
2019-07-03 07:10:17 +07:00
cp "${rootPath}/package.json" "${serverPath}"
cp "${rootPath}/yarn.lock" "${serverPath}"
if [[ -d "${rootPath}/node_modules" ]] ; then
2019-07-12 05:12:52 +07:00
log "Copying code-server build dependencies"
2019-07-03 07:10:17 +07:00
cp -r "${rootPath}/node_modules" "${serverPath}"
else
2019-07-12 05:12:52 +07:00
log "Installing code-server build dependencies"
2019-07-03 07:10:17 +07:00
cd "${serverPath}"
2019-07-11 04:29:15 +07:00
# Ignore scripts to avoid also installing VS Code dependencies which has
# already been done.
yarn --ignore-scripts
2019-07-03 07:10:17 +07:00
rm -r node_modules/@types/node # I keep getting type conflicts
fi
2019-07-12 05:12:52 +07:00
# TODO: Duplicate identifier issue. There must be a better way to fix this.
if [[ "${target}" == "darwin" ]] ; then
rm "${serverPath}/node_modules/fsevents/node_modules/safe-buffer/index.d.ts"
fi
2019-07-03 07:10:17 +07:00
}
2019-07-12 05:12:52 +07:00
# Prepend the nbin shim which enables finding files within the binary.
2019-07-05 23:54:04 +07:00
function prepend-loader() {
local filePath="${codeServerBuildPath}/${1}" ; shift
2019-07-12 05:12:52 +07:00
cat "${rootPath}/scripts/nbin-shim.js" "${filePath}" > "${filePath}.temp"
2019-07-05 23:54:04 +07:00
mv "${filePath}.temp" "${filePath}"
# Using : as the delimiter so the escaping here is easier to read.
# ${parameter/pattern/string}, so the pattern is /: (if the pattern starts
# with / it matches all instances) and the string is \\: (results in \:).
2019-07-12 05:12:52 +07:00
if [[ "${target}" == "darwin" ]] ; then
sed -i "" -e "s:{{ROOT_PATH}}:${codeServerBuildPath//:/\\:}:g" "${filePath}"
else
sed -i "s:{{ROOT_PATH}}:${codeServerBuildPath//:/\\:}:g" "${filePath}"
fi
2019-07-05 23:54:04 +07:00
}
2019-07-03 07:10:17 +07:00
# Copy code-server into VS Code then build it.
function build-code-server() {
copy-server
# TODO: look into making it do the full minified build for just our code
# (basically just want to skip extensions, target our server code, and get
# the same type of build you get with the vscode-linux-x64-min task).
# Something like: yarn gulp "vscode-server-${target}-${arch}-min"
2019-07-12 05:12:52 +07:00
log "Building code-server"
2019-07-03 07:10:17 +07:00
yarn gulp compile-client
rm -rf "${codeServerBuildPath}"
mkdir -p "${codeServerBuildPath}"
2019-07-11 06:10:39 +07:00
local json="{\"codeServerVersion\": \"${codeServerVersion}\"}"
2019-07-03 07:10:17 +07:00
cp -r "${vscodeBuildPath}/resources/app/extensions" "${codeServerBuildPath}"
2019-07-11 06:10:39 +07:00
node "${rootPath}/scripts/merge.js" "${vscodeBuildPath}/resources/app/package.json" "${rootPath}/scripts/package.json" "${codeServerBuildPath}/package.json" "${json}"
2019-07-06 00:44:33 +07:00
node "${rootPath}/scripts/merge.js" "${vscodeBuildPath}/resources/app/product.json" "${rootPath}/scripts/product.json" "${codeServerBuildPath}/product.json"
2019-07-03 07:10:17 +07:00
cp -r "${vscodeSourcePath}/out" "${codeServerBuildPath}"
2019-07-12 05:12:52 +07:00
rm -rf "${codeServerBuildPath}/out/vs/server/typings"
# Rebuild to make sure the native modules work since at the moment all the
2019-07-16 01:23:29 +07:00
# pre-built packages are from one Linux system which compiles against the
# latest glibc. This means you must build on the target system.
2019-07-12 05:12:52 +07:00
log "Installing remote dependencies"
cd "${vscodeSourcePath}/remote"
2019-07-16 01:23:29 +07:00
# TODO: vscode-ripgrep errors saying node_modules doesn't exist.
# TODO: yarn --force should be the same but it doesn't fix it.
npm rebuild || true
2019-07-03 07:10:17 +07:00
cp -r "${vscodeSourcePath}/remote/node_modules" "${codeServerBuildPath}"
2019-07-12 05:12:52 +07:00
# Only keep the production dependencies.
cd "${codeServerBuildPath}/out/vs/server"
yarn --production --ignore-scripts
2019-07-05 23:54:04 +07:00
prepend-loader "out/vs/server/main.js"
prepend-loader "out/bootstrap-fork.js"
2019-07-03 07:10:17 +07:00
log "Final build: ${codeServerBuildPath}"
}
# Build VS Code if it hasn't already been built. If we're in the CI and it's
# not fully built, error and exit.
function build-vscode() {
if [[ ! -d "${vscodeSourcePath}" ]] ; then
exit-if-ci
log "${vscodeSourceName} does not exist, cloning"
git clone https://github.com/microsoft/vscode --quiet \
--branch "${vscodeVersion}" --single-branch --depth=1 \
"${vscodeSourcePath}"
else
log "${vscodeSourceName} already exists, skipping clone"
fi
cd "${vscodeSourcePath}"
if [[ ! -d "${vscodeSourcePath}/node_modules" ]] ; then
exit-if-ci
log "Installing VS Code dependencies"
2019-07-12 05:12:52 +07:00
# Not entirely sure why but there seem to be problems with native modules
# so rebuild them.
2019-07-16 01:23:29 +07:00
# TODO: vscode-ripgrep errors saying node_modules doesn't exist.
# TODO: yarn --force should be the same but it'.
npm rebuild || true
2019-07-03 07:10:17 +07:00
# Keep just what we need to keep the pre-built archive smaller.
rm -rf "${vscodeSourcePath}/test"
else
log "${vscodeSourceName}/node_modules already exists, skipping install"
fi
if [[ ! -d "${vscodeBuildPath}" ]] ; then
exit-if-ci
log "${vscodeBuildName} does not exist, building"
local builtPath="${buildPath}/VSCode-${target}-${arch}"
rm -rf "${builtPath}"
yarn gulp "vscode-${target}-${arch}-min" --max-old-space-size=32384
mkdir -p "${vscodeBuildPath}/resources/app"
# Copy just what we need to keep the pre-built archive smaller.
mv "${builtPath}/resources/app/extensions" "${vscodeBuildPath}/resources/app"
mv "${builtPath}/resources/app/"*.json "${vscodeBuildPath}/resources/app"
rm -rf "${builtPath}"
else
log "${vscodeBuildName} already exists, skipping build"
fi
}
# Download VS Code with either curl or wget depending on which is available.
function download-vscode() {
cd "${buildPath}"
if command -v wget &> /dev/null ; then
log "Attempting to download ${tarName} with wget"
2019-07-12 05:12:52 +07:00
wget "${vsSourceUrl}" --quiet --output-document "${tarName}"
2019-07-03 07:10:17 +07:00
else
log "Attempting to download ${tarName} with curl"
curl "${vsSourceUrl}" --silent --fail --output "${tarName}"
fi
}
# Download pre-built VS Code if necessary. Build if there is no available
# download but not when in the CI. The pre-built package basically just
# provides us the dependencies and extensions so we don't have to install and
# build them respectively which takes a long time.
function prepare-vscode() {
if [[ ! -d "${vscodeBuildPath}" || ! -d "${vscodeSourcePath}" ]] ; then
mkdir -p "${buildPath}"
2019-07-12 05:12:52 +07:00
# TODO: for now everything uses the Linux build and we rebuild the modules.
# This means you must build on the target system.
2019-07-03 07:10:17 +07:00
local tarName="vstar-${vscodeVersion}-${target}-${arch}.tar.gz"
2019-07-12 05:12:52 +07:00
local linuxTarName="vstar-${vscodeVersion}-linux-${arch}.tar.gz"
local linuxVscodeBuildName="vscode-${vscodeVersion}-linux-${arch}-built"
local vsSourceUrl="https://codesrv-ci.cdr.sh/${linuxTarName}"
2019-07-03 07:10:17 +07:00
if download-vscode ; then
cd "${buildPath}"
rm -rf "${vscodeBuildPath}"
tar -xzf "${tarName}"
rm "${tarName}"
2019-07-12 05:12:52 +07:00
if [[ "${target}" != "linux" ]] ; then
mv "${linuxVscodeBuildName}" "${vscodeBuildName}"
fi
2019-07-03 07:10:17 +07:00
elif [[ -n "${ci}" ]] ; then
log "Pre-built VS Code ${vscodeVersion}-${target}-${arch} does not exist" "error"
exit 1
else
log "${tarName} does not exist, building"
build-vscode
return
fi
else
log "VS Code is already downloaded or built"
fi
log "Ensuring VS Code is fully built"
build-vscode
}
function build-task() {
prepare-vscode
build-code-server
}
function vstar-task() {
local archivePath="${releasePath}/vstar-${vscodeVersion}-${target}-${arch}.tar.gz"
rm -f "${archivePath}"
mkdir -p "${releasePath}"
tar -C "${buildPath}" -czf "${archivePath}" "${vscodeSourceName}" "${vscodeBuildName}"
log "Archive: ${archivePath}"
}
function package-task() {
2019-07-11 06:10:39 +07:00
local archivePath="${releasePath}/${binaryName}"
2019-07-03 07:10:17 +07:00
rm -rf "${archivePath}"
mkdir -p "${archivePath}"
2019-07-11 04:29:15 +07:00
cp "${buildPath}/${binaryName}" "${archivePath}/code-server"
2019-07-03 07:10:17 +07:00
cp "${rootPath}/README.md" "${archivePath}"
cp "${vscodeSourcePath}/LICENSE.txt" "${archivePath}"
cp "${vscodeSourcePath}/ThirdPartyNotices.txt" "${archivePath}"
cd "${releasePath}"
2019-07-12 05:12:52 +07:00
if [[ "${target}" == "darwin" ]] ; then
2019-07-11 06:10:39 +07:00
zip -r "${binaryName}.zip" "${binaryName}"
2019-07-08 22:33:58 +07:00
log "Archive: ${archivePath}.zip"
2019-07-12 05:12:52 +07:00
else
tar -czf "${binaryName}.tar.gz" "${binaryName}"
log "Archive: ${archivePath}.tar.gz"
2019-07-03 07:10:17 +07:00
fi
}
# Package built code into a binary.
function binary-task() {
# I had trouble getting VS Code to build with the @coder/nbin dependency due
# to the types it installs (tons of conflicts), so for now it's a global
# dependency.
cd "${rootPath}"
npm link @coder/nbin
node "${rootPath}/scripts/nbin.js" "${target}" "${arch}" "${codeServerBuildPath}"
rm node_modules/@coder/nbin
2019-07-11 04:29:15 +07:00
mv "${codeServerBuildPath}/code-server" "${buildPath}/${binaryName}"
log "Binary: ${buildPath}/${binaryName}"
2019-07-03 07:10:17 +07:00
}
2019-07-12 05:12:52 +07:00
# Check if it looks like we are inside VS Code.
function in-vscode () {
log "Checking if we are inside VS Code"
local dir="${1}" ; shift
local maybeVscode
local dirName
maybeVscode="$(realpath "${dir}/../../..")"
dirName="$(basename "${maybeVscode}")"
if [[ "${dirName}" != "vscode" ]] ; then
return 1
fi
if [[ ! -f "${maybeVscode}/package.json" ]] ; then
return 1
fi
if ! grep '"name": "code-oss-dev"' "${maybeVscode}/package.json" --quiet ; then
return 1
fi
return 0
}
function ensure-in-vscode-task() {
if ! in-vscode "${rootPath}"; then
log "Not in vscode" "error"
exit 1
fi
exit 0
}
2019-07-03 07:10:17 +07:00
function main() {
2019-07-12 05:12:52 +07:00
local relativeRootPath
local rootPath
relativeRootPath="$(dirname "${0}")/.."
rootPath="$(realpath "${relativeRootPath}")"
2019-07-03 07:10:17 +07:00
local task="${1}" ; shift
2019-07-12 05:12:52 +07:00
if [[ "${task}" == "ensure-in-vscode" ]] ; then
ensure-in-vscode-task
fi
2019-07-11 06:10:39 +07:00
local codeServerVersion="${1}" ; shift
2019-07-03 07:10:17 +07:00
local vscodeVersion="${1}" ; shift
local target="${1}" ; shift
local arch="${1}" ; shift
local ci="${CI:-}"
# This lets you build in a separate directory since building within this
# directory while developing makes it hard to keep developing since compiling
# will compile everything in the build directory as well.
local outPath="${OUT:-${rootPath}}"
2019-07-11 04:29:15 +07:00
# If we're inside a vscode directory, assume we want to develop. In that case
# we should set an OUT directory and not build in this directory.
2019-07-12 05:12:52 +07:00
if in-vscode "${outPath}" ; then
log "Set the OUT environment variable to something outside of VS Code" "error"
exit 1
2019-07-11 04:29:15 +07:00
fi
2019-07-03 07:10:17 +07:00
local releasePath="${outPath}/release"
local buildPath="${outPath}/build"
local vscodeSourceName="vscode-${vscodeVersion}-source"
local vscodeBuildName="vscode-${vscodeVersion}-${target}-${arch}-built"
local vscodeSourcePath="${buildPath}/${vscodeSourceName}"
local vscodeBuildPath="${buildPath}/${vscodeBuildName}"
2019-07-11 06:10:39 +07:00
local codeServerBuildName="code-server${codeServerVersion}-vsc${vscodeVersion}-${target}-${arch}-built"
2019-07-03 07:10:17 +07:00
local codeServerBuildPath="${buildPath}/${codeServerBuildName}"
2019-07-11 06:10:39 +07:00
local binaryName="code-server${codeServerVersion}-vsc${vscodeVersion}-${target}-${arch}"
2019-07-03 07:10:17 +07:00
log "Running ${task} task"
log " rootPath: ${rootPath}"
log " outPath: ${outPath}"
2019-07-11 06:10:39 +07:00
log " codeServerVersion: ${codeServerVersion}"
2019-07-03 07:10:17 +07:00
log " vscodeVersion: ${vscodeVersion}"
log " target: ${target}"
log " arch: ${arch}"
if [[ -n "${ci}" ]] ; then
log " CI: yes"
else
log " CI: no"
fi
"${task}-task" "$@"
}
main "$@"