package_reh.sh 6.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230
  1. #!/usr/bin/env bash
  2. # shellcheck disable=SC1091
  3. set -ex
  4. if [[ "${CI_BUILD}" == "no" ]]; then
  5. exit 1
  6. fi
  7. APP_NAME_LC="$( echo "${APP_NAME}" | awk '{print tolower($0)}' )"
  8. mkdir -p assets
  9. tar -xzf ./vscode.tar.gz
  10. cd vscode || { echo "'vscode' dir not found"; exit 1; }
  11. GLIBC_VERSION="2.28"
  12. GLIBCXX_VERSION="3.4.26"
  13. NODE_VERSION="20.18.2"
  14. export VSCODE_NODEJS_URLROOT='/download/release'
  15. export VSCODE_NODEJS_URLSUFFIX=''
  16. if [[ "${VSCODE_ARCH}" == "x64" ]]; then
  17. GLIBC_VERSION="2.17"
  18. GLIBCXX_VERSION="3.4.22"
  19. VSCODE_REMOTE_DEPENDENCIES_CONTAINER_NAME="vscodium/vscodium-linux-build-agent:focal-devtoolset-x64"
  20. export VSCODE_NODEJS_SITE='https://unofficial-builds.nodejs.org'
  21. export VSCODE_NODEJS_URLSUFFIX='-glibc-217'
  22. export VSCODE_SKIP_SETUPENV=1
  23. elif [[ "${VSCODE_ARCH}" == "arm64" ]]; then
  24. EXPECTED_GLIBC_VERSION="2.30"
  25. VSCODE_REMOTE_DEPENDENCIES_CONTAINER_NAME="vscodium/vscodium-linux-build-agent:focal-devtoolset-arm64"
  26. export VSCODE_SKIP_SYSROOT=1
  27. export USE_GNUPP2A=1
  28. elif [[ "${VSCODE_ARCH}" == "armhf" ]]; then
  29. EXPECTED_GLIBC_VERSION="2.30"
  30. VSCODE_REMOTE_DEPENDENCIES_CONTAINER_NAME="vscodium/vscodium-linux-build-agent:focal-devtoolset-armhf"
  31. export VSCODE_SKIP_SYSROOT=1
  32. export USE_GNUPP2A=1
  33. elif [[ "${VSCODE_ARCH}" == "ppc64le" ]]; then
  34. VSCODE_REMOTE_DEPENDENCIES_CONTAINER_NAME="vscodium/vscodium-linux-build-agent:focal-devtoolset-ppc64le"
  35. export VSCODE_SYSROOT_REPOSITORY='VSCodium/vscode-linux-build-agent'
  36. export VSCODE_SYSROOT_VERSION='20240129-253798'
  37. export USE_GNUPP2A=1
  38. elif [[ "${VSCODE_ARCH}" == "riscv64" ]]; then
  39. NODE_VERSION="20.16.0"
  40. VSCODE_REMOTE_DEPENDENCIES_CONTAINER_NAME="vscodium/vscodium-linux-build-agent:focal-devtoolset-riscv64"
  41. export VSCODE_SKIP_SETUPENV=1
  42. export VSCODE_NODEJS_SITE='https://unofficial-builds.nodejs.org'
  43. elif [[ "${VSCODE_ARCH}" == "loong64" ]]; then
  44. NODE_VERSION="20.16.0"
  45. VSCODE_REMOTE_DEPENDENCIES_CONTAINER_NAME="vscodium/vscodium-linux-build-agent:trixie-devtoolset-loong64"
  46. export VSCODE_SKIP_SETUPENV=1
  47. export VSCODE_NODEJS_SITE='https://unofficial-builds.nodejs.org'
  48. elif [[ "${VSCODE_ARCH}" == "s390x" ]]; then
  49. VSCODE_REMOTE_DEPENDENCIES_CONTAINER_NAME="vscodium/vscodium-linux-build-agent:focal-devtoolset-s390x"
  50. export VSCODE_SYSROOT_REPOSITORY='VSCodium/vscode-linux-build-agent'
  51. export VSCODE_SYSROOT_VERSION='20241108'
  52. fi
  53. export ELECTRON_SKIP_BINARY_DOWNLOAD=1
  54. export PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD=1
  55. export VSCODE_PLATFORM='linux'
  56. export VSCODE_SKIP_NODE_VERSION_CHECK=1
  57. export VSCODE_SYSROOT_PREFIX="-glibc-${GLIBC_VERSION}"
  58. EXPECTED_GLIBC_VERSION="${EXPECTED_GLIBC_VERSION:=GLIBC_VERSION}"
  59. VSCODE_HOST_MOUNT="$( pwd )"
  60. export VSCODE_HOST_MOUNT
  61. export VSCODE_REMOTE_DEPENDENCIES_CONTAINER_NAME
  62. sed -i "/target/s/\"20.*\"/\"${NODE_VERSION}\"/" remote/.npmrc
  63. if [[ -d "../patches/linux/reh/" ]]; then
  64. for file in "../patches/linux/reh/"*.patch; do
  65. if [[ -f "${file}" ]]; then
  66. echo applying patch: "${file}";
  67. if ! git apply --ignore-whitespace "${file}"; then
  68. echo failed to apply patch "${file}" >&2
  69. exit 1
  70. fi
  71. fi
  72. done
  73. fi
  74. if [[ -d "../patches/linux/reh/${VSCODE_ARCH}/" ]]; then
  75. for file in "../patches/linux/reh/${VSCODE_ARCH}/"*.patch; do
  76. if [[ -f "${file}" ]]; then
  77. echo applying patch: "${file}";
  78. if ! git apply --ignore-whitespace "${file}"; then
  79. echo failed to apply patch "${file}" >&2
  80. exit 1
  81. fi
  82. fi
  83. done
  84. fi
  85. if [[ -n "${USE_GNUPP2A}" ]]; then
  86. INCLUDES=$(cat <<EOF
  87. {
  88. "target_defaults": {
  89. "conditions": [
  90. ["OS=='linux'", {
  91. 'cflags_cc!': [ '-std=gnu++20' ],
  92. 'cflags_cc': [ '-std=gnu++2a' ],
  93. }]
  94. ]
  95. }
  96. }
  97. EOF
  98. )
  99. if [ ! -d "${HOME}/.gyp" ]; then
  100. mkdir -p "${HOME}/.gyp"
  101. fi
  102. echo "${INCLUDES}" > "${HOME}/.gyp/include.gypi"
  103. fi
  104. mv .npmrc .npmrc.bak
  105. cp ../npmrc .npmrc
  106. for i in {1..5}; do # try 5 times
  107. npm ci --prefix build && break
  108. if [[ $i == 3 ]]; then
  109. echo "Npm install failed too many times" >&2
  110. exit 1
  111. fi
  112. echo "Npm install failed $i, trying again..."
  113. done
  114. if [[ -z "${VSCODE_SKIP_SETUPENV}" ]]; then
  115. if [[ -n "${VSCODE_SKIP_SYSROOT}" ]]; then
  116. source ./build/azure-pipelines/linux/setup-env.sh --skip-sysroot
  117. else
  118. source ./build/azure-pipelines/linux/setup-env.sh
  119. fi
  120. fi
  121. for i in {1..5}; do # try 5 times
  122. npm ci && break
  123. if [[ $i == 3 ]]; then
  124. echo "Npm install failed too many times" >&2
  125. exit 1
  126. fi
  127. echo "Npm install failed $i, trying again..."
  128. # remove dependencies that fail during cleanup
  129. rm -rf node_modules/@vscode node_modules/node-pty
  130. done
  131. mv .npmrc.bak .npmrc
  132. node build/azure-pipelines/distro/mixin-npm
  133. export VSCODE_NODE_GLIBC="-glibc-${GLIBC_VERSION}"
  134. if [[ "${SHOULD_BUILD_REH}" != "no" ]]; then
  135. echo "Building REH"
  136. yarn gulp minify-vscode-reh
  137. yarn gulp "vscode-reh-${VSCODE_PLATFORM}-${VSCODE_ARCH}-min-ci"
  138. EXPECTED_GLIBC_VERSION="${EXPECTED_GLIBC_VERSION}" EXPECTED_GLIBCXX_VERSION="${GLIBCXX_VERSION}" SEARCH_PATH="../vscode-reh-${VSCODE_PLATFORM}-${VSCODE_ARCH}" ./build/azure-pipelines/linux/verify-glibc-requirements.sh
  139. pushd "../vscode-reh-${VSCODE_PLATFORM}-${VSCODE_ARCH}"
  140. if [[ -f "../ripgrep_${VSCODE_PLATFORM}_${VSCODE_ARCH}.sh" ]]; then
  141. bash "../ripgrep_${VSCODE_PLATFORM}_${VSCODE_ARCH}.sh" "node_modules"
  142. fi
  143. echo "Archiving REH"
  144. tar czf "../assets/${APP_NAME_LC}-reh-${VSCODE_PLATFORM}-${VSCODE_ARCH}-${RELEASE_VERSION}.tar.gz" .
  145. popd
  146. fi
  147. if [[ "${SHOULD_BUILD_REH_WEB}" != "no" ]]; then
  148. echo "Building REH-web"
  149. yarn gulp minify-vscode-reh-web
  150. yarn gulp "vscode-reh-web-${VSCODE_PLATFORM}-${VSCODE_ARCH}-min-ci"
  151. EXPECTED_GLIBC_VERSION="${EXPECTED_GLIBC_VERSION}" EXPECTED_GLIBCXX_VERSION="${GLIBCXX_VERSION}" SEARCH_PATH="../vscode-reh-web-${VSCODE_PLATFORM}-${VSCODE_ARCH}" ./build/azure-pipelines/linux/verify-glibc-requirements.sh
  152. pushd "../vscode-reh-web-${VSCODE_PLATFORM}-${VSCODE_ARCH}"
  153. if [[ -f "../ripgrep_${VSCODE_PLATFORM}_${VSCODE_ARCH}.sh" ]]; then
  154. bash "../ripgrep_${VSCODE_PLATFORM}_${VSCODE_ARCH}.sh" "node_modules"
  155. fi
  156. echo "Archiving REH-web"
  157. tar czf "../assets/${APP_NAME_LC}-reh-web-${VSCODE_PLATFORM}-${VSCODE_ARCH}-${RELEASE_VERSION}.tar.gz" .
  158. popd
  159. fi
  160. cd ..
  161. npm install -g checksum
  162. sum_file() {
  163. if [[ -f "${1}" ]]; then
  164. echo "Calculating checksum for ${1}"
  165. checksum -a sha256 "${1}" > "${1}".sha256
  166. checksum "${1}" > "${1}".sha1
  167. fi
  168. }
  169. cd assets
  170. for FILE in *; do
  171. if [[ -f "${FILE}" ]]; then
  172. sum_file "${FILE}"
  173. fi
  174. done
  175. cd ..