package_reh.sh 6.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223
  1. #!/usr/bin/env bash
  2. # shellcheck disable=SC1091
  3. set -ex
  4. if [[ "${CI_BUILD}" == "no" ]]; then
  5. exit 1
  6. fi
  7. # include common functions
  8. . ./utils.sh
  9. mkdir -p assets
  10. tar -xzf ./vscode.tar.gz
  11. cd vscode || { echo "'vscode' dir not found"; exit 1; }
  12. GLIBC_VERSION="2.28"
  13. GLIBCXX_VERSION="3.4.26"
  14. NODE_VERSION="20.18.2"
  15. export VSCODE_NODEJS_URLROOT='/download/release'
  16. export VSCODE_NODEJS_URLSUFFIX=''
  17. if [[ "${VSCODE_ARCH}" == "x64" ]]; then
  18. GLIBC_VERSION="2.17"
  19. GLIBCXX_VERSION="3.4.22"
  20. VSCODE_REMOTE_DEPENDENCIES_CONTAINER_NAME="vscodium/vscodium-linux-build-agent:focal-devtoolset-x64"
  21. export VSCODE_NODEJS_SITE='https://unofficial-builds.nodejs.org'
  22. export VSCODE_NODEJS_URLSUFFIX='-glibc-217'
  23. export VSCODE_SKIP_SETUPENV=1
  24. elif [[ "${VSCODE_ARCH}" == "arm64" ]]; then
  25. EXPECTED_GLIBC_VERSION="2.30"
  26. VSCODE_REMOTE_DEPENDENCIES_CONTAINER_NAME="vscodium/vscodium-linux-build-agent:focal-devtoolset-arm64"
  27. export VSCODE_SKIP_SYSROOT=1
  28. export USE_GNUPP2A=1
  29. elif [[ "${VSCODE_ARCH}" == "armhf" ]]; then
  30. EXPECTED_GLIBC_VERSION="2.30"
  31. VSCODE_REMOTE_DEPENDENCIES_CONTAINER_NAME="vscodium/vscodium-linux-build-agent:focal-devtoolset-armhf"
  32. export VSCODE_SKIP_SYSROOT=1
  33. export USE_GNUPP2A=1
  34. elif [[ "${VSCODE_ARCH}" == "ppc64le" ]]; then
  35. VSCODE_REMOTE_DEPENDENCIES_CONTAINER_NAME="vscodium/vscodium-linux-build-agent:focal-devtoolset-ppc64le"
  36. export VSCODE_SYSROOT_REPOSITORY='VSCodium/vscode-linux-build-agent'
  37. export VSCODE_SYSROOT_VERSION='20240129-253798'
  38. export USE_GNUPP2A=1
  39. elif [[ "${VSCODE_ARCH}" == "riscv64" ]]; then
  40. NODE_VERSION="20.16.0"
  41. VSCODE_REMOTE_DEPENDENCIES_CONTAINER_NAME="vscodium/vscodium-linux-build-agent:focal-devtoolset-riscv64"
  42. export VSCODE_SKIP_SETUPENV=1
  43. export VSCODE_NODEJS_SITE='https://unofficial-builds.nodejs.org'
  44. elif [[ "${VSCODE_ARCH}" == "loong64" ]]; then
  45. NODE_VERSION="20.16.0"
  46. VSCODE_REMOTE_DEPENDENCIES_CONTAINER_NAME="vscodium/vscodium-linux-build-agent:beige-devtoolset-loong64"
  47. export VSCODE_SKIP_SETUPENV=1
  48. export VSCODE_NODEJS_SITE='https://unofficial-builds.nodejs.org'
  49. elif [[ "${VSCODE_ARCH}" == "s390x" ]]; then
  50. VSCODE_REMOTE_DEPENDENCIES_CONTAINER_NAME="vscodium/vscodium-linux-build-agent:focal-devtoolset-s390x"
  51. export VSCODE_SYSROOT_REPOSITORY='VSCodium/vscode-linux-build-agent'
  52. export VSCODE_SYSROOT_VERSION='20241108'
  53. fi
  54. export ELECTRON_SKIP_BINARY_DOWNLOAD=1
  55. export PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD=1
  56. export VSCODE_PLATFORM='linux'
  57. export VSCODE_SKIP_NODE_VERSION_CHECK=1
  58. export VSCODE_SYSROOT_PREFIX="-glibc-${GLIBC_VERSION}"
  59. EXPECTED_GLIBC_VERSION="${EXPECTED_GLIBC_VERSION:=GLIBC_VERSION}"
  60. VSCODE_HOST_MOUNT="$( pwd )"
  61. export VSCODE_HOST_MOUNT
  62. export VSCODE_REMOTE_DEPENDENCIES_CONTAINER_NAME
  63. sed -i "/target/s/\"20.*\"/\"${NODE_VERSION}\"/" remote/.npmrc
  64. if [[ -d "../patches/linux/reh/" ]]; then
  65. for file in "../patches/linux/reh/"*.patch; do
  66. if [[ -f "${file}" ]]; then
  67. apply_patch "${file}"
  68. fi
  69. done
  70. fi
  71. if [[ -d "../patches/linux/reh/${VSCODE_ARCH}/" ]]; then
  72. for file in "../patches/linux/reh/${VSCODE_ARCH}/"*.patch; do
  73. if [[ -f "${file}" ]]; then
  74. apply_patch "${file}"
  75. fi
  76. done
  77. fi
  78. if [[ -n "${USE_GNUPP2A}" ]]; then
  79. INCLUDES=$(cat <<EOF
  80. {
  81. "target_defaults": {
  82. "conditions": [
  83. ["OS=='linux'", {
  84. 'cflags_cc!': [ '-std=gnu++20' ],
  85. 'cflags_cc': [ '-std=gnu++2a' ],
  86. }]
  87. ]
  88. }
  89. }
  90. EOF
  91. )
  92. if [ ! -d "${HOME}/.gyp" ]; then
  93. mkdir -p "${HOME}/.gyp"
  94. fi
  95. echo "${INCLUDES}" > "${HOME}/.gyp/include.gypi"
  96. fi
  97. mv .npmrc .npmrc.bak
  98. cp ../npmrc .npmrc
  99. for i in {1..5}; do # try 5 times
  100. npm ci --prefix build && break
  101. if [[ $i == 3 ]]; then
  102. echo "Npm install failed too many times" >&2
  103. exit 1
  104. fi
  105. echo "Npm install failed $i, trying again..."
  106. done
  107. if [[ -z "${VSCODE_SKIP_SETUPENV}" ]]; then
  108. if [[ -n "${VSCODE_SKIP_SYSROOT}" ]]; then
  109. source ./build/azure-pipelines/linux/setup-env.sh --skip-sysroot
  110. else
  111. source ./build/azure-pipelines/linux/setup-env.sh
  112. fi
  113. fi
  114. for i in {1..5}; do # try 5 times
  115. npm ci && break
  116. if [[ $i == 3 ]]; then
  117. echo "Npm install failed too many times" >&2
  118. exit 1
  119. fi
  120. echo "Npm install failed $i, trying again..."
  121. # remove dependencies that fail during cleanup
  122. rm -rf node_modules/@vscode node_modules/node-pty
  123. done
  124. mv .npmrc.bak .npmrc
  125. node build/azure-pipelines/distro/mixin-npm
  126. export VSCODE_NODE_GLIBC="-glibc-${GLIBC_VERSION}"
  127. if [[ "${SHOULD_BUILD_REH}" != "no" ]]; then
  128. echo "Building REH"
  129. npm run gulp minify-vscode-reh
  130. npm run gulp "vscode-reh-${VSCODE_PLATFORM}-${VSCODE_ARCH}-min-ci"
  131. EXPECTED_GLIBC_VERSION="${EXPECTED_GLIBC_VERSION}" EXPECTED_GLIBCXX_VERSION="${GLIBCXX_VERSION}" SEARCH_PATH="../vscode-reh-${VSCODE_PLATFORM}-${VSCODE_ARCH}" ./build/azure-pipelines/linux/verify-glibc-requirements.sh
  132. pushd "../vscode-reh-${VSCODE_PLATFORM}-${VSCODE_ARCH}"
  133. if [[ -f "../ripgrep_${VSCODE_PLATFORM}_${VSCODE_ARCH}.sh" ]]; then
  134. bash "../ripgrep_${VSCODE_PLATFORM}_${VSCODE_ARCH}.sh" "node_modules"
  135. fi
  136. echo "Archiving REH"
  137. tar czf "../assets/${APP_NAME_LC}-reh-${VSCODE_PLATFORM}-${VSCODE_ARCH}-${RELEASE_VERSION}.tar.gz" .
  138. popd
  139. fi
  140. if [[ "${SHOULD_BUILD_REH_WEB}" != "no" ]]; then
  141. echo "Building REH-web"
  142. npm run gulp minify-vscode-reh-web
  143. npm run gulp "vscode-reh-web-${VSCODE_PLATFORM}-${VSCODE_ARCH}-min-ci"
  144. EXPECTED_GLIBC_VERSION="${EXPECTED_GLIBC_VERSION}" EXPECTED_GLIBCXX_VERSION="${GLIBCXX_VERSION}" SEARCH_PATH="../vscode-reh-web-${VSCODE_PLATFORM}-${VSCODE_ARCH}" ./build/azure-pipelines/linux/verify-glibc-requirements.sh
  145. pushd "../vscode-reh-web-${VSCODE_PLATFORM}-${VSCODE_ARCH}"
  146. if [[ -f "../ripgrep_${VSCODE_PLATFORM}_${VSCODE_ARCH}.sh" ]]; then
  147. bash "../ripgrep_${VSCODE_PLATFORM}_${VSCODE_ARCH}.sh" "node_modules"
  148. fi
  149. echo "Archiving REH-web"
  150. tar czf "../assets/${APP_NAME_LC}-reh-web-${VSCODE_PLATFORM}-${VSCODE_ARCH}-${RELEASE_VERSION}.tar.gz" .
  151. popd
  152. fi
  153. cd ..
  154. npm install -g checksum
  155. sum_file() {
  156. if [[ -f "${1}" ]]; then
  157. echo "Calculating checksum for ${1}"
  158. checksum -a sha256 "${1}" > "${1}".sha256
  159. checksum "${1}" > "${1}".sha1
  160. fi
  161. }
  162. cd assets
  163. for FILE in *; do
  164. if [[ -f "${FILE}" ]]; then
  165. sum_file "${FILE}"
  166. fi
  167. done
  168. cd ..