termux/termux-packages
0
0
Fork 0
mirror of https://github.com/termux/termux-packages.git synced 2025-01-31 21:22:27 +00:00
Code
termux-packages/packages/emscripten/build.sh
Termux Github Actions 995b5b222b bump(main/emscripten): 4.0.1 
This commit has been automatically submitted by Github Actions.
2025-01-17 11:29:20 +00:00

374 lines
14 KiB
Bash
Raw Permalink Blame History

TERMUX_PKG_HOMEPAGE=https://emscripten.org
TERMUX_PKG_DESCRIPTION="Emscripten: An LLVM-to-WebAssembly Compiler"
TERMUX_PKG_LICENSE="MIT"
TERMUX_PKG_MAINTAINER="@termux"
TERMUX_PKG_VERSION="4.0.1"
TERMUX_PKG_SRCURL=git+https://github.com/emscripten-core/emscripten
TERMUX_PKG_GIT_BRANCH=${TERMUX_PKG_VERSION}
TERMUX_PKG_DEPENDS="nodejs-lts | nodejs, python"
TERMUX_PKG_ANTI_BUILD_DEPENDS="nodejs, nodejs-lts, python"
TERMUX_PKG_HOSTBUILD=true
TERMUX_PKG_NO_STATICSPLIT=true
TERMUX_PKG_PLATFORM_INDEPENDENT=true
TERMUX_PKG_AUTO_UPDATE=true
# remove files according to emsdk/upstream directory
# refer termux_step_post_get_source and termux_step_post_massage
TERMUX_PKG_RM_AFTER_INSTALL="
opt/emscripten-llvm/bin/amdgpu-arch
opt/emscripten-llvm/bin/clang-check
opt/emscripten-llvm/bin/clang-cl
opt/emscripten-llvm/bin/clang-cpp
opt/emscripten-llvm/bin/clang-extdef-mapping
opt/emscripten-llvm/bin/clang-format
opt/emscripten-llvm/bin/clang-func-mapping
opt/emscripten-llvm/bin/clang-import-test
opt/emscripten-llvm/bin/clang-installapi
opt/emscripten-llvm/bin/clang-linker-wrapper
opt/emscripten-llvm/bin/clang-nvlink-wrapper
opt/emscripten-llvm/bin/clang-offload-bundler
opt/emscripten-llvm/bin/clang-offload-packager
opt/emscripten-llvm/bin/clang-offload-wrapper
opt/emscripten-llvm/bin/clang-pseudo
opt/emscripten-llvm/bin/clang-refactor
opt/emscripten-llvm/bin/clang-rename
opt/emscripten-llvm/bin/clang-repl
opt/emscripten-llvm/bin/clang-sycl-linker
opt/emscripten-llvm/bin/diagtool
opt/emscripten-llvm/bin/git-clang-format
opt/emscripten-llvm/bin/hmaptool
opt/emscripten-llvm/bin/llvm-cov
opt/emscripten-llvm/bin/llvm-dlltool
opt/emscripten-llvm/bin/llvm-lib
opt/emscripten-llvm/bin/llvm-link
opt/emscripten-llvm/bin/llvm-mca
opt/emscripten-llvm/bin/llvm-ml
opt/emscripten-llvm/bin/llvm-pdbutil
opt/emscripten-llvm/bin/llvm-profdata
opt/emscripten-llvm/bin/llvm-profgen
opt/emscripten-llvm/bin/llvm-rc
opt/emscripten-llvm/bin/nvptx-arch
opt/emscripten-llvm/lib/libclang.so*
opt/emscripten-llvm/share
opt/emscripten/LICENSE
"
# https://github.com/emscripten-core/emscripten/issues/11362
# can switch to stable LLVM to save space once above is fixed
_LLVM_COMMIT=a32e36faf84bd7da3df0c7d50bb9020568128417
_LLVM_TGZ_SHA256=ef59e10e9df3aa5eb4152871c170be719469e691951c52b310cd0185b7fbde7b
# https://github.com/emscripten-core/emscripten/issues/12252
# upstream says better bundle the right binaryen revision for now
_BINARYEN_COMMIT=e4bfcd2a06db0640bfbf1654f575239ecab72443
_BINARYEN_TGZ_SHA256=ca7bac829b4f5ef26af12f6a9da2a1baacf1d1b9eea67d8dbec0122a7ff73b72
# https://github.com/emscripten-core/emsdk/blob/main/emsdk.py
# https://chromium.googlesource.com/emscripten-releases/+/refs/heads/main/src/build.py
# https://github.com/llvm/llvm-project
_LLVM_BUILD_ARGS="
-DCMAKE_BUILD_TYPE=MinSizeRel
-DCMAKE_BUILD_WITH_INSTALL_RPATH=ON
-DCMAKE_CROSSCOMPILING=ON
-DCMAKE_INSTALL_PREFIX=${TERMUX_PREFIX}/opt/emscripten-llvm
-DDEFAULT_SYSROOT=$(dirname ${TERMUX_PREFIX})
-DLLVM_ENABLE_ASSERTIONS=ON
-DLLVM_ENABLE_BINDINGS=OFF
-DLLVM_ENABLE_LIBEDIT=OFF
-DLLVM_ENABLE_LIBPFM=OFF
-DLLVM_ENABLE_LIBXML2=OFF
-DLLVM_ENABLE_LTO=Thin
-DLLVM_ENABLE_PROJECTS=clang;compiler-rt;lld
-DLLVM_INCLUDE_BENCHMARKS=OFF
-DLLVM_INCLUDE_EXAMPLES=OFF
-DLLVM_INCLUDE_TESTS=OFF
-DLLVM_INCLUDE_UTILS=OFF
-DLLVM_INSTALL_TOOLCHAIN_ONLY=ON
-DLLVM_LINK_LLVM_DYLIB=ON
-DLLVM_NATIVE_TOOL_DIR=${TERMUX_PKG_HOSTBUILD_DIR}/bin
-DCLANG_DEFAULT_LINKER=lld
-DCLANG_ENABLE_ARCMT=OFF
-DCLANG_ENABLE_STATIC_ANALYZER=OFF
-DCLANG_LINKS_TO_CREATE=clang++;wasm32-clang;wasm32-clang++;wasm32-wasi-clang;wasm32-wasi-clang++
-DCOMPILER_RT_BUILD_CRT=OFF
-DCOMPILER_RT_BUILD_LIBFUZZER=OFF
-DCOMPILER_RT_BUILD_MEMPROF=OFF
-DCOMPILER_RT_BUILD_PROFILE=OFF
-DCOMPILER_RT_BUILD_SANITIZERS=OFF
-DCOMPILER_RT_BUILD_XRAY=OFF
-DCOMPILER_RT_INCLUDE_TESTS=OFF
-DLLD_SYMLINKS_TO_CREATE=wasm-ld
"
# https://github.com/WebAssembly/binaryen/blob/main/CMakeLists.txt
_BINARYEN_BUILD_ARGS="
-DCMAKE_INSTALL_PREFIX=${TERMUX_PREFIX}/opt/emscripten-binaryen
-DBUILD_TESTS=OFF
-DBYN_ENABLE_LTO=ON
"
# based on scripts/updates/internal/termux_github_auto_update.sh
termux_pkg_auto_update() {
local latest_tag
latest_tag=$(termux_github_api_get_tag "${TERMUX_PKG_SRCURL}" "${TERMUX_PKG_UPDATE_TAG_TYPE}")
if [[ -z "${latest_tag}" ]]; then
termux_error_exit "ERROR: Unable to get tag from ${TERMUX_PKG_SRCURL}"
fi
if [[ "${latest_tag}" == "${TERMUX_PKG_VERSION}" ]]; then
echo "INFO: No update needed. Already at version '${TERMUX_PKG_VERSION}'."
return
fi
# https://github.com/emscripten-core/emscripten/blob/main/docs/packaging.md
# https://github.com/archlinux/svntogit-community/tree/packages/emscripten/trunk
# below generates commit hash for the deps according to emscripten releases
local tmpdir=$(mktemp -d)
local releases_tags release_tag deps_revision deps_json llvm_commit binaryen_commit llvm_tgz_sha256 binaryen_tgz_sha256
releases_tags=$(curl -s https://raw.githubusercontent.com/emscripten-core/emsdk/main/emscripten-releases-tags.json)
release_tag=$(echo "${releases_tags}" | python3 -c "import json,sys;print(json.load(sys.stdin)[\"releases\"][\"${latest_tag}\"])")
deps_revision=$(curl -s "https://chromium.googlesource.com/emscripten-releases/+/${release_tag}/DEPS?format=text" | base64 -d | grep "_revision':" | sed -e "s|'|\"|g")
deps_json=$(echo -e "{\n${deps_revision}EOL" | sed -e "s|,EOL|\n}|")
llvm_commit=$(echo "${deps_json}" | python3 -c "import json,sys;print(json.load(sys.stdin)[\"llvm_project_revision\"])")
binaryen_commit=$(echo "${deps_json}" | python3 -c "import json,sys;print(json.load(sys.stdin)[\"binaryen_revision\"])")
curl -LC - "https://github.com/llvm/llvm-project/archive/${llvm_commit}.tar.gz" -o "${tmpdir}/${llvm_commit}.tar.gz"
curl -LC - "https://github.com/WebAssembly/binaryen/archive/${binaryen_commit}.tar.gz" -o "${tmpdir}/${binaryen_commit}.tar.gz"
llvm_tgz_sha256=$(sha256sum "${tmpdir}/${llvm_commit}.tar.gz" | sed -e "s| .*$||")
binaryen_tgz_sha256=$(sha256sum "${tmpdir}/${binaryen_commit}.tar.gz" | sed -e "s| .*$||")
cat <<- EOL
INFO: Generated *.tar.gz checksum for:
_LLVM_COMMIT ${llvm_commit} = ${llvm_tgz_sha256}
_BINARYEN_COMMIT ${binaryen_commit} = ${binaryen_tgz_sha256}
EOL
sed \
-e "s|^_LLVM_COMMIT=.*|_LLVM_COMMIT=${llvm_commit}|" \
-e "s|^_LLVM_TGZ_SHA256=.*|_LLVM_TGZ_SHA256=${llvm_tgz_sha256}|" \
-e "s|^_BINARYEN_COMMIT=.*|_BINARYEN_COMMIT=${binaryen_commit}|" \
-e "s|^_BINARYEN_TGZ_SHA256=.*|_BINARYEN_TGZ_SHA256=${binaryen_tgz_sha256}|" \
-i "${TERMUX_PKG_BUILDER_DIR}/build.sh"
rm -fr "${tmpdir}"
termux_pkg_upgrade_version "$latest_tag"
}
termux_step_post_get_source() {
# for comparing files in termux_step_post_massage
pushd "${TERMUX_PKG_CACHEDIR}"
rm -fr emsdk
git clone https://github.com/emscripten-core/emsdk --depth=1
cd emsdk
./emsdk install latest
popd
termux_download \
"https://github.com/llvm/llvm-project/archive/${_LLVM_COMMIT}.tar.gz" \
"${TERMUX_PKG_CACHEDIR}/llvm.tar.gz" \
"${_LLVM_TGZ_SHA256}"
termux_download \
"https://github.com/WebAssembly/binaryen/archive/${_BINARYEN_COMMIT}.tar.gz" \
"${TERMUX_PKG_CACHEDIR}/binaryen.tar.gz" \
"${_BINARYEN_TGZ_SHA256}"
tar -xf "${TERMUX_PKG_CACHEDIR}/llvm.tar.gz" -C "${TERMUX_PKG_CACHEDIR}"
tar -xf "${TERMUX_PKG_CACHEDIR}/binaryen.tar.gz" -C "${TERMUX_PKG_CACHEDIR}"
local llvm_patches=$(find "${TERMUX_PKG_BUILDER_DIR}" -mindepth 1 -maxdepth 1 -type f -name 'llvm-project-*.diff')
if [[ -n "${llvm_patches}" ]]; then
pushd "${TERMUX_PKG_CACHEDIR}/llvm-project-${_LLVM_COMMIT}"
for patch in ${llvm_patches}; do
patch -p1 -i "${patch}" || :
done
local llvm_patches_rej=$(find . -type f -name '*.rej')
if [[ -n "${llvm_patches_rej}" ]]; then
echo "INFO: Patch failed! Printing *.rej files ..."
for rej in ${llvm_patches_rej}; do
echo -e "\n\n${rej}"
cat "${rej}"
done
termux_error_exit "Patch failed! Please check patch errors above!"
fi
popd
fi
local binaryen_patches=$(find "${TERMUX_PKG_BUILDER_DIR}" -mindepth 1 -maxdepth 1 -type f -name 'binaryen-*.diff')
if [[ -n "${binaryen_patches}" ]]; then
pushd "${TERMUX_PKG_CACHEDIR}/binaryen-${_BINARYEN_COMMIT}"
for patch in ${binaryen_patches}; do
patch -p1 -i "${patch}" || :
done
local binaryen_patches_rej=$(find . -type f -name '*.rej')
if [[ -n "${binaryen_patches_rej}" ]]; then
echo "INFO: Patch failed! Printing *.rej files ..."
for rej in ${binaryen_patches_rej}; do
echo -e "\n\n${rej}"
cat "${rej}"
done
termux_error_exit "Patch failed! Please check patch errors above!"
fi
popd
fi
}
termux_step_host_build() {
termux_setup_cmake
termux_setup_ninja
cmake \
-G Ninja \
-S "${TERMUX_PKG_CACHEDIR}/llvm-project-${_LLVM_COMMIT}/llvm" \
-DCMAKE_BUILD_TYPE=Release \
-DLLVM_ENABLE_PROJECTS=clang \
-DLLVM_INCLUDE_BENCHMARKS=OFF \
-DLLVM_INCLUDE_EXAMPLES=OFF \
-DLLVM_INCLUDE_TESTS=OFF \
-DLLVM_INCLUDE_UTILS=OFF
ninja \
-C "${TERMUX_PKG_HOSTBUILD_DIR}" \
-j "${TERMUX_PKG_MAKE_PROCESSES}" \
llvm-tblgen clang-tblgen
}
termux_step_pre_configure() {
# this is a workaround for build-all.sh issue
TERMUX_PKG_DEPENDS+=", emscripten-binaryen, emscripten-llvm"
# https://github.com/termux/termux-packages/issues/16358
# TODO libclang-cpp.so* is not affected
if [[ "${TERMUX_ON_DEVICE_BUILD}" == "true" ]]; then
echo "WARN: ld.lld wrapper is not working for on-device builds. Skipping."
return
fi
local _WRAPPER_BIN=${TERMUX_PKG_BUILDDIR}/_wrapper/bin
mkdir -p "${_WRAPPER_BIN}"
ln -fs "${TERMUX_STANDALONE_TOOLCHAIN}/bin/lld" "${_WRAPPER_BIN}/ld.lld"
cat <<- EOF > "${_WRAPPER_BIN}/ld.lld.sh"
#!/bin/bash
tmpfile=\$(mktemp)
python ${TERMUX_PKG_BUILDER_DIR}/fix-rpath.py -rpath=${TERMUX_PREFIX}/lib \$@ > \${tmpfile}
args=\$(cat \${tmpfile})
rm -f \${tmpfile}
${_WRAPPER_BIN}/ld.lld \${args}
EOF
chmod +x "${_WRAPPER_BIN}/ld.lld.sh"
rm -f "${TERMUX_STANDALONE_TOOLCHAIN}/bin/ld.lld"
ln -fs "${_WRAPPER_BIN}/ld.lld.sh" "${TERMUX_STANDALONE_TOOLCHAIN}/bin/ld.lld"
}
termux_step_make() {
termux_setup_cmake
termux_setup_ninja
# from packages/libllvm/build.sh
local _LLVM_TARGET_TRIPLE=${TERMUX_HOST_PLATFORM/-/-unknown-}${TERMUX_PKG_API_LEVEL}
local _LLVM_TARGET_ARCH
case "${TERMUX_ARCH}" in
aarch64) _LLVM_TARGET_ARCH="AArch64" ;;
arm) _LLVM_TARGET_ARCH="ARM" ;;
i686|x86_64) _LLVM_TARGET_ARCH="X86" ;;
*) termux_error_exit "Invalid arch: ${TERMUX_ARCH}" ;;
esac
_LLVM_BUILD_ARGS+="
-DLLVM_HOST_TRIPLE=${_LLVM_TARGET_TRIPLE}
-DLLVM_TARGET_ARCH=${_LLVM_TARGET_ARCH}
-DLLVM_TARGETS_TO_BUILD=WebAssembly;${_LLVM_TARGET_ARCH}
"
cmake \
-G Ninja \
-S "${TERMUX_PKG_CACHEDIR}/llvm-project-${_LLVM_COMMIT}/llvm" \
-B "${TERMUX_PKG_BUILDDIR}/build-llvm" \
${_LLVM_BUILD_ARGS}
ninja \
-C "${TERMUX_PKG_BUILDDIR}/build-llvm" \
-j "${TERMUX_PKG_MAKE_PROCESSES}" \
install
cmake \
-G Ninja \
-S "${TERMUX_PKG_CACHEDIR}/binaryen-${_BINARYEN_COMMIT}" \
-B "${TERMUX_PKG_BUILDDIR}/build-binaryen" \
${_BINARYEN_BUILD_ARGS}
ninja \
-C "${TERMUX_PKG_BUILDDIR}/build-binaryen" \
-j "${TERMUX_PKG_MAKE_PROCESSES}" \
install
}
termux_step_make_install() {
pushd "${TERMUX_PKG_SRCDIR}"
# https://github.com/emscripten-core/emscripten/pull/15840
sed -e "s|-git||" -i "${TERMUX_PKG_SRCDIR}/emscripten-version.txt"
# skip using Makefile which does host npm install
rm -fr "${TERMUX_PREFIX}/opt/emscripten"
./tools/install.py "${TERMUX_PREFIX}/opt/emscripten"
# subpackage optional third party test suite files
cp -fr "${TERMUX_PKG_SRCDIR}/test/third_party" "${TERMUX_PREFIX}/opt/emscripten/test/third_party"
# first run generates .emscripten and exits immediately
rm -f "${TERMUX_PKG_SRCDIR}/.emscripten"
./emcc --generate-config
sed \
-e "s|^EMSCRIPTEN_ROOT.*|EMSCRIPTEN_ROOT = '${TERMUX_PREFIX}/opt/emscripten' # directory|" \
-e "s|^LLVM_ROOT.*|LLVM_ROOT = '${TERMUX_PREFIX}/opt/emscripten-llvm/bin' # directory|" \
-e "s|^BINARYEN_ROOT.*|BINARYEN_ROOT = '${TERMUX_PREFIX}/opt/emscripten-binaryen' # directory|" \
-e "s|^NODE_JS.*|NODE_JS = '${TERMUX_PREFIX}/bin/node' # executable|" \
-i .emscripten
grep "${TERMUX_PREFIX}" "${TERMUX_PKG_SRCDIR}/.emscripten"
install -Dm644 "${TERMUX_PKG_SRCDIR}/.emscripten" "${TERMUX_PREFIX}/opt/emscripten/.emscripten"
# add emscripten directory to PATH var
cat <<- EOF > "${TERMUX_PKG_TMPDIR}/emscripten.sh"
#!${TERMUX_PREFIX}/bin/sh
export PATH=\${PATH}:${TERMUX_PREFIX}/opt/emscripten
EOF
install -Dm644 "${TERMUX_PKG_TMPDIR}/emscripten.sh" "${TERMUX_PREFIX}/etc/profile.d/emscripten.sh"
# add useful tools not installed by LLVM_INSTALL_TOOLCHAIN_ONLY=ON
for tool in llvm-{addr2line,dwarfdump,dwp,link,nm,objdump,ranlib,readobj,size,strings}; do
install -Dm755 "${TERMUX_PKG_BUILDDIR}/build-llvm/bin/${tool}" "${TERMUX_PREFIX}/opt/emscripten-llvm/bin/${tool}"
done
# termux_step_massage strip does not cover opt dir
find "${TERMUX_PREFIX}/opt" \( \
-path "*/emscripten-llvm/bin/*" -o \
-path "*/emscripten-llvm/lib/*" -o \
-path "*/emscripten-binaryen/bin/*" -o \
-path "*/emscripten-binaryen/lib/*" \
\) -type f -print0 | \
xargs -0 -r file | grep -E "ELF .+ (executable|shared object)" | \
cut -d":" -f1 | xargs -r "${STRIP}" --strip-unneeded --preserve-dates
popd
}
termux_step_post_massage() {
local upstream_bin=$(ls "${TERMUX_PKG_CACHEDIR}/emsdk/upstream/bin")
local llvm_bin=$(ls "${TERMUX_TOPDIR}/emscripten/subpackages/emscripten-llvm/massage/${TERMUX_PREFIX_CLASSICAL}/opt/emscripten-llvm/bin")
local binaryen_bin=$(ls "${TERMUX_TOPDIR}/emscripten/subpackages/emscripten-binaryen/massage/${TERMUX_PREFIX_CLASSICAL}/opt/emscripten-binaryen/bin")
local df=$(diff -u <(echo "${upstream_bin}") <(echo -e "${llvm_bin}\n${binaryen_bin}" | sort))
if [[ -n "${df}" ]]; then
termux_error_exit "Mismatch list of binaries with upstream:\n${df}"
fi
}
termux_step_create_debscripts() {
# emscripten's package-lock.json is generated with nodejs v12.13.0
# which comes with npm v6 which used lockfile version 1
# which isn't compatible with lockfile version 2 used in npm v7 and v8
sed \
-e "s|@TERMUX_PREFIX@|${TERMUX_PREFIX}|g" \
"${TERMUX_PKG_BUILDER_DIR}/postinst.sh" > postinst
sed \
-e "s|@TERMUX_PREFIX@|${TERMUX_PREFIX}|g" \
"${TERMUX_PKG_BUILDER_DIR}/postrm.sh" > postrm
chmod u+x postinst postrm
}
View Git Blame Copy Permalink