Chapril/xmpp.chapril.org-ejabberd
25
1
Fork 0
mirror of https://github.com/processone/ejabberd.git synced 2024-11-24 16:23:40 +01:00
Code Releases Activity

make-binaries: Try to avoid rebuilding deps

Browse Source 
Don't rebuild external dependencies if all of them are up to date.
This commit is contained in:
Holger Weiss 2022-03-08 10:23:54 +01:00 committed by badlop
parent ce6f32906a
commit a7dc1de980
1 changed files with 154 additions and 67 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

217
tools/make-binaries
View File

@ -120,6 +120,24 @@ src_dir="$root_dir/src"
platform='x86_64-pc-linux-gnu' platform='x86_64-pc-linux-gnu'
targets='x86_64-linux-gnu aarch64-linux-gnu' targets='x86_64-linux-gnu aarch64-linux-gnu'
build_start=$(date '+%F %T') build_start=$(date '+%F %T')
have_current_deps='false'
dep_vsns_file="$build_dir/.dep_vsns"
dep_vsns=''
deps='crosstool
termcap
expat
zlib
yaml
ssl
otp
elixir
pam
png
jpeg
webp
gd
odbc
sqlite'
umask 022 umask 022
@ -158,7 +176,7 @@ check_vsn()
#. #.
#' Check whether our dependency versions are up-to-date. #' Check whether our dependency versions are up-to-date.
check_deps() check_configured_dep_vsns()
{ {
check_vsn 'OpenSSL' "$ssl_vsn" \ check_vsn 'OpenSSL' "$ssl_vsn" \
'https://www.openssl.org/source/' \ 'https://www.openssl.org/source/' \
@ -202,6 +220,31 @@ check_deps()
} }
#. #.
#' Check whether existing dependencies are up-to-date.
check_built_dep_vsns()
{
for dep in $deps
do
eval dep_vsns=\"\$dep_vsns\$${dep}_vsn\"
done
if [ -e "$dep_vsns_file" ]
then
if [ "$dep_vsns" = "$(cat "$dep_vsns_file")" ]
then have_current_deps='true'
fi
rm "$dep_vsns_file"
fi
}
#.
#' Save built dependency versions.
save_built_dep_vsns()
{
echo "$dep_vsns" >"$dep_vsns_file"
}
#.
#' Create common part of Crosstool-NG configuration file. #' Create common part of Crosstool-NG configuration file.
create_common_config() create_common_config()
{ {
@ -924,6 +967,19 @@ arch_name()
} }
#. #.
#' Add native Erlang/OTP "bin" directory to PATH (for bootstrapping and Mix).
add_otp_path()
{
local mode="$1"
local prefix="$2"
if [ "$mode" = 'native' ]
then native_otp_bin="$prefix/bin"
fi
export PATH="$native_otp_bin:$PATH"
}
#.
#' Create and populate /opt/ejabberd directory. #' Create and populate /opt/ejabberd directory.
create_data_dir() create_data_dir()
{ {
@ -1058,45 +1114,16 @@ build_toolchain()
} }
#. #.
#' Build target dependencies and the actual release. #' Build target dependencies.
build_rel() build_deps()
{ {
local mode="$1" local mode="$1"
local target="$2" local target="$2"
local prefix="$3" local prefix="$3"
local arch="$(arch_name "$target")" local arch="$(arch_name "$target")"
local rel_dir="$PWD/_build/prod"
local target_src_dir="$prefix/src" local target_src_dir="$prefix/src"
local target_dst_dir="$prefix/$rel_name-$rel_vsn"
local target_dst_tar="$rel_name-$rel_vsn-linux-$arch.tar.gz"
local saved_path="$PATH" local saved_path="$PATH"
#
# The "$ct_prefix_dir/$target/$target/bin" directory contains cross
# compilation tools without "$target-" prefix. We add it to the PATH,
# just in case tools are called without prefix somewhere. However, we
# try to use the prefixed tools everywhere, so it should be possible to
# omit this directory from the path if desired. See also:
#
# https://stackoverflow.com/a/24243789
#
export PATH="$ct_prefix_dir/$target/bin:$ct_prefix_dir/$target/$target/bin:$PATH"
export CC="$target-gcc"
export CXX="$target-g++"
export CPP="$target-cpp"
export LD="$target-ld"
export AS="$target-as"
export AR="$target-ar"
export NM="$target-nm"
export RANLIB="$target-ranlib"
export OBJCOPY="$target-objcopy"
export STRIP="$target-strip"
export CPPFLAGS="-I$prefix/include"
export CFLAGS="-g0 -O2 -pipe -fomit-frame-pointer -static-libgcc $CPPFLAGS"
export CXXFLAGS="$CFLAGS -static-libstdc++"
export LDFLAGS="-L$prefix/lib -static-libgcc -static-libstdc++"
export ERL_COMPILER_OPTIONS='[deterministic, no_debug_info]'
if [ "$mode" = 'cross' ] if [ "$mode" = 'cross' ]
then configure="./configure --host=$target --build=$platform" then configure="./configure --host=$target --build=$platform"
else configure='./configure' else configure='./configure'
@ -1259,7 +1286,7 @@ build_rel()
info "Building Erlang/OTP $otp_vsn for $arch ..." info "Building Erlang/OTP $otp_vsn for $arch ..."
if [ "$mode" = 'cross' ] if [ "$mode" = 'cross' ]
then then
export PATH="$native_otp_bin:$PATH" # For Bootstrapping/Mix. add_otp_path "$mode" "$prefix"
export erl_xcomp_sysroot="$prefix" export erl_xcomp_sysroot="$prefix"
fi fi
cd "$target_src_dir/$otp_dir" cd "$target_src_dir/$otp_dir"
@ -1280,11 +1307,8 @@ build_rel()
make make
make install make install
if [ "$mode" = 'native' ] if [ "$mode" = 'native' ]
then then add_otp_path "$mode" "$prefix"
native_otp_bin="$prefix/bin" else unset erl_xcomp_sysroot
export PATH="$native_otp_bin:$PATH" # For Mix.
else
unset erl_xcomp_sysroot
fi fi
cd "$OLDPWD" cd "$OLDPWD"
@ -1293,6 +1317,60 @@ build_rel()
make install PREFIX="$prefix" make install PREFIX="$prefix"
cd "$OLDPWD" cd "$OLDPWD"
export PATH="$saved_path"
}
#.
#' Build the actual release.
build_rel()
{
local mode="$1"
local target="$2"
local prefix="$3"
local arch="$(arch_name "$target")"
local rel_dir="$PWD/_build/prod"
local target_data_dir="$prefix/$rel_name"
local target_dst_dir="$prefix/$rel_name-$rel_vsn"
local target_dst_tar="$rel_name-$rel_vsn-linux-$arch.tar.gz"
local saved_path="$PATH"
#
# The "$ct_prefix_dir/$target/$target/bin" directory contains cross
# compilation tools without "$target-" prefix. We add it to the PATH,
# just in case tools are called without prefix somewhere. However, we
# try to use the prefixed tools everywhere, so it should be possible to
# omit this directory from the path if desired. See also:
#
# https://stackoverflow.com/a/24243789
#
export PATH="$ct_prefix_dir/$target/bin:$ct_prefix_dir/$target/$target/bin:$PATH"
export CC="$target-gcc"
export CXX="$target-g++"
export CPP="$target-cpp"
export LD="$target-ld"
export AS="$target-as"
export AR="$target-ar"
export NM="$target-nm"
export RANLIB="$target-ranlib"
export OBJCOPY="$target-objcopy"
export STRIP="$target-strip"
export CPPFLAGS="-I$prefix/include"
export CFLAGS="-g0 -O2 -pipe -fomit-frame-pointer -static-libgcc $CPPFLAGS"
export CXXFLAGS="$CFLAGS -static-libstdc++"
export LDFLAGS="-L$prefix/lib -static-libgcc -static-libstdc++"
export ERL_COMPILER_OPTIONS='[deterministic, no_debug_info]'
if [ "$mode" = 'cross' ]
then configure="./configure --host=$target --build=$platform"
else configure='./configure'
fi
if [ $have_current_deps = false ]
then build_deps "$mode" "$target" "$prefix"
fi
add_otp_path "$mode" "$prefix"
if [ "$mode" = 'native' ] # In order to only do this once. if [ "$mode" = 'native' ] # In order to only do this once.
then then
info "Fetching Mix dependencies" info "Fetching Mix dependencies"
@ -1350,13 +1428,14 @@ build_rel()
info "Putting together $rel_name $rel_vsn archive for $arch ..." info "Putting together $rel_name $rel_vsn archive for $arch ..."
mkdir "$target_dst_dir" mkdir "$target_dst_dir"
tar -C "$target_dst_dir" -xzf "$rel_dir/$rel_tar" tar -C "$target_dst_dir" -xzf "$rel_dir/$rel_tar"
create_data_dir "$target_dst_dir" "$prefix/$rel_name" create_data_dir "$target_dst_dir" "$target_data_dir"
add_systemd_unit "$target_dst_dir" add_systemd_unit "$target_dst_dir"
edit_ejabberdctl "$target_dst_dir" edit_ejabberdctl "$target_dst_dir"
remove_unused_files "$target_dst_dir" remove_unused_files "$target_dst_dir"
strip_files "$target_dst_dir" "$STRIP" strip_files "$target_dst_dir" "$STRIP"
tar -C "$prefix" --owner="$rel_name" --group="$rel_name" -cf - \ tar -C "$prefix" --owner="$rel_name" --group="$rel_name" -cf - \
"$rel_name" "$rel_name-$rel_vsn" | gzip -9 >"$target_dst_tar" "$rel_name" "$rel_name-$rel_vsn" | gzip -9 >"$target_dst_tar"
rm -rf "$target_dst_dir" "$target_data_dir"
info "Created $target_dst_tar successfully." info "Created $target_dst_tar successfully."
@ -1370,7 +1449,7 @@ if [ "${CHECK_DEPS:-true}" = 'true' ]
then then
if have_browser if have_browser
then then
check_deps check_configured_dep_vsns
else else
error 'Cannot check dependency versions.' error 'Cannot check dependency versions.'
error 'Install a browser or set CHECK_DEPS=false' error 'Install a browser or set CHECK_DEPS=false'
@ -1386,40 +1465,46 @@ then
exit 1 exit 1
fi fi
# Keep existing toolchains but rebuild everything else. check_built_dep_vsns
info 'Removing old bootstrap tools ...' info 'Removing old bootstrap tools ...'
rm -rf "$bootstrap_dir" rm -rf "$bootstrap_dir"
mkdir "$bootstrap_dir" mkdir "$bootstrap_dir"
info 'Removing old builds ...' if [ $have_current_deps = true ]
rm -rf "$build_dir" then
mkdir "$build_dir" info 'Dependencies are up-to-date ...'
else
# Keep existing toolchains but rebuild everything else.
info 'Removing old builds ...'
rm -rf "$build_dir"
mkdir "$build_dir"
info 'Removing old source ...' info 'Removing old source ...'
rm -rf "$src_dir" rm -rf "$src_dir"
mkdir "$src_dir" mkdir "$src_dir"
info 'Downloading dependencies ...' info 'Downloading dependencies ...'
cd "$src_dir" cd "$src_dir"
curl -LO "http://crosstool-ng.org/download/crosstool-ng/$crosstool_tar" curl -LO "http://crosstool-ng.org/download/crosstool-ng/$crosstool_tar"
curl -LO "https://ftp.gnu.org/gnu/termcap/$termcap_tar" curl -LO "https://ftp.gnu.org/gnu/termcap/$termcap_tar"
curl -LO "https://github.com/libexpat/libexpat/releases/download/R_$(printf '%s' "$expat_vsn" | sed 's/\./_/g')/$expat_tar" curl -LO "https://github.com/libexpat/libexpat/releases/download/R_$(printf '%s' "$expat_vsn" | sed 's/\./_/g')/$expat_tar"
curl -LO "https://zlib.net/$zlib_tar" curl -LO "https://zlib.net/$zlib_tar"
curl -LO "https://pyyaml.org/download/libyaml/$yaml_tar" curl -LO "https://pyyaml.org/download/libyaml/$yaml_tar"
curl -LO "https://www.openssl.org/source/$ssl_tar" curl -LO "https://www.openssl.org/source/$ssl_tar"
curl -LO "https://github.com/erlang/otp/releases/download/OTP-$otp_vsn/$otp_tar" curl -LO "https://github.com/erlang/otp/releases/download/OTP-$otp_vsn/$otp_tar"
curl -LO "https://github.com/elixir-lang/elixir/archive/v$elixir_vsn.tar.gz" curl -LO "https://github.com/elixir-lang/elixir/archive/v$elixir_vsn.tar.gz"
curl -LO "https://github.com/linux-pam/linux-pam/releases/download/v$pam_vsn/$pam_tar" curl -LO "https://github.com/linux-pam/linux-pam/releases/download/v$pam_vsn/$pam_tar"
curl -LO "https://download.sourceforge.net/libpng/$png_tar" curl -LO "https://download.sourceforge.net/libpng/$png_tar"
curl -LO "https://www.ijg.org/files/$jpeg_tar" curl -LO "https://www.ijg.org/files/$jpeg_tar"
curl -LO "https://storage.googleapis.com/downloads.webmproject.org/releases/webp/$webp_tar" curl -LO "https://storage.googleapis.com/downloads.webmproject.org/releases/webp/$webp_tar"
curl -LO "https://github.com/libgd/libgd/releases/download/gd-$gd_vsn/$gd_tar" curl -LO "https://github.com/libgd/libgd/releases/download/gd-$gd_vsn/$gd_tar"
curl -LO "http://www.unixodbc.org/$odbc_tar" curl -LO "http://www.unixodbc.org/$odbc_tar"
curl -LO "https://www.sqlite.org/$(date '+%Y')/$sqlite_tar" \ curl -LO "https://www.sqlite.org/$(date '+%Y')/$sqlite_tar" \
|| curl -LO "https://www.sqlite.org/$(date -d '1 year ago' '+%Y')/$sqlite_tar" \ || curl -LO "https://www.sqlite.org/$(date -d '1 year ago' '+%Y')/$sqlite_tar" \
|| curl -LO "https://www.sqlite.org/$(date -d '2 years ago' '+%Y')/$sqlite_tar" || curl -LO "https://www.sqlite.org/$(date -d '2 years ago' '+%Y')/$sqlite_tar"
cd "$OLDPWD" cd "$OLDPWD"
fi
mkdir "$bootstrap_dir/bin" mkdir "$bootstrap_dir/bin"
export PATH="$bootstrap_dir/bin:$PATH" # For ct-ng. export PATH="$bootstrap_dir/bin:$PATH" # For ct-ng.
@ -1438,6 +1523,8 @@ do
build_rel "$mode" "$target" "$prefix" build_rel "$mode" "$target" "$prefix"
done done
save_built_dep_vsns
info "Build started: $build_start" info "Build started: $build_start"
info "Build ended: $(date '+%F %T')" info "Build ended: $(date '+%F %T')"