mirror of
https://github.com/processone/ejabberd.git
synced 2024-12-22 17:28:25 +01:00
0b6cb77b3c
The CT_GLIBC_KERNEL_VERSION_NONE option is about the minimum kernel version supported by the toolchain's glibc. The default is to stick to the version of the kernel headers, which should be just fine.
932 lines
25 KiB
Bash
Executable File
932 lines
25 KiB
Bash
Executable File
#!/bin/sh
|
|
|
|
# Build portable binary release tarballs for Linux/x64 and Linux/arm64.
|
|
#
|
|
# Author: Holger Weiss <holger@zedat.fu-berlin.de>.
|
|
#
|
|
# Copyright (c) 2022 ProcessOne, SARL.
|
|
# All rights reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
set -e
|
|
set -u
|
|
|
|
export PATH='/usr/local/bin:/usr/bin:/bin'
|
|
|
|
myself=${0##*/}
|
|
|
|
info()
|
|
{
|
|
echo "$myself: $*"
|
|
}
|
|
|
|
error()
|
|
{
|
|
echo >&2 "$myself: $*"
|
|
}
|
|
|
|
usage()
|
|
{
|
|
echo >&2 "Usage: $myself"
|
|
exit 2
|
|
}
|
|
|
|
mix_version()
|
|
{
|
|
# Mix insists on SemVer format.
|
|
local vsn="$(printf '%s' "$1" | sed 's/\.0/./')"
|
|
|
|
case $vsn in
|
|
*.*.*) printf '%s' "$vsn" ;;
|
|
*.*) printf '%s.0' "$vsn" ;;
|
|
esac
|
|
}
|
|
|
|
if ! [ -e 'mix.exs' ] || ! [ -e "tools/$myself" ]
|
|
then
|
|
error "Please call this script from the repository's root directory."
|
|
exit 2
|
|
elif [ $# -ne 0 ]
|
|
then
|
|
usage
|
|
fi
|
|
|
|
rel_name='ejabberd'
|
|
rel_vsn=$(git describe --tags | sed -e 's/-g.*//' -e 's/-/./' | tr -d '[:space:]')
|
|
mix_vsn=$(mix_version "$rel_vsn")
|
|
crosstool_vsn='1.25.0'
|
|
termcap_vsn='1.3.1'
|
|
expat_vsn='2.5.0'
|
|
zlib_vsn='1.2.13'
|
|
yaml_vsn='0.2.5'
|
|
ssl_vsn='1.1.1t'
|
|
otp_vsn='25.3'
|
|
elixir_vsn='1.14.3'
|
|
pam_vsn='1.5.2'
|
|
png_vsn='1.6.39'
|
|
jpeg_vsn='9e'
|
|
webp_vsn='1.3.0'
|
|
gd_vsn='2.3.3'
|
|
odbc_vsn='2.3.11'
|
|
sqlite_vsn='3410100'
|
|
root_dir="${BUILD_DIR:-$HOME/build}"
|
|
bootstrap_dir="$root_dir/bootstrap"
|
|
ct_prefix_dir="$root_dir/x-tools"
|
|
build_dir="$root_dir/$rel_name"
|
|
crosstool_dir="crosstool-ng-$crosstool_vsn"
|
|
termcap_dir="termcap-$termcap_vsn"
|
|
expat_dir="expat-$expat_vsn"
|
|
zlib_dir="zlib-$zlib_vsn"
|
|
yaml_dir="yaml-$yaml_vsn"
|
|
ssl_dir="openssl-$ssl_vsn"
|
|
otp_dir="otp_src_$otp_vsn"
|
|
elixir_dir="elixir-$elixir_vsn"
|
|
pam_dir="Linux-PAM-$pam_vsn"
|
|
png_dir="libpng-$png_vsn"
|
|
jpeg_dir="jpeg-$jpeg_vsn"
|
|
webp_dir="libwebp-$webp_vsn"
|
|
gd_dir="libgd-$gd_vsn"
|
|
odbc_dir="unixODBC-$odbc_vsn"
|
|
sqlite_dir="sqlite-autoconf-$sqlite_vsn"
|
|
crosstool_tar="$crosstool_dir.tar.xz"
|
|
termcap_tar="$termcap_dir.tar.gz"
|
|
expat_tar="$expat_dir.tar.gz"
|
|
zlib_tar="$zlib_dir.tar.gz"
|
|
yaml_tar="$yaml_dir.tar.gz"
|
|
ssl_tar="$ssl_dir.tar.gz"
|
|
otp_tar="$otp_dir.tar.gz"
|
|
elixir_tar="v$elixir_vsn.tar.gz"
|
|
pam_tar="$pam_dir.tar.xz"
|
|
png_tar="$png_dir.tar.gz"
|
|
jpeg_tar="jpegsrc.v$jpeg_vsn.tar.gz"
|
|
webp_tar="$webp_dir.tar.gz"
|
|
gd_tar="$gd_dir.tar.gz"
|
|
sqlite_tar="$sqlite_dir.tar.gz"
|
|
odbc_tar="$odbc_dir.tar.gz"
|
|
rel_tar="$rel_name-$mix_vsn.tar.gz"
|
|
ct_jobs=$(nproc)
|
|
src_dir="$root_dir/src"
|
|
platform=$(gcc -dumpmachine)
|
|
platform_libc=$(echo $platform | sed "s/\-/\ /g" | awk '{print $NF}')
|
|
targets='x86_64-linux-gnu aarch64-linux-gnu'
|
|
build_start=$(date '+%F %T')
|
|
have_current_deps='false'
|
|
dep_vsns_file="$build_dir/.dep_vsns"
|
|
dep_vsns=''
|
|
deps='crosstool
|
|
termcap
|
|
expat
|
|
zlib
|
|
yaml
|
|
ssl
|
|
otp
|
|
elixir
|
|
pam
|
|
png
|
|
jpeg
|
|
webp
|
|
gd
|
|
odbc
|
|
sqlite'
|
|
|
|
umask 022
|
|
|
|
#' Try to find a browser for checking dependency versions.
|
|
have_browser()
|
|
{
|
|
for browser in 'lynx' 'links' 'elinks'
|
|
do
|
|
$browser -dump 'https://ejabberd.im/' >'/dev/null' && return 0
|
|
done
|
|
return 1
|
|
}
|
|
#.
|
|
|
|
#' Check whether the given dependency version is up-to-date.
|
|
check_vsn()
|
|
{
|
|
local name="$1"
|
|
local our_vsn="$2"
|
|
local src_url="$3"
|
|
local reg_exp="$4"
|
|
local cur_vsn=$($browser -dump "$src_url" |
|
|
sed -n "s/.*$reg_exp.*/\\1/p" |
|
|
head -1)
|
|
|
|
if [ "$our_vsn" = "$cur_vsn" ]
|
|
then
|
|
return 0
|
|
else
|
|
error "Current $name version is: $cur_vsn"
|
|
error "But our $name version is: $our_vsn"
|
|
error "Update $0 or set CHECK_DEPS=false"
|
|
exit 1
|
|
fi
|
|
}
|
|
#.
|
|
|
|
#' Check whether our dependency versions are up-to-date.
|
|
check_configured_dep_vsns()
|
|
{
|
|
check_vsn 'OpenSSL' "$ssl_vsn" \
|
|
'https://www.openssl.org/source/' \
|
|
'openssl-\(1\.[0-9][0-9a-z.]*\)\.tar\.gz'
|
|
check_vsn 'LibYAML' "$yaml_vsn" \
|
|
'https://pyyaml.org/wiki/LibYAML' \
|
|
'yaml-\([0-9][0-9.]*\)\.tar\.gz'
|
|
check_vsn 'zlib' "$zlib_vsn" \
|
|
'https://zlib.net/' \
|
|
'zlib-\([1-9][0-9.]*\)\.tar\.gz'
|
|
check_vsn 'Expat' "$expat_vsn" \
|
|
'https://github.com/libexpat/libexpat/releases' \
|
|
'[0-9]\]\([1-9][0-9.]*\)'
|
|
check_vsn 'Termcap' "$termcap_vsn" \
|
|
'https://ftp.gnu.org/gnu/termcap/' \
|
|
'termcap-\([1-9][0-9.]*\)\.tar\.gz'
|
|
check_vsn 'SQLite' "$sqlite_vsn" \
|
|
'https://www.sqlite.org/download.html' \
|
|
'sqlite-autoconf-\([1-9][0-9]*\)\.tar\.gz'
|
|
check_vsn 'ODBC' "$odbc_vsn" \
|
|
'http://www.unixodbc.org/download.html' \
|
|
'unixODBC-\([1-9][0-9.]*\)\.tar\.gz'
|
|
check_vsn 'Linux-PAM' "$pam_vsn" \
|
|
'https://github.com/linux-pam/linux-pam/releases' \
|
|
'[0-9]\]Linux-PAM \([1-9][0-9.]*\)'
|
|
check_vsn 'libpng' "$png_vsn" \
|
|
'http://www.libpng.org/pub/png/libpng.html' \
|
|
'libpng-\([1-9][0-9.]*\)\.tar\.gz'
|
|
check_vsn 'JPEG' "$jpeg_vsn" \
|
|
'https://www.ijg.org' \
|
|
'jpegsrc.v\([1-9][0-9a-z]*\)\.tar\.gz'
|
|
check_vsn 'WebP' "$webp_vsn" \
|
|
'https://developers.google.com/speed/webp/download' \
|
|
'libwebp-\([1-9][0-9.]*\)\.tar\.gz'
|
|
check_vsn 'LibGD' "$gd_vsn" \
|
|
'https://github.com/libgd/libgd/releases' \
|
|
'gd-\([1-9][0-9.]*\)'
|
|
check_vsn 'Elixir' "$elixir_vsn" \
|
|
'https://elixir-lang.org/install.html' \
|
|
'v\([1-9][0-9.]*\)\.tar\.gz'
|
|
}
|
|
#.
|
|
|
|
#' Check whether existing dependencies are up-to-date.
|
|
check_built_dep_vsns()
|
|
{
|
|
for dep in $deps
|
|
do
|
|
eval dep_vsns=\"\$dep_vsns\$${dep}_vsn\"
|
|
done
|
|
|
|
if [ -e "$dep_vsns_file" ]
|
|
then
|
|
if [ "$dep_vsns" = "$(cat "$dep_vsns_file")" ]
|
|
then have_current_deps='true'
|
|
fi
|
|
rm "$dep_vsns_file"
|
|
fi
|
|
}
|
|
#.
|
|
|
|
#' Save built dependency versions.
|
|
save_built_dep_vsns()
|
|
{
|
|
echo "$dep_vsns" >"$dep_vsns_file"
|
|
}
|
|
#.
|
|
|
|
#' Create common part of Crosstool-NG configuration file.
|
|
create_common_config()
|
|
{
|
|
local file="$1"
|
|
|
|
cat >"$file" <<-'EOF'
|
|
CT_CONFIG_VERSION="4"
|
|
CT_DOWNLOAD_AGENT_CURL=y
|
|
CT_OMIT_TARGET_VENDOR=y
|
|
CT_CC_LANG_CXX=y
|
|
CT_ARCH_64=y
|
|
CT_KERNEL_LINUX=y
|
|
CT_LINUX_V_3_16=y
|
|
CT_LOG_PROGRESS_BAR=n
|
|
EOF
|
|
}
|
|
#.
|
|
|
|
#' Create Crosstool-NG configuration file for glibc.
|
|
create_gnu_config()
|
|
{
|
|
local file="$1"
|
|
|
|
create_common_config "$file"
|
|
|
|
cat >>"$file" <<-'EOF'
|
|
CT_GLIBC_V_2_19=y
|
|
EOF
|
|
}
|
|
#.
|
|
|
|
#' Create Crosstool-NG configuration file for musl.
|
|
create_musl_config()
|
|
{
|
|
local file="$1"
|
|
|
|
create_common_config "$file"
|
|
|
|
cat >>"$file" <<-'EOF'
|
|
CT_EXPERIMENTAL=y
|
|
CT_LIBC_MUSL=y
|
|
CT_MUSL_V_1_2_2=y
|
|
EOF
|
|
}
|
|
#.
|
|
|
|
#' Create Crosstool-NG configuration file for x64.
|
|
create_x64_config()
|
|
{
|
|
local file="$1"
|
|
local libc="$2"
|
|
|
|
create_common_config "$file"
|
|
create_${libc}_config "$file"
|
|
|
|
cat >>"$file" <<-'EOF'
|
|
CT_ARCH_X86=y
|
|
EOF
|
|
}
|
|
#.
|
|
|
|
#' Create Crosstool-NG configuration file for arm64.
|
|
create_arm64_config()
|
|
{
|
|
local file="$1"
|
|
local libc="$2"
|
|
|
|
create_common_config "$file"
|
|
create_${libc}_config "$file"
|
|
|
|
cat >>"$file" <<-'EOF'
|
|
CT_ARCH_ARM=y
|
|
EOF
|
|
}
|
|
#.
|
|
|
|
#' Return our name for the given platform.
|
|
arch_name()
|
|
{
|
|
local target="$1"
|
|
|
|
case $target in
|
|
x86_64*)
|
|
printf 'x64'
|
|
;;
|
|
aarch64*)
|
|
printf 'arm64'
|
|
;;
|
|
*)
|
|
error "Unsupported target platform: $target"
|
|
exit 1
|
|
;;
|
|
esac
|
|
}
|
|
#.
|
|
|
|
#' Add native Erlang/OTP "bin" directory to PATH (for bootstrapping and Mix).
|
|
add_otp_path()
|
|
{
|
|
local mode="$1"
|
|
local prefix="$2"
|
|
|
|
if [ "$mode" = 'native' ]
|
|
then native_otp_bin="$prefix/bin"
|
|
# for github runners to build for non-native systems
|
|
# https://github.com/marketplace/actions/setup-erlang-otp-with-optional-elixir-and-mix-and-or-rebar3
|
|
elif [ ! -z "${INSTALL_DIR_FOR_OTP-}" ] && [ ! -z "${INSTALL_DIR_FOR_ELIXIR-}" ]
|
|
then
|
|
native_otp_bin="$INSTALL_DIR_FOR_OTP/bin"
|
|
native_elixir_bin="$INSTALL_DIR_FOR_ELIXIR/bin"
|
|
export PATH="$native_elixir_bin:$PATH"
|
|
fi
|
|
export PATH="$native_otp_bin:$PATH"
|
|
}
|
|
#.
|
|
|
|
#' Create and populate /opt/ejabberd directory.
|
|
create_data_dir()
|
|
{
|
|
local code_dir="$1"
|
|
local data_dir="$2"
|
|
|
|
mkdir "$data_dir" "$data_dir/database" "$data_dir/logs"
|
|
mv "$code_dir/conf" "$data_dir"
|
|
chmod 'o-rwx' "$data_dir/"*
|
|
curl --no-progress-meter -o "$data_dir/conf/cacert.pem" 'https://curl.se/ca/cacert.pem'
|
|
sed -i '/^loglevel:/a\
|
|
\
|
|
ca_file: /opt/ejabberd/conf/cacert.pem\
|
|
\
|
|
certfiles:\
|
|
- /opt/ejabberd/conf/server.pem' "$data_dir/conf/$rel_name.yml"
|
|
}
|
|
#.
|
|
|
|
#' Add systemd unit and init script.
|
|
add_systemd_unit()
|
|
{
|
|
local code_dir="$1"
|
|
|
|
sed -e "s|@ctlscriptpath@|/opt/$rel_name-$rel_vsn/bin|g" \
|
|
-e "s|@installuser@|$rel_name|g" 'ejabberd.service.template' \
|
|
>"$code_dir/bin/ejabberd.service"
|
|
sed -e "s|@ctlscriptpath@|/opt/$rel_name-$rel_vsn/bin|g" \
|
|
-e "s|@installuser@|$rel_name|g" 'ejabberd.init.template' \
|
|
>"$code_dir/bin/ejabberd.init"
|
|
chmod '+x' "$code_dir/bin/ejabberd.init"
|
|
}
|
|
#.
|
|
|
|
#' Add CAPTCHA script(s).
|
|
add_captcha_script()
|
|
{
|
|
local code_dir="$1"
|
|
|
|
cp -p 'tools/captcha'*'.sh' "$code_dir/lib"
|
|
}
|
|
#.
|
|
|
|
#' Use our VT100 to avoid depending on Terminfo, adjust options/paths.
|
|
edit_ejabberdctl()
|
|
{
|
|
local code_dir="$1"
|
|
|
|
sed -i \
|
|
-e "2iexport TERM='internal'" \
|
|
-e '/ERL_OPTIONS=/d' \
|
|
-e 's|^ERLANG_NODE=ejabberd$|ERLANG_NODE=ejabberd@localhost|' \
|
|
-e 's|_DIR:=".*}/|_DIR:="/opt/ejabberd/|' \
|
|
-e 's|/database|/database/$ERLANG_NODE|' \
|
|
"$code_dir/bin/${rel_name}ctl"
|
|
}
|
|
#.
|
|
|
|
#' Delete unused files and directories, just to save some space.
|
|
remove_unused_files()
|
|
{
|
|
local code_dir="$1"
|
|
|
|
# Remove shared object file used only in test suite:
|
|
find "$code_dir/lib" -name 'otp_test_engine.so' -delete
|
|
|
|
# Remove shared object files of statically linked NIFs:
|
|
find "$code_dir/lib/crypto-"* "$code_dir/lib/asn1-"* \
|
|
'(' -name 'asn1rt_nif.so' -o \
|
|
-name 'crypto.so' -o \
|
|
-name 'lib' -o \
|
|
-name 'priv' ')' \
|
|
-delete
|
|
|
|
# Remove unused ERTS binaries (see systools_make:erts_binary_filter/0):
|
|
find "$code_dir/erts-"*'/bin' \
|
|
'(' -name 'ct_run' -o \
|
|
-name 'dialyzer' -o \
|
|
-name 'erlc' -o \
|
|
-name 'typer' -o \
|
|
-name 'yielding_c_fun' ')' \
|
|
-delete
|
|
|
|
# Remove unused Mix stuff:
|
|
find "$code_dir/bin" -name 'ejabberd' -delete
|
|
find "$code_dir/releases" -name 'COOKIE' -delete
|
|
}
|
|
#.
|
|
|
|
#' Strip ERTS binaries, shared objects, and BEAM files.
|
|
strip_files()
|
|
{
|
|
local code_dir="$1"
|
|
local strip_cmd="$2"
|
|
|
|
find "$code_dir/lib" \
|
|
-type f \
|
|
-name '*.so' \
|
|
-exec "$strip_cmd" -s '{}' '+'
|
|
find "$code_dir/erts-"*'/bin' "$code_dir/lib/"*'/priv/bin' \
|
|
-type f \
|
|
-perm '-u+x' \
|
|
-exec "$strip_cmd" -s '{}' '+' 2>'/dev/null' || :
|
|
erl -noinput -eval \
|
|
"{ok, _} = beam_lib:strip_release('$code_dir'), halt()"
|
|
}
|
|
#.
|
|
|
|
#' Build toochain for a given target.
|
|
build_toolchain()
|
|
{
|
|
local target="$1"
|
|
local prefix="$2"
|
|
local libc="$3"
|
|
local arch=$(arch_name "$target")
|
|
|
|
if [ -d "$prefix" ]
|
|
then
|
|
info "Using existing toolchain in $prefix ..."
|
|
else
|
|
if ! [ -x "$bootstrap_dir/bin/ct-ng" ]
|
|
then
|
|
info "Extracting Crosstool-NG $crosstool_vsn ..."
|
|
cd "$src_dir"
|
|
tar -xJf "$crosstool_tar"
|
|
cd "$OLDPWD"
|
|
|
|
info "Building Crosstool-NG $crosstool_vsn ..."
|
|
cd "$src_dir/$crosstool_dir"
|
|
./configure --prefix="$bootstrap_dir"
|
|
make V=0
|
|
make install
|
|
cd "$OLDPWD"
|
|
fi
|
|
|
|
info "Building toolchain for $arch-$libc ..."
|
|
cd "$root_dir"
|
|
create_${arch}_config 'defconfig' "$libc"
|
|
ct-ng defconfig
|
|
sed -i -e "s|^CT_ZLIB_VERSION=.*|CT_ZLIB_VERSION=\"$zlib_vsn\"|" .config
|
|
sed -i -e 's|^CT_ZLIB_MIRRORS=.*|CT_ZLIB_MIRRORS="https://github.com/madler/zlib/releases/download/v${CT_ZLIB_VERSION} https://www.zlib.net/ https://www.zlib.net/fossils/"|' .config
|
|
ct-ng build CT_PREFIX="$ct_prefix_dir" CT_JOBS="$ct_jobs"
|
|
rm -rf '.config' '.build' 'build.log'
|
|
cd "$OLDPWD"
|
|
fi
|
|
}
|
|
#.
|
|
|
|
#' Build target dependencies.
|
|
build_deps()
|
|
{
|
|
local mode="$1"
|
|
local target="$2"
|
|
local prefix="$3"
|
|
local libc="$4"
|
|
local arch="$(arch_name "$target")"
|
|
local target_src_dir="$prefix/src"
|
|
local saved_path="$PATH"
|
|
|
|
if [ "$mode" = 'cross' ]
|
|
then configure="./configure --host=$target --build=$platform"
|
|
else configure='./configure'
|
|
fi
|
|
|
|
mkdir "$prefix"
|
|
|
|
info 'Extracting dependencies ...'
|
|
mkdir "$target_src_dir"
|
|
cd "$target_src_dir"
|
|
tar -xzf "$src_dir/$termcap_tar"
|
|
tar -xzf "$src_dir/$sqlite_tar"
|
|
tar -xzf "$src_dir/$odbc_tar"
|
|
tar -xzf "$src_dir/$expat_tar"
|
|
tar -xzf "$src_dir/$zlib_tar"
|
|
tar -xzf "$src_dir/$yaml_tar"
|
|
tar -xzf "$src_dir/$ssl_tar"
|
|
tar -xzf "$src_dir/$otp_tar"
|
|
tar -xzf "$src_dir/$elixir_tar"
|
|
tar -xzf "$src_dir/$png_tar"
|
|
tar -xzf "$src_dir/$jpeg_tar"
|
|
tar -xzf "$src_dir/$webp_tar"
|
|
tar -xzf "$src_dir/$gd_tar"
|
|
tar -xJf "$src_dir/$pam_tar"
|
|
cd "$OLDPWD"
|
|
|
|
info "Building Termcap $termcap_vsn for $arch-$libc ..."
|
|
cd "$target_src_dir/$termcap_dir"
|
|
$configure --prefix="$prefix"
|
|
cat >'config.h' <<-'EOF'
|
|
#ifndef CONFIG_H
|
|
#define CONFIG_H
|
|
#define INTERNAL_TERMINAL "internal:\\\n" \
|
|
"\t:am:bs:ms:xn:xo:\\\n" \
|
|
"\t:co#80:it#8:li#24:vt#3:\\\n" \
|
|
"\t:@8=\\EOM:DO=\\E[%dB:K1=\\EOq:K2=\\EOr:K3=\\EOs:K4=\\EOp:K5=\\EOn:\\\n" \
|
|
"\t:LE=\\E[%dD:RA=\\E[?7l:RI=\\E[%dC:SA=\\E[?7h:UP=\\E[%dA:\\\n" \
|
|
"\t:ac=``aaffggjjkkllmmnnooppqqrrssttuuvvwwxxyyzz{{||}}~~:\\\n" \
|
|
"\t:ae=^O:as=^N:bl=^G:cb=\\E[1K:cd=\\E[J:ce=\\E[K:cl=\\E[H\\E[J:\\\n" \
|
|
"\t:cm=\\E[%i%d;%dH:cr=^M:cs=\\E[%i%d;%dr:ct=\\E[3g:do=^J:\\\n" \
|
|
"\t:eA=\\E(B\\E)0:ho=\\E[H:k0=\\EOy:k1=\\EOP:k2=\\EOQ:k3=\\EOR:\\\n" \
|
|
"\t:k4=\\EOS:k5=\\EOt:k6=\\EOu:k7=\\EOv:k8=\\EOl:k9=\\EOw:k;=\\EOx:\\\n" \
|
|
"\t:kb=^H:kd=\\EOB:ke=\\E[?1l\\E>:kl=\\EOD:kr=\\EOC:ks=\\E[?1h\\E=:\\\n" \
|
|
"\t:ku=\\EOA:le=^H:mb=\\E[5m:md=\\E[1m:me=\\E[m\\017:mr=\\E[7m:\\\n" \
|
|
"\t:nd=\\E[C:rc=\\E8:rs=\\E>\\E[?3l\\E[?4l\\E[?5l\\E[?7h\\E[?8h:\\\n" \
|
|
"\t:..sa=\\E[0%?%p1%p6%|%t;1%;%?%p2%t;4%;%?%p1%p3%|%t;7%;%?%p4%t;5%;m%?%p9%t\\016%e\\017%;:\\\n" \
|
|
"\t:sc=\\E7:se=\\E[m:sf=^J:so=\\E[7m:sr=\\EM:st=\\EH:ta=^I:ue=\\E[m:\\\n" \
|
|
"\t:up=\\E[A:us=\\E[4m:"
|
|
#endif
|
|
EOF
|
|
make CPPFLAGS="$CPPFLAGS -DHAVE_CONFIG_H=1"
|
|
make install
|
|
cd "$OLDPWD"
|
|
|
|
info "Building zlib $zlib_vsn for $arch-$libc ..."
|
|
cd "$target_src_dir/$zlib_dir"
|
|
CFLAGS="$CFLAGS -O3 -fPIC" ./configure --prefix="$prefix" --static
|
|
make
|
|
make install
|
|
cd "$OLDPWD"
|
|
|
|
info "Building OpenSSL $ssl_vsn for $arch-$libc ..."
|
|
cd "$target_src_dir/$ssl_dir"
|
|
CFLAGS="$CFLAGS -O3 -fPIC" ./Configure no-shared no-ui-console \
|
|
--prefix="$prefix" \
|
|
--openssldir="$prefix" \
|
|
"linux-${target%-linux-*}"
|
|
make build_libs
|
|
make install_dev
|
|
cd "$OLDPWD"
|
|
|
|
info "Building Expat $expat_vsn for $arch-$libc ..."
|
|
cd "$target_src_dir/$expat_dir"
|
|
$configure --prefix="$prefix" --enable-static --disable-shared \
|
|
--without-docbook \
|
|
CFLAGS="$CFLAGS -O3 -fPIC"
|
|
make
|
|
make install
|
|
cd "$OLDPWD"
|
|
|
|
info "Building LibYAML $yaml_vsn for $arch-$libc ..."
|
|
cd "$target_src_dir/$yaml_dir"
|
|
$configure --prefix="$prefix" --enable-static --disable-shared \
|
|
CFLAGS="$CFLAGS -O3 -fPIC"
|
|
make
|
|
make install
|
|
cd "$OLDPWD"
|
|
|
|
info "Building SQLite $sqlite_vsn for $arch-$libc ..."
|
|
cd "$target_src_dir/$sqlite_dir"
|
|
$configure --prefix="$prefix" --enable-static --disable-shared \
|
|
CFLAGS="$CFLAGS -O3 -fPIC"
|
|
make
|
|
make install
|
|
cd "$OLDPWD"
|
|
|
|
info "Building ODBC $odbc_vsn for $arch-$libc ..."
|
|
cd "$target_src_dir/$odbc_dir"
|
|
$configure --prefix="$prefix" --enable-static --disable-shared \
|
|
CFLAGS="$CFLAGS -O3 -fPIC"
|
|
make
|
|
make install
|
|
cd "$OLDPWD"
|
|
|
|
info "Building Linux-PAM $pam_vsn for $arch ..."
|
|
cd "$target_src_dir/$pam_dir"
|
|
$configure --prefix="$prefix" --includedir="$prefix/include/security" \
|
|
--enable-static --disable-shared --disable-doc --enable-db=no \
|
|
CFLAGS="$CFLAGS -O3 -fPIC"
|
|
make
|
|
make install
|
|
cd "$OLDPWD"
|
|
|
|
info "Building libpng $png_vsn for $arch-$libc ..."
|
|
cd "$target_src_dir/$png_dir"
|
|
$configure --prefix="$prefix" --enable-static --disable-shared \
|
|
CFLAGS="$CFLAGS -O3 -fPIC"
|
|
make
|
|
make install
|
|
cd "$OLDPWD"
|
|
|
|
info "Building JPEG $jpeg_vsn for $arch-$libc ..."
|
|
cd "$target_src_dir/$jpeg_dir"
|
|
$configure --prefix="$prefix" --enable-static --disable-shared \
|
|
CFLAGS="$CFLAGS -O3 -fPIC"
|
|
make
|
|
make install
|
|
cd "$OLDPWD"
|
|
|
|
info "Building WebP $webp_vsn for $arch-$libc ..."
|
|
cd "$target_src_dir/$webp_dir"
|
|
$configure --prefix="$prefix" --enable-static --disable-shared \
|
|
CFLAGS="$CFLAGS -O3 -fPIC"
|
|
make
|
|
make install
|
|
cd "$OLDPWD"
|
|
|
|
info "Building LibGD $gd_vsn for $arch-$libc ..."
|
|
cd "$target_src_dir/$gd_dir"
|
|
$configure --prefix="$prefix" --enable-static --disable-shared \
|
|
--with-zlib="$prefix" \
|
|
--with-webp="$prefix" \
|
|
--with-jpeg="$prefix" \
|
|
--with-png="$prefix" \
|
|
--without-avif \
|
|
--without-fontconfig \
|
|
--without-freetype \
|
|
--without-heif \
|
|
--without-libiconv-prefix \
|
|
--without-liq \
|
|
--without-raqm \
|
|
--without-tiff \
|
|
--without-x \
|
|
--without-xpm \
|
|
CFLAGS="$CFLAGS -O3 -fPIC"
|
|
make
|
|
make install
|
|
cd "$OLDPWD"
|
|
|
|
info "Building Erlang/OTP $otp_vsn for $arch-$libc ..."
|
|
if [ "$mode" = 'cross' ]
|
|
then
|
|
add_otp_path "$mode" "$prefix"
|
|
export erl_xcomp_sysroot="$prefix"
|
|
fi
|
|
cd "$target_src_dir/$otp_dir"
|
|
# Don't link against libnsl: https://github.com/erlang/otp/pull/5558
|
|
sed -i -e '/LIBS="-lnsl/d' -e '/LIBS="-lsocket/d' \
|
|
'lib/erl_interface/configure'
|
|
# The additional CFLAGS/LIBS below are required by --enable-static-nifs.
|
|
# The "-ldl" flag specifically is only needed for ODBC, though.
|
|
$configure \
|
|
--prefix="$prefix" \
|
|
--with-ssl="$prefix" \
|
|
--with-odbc="$prefix" \
|
|
--without-javac \
|
|
--disable-dynamic-ssl-lib \
|
|
--enable-static-nifs \
|
|
CFLAGS="$CFLAGS -Wl,-L$prefix/lib" \
|
|
LIBS='-lcrypto -ldl'
|
|
make
|
|
make install
|
|
if [ "$mode" = 'native' ]
|
|
then add_otp_path "$mode" "$prefix"
|
|
else unset erl_xcomp_sysroot
|
|
fi
|
|
cd "$OLDPWD"
|
|
|
|
info "Building Elixir $elixir_vsn for $arch-$libc ..."
|
|
cd "$target_src_dir/$elixir_dir"
|
|
make install PREFIX="$prefix"
|
|
cd "$OLDPWD"
|
|
|
|
export PATH="$saved_path"
|
|
}
|
|
#.
|
|
|
|
#' Build the actual release.
|
|
build_rel()
|
|
{
|
|
local mode="$1"
|
|
local target="$2"
|
|
local prefix="$3"
|
|
local libc="$4"
|
|
local arch="$(arch_name "$target")"
|
|
local rel_dir="$PWD/_build/prod"
|
|
local target_data_dir="$prefix/$rel_name"
|
|
local target_dst_dir="$prefix/$rel_name-$rel_vsn"
|
|
local target_dst_tar="$rel_name-$rel_vsn-linux-$libc-$arch.tar.gz"
|
|
local saved_path="$PATH"
|
|
|
|
#
|
|
# The "$ct_prefix_dir/$target/$target/bin" directory contains cross
|
|
# compilation tools without "$target-" prefix. We add it to the PATH,
|
|
# just in case tools are called without prefix somewhere. However, we
|
|
# try to use the prefixed tools everywhere, so it should be possible to
|
|
# omit this directory from the path if desired. See also:
|
|
#
|
|
# https://stackoverflow.com/a/24243789
|
|
#
|
|
export PATH="$ct_prefix_dir/$target/bin:$ct_prefix_dir/$target/$target/bin:$PATH"
|
|
export CC="$target-gcc"
|
|
export CXX="$target-g++"
|
|
export CPP="$target-cpp"
|
|
export LD="$target-ld"
|
|
export AS="$target-as"
|
|
export AR="$target-ar"
|
|
export NM="$target-nm"
|
|
export RANLIB="$target-ranlib"
|
|
export OBJCOPY="$target-objcopy"
|
|
export STRIP="$target-strip"
|
|
export CPPFLAGS="-I$prefix/include"
|
|
export CFLAGS="-g0 -O2 -pipe -fomit-frame-pointer -static-libgcc $CPPFLAGS"
|
|
export CXXFLAGS="$CFLAGS -static-libstdc++"
|
|
export LDFLAGS="-L$prefix/lib -static-libgcc -static-libstdc++"
|
|
export ERL_COMPILER_OPTIONS='[no_debug_info]' # Building 25.x fails with 'deterministic'.
|
|
|
|
if [ "$mode" = 'cross' ]
|
|
then configure="./configure --host=$target --build=$platform"
|
|
else configure='./configure'
|
|
fi
|
|
|
|
if [ $have_current_deps = false ]
|
|
then build_deps "$mode" "$target" "$prefix" "$libc"
|
|
fi
|
|
|
|
add_otp_path "$mode" "$prefix"
|
|
|
|
if [ "$mode" = 'native' ] # In order to only do this once.
|
|
then
|
|
info "Fetching Mix dependencies"
|
|
mix local.hex --force
|
|
mix local.rebar --force
|
|
fi
|
|
|
|
info "Removing old $rel_name builds"
|
|
rm -rf '_build' 'deps'
|
|
|
|
info "Building $rel_name $rel_vsn for $arch-$libc ..."
|
|
./autogen.sh
|
|
eimp_cflags='-fcommon'
|
|
eimp_libs='-lwebp -ljpeg -lpng -lz -lm'
|
|
export CC="$CC -Wl,-ldl" # Required by (statically linking) epam.
|
|
export LIBS="$eimp_libs -lcrypto -lpthread -ldl"
|
|
export CFLAGS="$CFLAGS $eimp_cflags"
|
|
export LDFLAGS="$LDFLAGS $eimp_libs"
|
|
if [ "$mode" = 'cross' ]
|
|
then
|
|
# Hand over --host/--build to configure scripts of dependencies.
|
|
export host_alias="$target"
|
|
export build_alias="$platform"
|
|
fi
|
|
# The cache variable makes cross compilation work.
|
|
ac_cv_erlang_root_dir="$prefix/lib/erlang" $configure \
|
|
--with-rebar='mix' \
|
|
--with-sqlite3="$prefix" \
|
|
--enable-user="$rel_name" \
|
|
--enable-all \
|
|
--disable-erlang-version-check
|
|
make deps
|
|
sed -i 's/ *-lstdc++//g' 'deps/'*'/rebar.config'* # Link statically.
|
|
if [ "$mode" = 'cross' ]
|
|
then
|
|
ln -s "$prefix/lib/erlang" 'lib/erlang'
|
|
erts_dir=$(ls -1d 'lib/erlang/erts-'*)
|
|
ei_inc="$prefix/lib/erlang/lib/erl_interface-"*'/include'
|
|
ei_lib="$prefix/lib/erlang/lib/erl_interface-"*'/lib'
|
|
export LDLIBS='-lpthread'
|
|
export ERL_EI_INCLUDE_DIR=$(ls -1d $ei_inc)
|
|
export ERL_EI_LIBDIR=$(ls -1d $ei_lib)
|
|
sed -i "/include_executables/a\\
|
|
include_erts: \"$erts_dir\"," 'mix.exs'
|
|
fi
|
|
make rel
|
|
if [ "$mode" = 'cross' ]
|
|
then
|
|
sed -i '/include_erts/d' 'mix.exs'
|
|
rm 'lib/erlang'
|
|
unset LDLIBS ERL_EI_INCLUDE_DIR ERL_EI_LIBDIR
|
|
unset host_alias build_alias
|
|
fi
|
|
|
|
info "Putting together $rel_name $rel_vsn archive for $arch-$libc ..."
|
|
mkdir "$target_dst_dir"
|
|
tar -C "$target_dst_dir" -xzf "$rel_dir/$rel_tar"
|
|
create_data_dir "$target_dst_dir" "$target_data_dir"
|
|
add_systemd_unit "$target_dst_dir"
|
|
add_captcha_script "$target_dst_dir"
|
|
edit_ejabberdctl "$target_dst_dir"
|
|
remove_unused_files "$target_dst_dir"
|
|
strip_files "$target_dst_dir" "$STRIP"
|
|
tar -C "$prefix" --owner="$rel_name" --group="$rel_name" -cf - \
|
|
"$rel_name" "$rel_name-$rel_vsn" | gzip -9 >"$target_dst_tar"
|
|
rm -rf "$target_dst_dir" "$target_data_dir"
|
|
|
|
info "Created $target_dst_tar successfully."
|
|
|
|
unset CC CXX CPP LD AS AR NM RANLIB OBJCOPY STRIP
|
|
unset CFLAGS CXXFLAGS LDFLAGS LIBS ERL_COMPILER_OPTIONS
|
|
export PATH="$saved_path"
|
|
}
|
|
#.
|
|
|
|
if [ "${CHECK_DEPS:-true}" = 'true' ]
|
|
then
|
|
if have_browser
|
|
then
|
|
check_configured_dep_vsns
|
|
else
|
|
error 'Cannot check dependency versions.'
|
|
error 'Install a browser or set CHECK_DEPS=false'
|
|
exit 1
|
|
fi
|
|
else
|
|
info "Won't check dependency versions."
|
|
fi
|
|
|
|
if ! mkdir -p "$root_dir"
|
|
then
|
|
error 'Set BUILD_DIR to a usable build directory path.'
|
|
exit 1
|
|
fi
|
|
|
|
check_built_dep_vsns
|
|
|
|
info 'Removing old bootstrap tools ...'
|
|
rm -rf "$bootstrap_dir"
|
|
mkdir "$bootstrap_dir"
|
|
|
|
if [ $have_current_deps = true ]
|
|
then
|
|
info 'Dependencies are up-to-date ...'
|
|
else
|
|
# Keep existing toolchains but rebuild everything else.
|
|
info 'Removing old builds ...'
|
|
rm -rf "$build_dir"
|
|
mkdir "$build_dir"
|
|
|
|
info 'Removing old source ...'
|
|
rm -rf "$src_dir"
|
|
mkdir "$src_dir"
|
|
|
|
info 'Downloading dependencies ...'
|
|
cd "$src_dir"
|
|
curl --no-progress-meter -LO "https://github.com/crosstool-ng/crosstool-ng/releases/download/$crosstool_dir/$crosstool_tar"
|
|
curl --no-progress-meter -LO "https://ftp.gnu.org/gnu/termcap/$termcap_tar"
|
|
curl --no-progress-meter -LO "https://github.com/libexpat/libexpat/releases/download/R_$(printf '%s' "$expat_vsn" | sed 's/\./_/g')/$expat_tar"
|
|
curl --no-progress-meter -LO "https://zlib.net/fossils/$zlib_tar"
|
|
curl --no-progress-meter -LO "https://pyyaml.org/download/libyaml/$yaml_tar"
|
|
curl --no-progress-meter -LO "https://www.openssl.org/source/$ssl_tar"
|
|
curl --no-progress-meter -LO "https://github.com/erlang/otp/releases/download/OTP-$otp_vsn/$otp_tar"
|
|
curl --no-progress-meter -LO "https://github.com/elixir-lang/elixir/archive/v$elixir_vsn.tar.gz"
|
|
curl --no-progress-meter -LO "https://github.com/linux-pam/linux-pam/releases/download/v$pam_vsn/$pam_tar"
|
|
curl --no-progress-meter -LO "https://download.sourceforge.net/libpng/$png_tar"
|
|
curl --no-progress-meter -LO "https://www.ijg.org/files/$jpeg_tar"
|
|
curl --no-progress-meter -LO "https://storage.googleapis.com/downloads.webmproject.org/releases/webp/$webp_tar"
|
|
curl --no-progress-meter -LO "https://github.com/libgd/libgd/releases/download/gd-$gd_vsn/$gd_tar"
|
|
curl --no-progress-meter -LO "http://www.unixodbc.org/$odbc_tar"
|
|
curl --no-progress-meter -LO "https://www.sqlite.org/$(date '+%Y')/$sqlite_tar" \
|
|
|| curl --no-progress-meter -LO "https://www.sqlite.org/$(date -d '1 year ago' '+%Y')/$sqlite_tar" \
|
|
|| curl --no-progress-meter -LO "https://www.sqlite.org/$(date -d '2 years ago' '+%Y')/$sqlite_tar"
|
|
cd "$OLDPWD"
|
|
fi
|
|
|
|
mkdir "$bootstrap_dir/bin"
|
|
export PATH="$bootstrap_dir/bin:$PATH" # For ct-ng.
|
|
export LC_ALL='C.UTF-8' # Elixir insists on a UTF-8 environment.
|
|
|
|
for target in $targets
|
|
do
|
|
libc="$(echo $target | sed "s/\-/\ /g" | awk '{print $NF}')"
|
|
prefix="$build_dir/$(arch_name "$target")-$libc"
|
|
toolchain_dir="$ct_prefix_dir/$target"
|
|
|
|
if [ "$(uname -m)-linux-$platform_libc" = "$target" ]
|
|
then mode='native'
|
|
else mode='cross'
|
|
fi
|
|
build_toolchain "$target" "$toolchain_dir" "$libc"
|
|
build_rel "$mode" "$target" "$prefix" "$libc"
|
|
done
|
|
|
|
save_built_dep_vsns
|
|
|
|
info "Build started: $build_start"
|
|
info "Build ended: $(date '+%F %T')"
|
|
|
|
# vim:set foldmarker=#',#. foldmethod=marker:
|