X-Git-Url: http://git.droids-corp.org/?a=blobdiff_plain;f=devtools%2Ftest-meson-builds.sh;h=c11ae87e0dfde5f7fca7fff939b21aaea616d207;hb=da996000e8ea513ee47e3e01f0f4e709e66cec07;hp=07d42985e661903bde65a6df8fe4aae09c10ccdc;hpb=3dd433045704f1296f1ada189e8b85dcd6234741;p=dpdk.git diff --git a/devtools/test-meson-builds.sh b/devtools/test-meson-builds.sh index 07d42985e6..c11ae87e0d 100755 --- a/devtools/test-meson-builds.sh +++ b/devtools/test-meson-builds.sh @@ -12,8 +12,11 @@ PIPEFAIL="" set -o | grep -q pipefail && set -o pipefail && PIPEFAIL=1 srcdir=$(dirname $(readlink -f $0))/.. +. $srcdir/devtools/load-devel-config + MESON=${MESON:-meson} use_shared="--default-library=shared" +builds_dir=${DPDK_BUILD_TEST_DIR:-.} if command -v gmake >/dev/null 2>&1 ; then MAKE=gmake @@ -35,69 +38,185 @@ else fi default_path=$PATH -default_pkgpath=$PKG_CONFIG_PATH +default_cppflags=$CPPFLAGS +default_cflags=$CFLAGS +default_ldflags=$LDFLAGS +default_meson_options=$DPDK_MESON_OPTIONS + +opt_verbose= +opt_vverbose= +if [ "$1" = "-v" ] ; then + opt_verbose=y +elif [ "$1" = "-vv" ] ; then + opt_verbose=y + opt_vverbose=y +fi +# we can't use plain verbose when we don't have pipefail option so up-level +if [ -z "$PIPEFAIL" -a -n "$opt_verbose" ] ; then + echo "# Missing pipefail shell option, changing VERBOSE to VERY_VERBOSE" + opt_vverbose=y +fi +[ -n "$opt_verbose" ] && exec 8>&1 || exec 8>/dev/null +verbose=8 +[ -n "$opt_vverbose" ] && exec 9>&1 || exec 9>/dev/null +veryverbose=9 + +check_cc_flags () # ... +{ + echo 'int main(void) { return 0; }' | + cc $@ -x c - -o /dev/null 2> /dev/null +} load_env () # { targetcc=$1 + # reset variables before target-specific config export PATH=$default_path - export PKG_CONFIG_PATH=$default_pkgpath - unset DPDK_MESON_OPTIONS - command -v $targetcc >/dev/null 2>&1 || return 1 - DPDK_TARGET=$($targetcc -v 2>&1 | sed -n 's,^Target: ,,p') + unset PKG_CONFIG_PATH # global default makes no sense + export CPPFLAGS=$default_cppflags + export CFLAGS=$default_cflags + export LDFLAGS=$default_ldflags + export DPDK_MESON_OPTIONS=$default_meson_options + # set target hint for use in the loaded config file + if [ -n "$target_override" ] ; then + DPDK_TARGET=$target_override + elif command -v $targetcc >/dev/null 2>&1 ; then + DPDK_TARGET=$($targetcc -v 2>&1 | sed -n 's,^Target: ,,p') + else # toolchain not yet in PATH: its name should be enough + DPDK_TARGET=$targetcc + fi + echo "Using DPDK_TARGET $DPDK_TARGET" >&$verbose + # config input: $DPDK_TARGET . $srcdir/devtools/load-devel-config + # config output: $DPDK_MESON_OPTIONS, $PATH, $PKG_CONFIG_PATH, etc + command -v $targetcc >/dev/null 2>&1 || return 1 } -build () # +config () # { - builddir=$1 + dir=$1 shift - targetcc=$1 + builddir=$1 shift - # skip build if compiler not available - command -v ${CC##* } >/dev/null 2>&1 || return 0 - load_env $targetcc || return 0 - if [ ! -f "$builddir/build.ninja" ] ; then - options="--werror -Dexamples=all" - for option in $DPDK_MESON_OPTIONS ; do - options="$options -D$option" - done - options="$options $*" - echo "$MESON $options $srcdir $builddir" - $MESON $options $srcdir $builddir - unset CC + if [ -f "$builddir/build.ninja" ] ; then + # for existing environments, switch to debugoptimized if unset + # so that ABI checks can run + if ! $MESON configure $builddir | + awk '$1=="buildtype" {print $2}' | + grep -qw debugoptimized; then + $MESON configure --buildtype=debugoptimized $builddir + fi + return fi - if [ -n "$TEST_MESON_BUILD_VERY_VERBOSE" ] ; then + options= + if echo $* | grep -qw -- '--default-library=shared' ; then + options="$options -Dexamples=all" + else + options="$options -Dexamples=l3fwd" # save disk space + fi + options="$options --buildtype=debugoptimized" + for option in $DPDK_MESON_OPTIONS ; do + options="$options -D$option" + done + options="$options $*" + echo "$MESON $options $dir $builddir" >&$verbose + $MESON $options $dir $builddir +} + +compile () # +{ + builddir=$1 + if [ -n "$opt_vverbose" ] ; then # for full output from ninja use "-v" echo "$ninja_cmd -v -C $builddir" $ninja_cmd -v -C $builddir - elif [ -n "$TEST_MESON_BUILD_VERBOSE" ] ; then + elif [ -n "$opt_verbose" ] ; then # for keeping the history of short cmds, pipe through cat echo "$ninja_cmd -C $builddir | cat" $ninja_cmd -C $builddir | cat else - echo "$ninja_cmd -C $builddir" $ninja_cmd -C $builddir fi } -if [ "$1" = "-vv" ] ; then - TEST_MESON_BUILD_VERY_VERBOSE=1 -elif [ "$1" = "-v" ] ; then - TEST_MESON_BUILD_VERBOSE=1 -fi -# we can't use plain verbose when we don't have pipefail option so up-level -if [ -z "$PIPEFAIL" -a -n "$TEST_MESON_BUILD_VERBOSE" ] ; then - echo "# Missing pipefail shell option, changing VERBOSE to VERY_VERBOSE" - TEST_MESON_BUILD_VERY_VERBOSE=1 -fi +install_target () # +{ + rm -rf $2 + echo "DESTDIR=$2 $ninja_cmd -C $1 install" >&$verbose + DESTDIR=$2 $ninja_cmd -C $1 install >&$veryverbose +} + +build () # [meson options] +{ + targetdir=$1 + shift + crossfile= + [ -r $1 ] && crossfile=$1 || targetcc=$1 + shift + abicheck=$1 + shift + # skip build if compiler not available + command -v ${CC##* } >/dev/null 2>&1 || return 0 + if [ -n "$crossfile" ] ; then + cross="--cross-file $crossfile" + targetcc=$(sed -n 's,^c[[:space:]]*=[[:space:]]*,,p' \ + $crossfile | tr -d "'" | tr -d '"') + else + cross= + fi + load_env $targetcc || return 0 + config $srcdir $builds_dir/$targetdir $cross --werror $* + compile $builds_dir/$targetdir + if [ -n "$DPDK_ABI_REF_VERSION" -a "$abicheck" = ABI ] ; then + abirefdir=${DPDK_ABI_REF_DIR:-reference}/$DPDK_ABI_REF_VERSION + if [ ! -d $abirefdir/$targetdir ]; then + # clone current sources + if [ ! -d $abirefdir/src ]; then + git clone --local --no-hardlinks \ + --single-branch \ + -b $DPDK_ABI_REF_VERSION \ + $srcdir $abirefdir/src + fi + + rm -rf $abirefdir/build + config $abirefdir/src $abirefdir/build $cross \ + -Dexamples= $* + compile $abirefdir/build + install_target $abirefdir/build $abirefdir/$targetdir + $srcdir/devtools/gen-abi.sh $abirefdir/$targetdir + + # save disk space by removing static libs and apps + find $abirefdir/$targetdir/usr/local -name '*.a' -delete + rm -rf $abirefdir/$targetdir/usr/local/bin + rm -rf $abirefdir/$targetdir/usr/local/share + fi + + install_target $builds_dir/$targetdir \ + $(readlink -f $builds_dir/$targetdir/install) + echo "Checking ABI compatibility of $targetdir" >&$verbose + echo $srcdir/devtools/gen-abi.sh \ + $(readlink -f $builds_dir/$targetdir/install) >&$veryverbose + $srcdir/devtools/gen-abi.sh \ + $(readlink -f $builds_dir/$targetdir/install) >&$veryverbose + echo $srcdir/devtools/check-abi.sh $abirefdir/$targetdir \ + $(readlink -f $builds_dir/$targetdir/install) >&$veryverbose + $srcdir/devtools/check-abi.sh $abirefdir/$targetdir \ + $(readlink -f $builds_dir/$targetdir/install) >&$verbose + fi +} # shared and static linked builds with gcc and clang for c in gcc clang ; do command -v $c >/dev/null 2>&1 || continue for s in static shared ; do + if [ $s = shared ] ; then + abicheck=ABI + else + abicheck=skipABI # save time and disk space + fi export CC="$CCACHE $c" - build build-$c-$s $c --default-library=$s + build build-$c-$s $c $abicheck --default-library=$s + unset CC done done @@ -105,39 +224,71 @@ done # Set the install path for libraries to "lib" explicitly to prevent problems # with pkg-config prefixes if installed in "lib/x86_64-linux-gnu" later. default_machine='nehalem' -ok=$(cc -march=$default_machine -E - < /dev/null > /dev/null 2>&1 || echo false) -if [ "$ok" = "false" ] ; then +if ! check_cc_flags "-march=$default_machine" ; then default_machine='corei7' fi -build build-x86-default cc -Dlibdir=lib -Dmachine=$default_machine $use_shared +build build-x86-default cc skipABI -Dcheck_includes=true \ + -Dlibdir=lib -Dmachine=$default_machine $use_shared + +# 32-bit with default compiler +if check_cc_flags '-m32' ; then + if [ -d '/usr/lib/i386-linux-gnu' ] ; then + # 32-bit pkgconfig on Debian/Ubuntu + export PKG_CONFIG_LIBDIR='/usr/lib/i386-linux-gnu/pkgconfig' + elif [ -d '/usr/lib32' ] ; then + # 32-bit pkgconfig on Arch + export PKG_CONFIG_LIBDIR='/usr/lib32/pkgconfig' + else + # 32-bit pkgconfig on RHEL/Fedora (lib vs lib64) + export PKG_CONFIG_LIBDIR='/usr/lib/pkgconfig' + fi + target_override='i386-pc-linux-gnu' + build build-32b cc ABI -Dc_args='-m32' -Dc_link_args='-m32' + target_override= + unset PKG_CONFIG_LIBDIR +fi + +# x86 MinGW +build build-x86-mingw $srcdir/config/x86/cross-mingw skipABI \ + -Dexamples=helloworld -c=aarch64-linux-gnu-gcc # generic armv8a with clang as host compiler +f=$srcdir/config/arm/arm64_armv8_linux_gcc export CC="clang" -build build-arm64-host-clang $c $use_shared \ - --cross-file $srcdir/config/arm/arm64_armv8_linux_gcc -# all gcc/arm configurations +build build-arm64-host-clang $f ABI $use_shared +unset CC +# some gcc/arm configurations for f in $srcdir/config/arm/arm64_[bdo]*gcc ; do export CC="$CCACHE gcc" - build build-$(basename $f | tr '_' '-' | cut -d'-' -f-2) $c \ - $use_shared --cross-file $f + targetdir=build-$(basename $f | tr '_' '-' | cut -d'-' -f-2) + build $targetdir $f skipABI $use_shared + unset CC +done + +# ppc configurations +for f in $srcdir/config/ppc/ppc* ; do + targetdir=build-$(basename $f | cut -d'-' -f-2) + build $targetdir $f ABI $use_shared done # Test installation of the x86-default target, to be used for checking # the sample apps build using the pkg-config file for cflags and libs -build_path=build-x86-default -export DESTDIR=$(pwd)/$build_path/install-root -$ninja_cmd -C $build_path install - load_env cc +build_path=$(readlink -f $builds_dir/build-x86-default) +export DESTDIR=$build_path/install +install_target $build_path $DESTDIR pc_file=$(find $DESTDIR -name libdpdk.pc) export PKG_CONFIG_PATH=$(dirname $pc_file):$PKG_CONFIG_PATH - +libdir=$(dirname $(find $DESTDIR -name librte_eal.so)) +export LD_LIBRARY_PATH=$libdir:$LD_LIBRARY_PATH +examples=${DPDK_BUILD_TEST_EXAMPLES:-"cmdline helloworld l2fwd l3fwd skeleton timer"} # if pkg-config defines the necessary flags, test building some examples if pkg-config --define-prefix libdpdk >/dev/null 2>&1; then export PKGCONF="pkg-config --define-prefix" - for example in cmdline helloworld l2fwd l3fwd skeleton timer; do + for example in $examples; do echo "## Building $example" - $MAKE -C $DESTDIR/usr/local/share/dpdk/examples/$example clean all + [ $example = helloworld ] && static=static || static= # save disk space + $MAKE -C $DESTDIR/usr/local/share/dpdk/examples/$example \ + clean shared $static >&$veryverbose done fi