devtools/test-meson-builds.sh

   1 #! /bin/sh -e
   2 # SPDX-License-Identifier: BSD-3-Clause
   3 # Copyright(c) 2018 Intel Corporation
   4
   5 # Run meson to auto-configure the various builds.
   6 # * all builds get put in a directory whose name starts with "build-"
   7 # * if a build-directory already exists we assume it was properly configured
   8 # Run ninja after configuration is done.
   9
  10 # set pipefail option if possible
  11 PIPEFAIL=""
  12 set -o | grep -q pipefail && set -o pipefail && PIPEFAIL=1
  13
  14 srcdir=$(dirname $(readlink -f $0))/..
  15 . $srcdir/devtools/load-devel-config
  16
  17 MESON=${MESON:-meson}
  18 use_shared="--default-library=shared"
  19 builds_dir=${DPDK_BUILD_TEST_DIR:-.}
  20
  21 if command -v gmake >/dev/null 2>&1 ; then
  22         MAKE=gmake
  23 else
  24         MAKE=make
  25 fi
  26 if command -v ninja >/dev/null 2>&1 ; then
  27         ninja_cmd=ninja
  28 elif command -v ninja-build >/dev/null 2>&1 ; then
  29         ninja_cmd=ninja-build
  30 else
  31         echo "ERROR: ninja is not found" >&2
  32         exit 1
  33 fi
  34 if command -v ccache >/dev/null 2>&1 ; then
  35         CCACHE=ccache
  36 else
  37         CCACHE=
  38 fi
  39
  40 default_path=$PATH
  41 default_cppflags=$CPPFLAGS
  42 default_cflags=$CFLAGS
  43 default_ldflags=$LDFLAGS
  44 default_meson_options=$DPDK_MESON_OPTIONS
  45
  46 check_cc_flags () # <flag to check> <flag2> ...
  47 {
  48         echo 'int main(void) { return 0; }' |
  49                 cc $@ -x c - -o /dev/null 2> /dev/null
  50 }
  51
  52 load_env () # <target compiler>
  53 {
  54         targetcc=$1
  55         # reset variables before target-specific config
  56         export PATH=$default_path
  57         unset PKG_CONFIG_PATH # global default makes no sense
  58         export CPPFLAGS=$default_cppflags
  59         export CFLAGS=$default_cflags
  60         export LDFLAGS=$default_ldflags
  61         export DPDK_MESON_OPTIONS=$default_meson_options
  62         # set target hint for use in the loaded config file
  63         if [ -n "$target_override" ] ; then
  64                 DPDK_TARGET=$target_override
  65         elif command -v $targetcc >/dev/null 2>&1 ; then
  66                 DPDK_TARGET=$($targetcc -v 2>&1 | sed -n 's,^Target: ,,p')
  67         else # toolchain not yet in PATH: its name should be enough
  68                 DPDK_TARGET=$targetcc
  69         fi
  70         echo "Using DPDK_TARGET $DPDK_TARGET" >&$verbose
  71         # config input: $DPDK_TARGET
  72         . $srcdir/devtools/load-devel-config
  73         # config output: $DPDK_MESON_OPTIONS, $PATH, $PKG_CONFIG_PATH, etc
  74         command -v $targetcc >/dev/null 2>&1 || return 1
  75 }
  76
  77 config () # <dir> <builddir> <meson options>
  78 {
  79         dir=$1
  80         shift
  81         builddir=$1
  82         shift
  83         if [ -f "$builddir/build.ninja" ] ; then
  84                 # for existing environments, switch to debugoptimized if unset
  85                 # so that ABI checks can run
  86                 if ! $MESON configure $builddir |
  87                                 awk '$1=="buildtype" {print $2}' |
  88                                 grep -qw debugoptimized; then
  89                         $MESON configure --buildtype=debugoptimized $builddir
  90                 fi
  91                 return
  92         fi
  93         options=
  94         if echo $* | grep -qw -- '--default-library=shared' ; then
  95                 options="$options -Dexamples=all"
  96         else
  97                 options="$options -Dexamples=l3fwd" # save disk space
  98         fi
  99         options="$options --buildtype=debugoptimized"
 100         for option in $DPDK_MESON_OPTIONS ; do
 101                 options="$options -D$option"
 102         done
 103         options="$options $*"
 104         echo "$MESON $options $dir $builddir" >&$verbose
 105         $MESON $options $dir $builddir
 106 }
 107
 108 compile () # <builddir>
 109 {
 110         builddir=$1
 111         if [ -n "$TEST_MESON_BUILD_VERY_VERBOSE" ] ; then
 112                 # for full output from ninja use "-v"
 113                 echo "$ninja_cmd -v -C $builddir"
 114                 $ninja_cmd -v -C $builddir
 115         elif [ -n "$TEST_MESON_BUILD_VERBOSE" ] ; then
 116                 # for keeping the history of short cmds, pipe through cat
 117                 echo "$ninja_cmd -C $builddir | cat"
 118                 $ninja_cmd -C $builddir | cat
 119         else
 120                 $ninja_cmd -C $builddir
 121         fi
 122 }
 123
 124 install_target () # <builddir> <installdir>
 125 {
 126         rm -rf $2
 127         echo "DESTDIR=$2 $ninja_cmd -C $1 install" >&$verbose
 128         DESTDIR=$2 $ninja_cmd -C $1 install >&$veryverbose
 129 }
 130
 131 build () # <directory> <target compiler | cross file> <meson options>
 132 {
 133         targetdir=$1
 134         shift
 135         crossfile=
 136         [ -r $1 ] && crossfile=$1 || targetcc=$1
 137         shift
 138         # skip build if compiler not available
 139         command -v ${CC##* } >/dev/null 2>&1 || return 0
 140         if [ -n "$crossfile" ] ; then
 141                 cross="--cross-file $crossfile"
 142                 targetcc=$(sed -n 's,^c[[:space:]]*=[[:space:]]*,,p' \
 143                         $crossfile | tr -d "'" | tr -d '"')
 144         else
 145                 cross=
 146         fi
 147         load_env $targetcc || return 0
 148         config $srcdir $builds_dir/$targetdir $cross --werror $*
 149         compile $builds_dir/$targetdir
 150         if [ -n "$DPDK_ABI_REF_VERSION" ]; then
 151                 abirefdir=${DPDK_ABI_REF_DIR:-reference}/$DPDK_ABI_REF_VERSION
 152                 if [ ! -d $abirefdir/$targetdir ]; then
 153                         # clone current sources
 154                         if [ ! -d $abirefdir/src ]; then
 155                                 git clone --local --no-hardlinks \
 156                                         --single-branch \
 157                                         -b $DPDK_ABI_REF_VERSION \
 158                                         $srcdir $abirefdir/src
 159                         fi
 160
 161                         rm -rf $abirefdir/build
 162                         config $abirefdir/src $abirefdir/build $cross \
 163                                 -Dexamples= $*
 164                         compile $abirefdir/build
 165                         install_target $abirefdir/build $abirefdir/$targetdir
 166                         $srcdir/devtools/gen-abi.sh $abirefdir/$targetdir
 167
 168                         # save disk space by removing static libs and apps
 169                         find $abirefdir/$targetdir/usr/local -name '*.a' -delete
 170                         rm -rf $abirefdir/$targetdir/usr/local/bin
 171                         rm -rf $abirefdir/$targetdir/usr/local/share
 172                 fi
 173
 174                 install_target $builds_dir/$targetdir \
 175                         $(readlink -f $builds_dir/$targetdir/install)
 176                 $srcdir/devtools/gen-abi.sh \
 177                         $(readlink -f $builds_dir/$targetdir/install)
 178                 $srcdir/devtools/check-abi.sh $abirefdir/$targetdir \
 179                         $(readlink -f $builds_dir/$targetdir/install)
 180         fi
 181 }
 182
 183 if [ "$1" = "-vv" ] ; then
 184         TEST_MESON_BUILD_VERY_VERBOSE=1
 185         TEST_MESON_BUILD_VERBOSE=1
 186 elif [ "$1" = "-v" ] ; then
 187         TEST_MESON_BUILD_VERBOSE=1
 188 fi
 189 # we can't use plain verbose when we don't have pipefail option so up-level
 190 if [ -z "$PIPEFAIL" -a -n "$TEST_MESON_BUILD_VERBOSE" ] ; then
 191         echo "# Missing pipefail shell option, changing VERBOSE to VERY_VERBOSE"
 192         TEST_MESON_BUILD_VERY_VERBOSE=1
 193 fi
 194 [ -n "$TEST_MESON_BUILD_VERBOSE" ] && exec 8>&1 || exec 8>/dev/null
 195 verbose=8
 196 [ -n "$TEST_MESON_BUILD_VERY_VERBOSE" ] && exec 9>&1 || exec 9>/dev/null
 197 veryverbose=9
 198
 199 # shared and static linked builds with gcc and clang
 200 for c in gcc clang ; do
 201         command -v $c >/dev/null 2>&1 || continue
 202         for s in static shared ; do
 203                 export CC="$CCACHE $c"
 204                 build build-$c-$s $c --default-library=$s
 205                 unset CC
 206         done
 207 done
 208
 209 # test compilation with minimal x86 instruction set
 210 # Set the install path for libraries to "lib" explicitly to prevent problems
 211 # with pkg-config prefixes if installed in "lib/x86_64-linux-gnu" later.
 212 default_machine='nehalem'
 213 if ! check_cc_flags "-march=$default_machine" ; then
 214         default_machine='corei7'
 215 fi
 216 build build-x86-default cc -Dlibdir=lib -Dmachine=$default_machine $use_shared
 217
 218 # 32-bit with default compiler
 219 if check_cc_flags '-m32' ; then
 220         if [ -d '/usr/lib/i386-linux-gnu' ] ; then
 221                 # 32-bit pkgconfig on Debian/Ubuntu
 222                 export PKG_CONFIG_LIBDIR='/usr/lib/i386-linux-gnu/pkgconfig'
 223         elif [ -d '/usr/lib32' ] ; then
 224                 # 32-bit pkgconfig on Arch
 225                 export PKG_CONFIG_LIBDIR='/usr/lib32/pkgconfig'
 226         else
 227                 # 32-bit pkgconfig on RHEL/Fedora (lib vs lib64)
 228                 export PKG_CONFIG_LIBDIR='/usr/lib/pkgconfig'
 229         fi
 230         target_override='i386-pc-linux-gnu'
 231         build build-32b cc -Dc_args='-m32' -Dc_link_args='-m32'
 232         target_override=
 233         unset PKG_CONFIG_LIBDIR
 234 fi
 235
 236 # x86 MinGW
 237 build build-x86-mingw $srcdir/config/x86/cross-mingw -Dexamples=helloworld
 238
 239 # generic armv8a with clang as host compiler
 240 f=$srcdir/config/arm/arm64_armv8_linux_gcc
 241 export CC="clang"
 242 build build-arm64-host-clang $f $use_shared
 243 unset CC
 244 # some gcc/arm configurations
 245 for f in $srcdir/config/arm/arm64_[bdo]*gcc ; do
 246         export CC="$CCACHE gcc"
 247         build build-$(basename $f | tr '_' '-' | cut -d'-' -f-2) $f $use_shared
 248         unset CC
 249 done
 250
 251 # ppc configurations
 252 for f in $srcdir/config/ppc/ppc* ; do
 253         build build-$(basename $f | cut -d'-' -f-2) $f $use_shared
 254 done
 255
 256 # Test installation of the x86-default target, to be used for checking
 257 # the sample apps build using the pkg-config file for cflags and libs
 258 build_path=$(readlink -f $builds_dir/build-x86-default)
 259 export DESTDIR=$build_path/install
 260 # No need to reinstall if ABI checks are enabled
 261 if [ -z "$DPDK_ABI_REF_VERSION" ]; then
 262         install_target $build_path $DESTDIR
 263 fi
 264
 265 load_env cc
 266 pc_file=$(find $DESTDIR -name libdpdk.pc)
 267 export PKG_CONFIG_PATH=$(dirname $pc_file):$PKG_CONFIG_PATH
 268
 269 # if pkg-config defines the necessary flags, test building some examples
 270 if pkg-config --define-prefix libdpdk >/dev/null 2>&1; then
 271         export PKGCONF="pkg-config --define-prefix"
 272         for example in cmdline helloworld l2fwd l3fwd skeleton timer; do
 273                 echo "## Building $example"
 274                 $MAKE -C $DESTDIR/usr/local/share/dpdk/examples/$example \
 275                         clean shared static >&$veryverbose
 276         done
 277 fi