net/mlx5: use mask for meter register setting
[dpdk.git] / devtools / test-meson-builds.sh
1 #! /bin/sh -e
2 # SPDX-License-Identifier: BSD-3-Clause
3 # Copyright(c) 2018 Intel Corporation
4
5 # Run meson to auto-configure the various builds.
6 # * all builds get put in a directory whose name starts with "build-"
7 # * if a build-directory already exists we assume it was properly configured
8 # Run ninja after configuration is done.
9
10 # set pipefail option if possible
11 PIPEFAIL=""
12 set -o | grep -q pipefail && set -o pipefail && PIPEFAIL=1
13
14 srcdir=$(dirname $(readlink -f $0))/..
15 . $srcdir/devtools/load-devel-config
16
17 MESON=${MESON:-meson}
18 use_shared="--default-library=shared"
19 builds_dir=${DPDK_BUILD_TEST_DIR:-.}
20
21 if command -v gmake >/dev/null 2>&1 ; then
22         MAKE=gmake
23 else
24         MAKE=make
25 fi
26 if command -v ninja >/dev/null 2>&1 ; then
27         ninja_cmd=ninja
28 elif command -v ninja-build >/dev/null 2>&1 ; then
29         ninja_cmd=ninja-build
30 else
31         echo "ERROR: ninja is not found" >&2
32         exit 1
33 fi
34 if command -v ccache >/dev/null 2>&1 ; then
35         CCACHE=ccache
36 else
37         CCACHE=
38 fi
39
40 default_path=$PATH
41 default_cppflags=$CPPFLAGS
42 default_cflags=$CFLAGS
43 default_ldflags=$LDFLAGS
44 default_meson_options=$DPDK_MESON_OPTIONS
45
46 opt_verbose=
47 opt_vverbose=
48 if [ "$1" = "-v" ] ; then
49         opt_verbose=y
50 elif [ "$1" = "-vv" ] ; then
51         opt_verbose=y
52         opt_vverbose=y
53 fi
54 # we can't use plain verbose when we don't have pipefail option so up-level
55 if [ -z "$PIPEFAIL" -a -n "$opt_verbose" ] ; then
56         echo "# Missing pipefail shell option, changing VERBOSE to VERY_VERBOSE"
57         opt_vverbose=y
58 fi
59 [ -n "$opt_verbose" ] && exec 8>&1 || exec 8>/dev/null
60 verbose=8
61 [ -n "$opt_vverbose" ] && exec 9>&1 || exec 9>/dev/null
62 veryverbose=9
63
64 check_cc_flags () # <flag to check> <flag2> ...
65 {
66         echo 'int main(void) { return 0; }' |
67                 cc $@ -x c - -o /dev/null 2> /dev/null
68 }
69
70 load_env () # <target compiler>
71 {
72         targetcc=$1
73         # reset variables before target-specific config
74         export PATH=$default_path
75         unset PKG_CONFIG_PATH # global default makes no sense
76         export CPPFLAGS=$default_cppflags
77         export CFLAGS=$default_cflags
78         export LDFLAGS=$default_ldflags
79         export DPDK_MESON_OPTIONS=$default_meson_options
80         # set target hint for use in the loaded config file
81         if [ -n "$target_override" ] ; then
82                 DPDK_TARGET=$target_override
83         elif command -v $targetcc >/dev/null 2>&1 ; then
84                 DPDK_TARGET=$($targetcc -v 2>&1 | sed -n 's,^Target: ,,p')
85         else # toolchain not yet in PATH: its name should be enough
86                 DPDK_TARGET=$targetcc
87         fi
88         echo "Using DPDK_TARGET $DPDK_TARGET" >&$verbose
89         # config input: $DPDK_TARGET
90         . $srcdir/devtools/load-devel-config
91         # config output: $DPDK_MESON_OPTIONS, $PATH, $PKG_CONFIG_PATH, etc
92         command -v $targetcc >/dev/null 2>&1 || return 1
93 }
94
95 config () # <dir> <builddir> <meson options>
96 {
97         dir=$1
98         shift
99         builddir=$1
100         shift
101         if [ -f "$builddir/build.ninja" ] ; then
102                 # for existing environments, switch to debugoptimized if unset
103                 # so that ABI checks can run
104                 if ! $MESON configure $builddir |
105                                 awk '$1=="buildtype" {print $2}' |
106                                 grep -qw debugoptimized; then
107                         $MESON configure --buildtype=debugoptimized $builddir
108                 fi
109                 return
110         fi
111         options=
112         if echo $* | grep -qw -- '--default-library=shared' ; then
113                 options="$options -Dexamples=all"
114         else
115                 options="$options -Dexamples=l3fwd" # save disk space
116         fi
117         options="$options --buildtype=debugoptimized"
118         for option in $DPDK_MESON_OPTIONS ; do
119                 options="$options -D$option"
120         done
121         options="$options $*"
122         echo "$MESON $options $dir $builddir" >&$verbose
123         $MESON $options $dir $builddir
124 }
125
126 compile () # <builddir>
127 {
128         builddir=$1
129         if [ -n "$opt_vverbose" ] ; then
130                 # for full output from ninja use "-v"
131                 echo "$ninja_cmd -v -C $builddir"
132                 $ninja_cmd -v -C $builddir
133         elif [ -n "$opt_verbose" ] ; then
134                 # for keeping the history of short cmds, pipe through cat
135                 echo "$ninja_cmd -C $builddir | cat"
136                 $ninja_cmd -C $builddir | cat
137         else
138                 $ninja_cmd -C $builddir
139         fi
140 }
141
142 install_target () # <builddir> <installdir>
143 {
144         rm -rf $2
145         echo "DESTDIR=$2 $ninja_cmd -C $1 install" >&$verbose
146         DESTDIR=$2 $ninja_cmd -C $1 install >&$veryverbose
147 }
148
149 build () # <directory> <target cc | cross file> <ABI check> [meson options]
150 {
151         targetdir=$1
152         shift
153         crossfile=
154         [ -r $1 ] && crossfile=$1 || targetcc=$1
155         shift
156         abicheck=$1
157         shift
158         # skip build if compiler not available
159         command -v ${CC##* } >/dev/null 2>&1 || return 0
160         if [ -n "$crossfile" ] ; then
161                 cross="--cross-file $crossfile"
162                 targetcc=$(sed -n 's,^c[[:space:]]*=[[:space:]]*,,p' \
163                         $crossfile | tr -d "'" | tr -d '"')
164         else
165                 cross=
166         fi
167         load_env $targetcc || return 0
168         config $srcdir $builds_dir/$targetdir $cross --werror $*
169         compile $builds_dir/$targetdir
170         if [ -n "$DPDK_ABI_REF_VERSION" -a "$abicheck" = ABI ] ; then
171                 abirefdir=${DPDK_ABI_REF_DIR:-reference}/$DPDK_ABI_REF_VERSION
172                 if [ ! -d $abirefdir/$targetdir ]; then
173                         # clone current sources
174                         if [ ! -d $abirefdir/src ]; then
175                                 git clone --local --no-hardlinks \
176                                         --single-branch \
177                                         -b $DPDK_ABI_REF_VERSION \
178                                         $srcdir $abirefdir/src
179                         fi
180
181                         rm -rf $abirefdir/build
182                         config $abirefdir/src $abirefdir/build $cross \
183                                 -Dexamples= $*
184                         compile $abirefdir/build
185                         install_target $abirefdir/build $abirefdir/$targetdir
186                         $srcdir/devtools/gen-abi.sh $abirefdir/$targetdir
187
188                         # save disk space by removing static libs and apps
189                         find $abirefdir/$targetdir/usr/local -name '*.a' -delete
190                         rm -rf $abirefdir/$targetdir/usr/local/bin
191                         rm -rf $abirefdir/$targetdir/usr/local/share
192                 fi
193
194                 install_target $builds_dir/$targetdir \
195                         $(readlink -f $builds_dir/$targetdir/install)
196                 echo "Checking ABI compatibility of $targetdir" >&$verbose
197                 echo $srcdir/devtools/gen-abi.sh \
198                         $(readlink -f $builds_dir/$targetdir/install) >&$veryverbose
199                 $srcdir/devtools/gen-abi.sh \
200                         $(readlink -f $builds_dir/$targetdir/install) >&$veryverbose
201                 echo $srcdir/devtools/check-abi.sh $abirefdir/$targetdir \
202                         $(readlink -f $builds_dir/$targetdir/install) >&$veryverbose
203                 $srcdir/devtools/check-abi.sh $abirefdir/$targetdir \
204                         $(readlink -f $builds_dir/$targetdir/install) >&$verbose
205         fi
206 }
207
208 # shared and static linked builds with gcc and clang
209 for c in gcc clang ; do
210         command -v $c >/dev/null 2>&1 || continue
211         for s in static shared ; do
212                 if [ $s = shared ] ; then
213                         abicheck=ABI
214                 else
215                         abicheck=skipABI # save time and disk space
216                 fi
217                 export CC="$CCACHE $c"
218                 build build-$c-$s $c $abicheck --default-library=$s
219                 unset CC
220         done
221 done
222
223 # test compilation with minimal x86 instruction set
224 # Set the install path for libraries to "lib" explicitly to prevent problems
225 # with pkg-config prefixes if installed in "lib/x86_64-linux-gnu" later.
226 generic_machine='nehalem'
227 if ! check_cc_flags "-march=$generic_machine" ; then
228         generic_machine='corei7'
229 fi
230 build build-x86-generic cc skipABI -Dcheck_includes=true \
231         -Dlibdir=lib -Dmachine=$generic_machine $use_shared
232
233 # 32-bit with default compiler
234 if check_cc_flags '-m32' ; then
235         if [ -d '/usr/lib/i386-linux-gnu' ] ; then
236                 # 32-bit pkgconfig on Debian/Ubuntu
237                 export PKG_CONFIG_LIBDIR='/usr/lib/i386-linux-gnu/pkgconfig'
238         elif [ -d '/usr/lib32' ] ; then
239                 # 32-bit pkgconfig on Arch
240                 export PKG_CONFIG_LIBDIR='/usr/lib32/pkgconfig'
241         else
242                 # 32-bit pkgconfig on RHEL/Fedora (lib vs lib64)
243                 export PKG_CONFIG_LIBDIR='/usr/lib/pkgconfig'
244         fi
245         target_override='i386-pc-linux-gnu'
246         build build-32b cc ABI -Dc_args='-m32' -Dc_link_args='-m32'
247         target_override=
248         unset PKG_CONFIG_LIBDIR
249 fi
250
251 # x86 MinGW
252 build build-x86-mingw $srcdir/config/x86/cross-mingw skipABI \
253         -Dexamples=helloworld
254
255 # generic armv8a with clang as host compiler
256 f=$srcdir/config/arm/arm64_armv8_linux_gcc
257 export CC="clang"
258 build build-arm64-host-clang $f ABI $use_shared
259 unset CC
260 # some gcc/arm configurations
261 for f in $srcdir/config/arm/arm64_[bdo]*gcc ; do
262         export CC="$CCACHE gcc"
263         targetdir=build-$(basename $f | tr '_' '-' | cut -d'-' -f-2)
264         build $targetdir $f skipABI $use_shared
265         unset CC
266 done
267
268 # ppc configurations
269 for f in $srcdir/config/ppc/ppc* ; do
270         targetdir=build-$(basename $f | cut -d'-' -f-2)
271         build $targetdir $f ABI $use_shared
272 done
273
274 # Test installation of the x86-generic target, to be used for checking
275 # the sample apps build using the pkg-config file for cflags and libs
276 load_env cc
277 build_path=$(readlink -f $builds_dir/build-x86-generic)
278 export DESTDIR=$build_path/install
279 install_target $build_path $DESTDIR
280 pc_file=$(find $DESTDIR -name libdpdk.pc)
281 export PKG_CONFIG_PATH=$(dirname $pc_file):$PKG_CONFIG_PATH
282 libdir=$(dirname $(find $DESTDIR -name librte_eal.so))
283 export LD_LIBRARY_PATH=$libdir:$LD_LIBRARY_PATH
284 examples=${DPDK_BUILD_TEST_EXAMPLES:-"cmdline helloworld l2fwd l3fwd skeleton timer"}
285 # if pkg-config defines the necessary flags, test building some examples
286 if pkg-config --define-prefix libdpdk >/dev/null 2>&1; then
287         export PKGCONF="pkg-config --define-prefix"
288         for example in $examples; do
289                 echo "## Building $example"
290                 [ $example = helloworld ] && static=static || static= # save disk space
291                 $MAKE -C $DESTDIR/usr/local/share/dpdk/examples/$example \
292                         clean shared $static >&$veryverbose
293         done
294 fi