X-Git-Url: http://git.droids-corp.org/?a=blobdiff_plain;f=devtools%2Ftest-build.sh;h=f01365602413dd94a1031afbbfbdde6b8b307f43;hb=a617494eeb01ff3839e61a6b21259fbb19b1218b;hp=d2b9480b6c7e1a5781305b1f5658d6f83b8516db;hpb=dad373648139a7b53a6f71c7f120405524d6ab84;p=dpdk.git diff --git a/devtools/test-build.sh b/devtools/test-build.sh index d2b9480b6c..f013656024 100755 --- a/devtools/test-build.sh +++ b/devtools/test-build.sh @@ -1,44 +1,25 @@ #! /bin/sh -e - -# BSD LICENSE -# +# SPDX-License-Identifier: BSD-3-Clause # Copyright 2015 6WIND S.A. -# -# Redistribution and use in source and binary forms, with or without -# modification, are permitted provided that the following conditions -# are met: -# -# * Redistributions of source code must retain the above copyright -# notice, this list of conditions and the following disclaimer. -# * Redistributions in binary form must reproduce the above copyright -# notice, this list of conditions and the following disclaimer in -# the documentation and/or other materials provided with the -# distribution. -# * Neither the name of 6WIND S.A. nor the names of its -# contributors may be used to endorse or promote products derived -# from this software without specific prior written permission. -# -# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. default_path=$PATH # Load config options: # - ARMV8_CRYPTO_LIB_PATH +# - DPDK_ABI_REF_DIR +# - DPDK_ABI_REF_VERSION # - DPDK_BUILD_TEST_CONFIGS (defconfig1+option1+option2 defconfig2) +# - DPDK_BUILD_TEST_DIR # - DPDK_DEP_ARCHIVE +# - DPDK_DEP_BPF (y/[n]) # - DPDK_DEP_CFLAGS +# - DPDK_DEP_ELF (y/[n]) +# - DPDK_DEP_FDT (y/[n]) +# - DPDK_DEP_ISAL (y/[n]) +# - DPDK_DEP_JSON (y/[n]) # - DPDK_DEP_LDFLAGS # - DPDK_DEP_MLX (y/[n]) +# - DPDK_DEP_NFB (y/[n]) # - DPDK_DEP_NUMA ([y]/n) # - DPDK_DEP_PCAP (y/[n]) # - DPDK_DEP_SSL (y/[n]) @@ -49,10 +30,8 @@ default_path=$PATH # - DPDK_NOTIFY (notify-send) # - FLEXRAN_SDK # - LIBMUSDK_PATH -# - LIBSSO_SNOW3G_PATH -# - LIBSSO_KASUMI_PATH -# - LIBSSO_ZUC_PATH -. $(dirname $(readlink -e $0))/load-devel-config +devtools_dir=$(dirname $(readlink -f $0)) +. $devtools_dir/load-devel-config print_usage () { echo "usage: $(basename $0) [-h] [-jX] [-s] [config1 [config2] ...]]" @@ -71,7 +50,7 @@ print_help () { -v verbose build config: defconfig[[~][+]option1[[~][+]option2...]] - Example: x86_64-native-linuxapp-gcc+debug~RXTX_CALLBACKS + Example: x86_64-native-linux-gcc+debug~RXTX_CALLBACKS The lowercase options are defined inside $(basename $0). The uppercase options can be the end of a defconfig option to enable if prefixed with '+' or to disable if prefixed with '~'. @@ -81,10 +60,14 @@ print_help () { END_OF_HELP } +[ -z $MAKE ] && command -v gmake > /dev/null && MAKE=gmake +[ -z $MAKE ] && command -v make > /dev/null && MAKE=make +[ -z $MAKE ] && echo "Cannot find make or gmake" && exit 1 + J=$DPDK_MAKE_JOBS +builds_dir=${DPDK_BUILD_TEST_DIR:-.} short=false unset verbose -maxerr=-Wfatal-errors while getopts hj:sv ARG ; do case $ARG in j ) J=$OPTARG ;; @@ -114,16 +97,22 @@ trap "signal=INT ; trap - INT ; kill -INT $$" INT # notify result on exit trap on_exit EXIT -cd $(dirname $(readlink -m $0))/.. +cd $devtools_dir/.. reset_env () { export PATH=$default_path unset CROSS unset DPDK_DEP_ARCHIVE + unset DPDK_DEP_BPF unset DPDK_DEP_CFLAGS + unset DPDK_DEP_ELF + unset DPDK_DEP_FDT + unset DPDK_DEP_ISAL + unset DPDK_DEP_JSON unset DPDK_DEP_LDFLAGS unset DPDK_DEP_MLX + unset DPDK_DEP_NFB unset DPDK_DEP_NUMA unset DPDK_DEP_PCAP unset DPDK_DEP_SSL @@ -133,9 +122,6 @@ reset_env () unset ARMV8_CRYPTO_LIB_PATH unset FLEXRAN_SDK unset LIBMUSDK_PATH - unset LIBSSO_SNOW3G_PATH - unset LIBSSO_KASUMI_PATH - unset LIBSSO_ZUC_PATH unset PQOS_INSTALL_PATH } @@ -148,70 +134,95 @@ config () # fi if [ ! -e $1/.config ] || $reconfig ; then echo "================== Configure $1" - make T=$2 O=$1 config + ${MAKE} T=$2 O=$1 config echo 'Customize configuration' # Built-in options (lowercase) ! echo $3 | grep -q '+default' || \ - sed -ri 's,(RTE_MACHINE=")native,\1default,' $1/.config + sed -ri="" 's,(RTE_MACHINE=")native,\1default,' $1/.config + ! echo $3 | grep -q '+kmods' || \ + sed -ri="" 's,(IGB_UIO=|KNI_KMOD=)n,\1y,' $1/.config echo $3 | grep -q '+next' || \ - sed -ri 's,(NEXT_ABI=)y,\1n,' $1/.config + sed -ri="" 's,(NEXT_ABI=)y,\1n,' $1/.config ! echo $3 | grep -q '+shared' || \ - sed -ri 's,(SHARED_LIB=)n,\1y,' $1/.config + sed -ri="" 's,(SHARED_LIB=)n,\1y,' $1/.config ! echo $3 | grep -q '+debug' || ( \ - sed -ri 's,(RTE_LOG_DP_LEVEL=).*,\1RTE_LOG_DEBUG,' $1/.config - sed -ri 's,(_DEBUG.*=)n,\1y,' $1/.config - sed -ri 's,(_STAT.*=)n,\1y,' $1/.config - sed -ri 's,(TEST_PMD_RECORD_.*=)n,\1y,' $1/.config ) + sed -ri="" 's,(RTE_LOG_DP_LEVEL=).*,\1RTE_LOG_DEBUG,' $1/.config + sed -ri="" 's,(_DEBUG.*=)n,\1y,' $1/.config + sed -ri="" 's,(_STAT)([S_].*=|=)n,\1\2y,' $1/.config + sed -ri="" 's,(TEST_PMD_RECORD_.*=)n,\1y,' $1/.config ) # Automatic configuration + ! echo $2 | grep -q 'arm64' || \ + sed -ri="" 's,(ARM_USE_WFE=)n,\1y,' $1/.config test "$DPDK_DEP_NUMA" != n || \ - sed -ri 's,(NUMA.*=)y,\1n,' $1/.config - sed -ri 's,(LIBRTE_IEEE1588=)n,\1y,' $1/.config - sed -ri 's,(BYPASS=)n,\1y,' $1/.config + sed -ri="" 's,(NUMA.*=)y,\1n,' $1/.config + sed -ri="" 's,(LIBRTE_IEEE1588=)n,\1y,' $1/.config + sed -ri="" 's,(BYPASS=)n,\1y,' $1/.config test "$DPDK_DEP_ARCHIVE" != y || \ - sed -ri 's,(RESOURCE_TAR=)n,\1y,' $1/.config + sed -ri="" 's,(RESOURCE_TAR=)n,\1y,' $1/.config + test "$DPDK_DEP_BPF" != y || \ + sed -ri="" 's,(PMD_AF_XDP=)n,\1y,' $1/.config + test "$DPDK_DEP_FDT" != y || \ + sed -ri="" 's,(PMD_IFPGA_RAWDEV=)n,\1y,' $1/.config + test "$DPDK_DEP_FDT" != y || \ + sed -ri="" 's,(IPN3KE_PMD=)n,\1y,' $1/.config + test "$DPDK_DEP_ISAL" != y || \ + sed -ri="" 's,(PMD_ISAL=)n,\1y,' $1/.config test "$DPDK_DEP_MLX" != y || \ - sed -ri 's,(MLX._PMD=)n,\1y,' $1/.config + sed -ri="" 's,(MLX.*_PMD=)n,\1y,' $1/.config + test "$DPDK_DEP_NFB" != y || \ + sed -ri="" 's,(NFB_PMD=)n,\1y,' $1/.config test "$DPDK_DEP_SZE" != y || \ - sed -ri 's,(PMD_SZEDATA2=)n,\1y,' $1/.config + sed -ri="" 's,(PMD_SZEDATA2=)n,\1y,' $1/.config + test "$DPDK_DEP_ZLIB" != y || \ + sed -ri="" 's,(BNX2X_PMD=)n,\1y,' $1/.config test "$DPDK_DEP_ZLIB" != y || \ - sed -ri 's,(BNX2X_PMD=)n,\1y,' $1/.config - sed -ri 's,(NFP_PMD=)n,\1y,' $1/.config + sed -ri="" 's,(PMD_ZLIB=)n,\1y,' $1/.config + test "$DPDK_DEP_ZLIB" != y || \ + sed -ri="" 's,(COMPRESSDEV_TEST=)n,\1y,' $1/.config test "$DPDK_DEP_PCAP" != y || \ - sed -ri 's,(PCAP=)n,\1y,' $1/.config + sed -ri="" 's,(PCAP=)n,\1y,' $1/.config test -z "$ARMV8_CRYPTO_LIB_PATH" || \ - sed -ri 's,(PMD_ARMV8_CRYPTO=)n,\1y,' $1/.config + sed -ri="" 's,(PMD_ARMV8_CRYPTO=)n,\1y,' $1/.config + test "$DPDK_DEP_IPSEC_MB" != y || \ + sed -ri="" 's,(PMD_AESNI_MB=)n,\1y,' $1/.config test "$DPDK_DEP_IPSEC_MB" != y || \ - sed -ri 's,(PMD_AESNI_MB=)n,\1y,' $1/.config + sed -ri="" 's,(PMD_AESNI_GCM=)n,\1y,' $1/.config test "$DPDK_DEP_IPSEC_MB" != y || \ - sed -ri 's,(PMD_AESNI_GCM=)n,\1y,' $1/.config - test -z "$LIBSSO_SNOW3G_PATH" || \ - sed -ri 's,(PMD_SNOW3G=)n,\1y,' $1/.config - test -z "$LIBSSO_KASUMI_PATH" || \ - sed -ri 's,(PMD_KASUMI=)n,\1y,' $1/.config - test -z "$LIBSSO_ZUC_PATH" || \ - sed -ri 's,(PMD_ZUC=)n,\1y,' $1/.config + sed -ri="" 's,(PMD_ZUC=)n,\1y,' $1/.config + test "$DPDK_DEP_IPSEC_MB" != y || \ + sed -ri="" 's,(PMD_KASUMI=)n,\1y,' $1/.config + test "$DPDK_DEP_IPSEC_MB" != y || \ + sed -ri="" 's,(PMD_SNOW3G=)n,\1y,' $1/.config test "$DPDK_DEP_SSL" != y || \ - sed -ri 's,(PMD_OPENSSL=)n,\1y,' $1/.config + sed -ri="" 's,(PMD_CCP=)n,\1y,' $1/.config test "$DPDK_DEP_SSL" != y || \ - sed -ri 's,(PMD_QAT=)n,\1y,' $1/.config + sed -ri="" 's,(PMD_OPENSSL=)n,\1y,' $1/.config + test "$DPDK_DEP_SSL" != y || \ + sed -ri="" 's,(QAT_SYM=)n,\1y,' $1/.config test -z "$FLEXRAN_SDK" || \ - sed -ri 's,(BBDEV_TURBO_SW=)n,\1y,' $1/.config - sed -ri 's,(SCHED_.*=)n,\1y,' $1/.config + sed -ri="" 's,(BBDEV_TURBO_SW=)n,\1y,' $1/.config + sed -ri="" 's,(SCHED_.*=)n,\1y,' $1/.config + test -z "$LIBMUSDK_PATH" || \ + sed -ri="" 's,(PMD_MVSAM_CRYPTO=)n,\1y,' $1/.config test -z "$LIBMUSDK_PATH" || \ - sed -ri 's,(PMD_MRVL_CRYPTO=)n,\1y,' $1/.config + sed -ri="" 's,(MVPP2_PMD=)n,\1y,' $1/.config test -z "$LIBMUSDK_PATH" || \ - sed -ri 's,(MVPP2_PMD=)n,\1y,' $1/.config + sed -ri="" 's,(MVNETA_PMD=)n,\1y,' $1/.config + test "$DPDK_DEP_ELF" != y || \ + sed -ri="" 's,(BPF_ELF=)n,\1y,' $1/.config + test "$DPDK_DEP_JSON" != y || \ + sed -ri="" 's,(TELEMETRY=)n,\1y,' $1/.config build_config_hook $1 $2 $3 # Explicit enabler/disabler (uppercase) for option in $(echo $3 | sed 's,[~+], &,g') ; do pattern=$(echo $option | cut -c2-) if echo $option | grep -q '^~' ; then - sed -ri "s,($pattern=)y,\1n," $1/.config + sed -ri="" "s,($pattern=)y,\1n," $1/.config elif echo $option | grep -q '^+' ; then - sed -ri "s,($pattern=)n,\1y," $1/.config + sed -ri="" "s,($pattern=)n,\1y," $1/.config fi done fi @@ -228,36 +239,75 @@ for conf in $configs ; do # reload config with DPDK_TARGET set DPDK_TARGET=$target reset_env - . $(dirname $(readlink -e $0))/load-devel-config + . $devtools_dir/load-devel-config options=$(echo $conf | sed 's,[^~+]*,,') - dir=$conf + dir=$builds_dir/$conf config $dir $target $options - echo "================== Build $dir" - make -j$J EXTRA_CFLAGS="$maxerr $DPDK_DEP_CFLAGS" \ + echo "================== Build $conf" + ${MAKE} -j$J EXTRA_CFLAGS="-Wfatal-errors -g $DPDK_DEP_CFLAGS" \ EXTRA_LDFLAGS="$DPDK_DEP_LDFLAGS" $verbose O=$dir ! $short || break - echo "================== Build tests for $dir" - make test-build -j$J EXTRA_CFLAGS="$maxerr $DPDK_DEP_CFLAGS" \ - EXTRA_LDFLAGS="$DPDK_DEP_LDFLAGS" $verbose O=$dir - echo "================== Build examples for $dir" - export RTE_SDK=$(pwd) - export RTE_TARGET=$dir - make -j$J -sC examples \ + export RTE_TARGET=$target + rm -rf $dir/install + ${MAKE} install O=$dir DESTDIR=$dir/install prefix= + echo "================== Build examples for $conf" + export RTE_SDK=$(readlink -f $dir)/install/share/dpdk + ln -sTf $(pwd)/lib $RTE_SDK/lib # workaround for vm_power_manager + grep -q 'SHARED_LIB=n' $dir/.config || # skip examples with static libs + ${MAKE} -j$J -sC examples \ EXTRA_LDFLAGS="$DPDK_DEP_LDFLAGS" $verbose \ - O=$(readlink -m $dir/examples) + O=$(readlink -f $dir)/examples unset RTE_TARGET - echo "################## $dir done." + grep -q 'SHARED_LIB=n' $dir/.config || # skip ABI check with static libs + if [ -n "$DPDK_ABI_REF_VERSION" ]; then + abirefdir=${DPDK_ABI_REF_DIR:-reference}/$DPDK_ABI_REF_VERSION + if [ ! -d $abirefdir/$conf ]; then + # clone current sources + if [ ! -d $abirefdir/src ]; then + git clone --local --no-hardlinks \ + --single-branch \ + -b $DPDK_ABI_REF_VERSION \ + $(pwd) $abirefdir/src + fi + + cd $abirefdir/src + + rm -rf $abirefdir/build + config $abirefdir/build $target $options + + echo -n "================== Build $conf " + echo "($DPDK_ABI_REF_VERSION)" + ${MAKE} -j$J \ + EXTRA_CFLAGS="-Wno-error -g $DPDK_DEP_CFLAGS" \ + EXTRA_LDFLAGS="$DPDK_DEP_LDFLAGS" $verbose \ + O=$abirefdir/build + export RTE_TARGET=$target + ${MAKE} install O=$abirefdir/build \ + DESTDIR=$abirefdir/$conf \ + prefix= + unset RTE_TARGET + $devtools_dir/gen-abi.sh $abirefdir/$conf + + # back to current workdir + cd $devtools_dir/.. + fi + + echo "================== Check ABI $conf" + $devtools_dir/gen-abi.sh $dir/install + $devtools_dir/check-abi.sh $abirefdir/$conf $dir/install + fi + echo "################## $conf done." unset dir done if ! $short ; then mkdir -p .check echo "================== Build doxygen HTML API" - make doc-api-html >/dev/null 2>.check/doc.txt + ${MAKE} doc-api-html >/dev/null 2>.check/doc.txt echo "================== Build sphinx HTML guides" - make doc-guides-html >/dev/null 2>>.check/doc.txt + ${MAKE} doc-guides-html >/dev/null 2>>.check/doc.txt echo "================== Check docs" diff -u /dev/null .check/doc.txt fi