5 # Copyright(c) 2010-2014 Intel Corporation. All rights reserved.
8 # Redistribution and use in source and binary forms, with or without
9 # modification, are permitted provided that the following conditions
12 # * Redistributions of source code must retain the above copyright
13 # notice, this list of conditions and the following disclaimer.
14 # * Redistributions in binary form must reproduce the above copyright
15 # notice, this list of conditions and the following disclaimer in
16 # the documentation and/or other materials provided with the
18 # * Neither the name of Intel Corporation nor the names of its
19 # contributors may be used to endorse or promote products derived
20 # from this software without specific prior written permission.
22 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
23 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
24 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
25 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
26 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
27 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
28 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
29 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
30 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
31 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
32 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
34 # Script that uses either test app or qemu controlled by python-pexpect
36 import sys, autotest_data, autotest_runner
41 print"Usage: autotest.py [test app|test iso image]",
42 print "[target] [whitelist|-blacklist]"
53 # get blacklist/whitelist
55 testlist = sys.argv[3].split(',')
56 testlist = [test.lower() for test in testlist]
57 if testlist[0].startswith('-'):
58 testlist[0] = testlist[0].lstrip('-')
59 test_blacklist = testlist
61 test_whitelist = testlist
63 cmdline = "%s -c f -n 4"%(sys.argv[1])
67 runner = autotest_runner.AutotestRunner(cmdline, target, test_blacklist, test_whitelist)
69 for test_group in autotest_data.parallel_test_group_list:
70 runner.add_parallel_test_group(test_group)
72 for test_group in autotest_data.non_parallel_test_group_list:
73 runner.add_non_parallel_test_group(test_group)
75 num_fails = runner.run_all_tests()