i40e: fix crash on DCB query
[dpdk.git] / app / test / autotest_test_funcs.py
1 #!/usr/bin/python
2
3 #   BSD LICENSE
4 #
5 #   Copyright(c) 2010-2014 Intel Corporation. All rights reserved.
6 #   All rights reserved.
7 #
8 #   Redistribution and use in source and binary forms, with or without
9 #   modification, are permitted provided that the following conditions
10 #   are met:
11 #
12 #     * Redistributions of source code must retain the above copyright
13 #       notice, this list of conditions and the following disclaimer.
14 #     * Redistributions in binary form must reproduce the above copyright
15 #       notice, this list of conditions and the following disclaimer in
16 #       the documentation and/or other materials provided with the
17 #       distribution.
18 #     * Neither the name of Intel Corporation nor the names of its
19 #       contributors may be used to endorse or promote products derived
20 #       from this software without specific prior written permission.
21 #
22 #   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
23 #   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
24 #   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
25 #   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
26 #   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
27 #   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
28 #   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
29 #   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
30 #   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
31 #   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
32 #   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
33
34 # Test functions
35
36 import sys, pexpect, time, os, re
37
38 # default autotest, used to run most tests
39 # waits for "Test OK"
40 def default_autotest(child, test_name):
41         child.sendline(test_name)
42         result = child.expect(["Test OK", "Test Failed",
43                 "Command not found", pexpect.TIMEOUT], timeout = 900)
44         if result == 1:
45                 return -1, "Fail"
46         elif result == 2:
47                 return -1, "Fail [Not found]"
48         elif result == 3:
49                 return -1, "Fail [Timeout]"
50         return 0, "Success"
51
52 # autotest used to run dump commands
53 # just fires the command
54 def dump_autotest(child, test_name):
55         child.sendline(test_name)
56         return 0, "Success"
57
58 # memory autotest
59 # reads output and waits for Test OK
60 def memory_autotest(child, test_name):
61         child.sendline(test_name)
62         regexp = "phys:0x[0-9a-f]*, len:([0-9]*), virt:0x[0-9a-f]*, socket_id:[0-9]*"
63         index = child.expect([regexp, pexpect.TIMEOUT], timeout = 180)
64         if index != 0:
65                 return -1, "Fail [Timeout]"
66         size = int(child.match.groups()[0], 16)
67         if size <= 0:
68                 return -1, "Fail [Bad size]"
69         index = child.expect(["Test OK", "Test Failed",
70                           pexpect.TIMEOUT], timeout = 10)
71         if index == 1:
72                 return -1, "Fail"
73         elif index == 2:
74                 return -1, "Fail [Timeout]"
75         return 0, "Success"
76
77 def spinlock_autotest(child, test_name):
78         i = 0
79         ir = 0
80         child.sendline(test_name)
81         while True:
82                 index = child.expect(["Test OK",
83                         "Test Failed",
84                         "Hello from core ([0-9]*) !",
85                         "Hello from within recursive locks from ([0-9]*) !",
86                 pexpect.TIMEOUT], timeout = 20)
87                 # ok
88                 if index == 0:
89                         break
90
91                 # message, check ordering
92                 elif index == 2:
93                         if int(child.match.groups()[0]) < i:
94                                 return -1, "Fail [Bad order]"
95                         i = int(child.match.groups()[0])
96                 elif index == 3:
97                         if int(child.match.groups()[0]) < ir:
98                                 return -1, "Fail [Bad order]"
99                         ir = int(child.match.groups()[0])
100
101                 # fail
102                 elif index == 4:
103                         return -1, "Fail [Timeout]"
104                 elif index == 1:
105                         return -1, "Fail"
106
107         return 0, "Success"
108
109 def rwlock_autotest(child, test_name):
110         i = 0
111         child.sendline(test_name)
112         while True:
113                 index = child.expect(["Test OK",
114                         "Test Failed",
115                         "Hello from core ([0-9]*) !",
116                         "Global write lock taken on master core ([0-9]*)",
117                 pexpect.TIMEOUT], timeout = 10)
118                 # ok
119                 if index == 0:
120                         if i != 0xffff:
121                                 return -1, "Fail [Message is missing]"
122                         break
123
124                 # message, check ordering
125                 elif index == 2:
126                         if int(child.match.groups()[0]) < i:
127                                 return -1, "Fail [Bad order]"
128                         i = int(child.match.groups()[0])
129
130                 # must be the last message, check ordering
131                 elif index == 3:
132                         i = 0xffff
133
134                 elif index == 4:
135                         return -1, "Fail [Timeout]"
136
137                 # fail
138                 else:
139                         return -1, "Fail"
140
141         return 0, "Success"
142
143 def logs_autotest(child, test_name):
144         i = 0
145         child.sendline(test_name)
146
147         log_list = [
148                 "TESTAPP1: this is a debug level message",
149                 "TESTAPP1: this is a info level message",
150                 "TESTAPP1: this is a warning level message",
151                 "TESTAPP2: this is a info level message",
152                 "TESTAPP2: this is a warning level message",
153                 "TESTAPP1: this is a debug level message",
154                 "TESTAPP1: this is a debug level message",
155                 "TESTAPP1: this is a info level message",
156                 "TESTAPP1: this is a warning level message",
157                 "TESTAPP2: this is a info level message",
158                 "TESTAPP2: this is a warning level message",
159                 "TESTAPP1: this is a debug level message",
160         ]
161
162         for log_msg in log_list:
163                 index = child.expect([log_msg,
164                                       "Test OK",
165                                       "Test Failed",
166                                       pexpect.TIMEOUT], timeout = 10)
167
168                 if index == 3:
169                         return -1, "Fail [Timeout]"
170                 # not ok
171                 elif index != 0:
172                         return -1, "Fail"
173
174         index = child.expect(["Test OK",
175                 "Test Failed",
176                 pexpect.TIMEOUT], timeout = 10)
177
178         return 0, "Success"
179
180 def timer_autotest(child, test_name):
181         i = 0
182         child.sendline(test_name)
183
184         index = child.expect(["Start timer stress tests \(20 seconds\)",
185                 "Test Failed",
186                 pexpect.TIMEOUT], timeout = 10)
187
188         if index == 1:
189                 return -1, "Fail"
190         elif index == 2:
191                 return -1, "Fail [Timeout]"
192
193         index = child.expect(["Start timer stress tests 2",
194                 "Test Failed",
195                 pexpect.TIMEOUT], timeout = 40)
196
197         if index == 1:
198                 return -1, "Fail"
199         elif index == 2:
200                 return -1, "Fail [Timeout]"
201
202         index = child.expect(["Start timer basic tests \(20 seconds\)",
203                 "Test Failed",
204                 pexpect.TIMEOUT], timeout = 20)
205
206         if index == 1:
207                 return -1, "Fail"
208         elif index == 2:
209                 return -1, "Fail [Timeout]"
210
211         prev_lcore_timer1 = -1
212
213         lcore_tim0 = -1
214         lcore_tim1 = -1
215         lcore_tim2 = -1
216         lcore_tim3 = -1
217
218         while True:
219                 index = child.expect(["TESTTIMER: ([0-9]*): callback id=([0-9]*) count=([0-9]*) on core ([0-9]*)",
220                         "Test OK",
221                         "Test Failed",
222                         pexpect.TIMEOUT], timeout = 10)
223
224                 if index == 1:
225                         break
226
227                 if index == 2:
228                         return -1, "Fail"
229                 elif index == 3:
230                         return -1, "Fail [Timeout]"
231
232                 try:
233                         t = int(child.match.groups()[0])
234                         id = int(child.match.groups()[1])
235                         cnt = int(child.match.groups()[2])
236                         lcore = int(child.match.groups()[3])
237                 except:
238                         return -1, "Fail [Cannot parse]"
239
240                 # timer0 always expires on the same core when cnt < 20
241                 if id == 0:
242                         if lcore_tim0 == -1:
243                                 lcore_tim0 = lcore
244                         elif lcore != lcore_tim0 and cnt < 20:
245                                 return -1, "Fail [lcore != lcore_tim0 (%d, %d)]"%(lcore, lcore_tim0)
246                         if cnt > 21:
247                                 return -1, "Fail [tim0 cnt > 21]"
248
249                 # timer1 each time expires on a different core
250                 if id == 1:
251                         if lcore == lcore_tim1:
252                                 return -1, "Fail [lcore == lcore_tim1 (%d, %d)]"%(lcore, lcore_tim1)
253                         lcore_tim1 = lcore
254                         if cnt > 10:
255                                 return -1, "Fail [tim1 cnt > 30]"
256
257                 # timer0 always expires on the same core
258                 if id == 2:
259                         if lcore_tim2 == -1:
260                                 lcore_tim2 = lcore
261                         elif lcore != lcore_tim2:
262                                 return -1, "Fail [lcore != lcore_tim2 (%d, %d)]"%(lcore, lcore_tim2)
263                         if cnt > 30:
264                                 return -1, "Fail [tim2 cnt > 30]"
265
266                 # timer0 always expires on the same core
267                 if id == 3:
268                         if lcore_tim3 == -1:
269                                 lcore_tim3 = lcore
270                         elif lcore != lcore_tim3:
271                                 return -1, "Fail [lcore_tim3 changed (%d -> %d)]"%(lcore, lcore_tim3)
272                         if cnt > 30:
273                                 return -1, "Fail [tim3 cnt > 30]"
274
275         # must be 2 different cores
276         if lcore_tim0 == lcore_tim3:
277                 return -1, "Fail [lcore_tim0 (%d) == lcore_tim3 (%d)]"%(lcore_tim0, lcore_tim3)
278
279         return 0, "Success"
280
281 def ring_autotest(child, test_name):
282         child.sendline(test_name)
283         index = child.expect(["Test OK", "Test Failed",
284                 pexpect.TIMEOUT], timeout = 15)
285         if index == 1:
286                 return -1, "Fail"
287         elif index == 2:
288                 return -1, "Fail [Timeout]"
289
290         child.sendline("set_watermark test 100")
291         child.sendline("dump_ring test")
292         index = child.expect(["  watermark=100",
293                 pexpect.TIMEOUT], timeout = 1)
294         if index != 0:
295                 return -1, "Fail [Bad watermark]"
296
297         return 0, "Success"