app/test/autotest_test_funcs.py

   1 #!/usr/bin/python
   2
   3 #   BSD LICENSE
   4 #
   5 #   Copyright(c) 2010-2013 Intel Corporation. All rights reserved.
   6 #   All rights reserved.
   7 #
   8 #   Redistribution and use in source and binary forms, with or without
   9 #   modification, are permitted provided that the following conditions
  10 #   are met:
  11 #
  12 #     * Redistributions of source code must retain the above copyright
  13 #       notice, this list of conditions and the following disclaimer.
  14 #     * Redistributions in binary form must reproduce the above copyright
  15 #       notice, this list of conditions and the following disclaimer in
  16 #       the documentation and/or other materials provided with the
  17 #       distribution.
  18 #     * Neither the name of Intel Corporation nor the names of its
  19 #       contributors may be used to endorse or promote products derived
  20 #       from this software without specific prior written permission.
  21 #
  22 #   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  23 #   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  24 #   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  25 #   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  26 #   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  27 #   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  28 #   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  29 #   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  30 #   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  31 #   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  32 #   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  33
  34 # Test functions
  35
  36 import sys, pexpect, time, os, re
  37
  38 # default autotest, used to run most tests
  39 # waits for "Test OK"
  40 def default_autotest(child, test_name):
  41         child.sendline(test_name)
  42         result = child.expect(["Test OK", "Test Failed",
  43                 "Command not found", pexpect.TIMEOUT], timeout = 900)
  44         if result == 1:
  45                 return -1, "Fail"
  46         elif result == 2:
  47                 return -1, "Fail [Not found]"
  48         elif result == 3:
  49                 return -1, "Fail [Timeout]"
  50         return 0, "Success"
  51
  52 # autotest used to run dump commands
  53 # just fires the command
  54 def dump_autotest(child, test_name):
  55         child.sendline(test_name)
  56         return 0, "Success"
  57
  58 # memory autotest
  59 # reads output and waits for Test OK
  60 def memory_autotest(child, test_name):
  61         child.sendline(test_name)
  62         regexp = "phys:0x[0-9a-f]*, len:([0-9]*), virt:0x[0-9a-f]*, socket_id:[0-9]*"
  63         index = child.expect([regexp, pexpect.TIMEOUT], timeout = 180)
  64         if index != 0:
  65                 return -1, "Fail [Timeout]"
  66         size = int(child.match.groups()[0], 16)
  67         if size <= 0:
  68                 return -1, "Fail [Bad size]"
  69         index = child.expect(["Test OK", "Test Failed",
  70                           pexpect.TIMEOUT], timeout = 10)
  71         if index == 1:
  72                 return -1, "Fail"
  73         elif index == 2:
  74                 return -1, "Fail [Timeout]"
  75         return 0, "Success"
  76
  77 def spinlock_autotest(child, test_name):
  78         i = 0
  79         ir = 0
  80         child.sendline(test_name)
  81         while True:
  82                 index = child.expect(["Test OK",
  83                         "Test Failed",
  84                         "Hello from core ([0-9]*) !",
  85                         "Hello from within recursive locks from ([0-9]*) !",
  86                 pexpect.TIMEOUT], timeout = 20)
  87                 # ok
  88                 if index == 0:
  89                         break
  90
  91                 # message, check ordering
  92                 elif index == 2:
  93                         if int(child.match.groups()[0]) < i:
  94                                 return -1, "Fail [Bad order]"
  95                         i = int(child.match.groups()[0])
  96                 elif index == 3:
  97                         if int(child.match.groups()[0]) < ir:
  98                                 return -1, "Fail [Bad order]"
  99                         ir = int(child.match.groups()[0])
 100
 101                 # fail
 102                 elif index == 4:
 103                         return -1, "Fail [Timeout]"
 104                 elif index == 1:
 105                         return -1, "Fail"
 106
 107         return 0, "Success"
 108
 109 def rwlock_autotest(child, test_name):
 110         i = 0
 111         child.sendline(test_name)
 112         while True:
 113                 index = child.expect(["Test OK",
 114                         "Test Failed",
 115                         "Hello from core ([0-9]*) !",
 116                         "Global write lock taken on master core ([0-9]*)",
 117                 pexpect.TIMEOUT], timeout = 10)
 118                 # ok
 119                 if index == 0:
 120                         if i != 0xffff:
 121                                 return -1, "Fail [Message is missing]"
 122                         break
 123
 124                 # message, check ordering
 125                 elif index == 2:
 126                         if int(child.match.groups()[0]) < i:
 127                                 return -1, "Fail [Bad order]"
 128                         i = int(child.match.groups()[0])
 129
 130                 # must be the last message, check ordering
 131                 elif index == 3:
 132                         i = 0xffff
 133
 134                 elif index == 4:
 135                         return -1, "Fail [Timeout]"
 136
 137                 # fail
 138                 else:
 139                         return -1, "Fail"
 140
 141         return 0, "Success"
 142
 143 def logs_autotest(child, test_name):
 144         i = 0
 145         child.sendline(test_name)
 146
 147         log_list = [
 148                 "TESTAPP1: this is a debug level message",
 149                 "TESTAPP1: this is a info level message",
 150                 "TESTAPP1: this is a warning level message",
 151                 "TESTAPP2: this is a info level message",
 152                 "TESTAPP2: this is a warning level message",
 153                 "TESTAPP1: this is a debug level message",
 154                 "TESTAPP1: this is a debug level message",
 155                 "TESTAPP1: this is a info level message",
 156                 "TESTAPP1: this is a warning level message",
 157                 "TESTAPP2: this is a info level message",
 158                 "TESTAPP2: this is a warning level message",
 159                 "TESTAPP1: this is a debug level message",
 160         ]
 161
 162         for log_msg in log_list:
 163                 index = child.expect([log_msg,
 164                                       "Test OK",
 165                                       "Test Failed",
 166                                       pexpect.TIMEOUT], timeout = 10)
 167
 168                 if index == 3:
 169                         return -1, "Fail [Timeout]"
 170                 # not ok
 171                 elif index != 0:
 172                         return -1, "Fail"
 173
 174         index = child.expect(["Test OK",
 175                 "Test Failed",
 176                 pexpect.TIMEOUT], timeout = 10)
 177
 178         return 0, "Success"
 179
 180 def timer_autotest(child, test_name):
 181         i = 0
 182         child.sendline(test_name)
 183
 184         index = child.expect(["Start timer stress tests \(20 seconds\)",
 185                 "Test Failed",
 186                 pexpect.TIMEOUT], timeout = 10)
 187
 188         if index == 1:
 189                 return -1, "Fail"
 190         elif index == 2:
 191                 return -1, "Fail [Timeout]"
 192
 193         index = child.expect(["Start timer stress tests 2",
 194                 "Test Failed",
 195                 pexpect.TIMEOUT], timeout = 40)
 196
 197         if index == 1:
 198                 return -1, "Fail"
 199         elif index == 2:
 200                 return -1, "Fail [Timeout]"
 201
 202         index = child.expect(["Start timer basic tests \(20 seconds\)",
 203                 "Test Failed",
 204                 pexpect.TIMEOUT], timeout = 20)
 205
 206         if index == 1:
 207                 return -1, "Fail"
 208         elif index == 2:
 209                 return -1, "Fail [Timeout]"
 210
 211         prev_lcore_timer1 = -1
 212
 213         lcore_tim0 = -1
 214         lcore_tim1 = -1
 215         lcore_tim2 = -1
 216         lcore_tim3 = -1
 217
 218         while True:
 219                 index = child.expect(["TESTTIMER: ([0-9]*): callback id=([0-9]*) count=([0-9]*) on core ([0-9]*)",
 220                         "Test OK",
 221                         "Test Failed",
 222                         pexpect.TIMEOUT], timeout = 10)
 223
 224                 if index == 1:
 225                         break
 226
 227                 if index == 2:
 228                         return -1, "Fail"
 229                 elif index == 3:
 230                         return -1, "Fail [Timeout]"
 231
 232                 try:
 233                         t = int(child.match.groups()[0])
 234                         id = int(child.match.groups()[1])
 235                         cnt = int(child.match.groups()[2])
 236                         lcore = int(child.match.groups()[3])
 237                 except:
 238                         return -1, "Fail [Cannot parse]"
 239
 240                 # timer0 always expires on the same core when cnt < 20
 241                 if id == 0:
 242                         if lcore_tim0 == -1:
 243                                 lcore_tim0 = lcore
 244                         elif lcore != lcore_tim0 and cnt < 20:
 245                                 return -1, "Fail [lcore != lcore_tim0 (%d, %d)]"%(lcore, lcore_tim0)
 246                         if cnt > 21:
 247                                 return -1, "Fail [tim0 cnt > 21]"
 248
 249                 # timer1 each time expires on a different core
 250                 if id == 1:
 251                         if lcore == lcore_tim1:
 252                                 return -1, "Fail [lcore == lcore_tim1 (%d, %d)]"%(lcore, lcore_tim1)
 253                         lcore_tim1 = lcore
 254                         if cnt > 10:
 255                                 return -1, "Fail [tim1 cnt > 30]"
 256
 257                 # timer0 always expires on the same core
 258                 if id == 2:
 259                         if lcore_tim2 == -1:
 260                                 lcore_tim2 = lcore
 261                         elif lcore != lcore_tim2:
 262                                 return -1, "Fail [lcore != lcore_tim2 (%d, %d)]"%(lcore, lcore_tim2)
 263                         if cnt > 30:
 264                                 return -1, "Fail [tim2 cnt > 30]"
 265
 266                 # timer0 always expires on the same core
 267                 if id == 3:
 268                         if lcore_tim3 == -1:
 269                                 lcore_tim3 = lcore
 270                         elif lcore != lcore_tim3:
 271                                 return -1, "Fail [lcore_tim3 changed (%d -> %d)]"%(lcore, lcore_tim3)
 272                         if cnt > 30:
 273                                 return -1, "Fail [tim3 cnt > 30]"
 274
 275         # must be 2 different cores
 276         if lcore_tim0 == lcore_tim3:
 277                 return -1, "Fail [lcore_tim0 (%d) == lcore_tim3 (%d)]"%(lcore_tim0, lcore_tim3)
 278
 279         return 0, "Success"
 280
 281 def ring_autotest(child, test_name):
 282         child.sendline(test_name)
 283         index = child.expect(["Test OK", "Test Failed",
 284                 pexpect.TIMEOUT], timeout = 15)
 285         if index == 1:
 286                 return -1, "Fail"
 287         elif index == 2:
 288                 return -1, "Fail [Timeout]"
 289
 290         child.sendline("set_watermark test 100")
 291         child.sendline("dump_ring test")
 292         index = child.expect(["  watermark=100",
 293                 pexpect.TIMEOUT], timeout = 1)
 294         if index != 0:
 295                 return -1, "Fail [Bad watermark]"
 296
 297         return 0, "Success"
 298