app/test/test_memzone.c

   1 /*-
   2  *   BSD LICENSE
   3  *
   4  *   Copyright(c) 2010-2014 Intel Corporation. All rights reserved.
   5  *   All rights reserved.
   6  *
   7  *   Redistribution and use in source and binary forms, with or without
   8  *   modification, are permitted provided that the following conditions
   9  *   are met:
  10  *
  11  *     * Redistributions of source code must retain the above copyright
  12  *       notice, this list of conditions and the following disclaimer.
  13  *     * Redistributions in binary form must reproduce the above copyright
  14  *       notice, this list of conditions and the following disclaimer in
  15  *       the documentation and/or other materials provided with the
  16  *       distribution.
  17  *     * Neither the name of Intel Corporation nor the names of its
  18  *       contributors may be used to endorse or promote products derived
  19  *       from this software without specific prior written permission.
  20  *
  21  *   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  22  *   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  23  *   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  24  *   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  25  *   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  26  *   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  27  *   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  28  *   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  29  *   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  30  *   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  31  *   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  32  */
  33
  34 #include <stdio.h>
  35 #include <stdint.h>
  36 #include <inttypes.h>
  37 #include <sys/queue.h>
  38
  39 #include <rte_random.h>
  40 #include <rte_cycles.h>
  41 #include <rte_memory.h>
  42 #include <rte_memzone.h>
  43 #include <rte_eal.h>
  44 #include <rte_eal_memconfig.h>
  45 #include <rte_common.h>
  46 #include <rte_string_fns.h>
  47 #include <rte_errno.h>
  48 #include <rte_malloc.h>
  49 #include "../../lib/librte_eal/common/malloc_elem.h"
  50
  51 #include "test.h"
  52
  53 /*
  54  * Memzone
  55  * =======
  56  *
  57  * - Search for three reserved zones or reserve them if they do not exist:
  58  *
  59  *   - One is on any socket id.
  60  *   - The second is on socket 0.
  61  *   - The last one is on socket 1 (if socket 1 exists).
  62  *
  63  * - Check that the zones exist.
  64  *
  65  * - Check that the zones are cache-aligned.
  66  *
  67  * - Check that zones do not overlap.
  68  *
  69  * - Check that the zones are on the correct socket id.
  70  *
  71  * - Check that a lookup of the first zone returns the same pointer.
  72  *
  73  * - Check that it is not possible to create another zone with the
  74  *   same name as an existing zone.
  75  *
  76  * - Check flags for specific huge page size reservation
  77  */
  78
  79 /* Test if memory overlaps: return 1 if true, or 0 if false. */
  80 static int
  81 is_memory_overlap(phys_addr_t ptr1, size_t len1, phys_addr_t ptr2, size_t len2)
  82 {
  83         if (ptr2 >= ptr1 && (ptr2 - ptr1) < len1)
  84                 return 1;
  85         else if (ptr2 < ptr1 && (ptr1 - ptr2) < len2)
  86                 return 1;
  87         return 0;
  88 }
  89
  90 static int
  91 test_memzone_invalid_alignment(void)
  92 {
  93         const struct rte_memzone * mz;
  94
  95         mz = rte_memzone_lookup("invalid_alignment");
  96         if (mz != NULL) {
  97                 printf("Zone with invalid alignment has been reserved\n");
  98                 return -1;
  99         }
 100
 101         mz = rte_memzone_reserve_aligned("invalid_alignment", 100,
 102                         SOCKET_ID_ANY, 0, 100);
 103         if (mz != NULL) {
 104                 printf("Zone with invalid alignment has been reserved\n");
 105                 return -1;
 106         }
 107         return 0;
 108 }
 109
 110 static int
 111 test_memzone_reserving_zone_size_bigger_than_the_maximum(void)
 112 {
 113         const struct rte_memzone * mz;
 114
 115         mz = rte_memzone_lookup("zone_size_bigger_than_the_maximum");
 116         if (mz != NULL) {
 117                 printf("zone_size_bigger_than_the_maximum has been reserved\n");
 118                 return -1;
 119         }
 120
 121         mz = rte_memzone_reserve("zone_size_bigger_than_the_maximum", (size_t)-1,
 122                         SOCKET_ID_ANY, 0);
 123         if (mz != NULL) {
 124                 printf("It is impossible to reserve such big a memzone\n");
 125                 return -1;
 126         }
 127
 128         return 0;
 129 }
 130
 131 static int
 132 test_memzone_reserve_flags(void)
 133 {
 134         const struct rte_memzone *mz;
 135         const struct rte_memseg *ms;
 136         int hugepage_2MB_avail = 0;
 137         int hugepage_1GB_avail = 0;
 138         int hugepage_16MB_avail = 0;
 139         int hugepage_16GB_avail = 0;
 140         const size_t size = 100;
 141         int i = 0;
 142         ms = rte_eal_get_physmem_layout();
 143         for (i = 0; i < RTE_MAX_MEMSEG; i++) {
 144                 if (ms[i].hugepage_sz == RTE_PGSIZE_2M)
 145                         hugepage_2MB_avail = 1;
 146                 if (ms[i].hugepage_sz == RTE_PGSIZE_1G)
 147                         hugepage_1GB_avail = 1;
 148                 if (ms[i].hugepage_sz == RTE_PGSIZE_16M)
 149                         hugepage_16MB_avail = 1;
 150                 if (ms[i].hugepage_sz == RTE_PGSIZE_16G)
 151                         hugepage_16GB_avail = 1;
 152         }
 153         /* Display the availability of 2MB ,1GB, 16MB, 16GB pages */
 154         if (hugepage_2MB_avail)
 155                 printf("2MB Huge pages available\n");
 156         if (hugepage_1GB_avail)
 157                 printf("1GB Huge pages available\n");
 158         if (hugepage_16MB_avail)
 159                 printf("16MB Huge pages available\n");
 160         if (hugepage_16GB_avail)
 161                 printf("16GB Huge pages available\n");
 162         /*
 163          * If 2MB pages available, check that a small memzone is correctly
 164          * reserved from 2MB huge pages when requested by the RTE_MEMZONE_2MB flag.
 165          * Also check that RTE_MEMZONE_SIZE_HINT_ONLY flag only defaults to an
 166          * available page size (i.e 1GB ) when 2MB pages are unavailable.
 167          */
 168         if (hugepage_2MB_avail) {
 169                 mz = rte_memzone_reserve("flag_zone_2M", size, SOCKET_ID_ANY,
 170                                 RTE_MEMZONE_2MB);
 171                 if (mz == NULL) {
 172                         printf("MEMZONE FLAG 2MB\n");
 173                         return -1;
 174                 }
 175                 if (mz->hugepage_sz != RTE_PGSIZE_2M) {
 176                         printf("hugepage_sz not equal 2M\n");
 177                         return -1;
 178                 }
 179
 180                 mz = rte_memzone_reserve("flag_zone_2M_HINT", size, SOCKET_ID_ANY,
 181                                 RTE_MEMZONE_2MB|RTE_MEMZONE_SIZE_HINT_ONLY);
 182                 if (mz == NULL) {
 183                         printf("MEMZONE FLAG 2MB\n");
 184                         return -1;
 185                 }
 186                 if (mz->hugepage_sz != RTE_PGSIZE_2M) {
 187                         printf("hugepage_sz not equal 2M\n");
 188                         return -1;
 189                 }
 190
 191                 /* Check if 1GB huge pages are unavailable, that function fails unless
 192                  * HINT flag is indicated
 193                  */
 194                 if (!hugepage_1GB_avail) {
 195                         mz = rte_memzone_reserve("flag_zone_1G_HINT", size, SOCKET_ID_ANY,
 196                                         RTE_MEMZONE_1GB|RTE_MEMZONE_SIZE_HINT_ONLY);
 197                         if (mz == NULL) {
 198                                 printf("MEMZONE FLAG 1GB & HINT\n");
 199                                 return -1;
 200                         }
 201                         if (mz->hugepage_sz != RTE_PGSIZE_2M) {
 202                                 printf("hugepage_sz not equal 2M\n");
 203                                 return -1;
 204                         }
 205
 206                         mz = rte_memzone_reserve("flag_zone_1G", size, SOCKET_ID_ANY,
 207                                         RTE_MEMZONE_1GB);
 208                         if (mz != NULL) {
 209                                 printf("MEMZONE FLAG 1GB\n");
 210                                 return -1;
 211                         }
 212                 }
 213         }
 214
 215         /*As with 2MB tests above for 1GB huge page requests*/
 216         if (hugepage_1GB_avail) {
 217                 mz = rte_memzone_reserve("flag_zone_1G", size, SOCKET_ID_ANY,
 218                                 RTE_MEMZONE_1GB);
 219                 if (mz == NULL) {
 220                         printf("MEMZONE FLAG 1GB\n");
 221                         return -1;
 222                 }
 223                 if (mz->hugepage_sz != RTE_PGSIZE_1G) {
 224                         printf("hugepage_sz not equal 1G\n");
 225                         return -1;
 226                 }
 227
 228                 mz = rte_memzone_reserve("flag_zone_1G_HINT", size, SOCKET_ID_ANY,
 229                                 RTE_MEMZONE_1GB|RTE_MEMZONE_SIZE_HINT_ONLY);
 230                 if (mz == NULL) {
 231                         printf("MEMZONE FLAG 1GB\n");
 232                         return -1;
 233                 }
 234                 if (mz->hugepage_sz != RTE_PGSIZE_1G) {
 235                         printf("hugepage_sz not equal 1G\n");
 236                         return -1;
 237                 }
 238
 239                 /* Check if 1GB huge pages are unavailable, that function fails unless
 240                  * HINT flag is indicated
 241                  */
 242                 if (!hugepage_2MB_avail) {
 243                         mz = rte_memzone_reserve("flag_zone_2M_HINT", size, SOCKET_ID_ANY,
 244                                         RTE_MEMZONE_2MB|RTE_MEMZONE_SIZE_HINT_ONLY);
 245                         if (mz == NULL){
 246                                 printf("MEMZONE FLAG 2MB & HINT\n");
 247                                 return -1;
 248                         }
 249                         if (mz->hugepage_sz != RTE_PGSIZE_1G) {
 250                                 printf("hugepage_sz not equal 1G\n");
 251                                 return -1;
 252                         }
 253                         mz = rte_memzone_reserve("flag_zone_2M", size, SOCKET_ID_ANY,
 254                                         RTE_MEMZONE_2MB);
 255                         if (mz != NULL) {
 256                                 printf("MEMZONE FLAG 2MB\n");
 257                                 return -1;
 258                         }
 259                 }
 260
 261                 if (hugepage_2MB_avail && hugepage_1GB_avail) {
 262                         mz = rte_memzone_reserve("flag_zone_2M_HINT", size, SOCKET_ID_ANY,
 263                                                                 RTE_MEMZONE_2MB|RTE_MEMZONE_1GB);
 264                         if (mz != NULL) {
 265                                 printf("BOTH SIZES SET\n");
 266                                 return -1;
 267                         }
 268                 }
 269         }
 270         /*
 271          * This option is for IBM Power. If 16MB pages available, check
 272          * that a small memzone is correctly reserved from 16MB huge pages
 273          * when requested by the RTE_MEMZONE_16MB flag. Also check that
 274          * RTE_MEMZONE_SIZE_HINT_ONLY flag only defaults to an available
 275          * page size (i.e 16GB ) when 16MB pages are unavailable.
 276          */
 277         if (hugepage_16MB_avail) {
 278                 mz = rte_memzone_reserve("flag_zone_16M", size, SOCKET_ID_ANY,
 279                                 RTE_MEMZONE_16MB);
 280                 if (mz == NULL) {
 281                         printf("MEMZONE FLAG 16MB\n");
 282                         return -1;
 283                 }
 284                 if (mz->hugepage_sz != RTE_PGSIZE_16M) {
 285                         printf("hugepage_sz not equal 16M\n");
 286                         return -1;
 287                 }
 288
 289                 mz = rte_memzone_reserve("flag_zone_16M_HINT", size,
 290                 SOCKET_ID_ANY, RTE_MEMZONE_16MB|RTE_MEMZONE_SIZE_HINT_ONLY);
 291                 if (mz == NULL) {
 292                         printf("MEMZONE FLAG 2MB\n");
 293                         return -1;
 294                 }
 295                 if (mz->hugepage_sz != RTE_PGSIZE_16M) {
 296                         printf("hugepage_sz not equal 16M\n");
 297                         return -1;
 298                 }
 299
 300                 /* Check if 1GB huge pages are unavailable, that function fails
 301                  * unless HINT flag is indicated
 302                  */
 303                 if (!hugepage_16GB_avail) {
 304                         mz = rte_memzone_reserve("flag_zone_16G_HINT", size,
 305                                 SOCKET_ID_ANY,
 306                                 RTE_MEMZONE_16GB|RTE_MEMZONE_SIZE_HINT_ONLY);
 307                         if (mz == NULL) {
 308                                 printf("MEMZONE FLAG 16GB & HINT\n");
 309                                 return -1;
 310                         }
 311                         if (mz->hugepage_sz != RTE_PGSIZE_16M) {
 312                                 printf("hugepage_sz not equal 16M\n");
 313                                 return -1;
 314                         }
 315
 316                         mz = rte_memzone_reserve("flag_zone_16G", size,
 317                                 SOCKET_ID_ANY, RTE_MEMZONE_16GB);
 318                         if (mz != NULL) {
 319                                 printf("MEMZONE FLAG 16GB\n");
 320                                 return -1;
 321                         }
 322                 }
 323         }
 324         /*As with 16MB tests above for 16GB huge page requests*/
 325         if (hugepage_16GB_avail) {
 326                 mz = rte_memzone_reserve("flag_zone_16G", size, SOCKET_ID_ANY,
 327                                 RTE_MEMZONE_16GB);
 328                 if (mz == NULL) {
 329                         printf("MEMZONE FLAG 16GB\n");
 330                         return -1;
 331                 }
 332                 if (mz->hugepage_sz != RTE_PGSIZE_16G) {
 333                         printf("hugepage_sz not equal 16G\n");
 334                         return -1;
 335                 }
 336
 337                 mz = rte_memzone_reserve("flag_zone_16G_HINT", size,
 338                 SOCKET_ID_ANY, RTE_MEMZONE_16GB|RTE_MEMZONE_SIZE_HINT_ONLY);
 339                 if (mz == NULL) {
 340                         printf("MEMZONE FLAG 16GB\n");
 341                         return -1;
 342                 }
 343                 if (mz->hugepage_sz != RTE_PGSIZE_16G) {
 344                         printf("hugepage_sz not equal 16G\n");
 345                         return -1;
 346                 }
 347
 348                 /* Check if 1GB huge pages are unavailable, that function fails
 349                  * unless HINT flag is indicated
 350                  */
 351                 if (!hugepage_16MB_avail) {
 352                         mz = rte_memzone_reserve("flag_zone_16M_HINT", size,
 353                                 SOCKET_ID_ANY,
 354                                 RTE_MEMZONE_16MB|RTE_MEMZONE_SIZE_HINT_ONLY);
 355                         if (mz == NULL) {
 356                                 printf("MEMZONE FLAG 16MB & HINT\n");
 357                                 return -1;
 358                         }
 359                         if (mz->hugepage_sz != RTE_PGSIZE_16G) {
 360                                 printf("hugepage_sz not equal 16G\n");
 361                                 return -1;
 362                         }
 363                         mz = rte_memzone_reserve("flag_zone_16M", size,
 364                                 SOCKET_ID_ANY, RTE_MEMZONE_16MB);
 365                         if (mz != NULL) {
 366                                 printf("MEMZONE FLAG 16MB\n");
 367                                 return -1;
 368                         }
 369                 }
 370
 371                 if (hugepage_16MB_avail && hugepage_16GB_avail) {
 372                         mz = rte_memzone_reserve("flag_zone_16M_HINT", size,
 373                                 SOCKET_ID_ANY,
 374                                 RTE_MEMZONE_16MB|RTE_MEMZONE_16GB);
 375                         if (mz != NULL) {
 376                                 printf("BOTH SIZES SET\n");
 377                                 return -1;
 378                         }
 379                 }
 380         }
 381         return 0;
 382 }
 383
 384
 385 /* Find the heap with the greatest free block size */
 386 static size_t
 387 find_max_block_free_size(const unsigned _align)
 388 {
 389         struct rte_malloc_socket_stats stats;
 390         unsigned i, align = _align;
 391         size_t len = 0;
 392
 393         for (i = 0; i < RTE_MAX_NUMA_NODES; i++) {
 394                 rte_malloc_get_socket_stats(i, &stats);
 395                 if (stats.greatest_free_size > len)
 396                         len = stats.greatest_free_size;
 397         }
 398
 399         if (align < RTE_CACHE_LINE_SIZE)
 400                 align = RTE_CACHE_LINE_ROUNDUP(align+1);
 401
 402         if (len <= MALLOC_ELEM_OVERHEAD + align)
 403                 return 0;
 404
 405         return len - MALLOC_ELEM_OVERHEAD - align;
 406 }
 407
 408 static int
 409 test_memzone_reserve_max(void)
 410 {
 411         const struct rte_memzone *mz;
 412         size_t maxlen;
 413
 414         maxlen = find_max_block_free_size(0);
 415
 416         if (maxlen == 0) {
 417                 printf("There is no space left!\n");
 418                 return 0;
 419         }
 420
 421         mz = rte_memzone_reserve("max_zone", 0, SOCKET_ID_ANY, 0);
 422         if (mz == NULL){
 423                 printf("Failed to reserve a big chunk of memory - %s\n",
 424                                 rte_strerror(rte_errno));
 425                 rte_dump_physmem_layout(stdout);
 426                 rte_memzone_dump(stdout);
 427                 return -1;
 428         }
 429
 430         if (mz->len != maxlen) {
 431                 printf("Memzone reserve with 0 size did not return bigest block\n");
 432                 printf("Expected size = %zu, actual size = %zu\n", maxlen, mz->len);
 433                 rte_dump_physmem_layout(stdout);
 434                 rte_memzone_dump(stdout);
 435                 return -1;
 436         }
 437         return 0;
 438 }
 439
 440 static int
 441 test_memzone_reserve_max_aligned(void)
 442 {
 443         const struct rte_memzone *mz;
 444         size_t maxlen = 0;
 445
 446         /* random alignment */
 447         rte_srand((unsigned)rte_rdtsc());
 448         const unsigned align = 1 << ((rte_rand() % 8) + 5); /* from 128 up to 4k alignment */
 449
 450         maxlen = find_max_block_free_size(align);
 451
 452         if (maxlen == 0) {
 453                 printf("There is no space left for biggest %u-aligned memzone!\n", align);
 454                 return 0;
 455         }
 456
 457         mz = rte_memzone_reserve_aligned("max_zone_aligned", 0,
 458                         SOCKET_ID_ANY, 0, align);
 459         if (mz == NULL){
 460                 printf("Failed to reserve a big chunk of memory - %s\n",
 461                                 rte_strerror(rte_errno));
 462                 rte_dump_physmem_layout(stdout);
 463                 rte_memzone_dump(stdout);
 464                 return -1;
 465         }
 466
 467         if (mz->len != maxlen) {
 468                 printf("Memzone reserve with 0 size and alignment %u did not return"
 469                                 " bigest block\n", align);
 470                 printf("Expected size = %zu, actual size = %zu\n",
 471                                 maxlen, mz->len);
 472                 rte_dump_physmem_layout(stdout);
 473                 rte_memzone_dump(stdout);
 474                 return -1;
 475         }
 476         return 0;
 477 }
 478
 479 static int
 480 test_memzone_aligned(void)
 481 {
 482         const struct rte_memzone *memzone_aligned_32;
 483         const struct rte_memzone *memzone_aligned_128;
 484         const struct rte_memzone *memzone_aligned_256;
 485         const struct rte_memzone *memzone_aligned_512;
 486         const struct rte_memzone *memzone_aligned_1024;
 487
 488         /* memzone that should automatically be adjusted to align on 64 bytes */
 489         memzone_aligned_32 = rte_memzone_reserve_aligned("aligned_32", 100,
 490                                 SOCKET_ID_ANY, 0, 32);
 491
 492         /* memzone that is supposed to be aligned on a 128 byte boundary */
 493         memzone_aligned_128 = rte_memzone_reserve_aligned("aligned_128", 100,
 494                                 SOCKET_ID_ANY, 0, 128);
 495
 496         /* memzone that is supposed to be aligned on a 256 byte boundary */
 497         memzone_aligned_256 = rte_memzone_reserve_aligned("aligned_256", 100,
 498                                 SOCKET_ID_ANY, 0, 256);
 499
 500         /* memzone that is supposed to be aligned on a 512 byte boundary */
 501         memzone_aligned_512 = rte_memzone_reserve_aligned("aligned_512", 100,
 502                                 SOCKET_ID_ANY, 0, 512);
 503
 504         /* memzone that is supposed to be aligned on a 1024 byte boundary */
 505         memzone_aligned_1024 = rte_memzone_reserve_aligned("aligned_1024", 100,
 506                                 SOCKET_ID_ANY, 0, 1024);
 507
 508         printf("check alignments and lengths\n");
 509         if (memzone_aligned_32 == NULL) {
 510                 printf("Unable to reserve 64-byte aligned memzone!\n");
 511                 return -1;
 512         }
 513         if ((memzone_aligned_32->phys_addr & RTE_CACHE_LINE_MASK) != 0)
 514                 return -1;
 515         if (((uintptr_t) memzone_aligned_32->addr & RTE_CACHE_LINE_MASK) != 0)
 516                 return -1;
 517         if ((memzone_aligned_32->len & RTE_CACHE_LINE_MASK) != 0)
 518                 return -1;
 519
 520         if (memzone_aligned_128 == NULL) {
 521                 printf("Unable to reserve 128-byte aligned memzone!\n");
 522                 return -1;
 523         }
 524         if ((memzone_aligned_128->phys_addr & 127) != 0)
 525                 return -1;
 526         if (((uintptr_t) memzone_aligned_128->addr & 127) != 0)
 527                 return -1;
 528         if ((memzone_aligned_128->len & RTE_CACHE_LINE_MASK) != 0)
 529                 return -1;
 530
 531         if (memzone_aligned_256 == NULL) {
 532                 printf("Unable to reserve 256-byte aligned memzone!\n");
 533                 return -1;
 534         }
 535         if ((memzone_aligned_256->phys_addr & 255) != 0)
 536                 return -1;
 537         if (((uintptr_t) memzone_aligned_256->addr & 255) != 0)
 538                 return -1;
 539         if ((memzone_aligned_256->len & RTE_CACHE_LINE_MASK) != 0)
 540                 return -1;
 541
 542         if (memzone_aligned_512 == NULL) {
 543                 printf("Unable to reserve 512-byte aligned memzone!\n");
 544                 return -1;
 545         }
 546         if ((memzone_aligned_512->phys_addr & 511) != 0)
 547                 return -1;
 548         if (((uintptr_t) memzone_aligned_512->addr & 511) != 0)
 549                 return -1;
 550         if ((memzone_aligned_512->len & RTE_CACHE_LINE_MASK) != 0)
 551                 return -1;
 552
 553         if (memzone_aligned_1024 == NULL) {
 554                 printf("Unable to reserve 1024-byte aligned memzone!\n");
 555                 return -1;
 556         }
 557         if ((memzone_aligned_1024->phys_addr & 1023) != 0)
 558                 return -1;
 559         if (((uintptr_t) memzone_aligned_1024->addr & 1023) != 0)
 560                 return -1;
 561         if ((memzone_aligned_1024->len & RTE_CACHE_LINE_MASK) != 0)
 562                 return -1;
 563
 564         /* check that zones don't overlap */
 565         printf("check overlapping\n");
 566         if (is_memory_overlap(memzone_aligned_32->phys_addr, memzone_aligned_32->len,
 567                                         memzone_aligned_128->phys_addr, memzone_aligned_128->len))
 568                 return -1;
 569         if (is_memory_overlap(memzone_aligned_32->phys_addr, memzone_aligned_32->len,
 570                                         memzone_aligned_256->phys_addr, memzone_aligned_256->len))
 571                 return -1;
 572         if (is_memory_overlap(memzone_aligned_32->phys_addr, memzone_aligned_32->len,
 573                                         memzone_aligned_512->phys_addr, memzone_aligned_512->len))
 574                 return -1;
 575         if (is_memory_overlap(memzone_aligned_32->phys_addr, memzone_aligned_32->len,
 576                                         memzone_aligned_1024->phys_addr, memzone_aligned_1024->len))
 577                 return -1;
 578         if (is_memory_overlap(memzone_aligned_128->phys_addr, memzone_aligned_128->len,
 579                                         memzone_aligned_256->phys_addr, memzone_aligned_256->len))
 580                 return -1;
 581         if (is_memory_overlap(memzone_aligned_128->phys_addr, memzone_aligned_128->len,
 582                                         memzone_aligned_512->phys_addr, memzone_aligned_512->len))
 583                 return -1;
 584         if (is_memory_overlap(memzone_aligned_128->phys_addr, memzone_aligned_128->len,
 585                                         memzone_aligned_1024->phys_addr, memzone_aligned_1024->len))
 586                 return -1;
 587         if (is_memory_overlap(memzone_aligned_256->phys_addr, memzone_aligned_256->len,
 588                                         memzone_aligned_512->phys_addr, memzone_aligned_512->len))
 589                 return -1;
 590         if (is_memory_overlap(memzone_aligned_256->phys_addr, memzone_aligned_256->len,
 591                                         memzone_aligned_1024->phys_addr, memzone_aligned_1024->len))
 592                 return -1;
 593         if (is_memory_overlap(memzone_aligned_512->phys_addr, memzone_aligned_512->len,
 594                                         memzone_aligned_1024->phys_addr, memzone_aligned_1024->len))
 595                 return -1;
 596         return 0;
 597 }
 598
 599 static int
 600 check_memzone_bounded(const char *name, uint32_t len,  uint32_t align,
 601         uint32_t bound)
 602 {
 603         const struct rte_memzone *mz;
 604         phys_addr_t bmask;
 605
 606         bmask = ~((phys_addr_t)bound - 1);
 607
 608         if ((mz = rte_memzone_reserve_bounded(name, len, SOCKET_ID_ANY, 0,
 609                         align, bound)) == NULL) {
 610                 printf("%s(%s): memzone creation failed\n",
 611                         __func__, name);
 612                 return -1;
 613         }
 614
 615         if ((mz->phys_addr & ((phys_addr_t)align - 1)) != 0) {
 616                 printf("%s(%s): invalid phys addr alignment\n",
 617                         __func__, mz->name);
 618                 return -1;
 619         }
 620
 621         if (((uintptr_t) mz->addr & ((uintptr_t)align - 1)) != 0) {
 622                 printf("%s(%s): invalid virtual addr alignment\n",
 623                         __func__, mz->name);
 624                 return -1;
 625         }
 626
 627         if ((mz->len & RTE_CACHE_LINE_MASK) != 0 || mz->len < len ||
 628                         mz->len < RTE_CACHE_LINE_SIZE) {
 629                 printf("%s(%s): invalid length\n",
 630                         __func__, mz->name);
 631                 return -1;
 632         }
 633
 634         if ((mz->phys_addr & bmask) !=
 635                         ((mz->phys_addr + mz->len - 1) & bmask)) {
 636                 printf("%s(%s): invalid memzone boundary %u crossed\n",
 637                         __func__, mz->name, bound);
 638                 return -1;
 639         }
 640
 641         return 0;
 642 }
 643
 644 static int
 645 test_memzone_bounded(void)
 646 {
 647         const struct rte_memzone *memzone_err;
 648         const char *name;
 649         int rc;
 650
 651         /* should fail as boundary is not power of two */
 652         name = "bounded_error_31";
 653         if ((memzone_err = rte_memzone_reserve_bounded(name,
 654                         100, SOCKET_ID_ANY, 0, 32, UINT32_MAX)) != NULL) {
 655                 printf("%s(%s)created a memzone with invalid boundary "
 656                         "conditions\n", __func__, memzone_err->name);
 657                 return -1;
 658         }
 659
 660         /* should fail as len is greater then boundary */
 661         name = "bounded_error_32";
 662         if ((memzone_err = rte_memzone_reserve_bounded(name,
 663                         100, SOCKET_ID_ANY, 0, 32, 32)) != NULL) {
 664                 printf("%s(%s)created a memzone with invalid boundary "
 665                         "conditions\n", __func__, memzone_err->name);
 666                 return -1;
 667         }
 668
 669         if ((rc = check_memzone_bounded("bounded_128", 100, 128, 128)) != 0)
 670                 return rc;
 671
 672         if ((rc = check_memzone_bounded("bounded_256", 100, 256, 128)) != 0)
 673                 return rc;
 674
 675         if ((rc = check_memzone_bounded("bounded_1K", 100, 64, 1024)) != 0)
 676                 return rc;
 677
 678         if ((rc = check_memzone_bounded("bounded_1K_MAX", 0, 64, 1024)) != 0)
 679                 return rc;
 680
 681         return 0;
 682 }
 683
 684 static int
 685 test_memzone_free(void)
 686 {
 687         const struct rte_memzone *mz[RTE_MAX_MEMZONE];
 688         int i;
 689         char name[20];
 690
 691         mz[0] = rte_memzone_reserve("tempzone0", 2000, SOCKET_ID_ANY, 0);
 692         mz[1] = rte_memzone_reserve("tempzone1", 4000, SOCKET_ID_ANY, 0);
 693
 694         if (mz[0] > mz[1])
 695                 return -1;
 696         if (!rte_memzone_lookup("tempzone0"))
 697                 return -1;
 698         if (!rte_memzone_lookup("tempzone1"))
 699                 return -1;
 700
 701         if (rte_memzone_free(mz[0])) {
 702                 printf("Fail memzone free - tempzone0\n");
 703                 return -1;
 704         }
 705         if (rte_memzone_lookup("tempzone0")) {
 706                 printf("Found previously free memzone - tempzone0\n");
 707                 return -1;
 708         }
 709         mz[2] = rte_memzone_reserve("tempzone2", 2000, SOCKET_ID_ANY, 0);
 710
 711         if (mz[2] > mz[1]) {
 712                 printf("tempzone2 should have gotten the free entry from tempzone0\n");
 713                 return -1;
 714         }
 715         if (rte_memzone_free(mz[2])) {
 716                 printf("Fail memzone free - tempzone2\n");
 717                 return -1;
 718         }
 719         if (rte_memzone_lookup("tempzone2")) {
 720                 printf("Found previously free memzone - tempzone2\n");
 721                 return -1;
 722         }
 723         if (rte_memzone_free(mz[1])) {
 724                 printf("Fail memzone free - tempzone1\n");
 725                 return -1;
 726         }
 727         if (rte_memzone_lookup("tempzone1")) {
 728                 printf("Found previously free memzone - tempzone1\n");
 729                 return -1;
 730         }
 731
 732         i = 0;
 733         do {
 734                 snprintf(name, sizeof(name), "tempzone%u", i);
 735                 mz[i] = rte_memzone_reserve(name, 1, SOCKET_ID_ANY, 0);
 736         } while (mz[i++] != NULL);
 737
 738         if (rte_memzone_free(mz[0])) {
 739                 printf("Fail memzone free - tempzone0\n");
 740                 return -1;
 741         }
 742         mz[0] = rte_memzone_reserve("tempzone0new", 0, SOCKET_ID_ANY, 0);
 743
 744         if (mz[0] == NULL) {
 745                 printf("Fail to create memzone - tempzone0new - when MAX memzones were "
 746                                 "created and one was free\n");
 747                 return -1;
 748         }
 749
 750         for (i = i - 2; i >= 0; i--) {
 751                 if (rte_memzone_free(mz[i])) {
 752                         printf("Fail memzone free - tempzone%d\n", i);
 753                         return -1;
 754                 }
 755         }
 756
 757         return 0;
 758 }
 759
 760 static int
 761 test_memzone(void)
 762 {
 763         const struct rte_memzone *memzone1;
 764         const struct rte_memzone *memzone2;
 765         const struct rte_memzone *memzone3;
 766         const struct rte_memzone *memzone4;
 767         const struct rte_memzone *mz;
 768
 769         memzone1 = rte_memzone_reserve("testzone1", 100,
 770                                 SOCKET_ID_ANY, 0);
 771
 772         memzone2 = rte_memzone_reserve("testzone2", 1000,
 773                                 0, 0);
 774
 775         memzone3 = rte_memzone_reserve("testzone3", 1000,
 776                                 1, 0);
 777
 778         memzone4 = rte_memzone_reserve("testzone4", 1024,
 779                                 SOCKET_ID_ANY, 0);
 780
 781         /* memzone3 may be NULL if we don't have NUMA */
 782         if (memzone1 == NULL || memzone2 == NULL || memzone4 == NULL)
 783                 return -1;
 784
 785         rte_memzone_dump(stdout);
 786
 787         /* check cache-line alignments */
 788         printf("check alignments and lengths\n");
 789
 790         if ((memzone1->phys_addr & RTE_CACHE_LINE_MASK) != 0)
 791                 return -1;
 792         if ((memzone2->phys_addr & RTE_CACHE_LINE_MASK) != 0)
 793                 return -1;
 794         if (memzone3 != NULL && (memzone3->phys_addr & RTE_CACHE_LINE_MASK) != 0)
 795                 return -1;
 796         if ((memzone1->len & RTE_CACHE_LINE_MASK) != 0 || memzone1->len == 0)
 797                 return -1;
 798         if ((memzone2->len & RTE_CACHE_LINE_MASK) != 0 || memzone2->len == 0)
 799                 return -1;
 800         if (memzone3 != NULL && ((memzone3->len & RTE_CACHE_LINE_MASK) != 0 ||
 801                         memzone3->len == 0))
 802                 return -1;
 803         if (memzone4->len != 1024)
 804                 return -1;
 805
 806         /* check that zones don't overlap */
 807         printf("check overlapping\n");
 808
 809         if (is_memory_overlap(memzone1->phys_addr, memzone1->len,
 810                         memzone2->phys_addr, memzone2->len))
 811                 return -1;
 812         if (memzone3 != NULL &&
 813                         is_memory_overlap(memzone1->phys_addr, memzone1->len,
 814                                         memzone3->phys_addr, memzone3->len))
 815                 return -1;
 816         if (memzone3 != NULL &&
 817                         is_memory_overlap(memzone2->phys_addr, memzone2->len,
 818                                         memzone3->phys_addr, memzone3->len))
 819                 return -1;
 820
 821         printf("check socket ID\n");
 822
 823         /* memzone2 must be on socket id 0 and memzone3 on socket 1 */
 824         if (memzone2->socket_id != 0)
 825                 return -1;
 826         if (memzone3 != NULL && memzone3->socket_id != 1)
 827                 return -1;
 828
 829         printf("test zone lookup\n");
 830         mz = rte_memzone_lookup("testzone1");
 831         if (mz != memzone1)
 832                 return -1;
 833
 834         printf("test duplcate zone name\n");
 835         mz = rte_memzone_reserve("testzone1", 100,
 836                         SOCKET_ID_ANY, 0);
 837         if (mz != NULL)
 838                 return -1;
 839
 840         printf("test free memzone\n");
 841         if (test_memzone_free() < 0)
 842                 return -1;
 843
 844         printf("test reserving memzone with bigger size than the maximum\n");
 845         if (test_memzone_reserving_zone_size_bigger_than_the_maximum() < 0)
 846                 return -1;
 847
 848         printf("test memzone_reserve flags\n");
 849         if (test_memzone_reserve_flags() < 0)
 850                 return -1;
 851
 852         printf("test alignment for memzone_reserve\n");
 853         if (test_memzone_aligned() < 0)
 854                 return -1;
 855
 856         printf("test boundary alignment for memzone_reserve\n");
 857         if (test_memzone_bounded() < 0)
 858                 return -1;
 859
 860         printf("test invalid alignment for memzone_reserve\n");
 861         if (test_memzone_invalid_alignment() < 0)
 862                 return -1;
 863
 864         printf("test reserving the largest size memzone possible\n");
 865         if (test_memzone_reserve_max() < 0)
 866                 return -1;
 867
 868         printf("test reserving the largest size aligned memzone possible\n");
 869         if (test_memzone_reserve_max_aligned() < 0)
 870                 return -1;
 871
 872         return 0;
 873 }
 874
 875 static struct test_command memzone_cmd = {
 876         .command = "memzone_autotest",
 877         .callback = test_memzone,
 878 };
 879 REGISTER_TEST_COMMAND(memzone_cmd);