rawdev: add private data size to info query
[dpdk.git] / app / test / test_memzone.c
1 /* SPDX-License-Identifier: BSD-3-Clause
2  * Copyright(c) 2010-2014 Intel Corporation
3  */
4
5 #include <stdio.h>
6 #include <stdint.h>
7 #include <string.h>
8 #include <inttypes.h>
9 #include <sys/queue.h>
10
11 #include <rte_random.h>
12 #include <rte_cycles.h>
13 #include <rte_memory.h>
14 #include <rte_memzone.h>
15 #include <rte_eal.h>
16 #include <rte_lcore.h>
17 #include <rte_common.h>
18 #include <rte_string_fns.h>
19 #include <rte_errno.h>
20 #include <rte_malloc.h>
21 #include "../../lib/librte_eal/common/malloc_elem.h"
22
23 #include "test.h"
24
25 /*
26  * Memzone
27  * =======
28  *
29  * - Search for three reserved zones or reserve them if they do not exist:
30  *
31  *   - One is on any socket id.
32  *   - The second is on socket 0.
33  *   - The last one is on socket 1 (if socket 1 exists).
34  *
35  * - Check that the zones exist.
36  *
37  * - Check that the zones are cache-aligned.
38  *
39  * - Check that zones do not overlap.
40  *
41  * - Check that the zones are on the correct socket id.
42  *
43  * - Check that a lookup of the first zone returns the same pointer.
44  *
45  * - Check that it is not possible to create another zone with the
46  *   same name as an existing zone.
47  *
48  * - Check flags for specific huge page size reservation
49  */
50
51 #define TEST_MEMZONE_NAME(suffix) "MZ_TEST_" suffix
52
53 /* Test if memory overlaps: return 1 if true, or 0 if false. */
54 static int
55 is_memory_overlap(rte_iova_t ptr1, size_t len1, rte_iova_t ptr2, size_t len2)
56 {
57         if (ptr2 >= ptr1 && (ptr2 - ptr1) < len1)
58                 return 1;
59         else if (ptr2 < ptr1 && (ptr1 - ptr2) < len2)
60                 return 1;
61         return 0;
62 }
63
64 static int
65 test_memzone_invalid_alignment(void)
66 {
67         const struct rte_memzone * mz;
68
69         mz = rte_memzone_lookup(TEST_MEMZONE_NAME("invalid_alignment"));
70         if (mz != NULL) {
71                 printf("Zone with invalid alignment has been reserved\n");
72                 return -1;
73         }
74
75         mz = rte_memzone_reserve_aligned(TEST_MEMZONE_NAME("invalid_alignment"),
76                                          100, SOCKET_ID_ANY, 0, 100);
77         if (mz != NULL) {
78                 printf("Zone with invalid alignment has been reserved\n");
79                 return -1;
80         }
81         return 0;
82 }
83
84 static int
85 test_memzone_reserving_zone_size_bigger_than_the_maximum(void)
86 {
87         const struct rte_memzone * mz;
88
89         mz = rte_memzone_lookup(
90                         TEST_MEMZONE_NAME("zone_size_bigger_than_the_maximum"));
91         if (mz != NULL) {
92                 printf("zone_size_bigger_than_the_maximum has been reserved\n");
93                 return -1;
94         }
95
96         mz = rte_memzone_reserve(
97                         TEST_MEMZONE_NAME("zone_size_bigger_than_the_maximum"),
98                         (size_t)-1, SOCKET_ID_ANY, 0);
99         if (mz != NULL) {
100                 printf("It is impossible to reserve such big a memzone\n");
101                 return -1;
102         }
103
104         return 0;
105 }
106
107 struct walk_arg {
108         int hugepage_2MB_avail;
109         int hugepage_1GB_avail;
110         int hugepage_16MB_avail;
111         int hugepage_16GB_avail;
112 };
113 static int
114 find_available_pagesz(const struct rte_memseg_list *msl, void *arg)
115 {
116         struct walk_arg *wa = arg;
117
118         if (msl->external)
119                 return 0;
120
121         if (msl->page_sz == RTE_PGSIZE_2M)
122                 wa->hugepage_2MB_avail = 1;
123         if (msl->page_sz == RTE_PGSIZE_1G)
124                 wa->hugepage_1GB_avail = 1;
125         if (msl->page_sz == RTE_PGSIZE_16M)
126                 wa->hugepage_16MB_avail = 1;
127         if (msl->page_sz == RTE_PGSIZE_16G)
128                 wa->hugepage_16GB_avail = 1;
129
130         return 0;
131 }
132
133 static int
134 test_memzone_reserve_flags(void)
135 {
136         const struct rte_memzone *mz;
137         struct walk_arg wa;
138         int hugepage_2MB_avail, hugepage_1GB_avail;
139         int hugepage_16MB_avail, hugepage_16GB_avail;
140         const size_t size = 100;
141
142         memset(&wa, 0, sizeof(wa));
143
144         rte_memseg_list_walk(find_available_pagesz, &wa);
145
146         hugepage_2MB_avail = wa.hugepage_2MB_avail;
147         hugepage_1GB_avail = wa.hugepage_1GB_avail;
148         hugepage_16MB_avail = wa.hugepage_16MB_avail;
149         hugepage_16GB_avail = wa.hugepage_16GB_avail;
150
151         /* Display the availability of 2MB ,1GB, 16MB, 16GB pages */
152         if (hugepage_2MB_avail)
153                 printf("2MB Huge pages available\n");
154         if (hugepage_1GB_avail)
155                 printf("1GB Huge pages available\n");
156         if (hugepage_16MB_avail)
157                 printf("16MB Huge pages available\n");
158         if (hugepage_16GB_avail)
159                 printf("16GB Huge pages available\n");
160         /*
161          * If 2MB pages available, check that a small memzone is correctly
162          * reserved from 2MB huge pages when requested by the RTE_MEMZONE_2MB flag.
163          * Also check that RTE_MEMZONE_SIZE_HINT_ONLY flag only defaults to an
164          * available page size (i.e 1GB ) when 2MB pages are unavailable.
165          */
166         if (hugepage_2MB_avail) {
167                 mz = rte_memzone_reserve(TEST_MEMZONE_NAME("flag_zone_2M"),
168                                 size, SOCKET_ID_ANY, RTE_MEMZONE_2MB);
169                 if (mz == NULL) {
170                         printf("MEMZONE FLAG 2MB\n");
171                         return -1;
172                 }
173                 if (mz->hugepage_sz != RTE_PGSIZE_2M) {
174                         printf("hugepage_sz not equal 2M\n");
175                         return -1;
176                 }
177                 if (rte_memzone_free(mz)) {
178                         printf("Fail memzone free\n");
179                         return -1;
180                 }
181
182                 mz = rte_memzone_reserve(TEST_MEMZONE_NAME("flag_zone_2M_HINT"),
183                                 size, SOCKET_ID_ANY,
184                                 RTE_MEMZONE_2MB|RTE_MEMZONE_SIZE_HINT_ONLY);
185                 if (mz == NULL) {
186                         printf("MEMZONE FLAG 2MB\n");
187                         return -1;
188                 }
189                 if (mz->hugepage_sz != RTE_PGSIZE_2M) {
190                         printf("hugepage_sz not equal 2M\n");
191                         return -1;
192                 }
193                 if (rte_memzone_free(mz)) {
194                         printf("Fail memzone free\n");
195                         return -1;
196                 }
197
198                 /* Check if 1GB huge pages are unavailable, that function fails unless
199                  * HINT flag is indicated
200                  */
201                 if (!hugepage_1GB_avail) {
202                         mz = rte_memzone_reserve(
203                                         TEST_MEMZONE_NAME("flag_zone_1G_HINT"),
204                                         size, SOCKET_ID_ANY,
205                                         RTE_MEMZONE_1GB|RTE_MEMZONE_SIZE_HINT_ONLY);
206                         if (mz == NULL) {
207                                 printf("MEMZONE FLAG 1GB & HINT\n");
208                                 return -1;
209                         }
210                         if (mz->hugepage_sz != RTE_PGSIZE_2M) {
211                                 printf("hugepage_sz not equal 2M\n");
212                                 return -1;
213                         }
214                         if (rte_memzone_free(mz)) {
215                                 printf("Fail memzone free\n");
216                                 return -1;
217                         }
218
219                         mz = rte_memzone_reserve(
220                                         TEST_MEMZONE_NAME("flag_zone_1G"), size,
221                                         SOCKET_ID_ANY, RTE_MEMZONE_1GB);
222                         if (mz != NULL) {
223                                 printf("MEMZONE FLAG 1GB\n");
224                                 return -1;
225                         }
226                 }
227         }
228
229         /*As with 2MB tests above for 1GB huge page requests*/
230         if (hugepage_1GB_avail) {
231                 mz = rte_memzone_reserve(TEST_MEMZONE_NAME("flag_zone_1G"),
232                                 size, SOCKET_ID_ANY, RTE_MEMZONE_1GB);
233                 if (mz == NULL) {
234                         printf("MEMZONE FLAG 1GB\n");
235                         return -1;
236                 }
237                 if (mz->hugepage_sz != RTE_PGSIZE_1G) {
238                         printf("hugepage_sz not equal 1G\n");
239                         return -1;
240                 }
241                 if (rte_memzone_free(mz)) {
242                         printf("Fail memzone free\n");
243                         return -1;
244                 }
245
246                 mz = rte_memzone_reserve(TEST_MEMZONE_NAME("flag_zone_1G_HINT"),
247                                 size, SOCKET_ID_ANY,
248                                 RTE_MEMZONE_1GB|RTE_MEMZONE_SIZE_HINT_ONLY);
249                 if (mz == NULL) {
250                         printf("MEMZONE FLAG 1GB\n");
251                         return -1;
252                 }
253                 if (mz->hugepage_sz != RTE_PGSIZE_1G) {
254                         printf("hugepage_sz not equal 1G\n");
255                         return -1;
256                 }
257                 if (rte_memzone_free(mz)) {
258                         printf("Fail memzone free\n");
259                         return -1;
260                 }
261
262                 /* Check if 1GB huge pages are unavailable, that function fails unless
263                  * HINT flag is indicated
264                  */
265                 if (!hugepage_2MB_avail) {
266                         mz = rte_memzone_reserve(
267                                         TEST_MEMZONE_NAME("flag_zone_2M_HINT"),
268                                         size, SOCKET_ID_ANY,
269                                         RTE_MEMZONE_2MB|RTE_MEMZONE_SIZE_HINT_ONLY);
270                         if (mz == NULL){
271                                 printf("MEMZONE FLAG 2MB & HINT\n");
272                                 return -1;
273                         }
274                         if (mz->hugepage_sz != RTE_PGSIZE_1G) {
275                                 printf("hugepage_sz not equal 1G\n");
276                                 return -1;
277                         }
278                         if (rte_memzone_free(mz)) {
279                                 printf("Fail memzone free\n");
280                                 return -1;
281                         }
282                         mz = rte_memzone_reserve(
283                                         TEST_MEMZONE_NAME("flag_zone_2M"), size,
284                                         SOCKET_ID_ANY, RTE_MEMZONE_2MB);
285                         if (mz != NULL) {
286                                 printf("MEMZONE FLAG 2MB\n");
287                                 return -1;
288                         }
289                 }
290
291                 if (hugepage_2MB_avail && hugepage_1GB_avail) {
292                         mz = rte_memzone_reserve(
293                                         TEST_MEMZONE_NAME("flag_zone_2M_HINT"),
294                                         size, SOCKET_ID_ANY,
295                                         RTE_MEMZONE_2MB|RTE_MEMZONE_1GB);
296                         if (mz == NULL) {
297                                 printf("BOTH SIZES SET\n");
298                                 return -1;
299                         }
300                         if (mz->hugepage_sz != RTE_PGSIZE_1G &&
301                                         mz->hugepage_sz != RTE_PGSIZE_2M) {
302                                 printf("Wrong size when both sizes set\n");
303                                 return -1;
304                         }
305                         if (rte_memzone_free(mz)) {
306                                 printf("Fail memzone free\n");
307                                 return -1;
308                         }
309                 }
310         }
311         /*
312          * This option is for IBM Power. If 16MB pages available, check
313          * that a small memzone is correctly reserved from 16MB huge pages
314          * when requested by the RTE_MEMZONE_16MB flag. Also check that
315          * RTE_MEMZONE_SIZE_HINT_ONLY flag only defaults to an available
316          * page size (i.e 16GB ) when 16MB pages are unavailable.
317          */
318         if (hugepage_16MB_avail) {
319                 mz = rte_memzone_reserve(TEST_MEMZONE_NAME("flag_zone_16M"),
320                                 size, SOCKET_ID_ANY, RTE_MEMZONE_16MB);
321                 if (mz == NULL) {
322                         printf("MEMZONE FLAG 16MB\n");
323                         return -1;
324                 }
325                 if (mz->hugepage_sz != RTE_PGSIZE_16M) {
326                         printf("hugepage_sz not equal 16M\n");
327                         return -1;
328                 }
329                 if (rte_memzone_free(mz)) {
330                         printf("Fail memzone free\n");
331                         return -1;
332                 }
333
334                 mz = rte_memzone_reserve(
335                                 TEST_MEMZONE_NAME("flag_zone_16M_HINT"), size,
336                                 SOCKET_ID_ANY,
337                                 RTE_MEMZONE_16MB|RTE_MEMZONE_SIZE_HINT_ONLY);
338                 if (mz == NULL) {
339                         printf("MEMZONE FLAG 16MB\n");
340                         return -1;
341                 }
342                 if (mz->hugepage_sz != RTE_PGSIZE_16M) {
343                         printf("hugepage_sz not equal 16M\n");
344                         return -1;
345                 }
346                 if (rte_memzone_free(mz)) {
347                         printf("Fail memzone free\n");
348                         return -1;
349                 }
350
351                 /* Check if 1GB huge pages are unavailable, that function fails
352                  * unless HINT flag is indicated
353                  */
354                 if (!hugepage_16GB_avail) {
355                         mz = rte_memzone_reserve(
356                                         TEST_MEMZONE_NAME("flag_zone_16G_HINT"),
357                                         size, SOCKET_ID_ANY,
358                                         RTE_MEMZONE_16GB |
359                                         RTE_MEMZONE_SIZE_HINT_ONLY);
360                         if (mz == NULL) {
361                                 printf("MEMZONE FLAG 16GB & HINT\n");
362                                 return -1;
363                         }
364                         if (mz->hugepage_sz != RTE_PGSIZE_16M) {
365                                 printf("hugepage_sz not equal 16M\n");
366                                 return -1;
367                         }
368                         if (rte_memzone_free(mz)) {
369                                 printf("Fail memzone free\n");
370                                 return -1;
371                         }
372
373                         mz = rte_memzone_reserve(
374                                         TEST_MEMZONE_NAME("flag_zone_16G"),
375                                         size,
376                                         SOCKET_ID_ANY, RTE_MEMZONE_16GB);
377                         if (mz != NULL) {
378                                 printf("MEMZONE FLAG 16GB\n");
379                                 return -1;
380                         }
381                 }
382         }
383         /*As with 16MB tests above for 16GB huge page requests*/
384         if (hugepage_16GB_avail) {
385                 mz = rte_memzone_reserve(TEST_MEMZONE_NAME("flag_zone_16G"),
386                                 size, SOCKET_ID_ANY, RTE_MEMZONE_16GB);
387                 if (mz == NULL) {
388                         printf("MEMZONE FLAG 16GB\n");
389                         return -1;
390                 }
391                 if (mz->hugepage_sz != RTE_PGSIZE_16G) {
392                         printf("hugepage_sz not equal 16G\n");
393                         return -1;
394                 }
395                 if (rte_memzone_free(mz)) {
396                         printf("Fail memzone free\n");
397                         return -1;
398                 }
399
400                 mz = rte_memzone_reserve(
401                                 TEST_MEMZONE_NAME("flag_zone_16G_HINT"), size,
402                                 SOCKET_ID_ANY,
403                                 RTE_MEMZONE_16GB|RTE_MEMZONE_SIZE_HINT_ONLY);
404                 if (mz == NULL) {
405                         printf("MEMZONE FLAG 16GB\n");
406                         return -1;
407                 }
408                 if (mz->hugepage_sz != RTE_PGSIZE_16G) {
409                         printf("hugepage_sz not equal 16G\n");
410                         return -1;
411                 }
412                 if (rte_memzone_free(mz)) {
413                         printf("Fail memzone free\n");
414                         return -1;
415                 }
416
417                 /* Check if 1GB huge pages are unavailable, that function fails
418                  * unless HINT flag is indicated
419                  */
420                 if (!hugepage_16MB_avail) {
421                         mz = rte_memzone_reserve(
422                                         TEST_MEMZONE_NAME("flag_zone_16M_HINT"),
423                                         size, SOCKET_ID_ANY,
424                                         RTE_MEMZONE_16MB |
425                                         RTE_MEMZONE_SIZE_HINT_ONLY);
426                         if (mz == NULL) {
427                                 printf("MEMZONE FLAG 16MB & HINT\n");
428                                 return -1;
429                         }
430                         if (mz->hugepage_sz != RTE_PGSIZE_16G) {
431                                 printf("hugepage_sz not equal 16G\n");
432                                 return -1;
433                         }
434                         if (rte_memzone_free(mz)) {
435                                 printf("Fail memzone free\n");
436                                 return -1;
437                         }
438                         mz = rte_memzone_reserve(
439                                         TEST_MEMZONE_NAME("flag_zone_16M"),
440                                         size, SOCKET_ID_ANY, RTE_MEMZONE_16MB);
441                         if (mz != NULL) {
442                                 printf("MEMZONE FLAG 16MB\n");
443                                 return -1;
444                         }
445                 }
446
447                 if (hugepage_16MB_avail && hugepage_16GB_avail) {
448                         mz = rte_memzone_reserve(
449                                         TEST_MEMZONE_NAME("flag_zone_16M_HINT"),
450                                         size, SOCKET_ID_ANY,
451                                         RTE_MEMZONE_16MB|RTE_MEMZONE_16GB);
452                         if (mz == NULL) {
453                                 printf("BOTH SIZES SET\n");
454                                 return -1;
455                         }
456                         if (mz->hugepage_sz != RTE_PGSIZE_16G &&
457                                         mz->hugepage_sz != RTE_PGSIZE_16M) {
458                                 printf("Wrong size when both sizes set\n");
459                                 return -1;
460                         }
461                         if (rte_memzone_free(mz)) {
462                                 printf("Fail memzone free\n");
463                                 return -1;
464                         }
465                 }
466         }
467         return 0;
468 }
469
470
471 /* Find the heap with the greatest free block size */
472 static size_t
473 find_max_block_free_size(unsigned int align, unsigned int socket_id)
474 {
475         struct rte_malloc_socket_stats stats;
476         size_t len, overhead;
477
478         if (rte_malloc_get_socket_stats(socket_id, &stats) < 0)
479                 return 0;
480
481         len = stats.greatest_free_size;
482         overhead = MALLOC_ELEM_OVERHEAD;
483
484         if (len == 0)
485                 return 0;
486
487         align = RTE_CACHE_LINE_ROUNDUP(align);
488         overhead += align;
489
490         if (len < overhead)
491                 return 0;
492
493         return len - overhead;
494 }
495
496 static int
497 test_memzone_reserve_max(void)
498 {
499         unsigned int i;
500
501         for (i = 0; i < rte_socket_count(); i++) {
502                 const struct rte_memzone *mz;
503                 size_t maxlen;
504                 int socket;
505
506                 socket = rte_socket_id_by_idx(i);
507                 maxlen = find_max_block_free_size(0, socket);
508
509                 if (maxlen == 0) {
510                         printf("There is no space left!\n");
511                         return 0;
512                 }
513
514                 mz = rte_memzone_reserve(TEST_MEMZONE_NAME("max_zone"), 0,
515                                 socket, 0);
516                 if (mz == NULL) {
517                         printf("Failed to reserve a big chunk of memory - %s\n",
518                                         rte_strerror(rte_errno));
519                         rte_dump_physmem_layout(stdout);
520                         rte_memzone_dump(stdout);
521                         return -1;
522                 }
523
524                 if (mz->len != maxlen) {
525                         printf("Memzone reserve with 0 size did not return bigest block\n");
526                         printf("Expected size = %zu, actual size = %zu\n",
527                                         maxlen, mz->len);
528                         rte_dump_physmem_layout(stdout);
529                         rte_memzone_dump(stdout);
530                         return -1;
531                 }
532
533                 if (rte_memzone_free(mz)) {
534                         printf("Fail memzone free\n");
535                         return -1;
536                 }
537         }
538
539         return 0;
540 }
541
542 static int
543 test_memzone_reserve_max_aligned(void)
544 {
545         unsigned int i;
546
547         for (i = 0; i < rte_socket_count(); i++) {
548                 const struct rte_memzone *mz;
549                 size_t maxlen, minlen = 0;
550                 int socket;
551
552                 socket = rte_socket_id_by_idx(i);
553
554                 /* random alignment */
555                 rte_srand((unsigned int)rte_rdtsc());
556                 const unsigned int align = 1 << ((rte_rand() % 8) + 5); /* from 128 up to 4k alignment */
557
558                 /* memzone size may be between size and size - align */
559                 minlen = find_max_block_free_size(align, socket);
560                 maxlen = find_max_block_free_size(0, socket);
561
562                 if (minlen == 0 || maxlen == 0) {
563                         printf("There is no space left for biggest %u-aligned memzone!\n",
564                                         align);
565                         return 0;
566                 }
567
568                 mz = rte_memzone_reserve_aligned(
569                                 TEST_MEMZONE_NAME("max_zone_aligned"),
570                                 0, socket, 0, align);
571                 if (mz == NULL) {
572                         printf("Failed to reserve a big chunk of memory - %s\n",
573                                         rte_strerror(rte_errno));
574                         rte_dump_physmem_layout(stdout);
575                         rte_memzone_dump(stdout);
576                         return -1;
577                 }
578                 if (mz->addr != RTE_PTR_ALIGN(mz->addr, align)) {
579                         printf("Memzone reserve with 0 size and alignment %u did not return aligned block\n",
580                                         align);
581                         rte_dump_physmem_layout(stdout);
582                         rte_memzone_dump(stdout);
583                         return -1;
584                 }
585
586                 if (mz->len < minlen || mz->len > maxlen) {
587                         printf("Memzone reserve with 0 size and alignment %u did not return"
588                                         " bigest block\n", align);
589                         printf("Expected size = %zu-%zu, actual size = %zu\n",
590                                         minlen, maxlen, mz->len);
591                         rte_dump_physmem_layout(stdout);
592                         rte_memzone_dump(stdout);
593                         return -1;
594                 }
595
596                 if (rte_memzone_free(mz)) {
597                         printf("Fail memzone free\n");
598                         return -1;
599                 }
600         }
601         return 0;
602 }
603
604 static int
605 test_memzone_aligned(void)
606 {
607         const struct rte_memzone *memzone_aligned_32;
608         const struct rte_memzone *memzone_aligned_128;
609         const struct rte_memzone *memzone_aligned_256;
610         const struct rte_memzone *memzone_aligned_512;
611         const struct rte_memzone *memzone_aligned_1024;
612
613         /* memzone that should automatically be adjusted to align on 64 bytes */
614         memzone_aligned_32 = rte_memzone_reserve_aligned(
615                         TEST_MEMZONE_NAME("aligned_32"), 100, SOCKET_ID_ANY, 0,
616                         32);
617
618         /* memzone that is supposed to be aligned on a 128 byte boundary */
619         memzone_aligned_128 = rte_memzone_reserve_aligned(
620                         TEST_MEMZONE_NAME("aligned_128"), 100, SOCKET_ID_ANY, 0,
621                         128);
622
623         /* memzone that is supposed to be aligned on a 256 byte boundary */
624         memzone_aligned_256 = rte_memzone_reserve_aligned(
625                         TEST_MEMZONE_NAME("aligned_256"), 100, SOCKET_ID_ANY, 0,
626                         256);
627
628         /* memzone that is supposed to be aligned on a 512 byte boundary */
629         memzone_aligned_512 = rte_memzone_reserve_aligned(
630                         TEST_MEMZONE_NAME("aligned_512"), 100, SOCKET_ID_ANY, 0,
631                         512);
632
633         /* memzone that is supposed to be aligned on a 1024 byte boundary */
634         memzone_aligned_1024 = rte_memzone_reserve_aligned(
635                         TEST_MEMZONE_NAME("aligned_1024"), 100, SOCKET_ID_ANY,
636                         0, 1024);
637
638         printf("check alignments and lengths\n");
639         if (memzone_aligned_32 == NULL) {
640                 printf("Unable to reserve 64-byte aligned memzone!\n");
641                 return -1;
642         }
643         if ((memzone_aligned_32->iova & RTE_CACHE_LINE_MASK) != 0)
644                 return -1;
645         if (((uintptr_t) memzone_aligned_32->addr & RTE_CACHE_LINE_MASK) != 0)
646                 return -1;
647         if ((memzone_aligned_32->len & RTE_CACHE_LINE_MASK) != 0)
648                 return -1;
649
650         if (memzone_aligned_128 == NULL) {
651                 printf("Unable to reserve 128-byte aligned memzone!\n");
652                 return -1;
653         }
654         if ((memzone_aligned_128->iova & 127) != 0)
655                 return -1;
656         if (((uintptr_t) memzone_aligned_128->addr & 127) != 0)
657                 return -1;
658         if ((memzone_aligned_128->len & RTE_CACHE_LINE_MASK) != 0)
659                 return -1;
660
661         if (memzone_aligned_256 == NULL) {
662                 printf("Unable to reserve 256-byte aligned memzone!\n");
663                 return -1;
664         }
665         if ((memzone_aligned_256->iova & 255) != 0)
666                 return -1;
667         if (((uintptr_t) memzone_aligned_256->addr & 255) != 0)
668                 return -1;
669         if ((memzone_aligned_256->len & RTE_CACHE_LINE_MASK) != 0)
670                 return -1;
671
672         if (memzone_aligned_512 == NULL) {
673                 printf("Unable to reserve 512-byte aligned memzone!\n");
674                 return -1;
675         }
676         if ((memzone_aligned_512->iova & 511) != 0)
677                 return -1;
678         if (((uintptr_t) memzone_aligned_512->addr & 511) != 0)
679                 return -1;
680         if ((memzone_aligned_512->len & RTE_CACHE_LINE_MASK) != 0)
681                 return -1;
682
683         if (memzone_aligned_1024 == NULL) {
684                 printf("Unable to reserve 1024-byte aligned memzone!\n");
685                 return -1;
686         }
687         if ((memzone_aligned_1024->iova & 1023) != 0)
688                 return -1;
689         if (((uintptr_t) memzone_aligned_1024->addr & 1023) != 0)
690                 return -1;
691         if ((memzone_aligned_1024->len & RTE_CACHE_LINE_MASK) != 0)
692                 return -1;
693
694         /* check that zones don't overlap */
695         printf("check overlapping\n");
696         if (is_memory_overlap(memzone_aligned_32->iova, memzone_aligned_32->len,
697                                         memzone_aligned_128->iova, memzone_aligned_128->len))
698                 return -1;
699         if (is_memory_overlap(memzone_aligned_32->iova, memzone_aligned_32->len,
700                                         memzone_aligned_256->iova, memzone_aligned_256->len))
701                 return -1;
702         if (is_memory_overlap(memzone_aligned_32->iova, memzone_aligned_32->len,
703                                         memzone_aligned_512->iova, memzone_aligned_512->len))
704                 return -1;
705         if (is_memory_overlap(memzone_aligned_32->iova, memzone_aligned_32->len,
706                                         memzone_aligned_1024->iova, memzone_aligned_1024->len))
707                 return -1;
708         if (is_memory_overlap(memzone_aligned_128->iova, memzone_aligned_128->len,
709                                         memzone_aligned_256->iova, memzone_aligned_256->len))
710                 return -1;
711         if (is_memory_overlap(memzone_aligned_128->iova, memzone_aligned_128->len,
712                                         memzone_aligned_512->iova, memzone_aligned_512->len))
713                 return -1;
714         if (is_memory_overlap(memzone_aligned_128->iova, memzone_aligned_128->len,
715                                         memzone_aligned_1024->iova, memzone_aligned_1024->len))
716                 return -1;
717         if (is_memory_overlap(memzone_aligned_256->iova, memzone_aligned_256->len,
718                                         memzone_aligned_512->iova, memzone_aligned_512->len))
719                 return -1;
720         if (is_memory_overlap(memzone_aligned_256->iova, memzone_aligned_256->len,
721                                         memzone_aligned_1024->iova, memzone_aligned_1024->len))
722                 return -1;
723         if (is_memory_overlap(memzone_aligned_512->iova, memzone_aligned_512->len,
724                                         memzone_aligned_1024->iova, memzone_aligned_1024->len))
725                 return -1;
726
727         /* free all used zones */
728         if (rte_memzone_free(memzone_aligned_32)) {
729                 printf("Fail memzone free\n");
730                 return -1;
731         }
732         if (rte_memzone_free(memzone_aligned_128)) {
733                 printf("Fail memzone free\n");
734                 return -1;
735         }
736         if (rte_memzone_free(memzone_aligned_256)) {
737                 printf("Fail memzone free\n");
738                 return -1;
739         }
740         if (rte_memzone_free(memzone_aligned_512)) {
741                 printf("Fail memzone free\n");
742                 return -1;
743         }
744         if (rte_memzone_free(memzone_aligned_1024)) {
745                 printf("Fail memzone free\n");
746                 return -1;
747         }
748         return 0;
749 }
750
751 static int
752 check_memzone_bounded(const char *name, uint32_t len,  uint32_t align,
753         uint32_t bound)
754 {
755         const struct rte_memzone *mz;
756         rte_iova_t bmask;
757
758         bmask = ~((rte_iova_t)bound - 1);
759
760         if ((mz = rte_memzone_reserve_bounded(name, len, SOCKET_ID_ANY, 0,
761                         align, bound)) == NULL) {
762                 printf("%s(%s): memzone creation failed\n",
763                         __func__, name);
764                 return -1;
765         }
766
767         if ((mz->iova & ((rte_iova_t)align - 1)) != 0) {
768                 printf("%s(%s): invalid phys addr alignment\n",
769                         __func__, mz->name);
770                 return -1;
771         }
772
773         if (((uintptr_t) mz->addr & ((uintptr_t)align - 1)) != 0) {
774                 printf("%s(%s): invalid virtual addr alignment\n",
775                         __func__, mz->name);
776                 return -1;
777         }
778
779         if ((mz->len & RTE_CACHE_LINE_MASK) != 0 || mz->len < len ||
780                         mz->len < RTE_CACHE_LINE_SIZE) {
781                 printf("%s(%s): invalid length\n",
782                         __func__, mz->name);
783                 return -1;
784         }
785
786         if ((mz->iova & bmask) !=
787                         ((mz->iova + mz->len - 1) & bmask)) {
788                 printf("%s(%s): invalid memzone boundary %u crossed\n",
789                         __func__, mz->name, bound);
790                 return -1;
791         }
792
793         if (rte_memzone_free(mz)) {
794                 printf("Fail memzone free\n");
795                 return -1;
796         }
797
798         return 0;
799 }
800
801 static int
802 test_memzone_bounded(void)
803 {
804         const struct rte_memzone *memzone_err;
805         int rc;
806
807         /* should fail as boundary is not power of two */
808         memzone_err = rte_memzone_reserve_bounded(
809                         TEST_MEMZONE_NAME("bounded_error_31"), 100,
810                         SOCKET_ID_ANY, 0, 32, UINT32_MAX);
811         if (memzone_err != NULL) {
812                 printf("%s(%s)created a memzone with invalid boundary "
813                         "conditions\n", __func__, memzone_err->name);
814                 return -1;
815         }
816
817         /* should fail as len is greater then boundary */
818         memzone_err = rte_memzone_reserve_bounded(
819                         TEST_MEMZONE_NAME("bounded_error_32"), 100,
820                         SOCKET_ID_ANY, 0, 32, 32);
821         if (memzone_err != NULL) {
822                 printf("%s(%s)created a memzone with invalid boundary "
823                         "conditions\n", __func__, memzone_err->name);
824                 return -1;
825         }
826
827         rc = check_memzone_bounded(TEST_MEMZONE_NAME("bounded_128"), 100, 128,
828                         128);
829         if (rc != 0)
830                 return rc;
831
832         rc = check_memzone_bounded(TEST_MEMZONE_NAME("bounded_256"), 100, 256,
833                         128);
834         if (rc != 0)
835                 return rc;
836
837         rc = check_memzone_bounded(TEST_MEMZONE_NAME("bounded_1K"), 100, 64,
838                         1024);
839         if (rc != 0)
840                 return rc;
841
842         rc = check_memzone_bounded(TEST_MEMZONE_NAME("bounded_1K_MAX"), 0, 64,
843                         1024);
844         if (rc != 0)
845                 return rc;
846
847         return 0;
848 }
849
850 static int
851 test_memzone_free(void)
852 {
853         const struct rte_memzone *mz[RTE_MAX_MEMZONE + 1];
854         int i;
855         char name[20];
856
857         mz[0] = rte_memzone_reserve(TEST_MEMZONE_NAME("tempzone0"), 2000,
858                         SOCKET_ID_ANY, 0);
859         mz[1] = rte_memzone_reserve(TEST_MEMZONE_NAME("tempzone1"), 4000,
860                         SOCKET_ID_ANY, 0);
861
862         if (mz[0] > mz[1])
863                 return -1;
864         if (!rte_memzone_lookup(TEST_MEMZONE_NAME("tempzone0")))
865                 return -1;
866         if (!rte_memzone_lookup(TEST_MEMZONE_NAME("tempzone1")))
867                 return -1;
868
869         if (rte_memzone_free(mz[0])) {
870                 printf("Fail memzone free - tempzone0\n");
871                 return -1;
872         }
873         if (rte_memzone_lookup(TEST_MEMZONE_NAME("tempzone0"))) {
874                 printf("Found previously free memzone - tempzone0\n");
875                 return -1;
876         }
877         mz[2] = rte_memzone_reserve(TEST_MEMZONE_NAME("tempzone2"), 2000,
878                         SOCKET_ID_ANY, 0);
879
880         if (mz[2] > mz[1]) {
881                 printf("tempzone2 should have gotten the free entry from tempzone0\n");
882                 return -1;
883         }
884         if (rte_memzone_free(mz[2])) {
885                 printf("Fail memzone free - tempzone2\n");
886                 return -1;
887         }
888         if (rte_memzone_lookup(TEST_MEMZONE_NAME("tempzone2"))) {
889                 printf("Found previously free memzone - tempzone2\n");
890                 return -1;
891         }
892         if (rte_memzone_free(mz[1])) {
893                 printf("Fail memzone free - tempzone1\n");
894                 return -1;
895         }
896         if (rte_memzone_lookup(TEST_MEMZONE_NAME("tempzone1"))) {
897                 printf("Found previously free memzone - tempzone1\n");
898                 return -1;
899         }
900
901         i = 0;
902         do {
903                 snprintf(name, sizeof(name), TEST_MEMZONE_NAME("tempzone%u"),
904                                 i);
905                 mz[i] = rte_memzone_reserve(name, 1, SOCKET_ID_ANY, 0);
906         } while (mz[i++] != NULL);
907
908         if (rte_memzone_free(mz[0])) {
909                 printf("Fail memzone free - tempzone0\n");
910                 return -1;
911         }
912         mz[0] = rte_memzone_reserve(TEST_MEMZONE_NAME("tempzone0new"), 0,
913                         SOCKET_ID_ANY, 0);
914
915         if (mz[0] == NULL) {
916                 printf("Fail to create memzone - tempzone0new - when MAX memzones were "
917                                 "created and one was free\n");
918                 return -1;
919         }
920
921         for (i = i - 2; i >= 0; i--) {
922                 if (rte_memzone_free(mz[i])) {
923                         printf("Fail memzone free - tempzone%d\n", i);
924                         return -1;
925                 }
926         }
927
928         return 0;
929 }
930
931 static int test_memzones_left;
932 static int memzone_walk_cnt;
933 static void memzone_walk_clb(const struct rte_memzone *mz,
934                              void *arg __rte_unused)
935 {
936         memzone_walk_cnt++;
937         if (!strncmp(TEST_MEMZONE_NAME(""), mz->name, RTE_MEMZONE_NAMESIZE))
938                 test_memzones_left++;
939 }
940
941 static int
942 test_memzone_basic(void)
943 {
944         const struct rte_memzone *memzone1;
945         const struct rte_memzone *memzone2;
946         const struct rte_memzone *memzone3;
947         const struct rte_memzone *memzone4;
948         const struct rte_memzone *mz;
949         int memzone_cnt_after, memzone_cnt_expected;
950         int memzone_cnt_before;
951
952         memzone_walk_cnt = 0;
953         test_memzones_left = 0;
954         rte_memzone_walk(memzone_walk_clb, NULL);
955         memzone_cnt_before = memzone_walk_cnt;
956
957         memzone1 = rte_memzone_reserve(TEST_MEMZONE_NAME("testzone1"), 100,
958                                 SOCKET_ID_ANY, 0);
959
960         memzone2 = rte_memzone_reserve(TEST_MEMZONE_NAME("testzone2"), 1000,
961                                 0, 0);
962
963         memzone3 = rte_memzone_reserve(TEST_MEMZONE_NAME("testzone3"), 1000,
964                                 1, 0);
965
966         memzone4 = rte_memzone_reserve(TEST_MEMZONE_NAME("testzone4"), 1024,
967                                 SOCKET_ID_ANY, 0);
968
969         /* memzone3 may be NULL if we don't have NUMA */
970         if (memzone1 == NULL || memzone2 == NULL || memzone4 == NULL)
971                 return -1;
972
973         /* check how many memzones we are expecting */
974         memzone_cnt_expected = memzone_cnt_before +
975                         (memzone1 != NULL) + (memzone2 != NULL) +
976                         (memzone3 != NULL) + (memzone4 != NULL);
977
978         memzone_walk_cnt = 0;
979         test_memzones_left = 0;
980         rte_memzone_walk(memzone_walk_clb, NULL);
981         memzone_cnt_after = memzone_walk_cnt;
982
983         if (memzone_cnt_after != memzone_cnt_expected)
984                 return -1;
985
986
987         rte_memzone_dump(stdout);
988
989         /* check cache-line alignments */
990         printf("check alignments and lengths\n");
991
992         if ((memzone1->iova & RTE_CACHE_LINE_MASK) != 0)
993                 return -1;
994         if ((memzone2->iova & RTE_CACHE_LINE_MASK) != 0)
995                 return -1;
996         if (memzone3 != NULL && (memzone3->iova & RTE_CACHE_LINE_MASK) != 0)
997                 return -1;
998         if ((memzone1->len & RTE_CACHE_LINE_MASK) != 0 || memzone1->len == 0)
999                 return -1;
1000         if ((memzone2->len & RTE_CACHE_LINE_MASK) != 0 || memzone2->len == 0)
1001                 return -1;
1002         if (memzone3 != NULL && ((memzone3->len & RTE_CACHE_LINE_MASK) != 0 ||
1003                         memzone3->len == 0))
1004                 return -1;
1005         if (memzone4->len != 1024)
1006                 return -1;
1007
1008         /* check that zones don't overlap */
1009         printf("check overlapping\n");
1010
1011         if (is_memory_overlap(memzone1->iova, memzone1->len,
1012                         memzone2->iova, memzone2->len))
1013                 return -1;
1014         if (memzone3 != NULL &&
1015                         is_memory_overlap(memzone1->iova, memzone1->len,
1016                                         memzone3->iova, memzone3->len))
1017                 return -1;
1018         if (memzone3 != NULL &&
1019                         is_memory_overlap(memzone2->iova, memzone2->len,
1020                                         memzone3->iova, memzone3->len))
1021                 return -1;
1022
1023         printf("check socket ID\n");
1024
1025         /* memzone2 must be on socket id 0 and memzone3 on socket 1 */
1026         if (memzone2->socket_id != 0)
1027                 return -1;
1028         if (memzone3 != NULL && memzone3->socket_id != 1)
1029                 return -1;
1030
1031         printf("test zone lookup\n");
1032         mz = rte_memzone_lookup(TEST_MEMZONE_NAME("testzone1"));
1033         if (mz != memzone1)
1034                 return -1;
1035
1036         printf("test duplcate zone name\n");
1037         mz = rte_memzone_reserve(TEST_MEMZONE_NAME("testzone1"), 100,
1038                         SOCKET_ID_ANY, 0);
1039         if (mz != NULL)
1040                 return -1;
1041
1042         if (rte_memzone_free(memzone1)) {
1043                 printf("Fail memzone free - memzone1\n");
1044                 return -1;
1045         }
1046         if (rte_memzone_free(memzone2)) {
1047                 printf("Fail memzone free - memzone2\n");
1048                 return -1;
1049         }
1050         if (memzone3 && rte_memzone_free(memzone3)) {
1051                 printf("Fail memzone free - memzone3\n");
1052                 return -1;
1053         }
1054         if (rte_memzone_free(memzone4)) {
1055                 printf("Fail memzone free - memzone4\n");
1056                 return -1;
1057         }
1058
1059         memzone_walk_cnt = 0;
1060         test_memzones_left = 0;
1061         rte_memzone_walk(memzone_walk_clb, NULL);
1062         memzone_cnt_after = memzone_walk_cnt;
1063         if (memzone_cnt_after != memzone_cnt_before)
1064                 return -1;
1065
1066         return 0;
1067 }
1068
1069 static int
1070 test_memzone(void)
1071 {
1072         /* take note of how many memzones were allocated before running */
1073         int memzone_cnt;
1074
1075         memzone_walk_cnt = 0;
1076         test_memzones_left = 0;
1077         rte_memzone_walk(memzone_walk_clb, NULL);
1078         memzone_cnt = memzone_walk_cnt;
1079
1080         printf("test basic memzone API\n");
1081         if (test_memzone_basic() < 0)
1082                 return -1;
1083
1084         printf("test free memzone\n");
1085         if (test_memzone_free() < 0)
1086                 return -1;
1087
1088         printf("test reserving memzone with bigger size than the maximum\n");
1089         if (test_memzone_reserving_zone_size_bigger_than_the_maximum() < 0)
1090                 return -1;
1091
1092         printf("test memzone_reserve flags\n");
1093         if (test_memzone_reserve_flags() < 0)
1094                 return -1;
1095
1096         printf("test alignment for memzone_reserve\n");
1097         if (test_memzone_aligned() < 0)
1098                 return -1;
1099
1100         printf("test boundary alignment for memzone_reserve\n");
1101         if (test_memzone_bounded() < 0)
1102                 return -1;
1103
1104         printf("test invalid alignment for memzone_reserve\n");
1105         if (test_memzone_invalid_alignment() < 0)
1106                 return -1;
1107
1108         printf("test reserving the largest size memzone possible\n");
1109         if (test_memzone_reserve_max() < 0)
1110                 return -1;
1111
1112         printf("test reserving the largest size aligned memzone possible\n");
1113         if (test_memzone_reserve_max_aligned() < 0)
1114                 return -1;
1115
1116         printf("check memzone cleanup\n");
1117         memzone_walk_cnt = 0;
1118         test_memzones_left = 0;
1119         rte_memzone_walk(memzone_walk_clb, NULL);
1120         if (memzone_walk_cnt != memzone_cnt || test_memzones_left > 0) {
1121                 printf("there are some memzones left after test\n");
1122                 rte_memzone_dump(stdout);
1123                 return -1;
1124         }
1125
1126         return 0;
1127 }
1128
1129 REGISTER_TEST_COMMAND(memzone_autotest, test_memzone);