4 * Copyright(c) 2010-2014 Intel Corporation. All rights reserved.
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
11 * * Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * * Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in
15 * the documentation and/or other materials provided with the
17 * * Neither the name of Intel Corporation nor the names of its
18 * contributors may be used to endorse or promote products derived
19 * from this software without specific prior written permission.
21 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
22 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
23 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
24 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
25 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
26 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
27 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
28 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
29 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
30 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
31 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
39 #include <rte_common.h>
40 #include <rte_cycles.h>
41 #include <rte_random.h>
42 #include <rte_malloc.h>
44 #include <rte_memcpy.h>
49 * Set this to the maximum buffer size you want to test. If it is 0, then the
50 * values in the buf_sizes[] array below will be used.
52 #define TEST_VALUE_RANGE 0
54 /* List of buffer sizes to test */
55 #if TEST_VALUE_RANGE == 0
56 static size_t buf_sizes[] = {
57 0, 1, 7, 8, 9, 15, 16, 17, 31, 32, 33, 63, 64, 65, 127, 128, 129, 255,
58 256, 257, 320, 384, 511, 512, 513, 1023, 1024, 1025, 1518, 1522, 1600,
59 2048, 3072, 4096, 5120, 6144, 7168, 8192
61 /* MUST be as large as largest packet size above */
62 #define SMALL_BUFFER_SIZE 8192
63 #else /* TEST_VALUE_RANGE != 0 */
64 static size_t buf_sizes[TEST_VALUE_RANGE];
65 #define SMALL_BUFFER_SIZE TEST_VALUE_RANGE
66 #endif /* TEST_VALUE_RANGE == 0 */
70 * Arrays of this size are used for measuring uncached memory accesses by
71 * picking a random location within the buffer. Make this smaller if there are
72 * memory allocation errors.
74 #define LARGE_BUFFER_SIZE (100 * 1024 * 1024)
76 /* How many times to run timing loop for performance tests */
77 #define TEST_ITERATIONS 1000000
78 #define TEST_BATCH_SIZE 100
80 /* Data is aligned on this many bytes (power of 2) */
81 #define ALIGNMENT_UNIT 16
85 /* Structure with base memcpy func pointer, and number of bytes it copies */
86 struct base_memcpy_func {
87 void (*func)(uint8_t *dst, const uint8_t *src);
91 /* To create base_memcpy_func structure entries */
92 #define BASE_FUNC(n) {rte_mov##n, n}
94 /* Max number of bytes that can be copies with a "base" memcpy functions */
95 #define MAX_BASE_FUNC_SIZE 256
98 * Test the "base" memcpy functions, that a copy fixed number of bytes.
103 const struct base_memcpy_func base_memcpy_funcs[6] = {
112 unsigned num_funcs = sizeof(base_memcpy_funcs) / sizeof(base_memcpy_funcs[0]);
113 uint8_t dst[MAX_BASE_FUNC_SIZE];
114 uint8_t src[MAX_BASE_FUNC_SIZE];
116 for (i = 0; i < num_funcs; i++) {
117 unsigned size = base_memcpy_funcs[i].size;
118 for (j = 0; j < size; j++) {
120 src[j] = (uint8_t) rte_rand();
122 base_memcpy_funcs[i].func(dst, src);
123 for (j = 0; j < size; j++)
124 if (dst[j] != src[j])
132 * Create two buffers, and initialise one with random values. These are copied
133 * to the second buffer and then compared to see if the copy was successful.
134 * The bytes outside the copied area are also checked to make sure they were not
138 test_single_memcpy(unsigned int off_src, unsigned int off_dst, size_t size)
141 uint8_t dest[SMALL_BUFFER_SIZE + ALIGNMENT_UNIT];
142 uint8_t src[SMALL_BUFFER_SIZE + ALIGNMENT_UNIT];
146 for (i = 0; i < SMALL_BUFFER_SIZE + ALIGNMENT_UNIT; i++) {
148 src[i] = (uint8_t) rte_rand();
152 ret = rte_memcpy(dest + off_dst, src + off_src, size);
153 if (ret != (dest + off_dst)) {
154 printf("rte_memcpy() returned %p, not %p\n",
155 ret, dest + off_dst);
158 /* Check nothing before offset is affected */
159 for (i = 0; i < off_dst; i++) {
161 printf("rte_memcpy() failed for %u bytes (offsets=%u,%u): "
162 "[modified before start of dst].\n",
163 (unsigned)size, off_src, off_dst);
168 /* Check everything was copied */
169 for (i = 0; i < size; i++) {
170 if (dest[i + off_dst] != src[i + off_src]) {
171 printf("rte_memcpy() failed for %u bytes (offsets=%u,%u): "
172 "[didn't copy byte %u].\n",
173 (unsigned)size, off_src, off_dst, i);
178 /* Check nothing after copy was affected */
179 for (i = size; i < SMALL_BUFFER_SIZE; i++) {
180 if (dest[i + off_dst] != 0) {
181 printf("rte_memcpy() failed for %u bytes (offsets=%u,%u): "
182 "[copied too many].\n",
183 (unsigned)size, off_src, off_dst);
191 * Check functionality for various buffer sizes and data offsets/alignments.
196 unsigned int off_src, off_dst, i;
197 unsigned int num_buf_sizes = sizeof(buf_sizes) / sizeof(buf_sizes[0]);
200 for (off_src = 0; off_src < ALIGNMENT_UNIT; off_src++) {
201 for (off_dst = 0; off_dst < ALIGNMENT_UNIT; off_dst++) {
202 for (i = 0; i < num_buf_sizes; i++) {
203 ret = test_single_memcpy(off_src, off_dst,
221 ret = base_func_test();
227 static struct test_command memcpy_cmd = {
228 .command = "memcpy_autotest",
229 .callback = test_memcpy,
231 REGISTER_TEST_COMMAND(memcpy_cmd);