net/octeontx2: support VLAN based RSS hash
[dpdk.git] / drivers / net / qede / base / bcm_osal.h
1 /* SPDX-License-Identifier: BSD-3-Clause
2  * Copyright (c) 2016 - 2018 Cavium Inc.
3  * All rights reserved.
4  * www.cavium.com
5  */
6
7 #ifndef __BCM_OSAL_H
8 #define __BCM_OSAL_H
9
10 #include <stdbool.h>
11 #include <time.h>
12 #include <rte_bitops.h>
13 #include <rte_byteorder.h>
14 #include <rte_spinlock.h>
15 #include <rte_malloc.h>
16 #include <rte_atomic.h>
17 #include <rte_memcpy.h>
18 #include <rte_log.h>
19 #include <rte_cycles.h>
20 #include <rte_debug.h>
21 #include <rte_ether.h>
22 #include <rte_io.h>
23 #include <rte_version.h>
24
25 /* Forward declaration */
26 struct ecore_dev;
27 struct ecore_hwfn;
28 struct ecore_ptt;
29 struct ecore_vf_acquire_sw_info;
30 struct vf_pf_resc_request;
31 enum ecore_mcp_protocol_type;
32 union ecore_mcp_protocol_stats;
33 enum ecore_hw_err_type;
34
35 void qed_link_update(struct ecore_hwfn *hwfn);
36
37 #if RTE_BYTE_ORDER == RTE_LITTLE_ENDIAN
38 #undef __BIG_ENDIAN
39 #ifndef __LITTLE_ENDIAN
40 #define __LITTLE_ENDIAN
41 #endif
42 #else
43 #undef __LITTLE_ENDIAN
44 #ifndef __BIG_ENDIAN
45 #define __BIG_ENDIAN
46 #endif
47 #endif
48
49 #define OSAL_WARN(arg1, arg2, arg3, ...) (0)
50
51 #define UNUSED(x)       (void)(x)
52
53 /* Memory Types */
54 typedef uint8_t u8;
55 typedef uint16_t u16;
56 typedef uint32_t u32;
57 typedef uint64_t u64;
58
59 typedef int16_t s16;
60 typedef int32_t s32;
61
62 typedef u16 __le16;
63 typedef u32 __le32;
64 typedef u32 OSAL_BE32;
65
66 #define osal_uintptr_t uintptr_t
67
68 typedef rte_iova_t dma_addr_t;
69
70 typedef rte_spinlock_t osal_spinlock_t;
71
72 typedef void *osal_dpc_t;
73
74 typedef size_t osal_size_t;
75
76 typedef intptr_t osal_int_ptr_t;
77
78 #define nothing do {} while (0)
79
80 /* Delays */
81
82 #define DELAY(x) rte_delay_us(x)
83 #define usec_delay(x) DELAY(x)
84 #define OSAL_UDELAY(time) usec_delay(time)
85 #define OSAL_MSLEEP(time) rte_delay_us_sleep(1000 * (time))
86
87 /* Memory allocations and deallocations */
88
89 #define OSAL_NULL ((void *)0)
90 #define OSAL_ALLOC(dev, GFP, size) rte_malloc("qede", size, 0)
91 #define OSAL_ZALLOC(dev, GFP, size) rte_zmalloc("qede", size, 0)
92 #define OSAL_CALLOC(dev, GFP, num, size) rte_calloc("qede", num, size, 0)
93 #define OSAL_VZALLOC(dev, size) rte_zmalloc("qede", size, 0)
94 #define OSAL_FREE(dev, memory)            \
95         do {                              \
96                 rte_free((void *)memory); \
97                 memory = OSAL_NULL;       \
98         } while (0)
99 #define OSAL_VFREE(dev, memory) OSAL_FREE(dev, memory)
100 #define OSAL_MEM_ZERO(mem, size) bzero(mem, size)
101 #define OSAL_MEMCPY(dst, src, size) rte_memcpy(dst, src, size)
102 #define OSAL_MEMCMP(s1, s2, size) memcmp(s1, s2, size)
103 #define OSAL_MEMSET(dst, val, length) \
104         memset(dst, val, length)
105
106 void *osal_dma_alloc_coherent(struct ecore_dev *, dma_addr_t *, size_t);
107
108 void *osal_dma_alloc_coherent_aligned(struct ecore_dev *, dma_addr_t *,
109                                       size_t, int);
110
111 void osal_dma_free_mem(struct ecore_dev *edev, dma_addr_t phys);
112
113 #define OSAL_DMA_ALLOC_COHERENT(dev, phys, size) \
114         osal_dma_alloc_coherent(dev, phys, size)
115
116 #define OSAL_DMA_ALLOC_COHERENT_ALIGNED(dev, phys, size, align) \
117         osal_dma_alloc_coherent_aligned(dev, phys, size, align)
118
119 #define OSAL_DMA_FREE_COHERENT(dev, virt, phys, size) \
120         osal_dma_free_mem(dev, phys)
121
122 /* HW reads/writes */
123
124 #define DIRECT_REG_RD(_dev, _reg_addr) rte_read32(_reg_addr)
125
126 #define REG_RD(_p_hwfn, _reg_offset) \
127         DIRECT_REG_RD(_p_hwfn,          \
128                         ((u8 *)(uintptr_t)(_p_hwfn->regview) + (_reg_offset)))
129
130 #define DIRECT_REG_WR16(_reg_addr, _val) rte_write16((_val), (_reg_addr))
131
132 #define DIRECT_REG_WR(_dev, _reg_addr, _val) rte_write32((_val), (_reg_addr))
133
134 #define DIRECT_REG_WR_RELAXED(_dev, _reg_addr, _val) \
135         rte_write32_relaxed((_val), (_reg_addr))
136
137 #define REG_WR(_p_hwfn, _reg_offset, _val) \
138         DIRECT_REG_WR(NULL,  \
139         ((u8 *)((uintptr_t)(_p_hwfn->regview)) + (_reg_offset)), (u32)_val)
140
141 #define REG_WR16(_p_hwfn, _reg_offset, _val) \
142         DIRECT_REG_WR16(((u8 *)(uintptr_t)(_p_hwfn->regview) + \
143                         (_reg_offset)), (u16)_val)
144
145 #define DOORBELL(_p_hwfn, _db_addr, _val)                               \
146         DIRECT_REG_WR_RELAXED((_p_hwfn),                                \
147                               ((u8 *)(uintptr_t)(_p_hwfn->doorbells) +  \
148                               (_db_addr)), (u32)_val)
149
150 #define DIRECT_REG_RD64(hwfn, addr) rte_read64(addr)
151 #define DIRECT_REG_WR64(hwfn, addr, value) rte_write64((value), (addr))
152
153 /* Mutexes */
154
155 typedef pthread_mutex_t osal_mutex_t;
156 #define OSAL_MUTEX_RELEASE(lock) pthread_mutex_unlock(lock)
157 #define OSAL_MUTEX_INIT(lock) pthread_mutex_init(lock, NULL)
158 #define OSAL_MUTEX_ACQUIRE(lock) pthread_mutex_lock(lock)
159 #define OSAL_MUTEX_ALLOC(hwfn, lock) nothing
160 #define OSAL_MUTEX_DEALLOC(lock) nothing
161
162 /* Spinlocks */
163
164 #define OSAL_SPIN_LOCK_INIT(lock) rte_spinlock_init(lock)
165 #define OSAL_SPIN_LOCK(lock) rte_spinlock_lock(lock)
166 #define OSAL_SPIN_UNLOCK(lock) rte_spinlock_unlock(lock)
167 #define OSAL_SPIN_LOCK_IRQSAVE(lock, flags)     \
168         do {                                    \
169                 UNUSED(lock);                   \
170                 flags = 0;                      \
171                 UNUSED(flags);                  \
172         } while (0)
173 #define OSAL_SPIN_UNLOCK_IRQSAVE(lock, flags) nothing
174 #define OSAL_SPIN_LOCK_ALLOC(hwfn, lock) nothing
175 #define OSAL_SPIN_LOCK_DEALLOC(lock) nothing
176
177 /* DPC */
178
179 #define OSAL_DPC_ALLOC(hwfn) OSAL_ALLOC(hwfn, GFP, sizeof(osal_dpc_t))
180 #define OSAL_DPC_INIT(dpc, hwfn) nothing
181 #define OSAL_POLL_MODE_DPC(hwfn) nothing
182 #define OSAL_DPC_SYNC(hwfn) nothing
183
184 /* Lists */
185
186 #define OSAL_LIST_SPLICE_INIT(new_list, list) nothing
187 #define OSAL_LIST_SPLICE_TAIL_INIT(new_list, list) nothing
188
189 typedef struct _osal_list_entry_t {
190         struct _osal_list_entry_t *next, *prev;
191 } osal_list_entry_t;
192
193 typedef struct osal_list_t {
194         osal_list_entry_t *head, *tail;
195         unsigned long cnt;
196 } osal_list_t;
197
198 #define OSAL_LIST_INIT(list) \
199         do {                    \
200                 (list)->head = NULL;  \
201                 (list)->tail = NULL;  \
202                 (list)->cnt  = 0;       \
203         } while (0)
204
205 #define OSAL_LIST_PUSH_HEAD(entry, list)                \
206         do {                                            \
207                 (entry)->prev = (osal_list_entry_t *)0;         \
208                 (entry)->next = (list)->head;                   \
209                 if ((list)->tail == (osal_list_entry_t *)0) {   \
210                         (list)->tail = (entry);                 \
211                 } else {                                        \
212                         (list)->head->prev = (entry);           \
213                 }                                               \
214                 (list)->head = (entry);                         \
215                 (list)->cnt++;                                  \
216         } while (0)
217
218 #define OSAL_LIST_PUSH_TAIL(entry, list)        \
219         do {                                    \
220                 (entry)->next = (osal_list_entry_t *)0; \
221                 (entry)->prev = (list)->tail;           \
222                 if ((list)->tail) {                     \
223                         (list)->tail->next = (entry);   \
224                 } else {                                \
225                         (list)->head = (entry);         \
226                 }                                       \
227                 (list)->tail = (entry);                 \
228                 (list)->cnt++;                          \
229         } while (0)
230
231 #define OSAL_LIST_FIRST_ENTRY(list, type, field) \
232         (type *)((list)->head)
233
234 #define OSAL_LIST_REMOVE_ENTRY(entry, list)                     \
235         do {                                                    \
236                 if ((list)->head == (entry)) {                          \
237                         if ((list)->head) {                             \
238                                 (list)->head = (list)->head->next;      \
239                         if ((list)->head) {                             \
240                                 (list)->head->prev = (osal_list_entry_t *)0;\
241                         } else {                                        \
242                                 (list)->tail = (osal_list_entry_t *)0;  \
243                         }                                               \
244                         (list)->cnt--;                                  \
245                         }                                               \
246                 } else if ((list)->tail == (entry)) {                   \
247                         if ((list)->tail) {                             \
248                                 (list)->tail = (list)->tail->prev;      \
249                         if ((list)->tail) {                             \
250                                 (list)->tail->next = (osal_list_entry_t *)0;\
251                         } else {                                        \
252                                 (list)->head = (osal_list_entry_t *)0;  \
253                         }                                               \
254                         (list)->cnt--;                                  \
255                         }                                               \
256                 } else {                                                \
257                         (entry)->prev->next = (entry)->next;            \
258                         (entry)->next->prev = (entry)->prev;            \
259                         (list)->cnt--;                                  \
260                 }                                                       \
261         } while (0)
262
263 #define OSAL_LIST_IS_EMPTY(list) \
264         ((list)->cnt == 0)
265
266 #define OSAL_LIST_NEXT(entry, field, type) \
267         (type *)((&((entry)->field))->next)
268
269 /* TODO: Check field, type order */
270
271 #define OSAL_LIST_FOR_EACH_ENTRY(entry, list, field, type) \
272         for (entry = OSAL_LIST_FIRST_ENTRY(list, type, field); \
273                 entry;                                          \
274                 entry = OSAL_LIST_NEXT(entry, field, type))
275
276 #define OSAL_LIST_FOR_EACH_ENTRY_SAFE(entry, tmp_entry, list, field, type) \
277          for (entry = OSAL_LIST_FIRST_ENTRY(list, type, field), \
278           tmp_entry = (entry) ? OSAL_LIST_NEXT(entry, field, type) : NULL;    \
279           entry != NULL;                                                \
280           entry = (type *)tmp_entry,                                     \
281           tmp_entry = (entry) ? OSAL_LIST_NEXT(entry, field, type) : NULL)
282
283 /* TODO: OSAL_LIST_INSERT_ENTRY_AFTER */
284 #define OSAL_LIST_INSERT_ENTRY_AFTER(new_entry, entry, list) \
285         OSAL_LIST_PUSH_HEAD(new_entry, list)
286
287 /* PCI config space */
288
289 #define OSAL_PCI_READ_CONFIG_BYTE(dev, address, dst) nothing
290 #define OSAL_PCI_READ_CONFIG_WORD(dev, address, dst) nothing
291 #define OSAL_PCI_READ_CONFIG_DWORD(dev, address, dst) nothing
292 #define OSAL_PCI_FIND_EXT_CAPABILITY(dev, pcie_id) 0
293 #define OSAL_PCI_FIND_CAPABILITY(dev, pcie_id) 0
294 #define OSAL_PCI_WRITE_CONFIG_WORD(dev, address, val) nothing
295 #define OSAL_BAR_SIZE(dev, bar_id) 0
296
297 /* Barriers */
298
299 #define OSAL_MMIOWB(dev)                rte_wmb()
300 #define OSAL_BARRIER(dev)               rte_compiler_barrier()
301 #define OSAL_SMP_RMB(dev)               rte_rmb()
302 #define OSAL_SMP_WMB(dev)               rte_wmb()
303 #define OSAL_RMB(dev)                   rte_rmb()
304 #define OSAL_WMB(dev)                   rte_wmb()
305 #define OSAL_DMA_SYNC(dev, addr, length, is_post) nothing
306
307 #define OSAL_BIT(nr)            (1UL << (nr))
308 #define OSAL_BITS_PER_BYTE      (8)
309 #define OSAL_BITS_PER_UL        (sizeof(unsigned long) * OSAL_BITS_PER_BYTE)
310 #define OSAL_BITS_PER_UL_MASK           (OSAL_BITS_PER_UL - 1)
311
312 /* Bitops */
313 #define OSAL_SET_BIT(bit, bitmap) \
314         rte_bit_relaxed_set32(bit, bitmap)
315
316 #define OSAL_CLEAR_BIT(bit, bitmap) \
317         rte_bit_relaxed_clear32(bit, bitmap)
318
319 #define OSAL_GET_BIT(bit, bitmap) \
320         rte_bit_relaxed_get32(bit, bitmap)
321
322 u32 qede_find_first_bit(unsigned long *, u32);
323 #define OSAL_FIND_FIRST_BIT(bitmap, length) \
324         qede_find_first_bit(bitmap, length)
325
326 u32 qede_find_first_zero_bit(u32 *bitmap, u32 length);
327 #define OSAL_FIND_FIRST_ZERO_BIT(bitmap, length) \
328         qede_find_first_zero_bit(bitmap, length)
329
330 #define OSAL_BUILD_BUG_ON(cond)         nothing
331 #define ETH_ALEN                        RTE_ETHER_ADDR_LEN
332 #define ETHER_TYPE_VLAN                 RTE_ETHER_TYPE_VLAN
333 #define ETHER_TYPE_QINQ                 RTE_ETHER_TYPE_QINQ
334
335 #define OSAL_BITMAP_WEIGHT(bitmap, count) 0
336
337 #define OSAL_LINK_UPDATE(hwfn) qed_link_update(hwfn)
338 #define OSAL_TRANSCEIVER_UPDATE(hwfn) nothing
339 #define OSAL_DCBX_AEN(hwfn, mib_type) nothing
340
341 /* SR-IOV channel */
342
343 #define OSAL_VF_FLR_UPDATE(hwfn) nothing
344 #define OSAL_VF_SEND_MSG2PF(dev, done, msg, reply_addr, msg_size, reply_size) 0
345 #define OSAL_VF_CQE_COMPLETION(_dev_p, _cqe, _protocol) (0)
346 #define OSAL_PF_VF_MSG(hwfn, vfid) 0
347 #define OSAL_PF_VF_MALICIOUS(hwfn, vfid) nothing
348 #define OSAL_IOV_CHK_UCAST(hwfn, vfid, params) 0
349 #define OSAL_IOV_POST_START_VPORT(hwfn, vf, vport_id, opaque_fid) nothing
350 #define OSAL_IOV_VF_ACQUIRE(hwfn, vfid) 0
351 #define OSAL_IOV_VF_CLEANUP(hwfn, vfid) nothing
352 #define OSAL_IOV_VF_VPORT_UPDATE(hwfn, vfid, p_params, p_mask) 0
353 #define OSAL_VF_UPDATE_ACQUIRE_RESC_RESP(_dev_p, _resc_resp) 0
354 #define OSAL_IOV_GET_OS_TYPE() 0
355 #define OSAL_IOV_VF_MSG_TYPE(hwfn, vfid, vf_msg_type) nothing
356 #define OSAL_IOV_PF_RESP_TYPE(hwfn, vfid, pf_resp_type) nothing
357 #define OSAL_IOV_VF_VPORT_STOP(hwfn, vf) nothing
358
359 u32 qede_unzip_data(struct ecore_hwfn *p_hwfn, u32 input_len,
360                    u8 *input_buf, u32 max_size, u8 *unzip_buf);
361 void qede_vf_fill_driver_data(struct ecore_hwfn *, struct vf_pf_resc_request *,
362                               struct ecore_vf_acquire_sw_info *);
363 void qede_hw_err_notify(struct ecore_hwfn *p_hwfn,
364                         enum ecore_hw_err_type err_type);
365 #define OSAL_VF_FILL_ACQUIRE_RESC_REQ(_dev_p, _resc_req, _os_info) \
366         qede_vf_fill_driver_data(_dev_p, _resc_req, _os_info)
367
368 #define OSAL_UNZIP_DATA(p_hwfn, input_len, buf, max_size, unzip_buf) \
369         qede_unzip_data(p_hwfn, input_len, buf, max_size, unzip_buf)
370
371 /* TODO: */
372 #define OSAL_SCHEDULE_RECOVERY_HANDLER(hwfn) nothing
373
374 int qede_save_fw_dump(uint8_t port_id);
375
376 #define OSAL_SAVE_FW_DUMP(port_id) qede_save_fw_dump(port_id)
377
378 #define OSAL_HW_ERROR_OCCURRED(hwfn, err_type) \
379         qede_hw_err_notify(hwfn, err_type)
380
381 #define OSAL_NVM_IS_ACCESS_ENABLED(hwfn) (1)
382 #define OSAL_NUM_CPUS() 0
383
384 /* Utility functions */
385
386 #define RTE_DIV_ROUND_UP(n, d) (((n) + (d) - 1) / (d))
387 #define DIV_ROUND_UP(size, to_what) RTE_DIV_ROUND_UP(size, to_what)
388 #define RTE_ROUNDUP(x, y) ((((x) + ((y) - 1)) / (y)) * (y))
389 #define ROUNDUP(value, to_what) RTE_ROUNDUP((value), (to_what))
390
391 unsigned long qede_log2_align(unsigned long n);
392 #define OSAL_ROUNDUP_POW_OF_TWO(val) \
393         qede_log2_align(val)
394
395 u32 qede_osal_log2(u32);
396 #define OSAL_LOG2(val) \
397         qede_osal_log2(val)
398
399 #define PRINT(format, ...) printf
400 #define PRINT_ERR(format, ...) PRINT
401
402 #define OFFSETOF(str, field) __builtin_offsetof(str, field)
403 #define OSAL_ASSERT(is_assert) assert(is_assert)
404 #define OSAL_BEFORE_PF_START(file, engine) nothing
405 #define OSAL_AFTER_PF_STOP(file, engine) nothing
406
407 /* Endian macros */
408 #define OSAL_CPU_TO_BE32(val) rte_cpu_to_be_32(val)
409 #define OSAL_BE32_TO_CPU(val) rte_be_to_cpu_32(val)
410 #define OSAL_CPU_TO_LE32(val) rte_cpu_to_le_32(val)
411 #define OSAL_CPU_TO_LE16(val) rte_cpu_to_le_16(val)
412 #define OSAL_LE32_TO_CPU(val) rte_le_to_cpu_32(val)
413 #define OSAL_LE16_TO_CPU(val) rte_le_to_cpu_16(val)
414 #define OSAL_CPU_TO_BE64(val) rte_cpu_to_be_64(val)
415
416 #define OSAL_ARRAY_SIZE(arr) RTE_DIM(arr)
417 #define OSAL_SPRINTF(name, pattern, ...) \
418         sprintf(name, pattern, ##__VA_ARGS__)
419 #define OSAL_SNPRINTF(buf, size, format, ...) \
420         snprintf(buf, size, format, ##__VA_ARGS__)
421 #define OSAL_STRLEN(string) strlen(string)
422 #define OSAL_STRCPY(dst, string) strcpy(dst, string)
423 #define OSAL_STRNCPY(dst, string, len) strncpy(dst, string, len)
424 #define OSAL_STRCMP(str1, str2) strcmp(str1, str2)
425 #define OSAL_STRTOUL(str, base, res) 0
426
427 #define OSAL_INLINE inline
428 #define OSAL_REG_ADDR(_p_hwfn, _offset) \
429                 (void *)((u8 *)(uintptr_t)(_p_hwfn->regview) + (_offset))
430 #define OSAL_PAGE_SIZE 4096
431 #define OSAL_CACHE_LINE_SIZE RTE_CACHE_LINE_SIZE
432 #define OSAL_IOMEM volatile
433 #define OSAL_UNUSED    __rte_unused
434 #define OSAL_UNLIKELY(x)  __builtin_expect(!!(x), 0)
435 #define OSAL_MIN_T(type, __min1, __min2)        \
436         ((type)(__min1) < (type)(__min2) ? (type)(__min1) : (type)(__min2))
437 #define OSAL_MAX_T(type, __max1, __max2)        \
438         ((type)(__max1) > (type)(__max2) ? (type)(__max1) : (type)(__max2))
439
440 void qede_get_mcp_proto_stats(struct ecore_dev *, enum ecore_mcp_protocol_type,
441                               union ecore_mcp_protocol_stats *);
442 #define OSAL_GET_PROTOCOL_STATS(dev, type, stats) \
443         qede_get_mcp_proto_stats(dev, type, stats)
444
445 #define OSAL_SLOWPATH_IRQ_REQ(p_hwfn) (0)
446
447 u32 qede_crc32(u32 crc, u8 *ptr, u32 length);
448 #define OSAL_CRC32(crc, buf, length) qede_crc32(crc, buf, length)
449 #define OSAL_CRC8_POPULATE(table, polynomial) nothing
450 #define OSAL_CRC8(table, pdata, nbytes, crc) 0
451 #define OSAL_MFW_TLV_REQ(p_hwfn) nothing
452 #define OSAL_MFW_FILL_TLV_DATA(type, buf, data) (0)
453 #define OSAL_HW_INFO_CHANGE(p_hwfn, change) nothing
454 #define OSAL_MFW_CMD_PREEMPT(p_hwfn) nothing
455 #define OSAL_PF_VALIDATE_MODIFY_TUNN_CONFIG(p_hwfn, mask, b_update, tunn) 0
456
457 #define OSAL_DIV_S64(a, b)      ((a) / (b))
458 #define OSAL_LLDP_RX_TLVS(p_hwfn, tlv_buf, tlv_size) nothing
459 void qed_set_platform_str(struct ecore_hwfn *p_hwfn,
460                           char *buf_str, u32 buf_size);
461 #define OSAL_SET_PLATFORM_STR(p_hwfn, buf_str, buf_size) \
462         qed_set_platform_str(p_hwfn, buf_str, buf_size)
463 #define OSAL_GET_EPOCH(p_hwfn) ((u32)time(NULL))
464 enum dbg_status qed_dbg_alloc_user_data(struct ecore_hwfn *p_hwfn,
465                                         void **user_data_ptr);
466 #define OSAL_DBG_ALLOC_USER_DATA(p_hwfn, user_data_ptr) \
467         qed_dbg_alloc_user_data(p_hwfn, user_data_ptr)
468 #define OSAL_DB_REC_OCCURRED(p_hwfn) nothing
469
470 #endif /* __BCM_OSAL_H */