1 /*-
2  * SPDX-License-Identifier: BSD-3-Clause
4  * Copyright (c) 2015-2023 Amazon.com, Inc. or its affiliates.
139 		const __typeof(((type *)0)->member) *__p = (ptr);	\
140 		(type *)((uintptr_t)__p - offsetof(type, member));	\
144 	ena_log((ctx)->dmadev, level, "%s() [TID:%d]: "		\
145 	    fmt, __func__, curthread->td_tid, ##args)
156 #define unlikely(x)	__predict_false(!!(x))  argument
157 #define likely(x)  	__predict_true(!!(x))  argument
163 #define IS_ERR_VALUE(x) unlikely((x) <= (unsigned long)MAX_ERRNO)  argument
187 #define GENMASK(h, l)	(((~0U) - (1U << (l)) + 1) & (~0U >> (32 - 1 - (h))))
188 #define GENMASK_ULL(h, l)	(((~0ULL) << (l)) & (~0ULL >> (64 - 1 - (h))))
189 #define BIT(x)			(1UL << (x))  argument
190 #define BIT64(x)		BIT(x)  argument
202 #define ENA_COM_TRY_AGAIN	-1
210 #define ENA_NODE_ANY		(-1)
212 #define ENA_MSLEEP(x) 		pause_sbt("ena", SBT_1MS * (x), SBT_1MS, 0)  argument
213 #define ENA_USLEEP(x) 		pause_sbt("ena", SBT_1US * (x), SBT_1US, 0)  argument
214 #define ENA_UDELAY(x) 		DELAY(x)  argument
221 	((time1 < time2) ? -1 : ((time1 > time2) ? 1 : 0))
230 #define ENA_MIN32(x,y) 	MIN(x, y)  argument
231 #define ENA_MIN16(x,y)	MIN(x, y)  argument
232 #define ENA_MIN8(x,y)	MIN(x, y)  argument
234 #define ENA_MAX32(x,y) 	MAX(x, y)  argument
235 #define ENA_MAX16(x,y) 	MAX(x, y)  argument
236 #define ENA_MAX8(x,y) 	MAX(x, y)  argument
270 		for (i = 0; i < admin_queue->q_depth; i++) {		\
273 				cv_destroy(&((comp_ctx->wait_event).wq)); \
274 				mtx_destroy(&((comp_ctx->wait_event).mtx)); \
326 int	ena_dma_alloc(device_t dmadev, bus_size_t size, ena_mem_handle_t *dma,
332 	uint32_t v = bus_space_read_4(bus->reg_bar_t, bus->reg_bar_h, offset);  in ena_reg_read32()
337 #define ENA_MEMCPY_TO_DEVICE_64(bus, dst, src, size)			\  argument
343 		count = (size) / 8;					\
349 #define ENA_MEM_ALLOC(dmadev, size) malloc(size, M_DEVBUF, M_NOWAIT | M_ZERO)  argument
351 #define ENA_MEM_ALLOC_NODE(dmadev, size, virt, node, dev_node)		\  argument
353 		(virt) = malloc_domainset((size), M_DEVBUF,		\
359 #define ENA_MEM_FREE(dmadev, ptr, size)					\  argument
361 		(void)(size);						\
364 #define ENA_MEM_ALLOC_COHERENT_NODE_ALIGNED(dmadev, size, virt, phys,	\  argument
367 		ena_dma_alloc((dmadev), (size), &(dma), 0, (alignment),	\
374 #define ENA_MEM_ALLOC_COHERENT_NODE(dmadev, size, virt, phys, handle,	\  argument
376 	ENA_MEM_ALLOC_COHERENT_NODE_ALIGNED(dmadev, size, virt,		\
379 #define ENA_MEM_ALLOC_COHERENT_ALIGNED(dmadev, size, virt, phys, dma,	\  argument
382 		ena_dma_alloc((dmadev), (size), &(dma), 0, (alignment),	\
388 #define ENA_MEM_ALLOC_COHERENT(dmadev, size, virt, phys, dma)		\  argument
389 	ENA_MEM_ALLOC_COHERENT_ALIGNED(dmadev, size, virt,		\
392 #define ENA_MEM_FREE_COHERENT(dmadev, size, virt, phys, dma)		\  argument
394 		(void)size;						\
411 			  ((struct ena_bus*)bus)->reg_bar_t,		\
412 			  ((struct ena_bus*)bus)->reg_bar_h,		\
419 	(mem_handle)->tag, (mem_handle)->map, BUS_DMASYNC_PREWRITE)
421 	(mem_handle)->tag, (mem_handle)->map, BUS_DMASYNC_PREREAD)
423 	(mem_handle)->tag, (mem_handle)->map, BUS_DMASYNC_POSTREAD)
426 #define time_after(a,b)	((long)((unsigned long)(b) - (unsigned long)(a)) < 0)
430 #define prefetch(x)	(void)(x)  argument
431 #define prefetchw(x)	(void)(x)  argument
434 #define	dma_unmap_addr(p, name)			((p)->dma->name)
435 #define	dma_unmap_addr_set(p, name, v)		(((p)->dma->name) = (v))
436 #define	dma_unmap_len(p, name)			((p)->name)
437 #define	dma_unmap_len_set(p, name, v)		(((p)->name) = (v))
442 #define ATOMIC32_DEC(I32_PTR) 		atomic_add_int(I32_PTR, -1)
450 #define	ACCESS_ONCE(x) (*(volatile __typeof(x) *)&(x))  argument
451 #define READ_ONCE(x)  ({			\  argument
452 			__typeof(x) __var;	\
454 			__var = ACCESS_ONCE(x);	\
458 #define READ_ONCE8(x) READ_ONCE(x)  argument
459 #define READ_ONCE16(x) READ_ONCE(x)  argument
460 #define READ_ONCE32(x) READ_ONCE(x)  argument
465 #define DIV_ROUND_UP(n, d) (((n) + (d) - 1) / (d))
467 #define ENA_FFS(x) ffs(x)  argument
469 void	ena_rss_key_fill(void *key, size_t size);
471 #define ENA_RSS_FILL_KEY(key, size) ena_rss_key_fill(key, size)  argument