1 2 #ifndef _MACHINE_BUS_DMA_H_ 3 #define _MACHINE_BUS_DMA_H_ 4 5 #define WANT_INLINE_DMAMAP 6 #include <sys/bus_dma.h> 7 8 #include <machine/bus_dma_impl.h> 9 10 /* 11 * Is DMA address 1:1 mapping of physical address 12 */ 13 static inline bool 14 bus_dma_id_mapped(bus_dma_tag_t dmat, vm_paddr_t buf, bus_size_t buflen) 15 { 16 struct bus_dma_tag_common *tc; 17 18 tc = (struct bus_dma_tag_common *)dmat; 19 return (tc->impl->id_mapped(dmat, buf, buflen)); 20 } 21 22 /* 23 * Allocate a handle for mapping from kva/uva/physical 24 * address space into bus device space. 25 */ 26 static inline int 27 bus_dmamap_create(bus_dma_tag_t dmat, int flags, bus_dmamap_t *mapp) 28 { 29 struct bus_dma_tag_common *tc; 30 31 tc = (struct bus_dma_tag_common *)dmat; 32 return (tc->impl->map_create(dmat, flags, mapp)); 33 } 34 35 /* 36 * Destroy a handle for mapping from kva/uva/physical 37 * address space into bus device space. 38 */ 39 static inline int 40 bus_dmamap_destroy(bus_dma_tag_t dmat, bus_dmamap_t map) 41 { 42 struct bus_dma_tag_common *tc; 43 44 tc = (struct bus_dma_tag_common *)dmat; 45 return (tc->impl->map_destroy(dmat, map)); 46 } 47 48 /* 49 * Allocate a piece of memory that can be efficiently mapped into 50 * bus device space based on the constraints listed in the dma tag. 51 * A dmamap to for use with dmamap_load is also allocated. 52 */ 53 static inline int 54 bus_dmamem_alloc(bus_dma_tag_t dmat, void** vaddr, int flags, 55 bus_dmamap_t *mapp) 56 { 57 struct bus_dma_tag_common *tc; 58 59 tc = (struct bus_dma_tag_common *)dmat; 60 return (tc->impl->mem_alloc(dmat, vaddr, flags, mapp)); 61 } 62 63 /* 64 * Free a piece of memory and it's allociated dmamap, that was allocated 65 * via bus_dmamem_alloc. 66 */ 67 static inline void 68 bus_dmamem_free(bus_dma_tag_t dmat, void *vaddr, bus_dmamap_t map) 69 { 70 struct bus_dma_tag_common *tc; 71 72 tc = (struct bus_dma_tag_common *)dmat; 73 tc->impl->mem_free(dmat, vaddr, map); 74 } 75 76 /* 77 * Release the mapping held by map. 78 */ 79 static inline void 80 bus_dmamap_unload(bus_dma_tag_t dmat, bus_dmamap_t map) 81 { 82 struct bus_dma_tag_common *tc; 83 84 if (map != NULL) { 85 tc = (struct bus_dma_tag_common *)dmat; 86 tc->impl->map_unload(dmat, map); 87 } 88 } 89 90 static inline void 91 bus_dmamap_sync(bus_dma_tag_t dmat, bus_dmamap_t map, bus_dmasync_op_t op) 92 { 93 struct bus_dma_tag_common *tc; 94 95 tc = (struct bus_dma_tag_common *)dmat; 96 tc->impl->map_sync(dmat, map, op); 97 } 98 99 static inline int 100 _bus_dmamap_load_phys(bus_dma_tag_t dmat, bus_dmamap_t map, vm_paddr_t buf, 101 bus_size_t buflen, int flags, bus_dma_segment_t *segs, int *segp) 102 { 103 struct bus_dma_tag_common *tc; 104 105 tc = (struct bus_dma_tag_common *)dmat; 106 return (tc->impl->load_phys(dmat, map, buf, buflen, flags, segs, 107 segp)); 108 } 109 110 static inline int 111 _bus_dmamap_load_ma(bus_dma_tag_t dmat, bus_dmamap_t map, struct vm_page **ma, 112 bus_size_t tlen, int ma_offs, int flags, bus_dma_segment_t *segs, 113 int *segp) 114 { 115 struct bus_dma_tag_common *tc; 116 117 tc = (struct bus_dma_tag_common *)dmat; 118 return (tc->impl->load_ma(dmat, map, ma, tlen, ma_offs, flags, 119 segs, segp)); 120 } 121 122 static inline int 123 _bus_dmamap_load_buffer(bus_dma_tag_t dmat, bus_dmamap_t map, void *buf, 124 bus_size_t buflen, struct pmap *pmap, int flags, bus_dma_segment_t *segs, 125 int *segp) 126 { 127 struct bus_dma_tag_common *tc; 128 129 tc = (struct bus_dma_tag_common *)dmat; 130 return (tc->impl->load_buffer(dmat, map, buf, buflen, pmap, flags, segs, 131 segp)); 132 } 133 134 static inline void 135 _bus_dmamap_waitok(bus_dma_tag_t dmat, bus_dmamap_t map, 136 struct memdesc *mem, bus_dmamap_callback_t *callback, void *callback_arg) 137 { 138 struct bus_dma_tag_common *tc; 139 140 if (map != NULL) { 141 tc = (struct bus_dma_tag_common *)dmat; 142 tc->impl->map_waitok(dmat, map, mem, callback, callback_arg); 143 } 144 } 145 146 static inline bus_dma_segment_t * 147 _bus_dmamap_complete(bus_dma_tag_t dmat, bus_dmamap_t map, 148 bus_dma_segment_t *segs, int nsegs, int error) 149 { 150 struct bus_dma_tag_common *tc; 151 152 tc = (struct bus_dma_tag_common *)dmat; 153 return (tc->impl->map_complete(dmat, map, segs, nsegs, error)); 154 } 155 156 #ifdef KMSAN 157 static inline void 158 _bus_dmamap_load_kmsan(bus_dma_tag_t dmat, bus_dmamap_t map, 159 struct memdesc *mem) 160 { 161 struct bus_dma_tag_common *tc; 162 163 tc = (struct bus_dma_tag_common *)dmat; 164 return (tc->impl->load_kmsan(map, mem)); 165 } 166 #endif 167 168 #endif /* !_MACHINE_BUS_DMA_H_ */ 169