Home
last modified time | relevance | path

Searched refs:unroll (Results 1 – 24 of 24) sorted by relevance

/linux/tools/testing/selftests/bpf/progs/
H A Dbpf_compiler.h8 #define __pragma_loop_unroll DO_PRAGMA_(clang loop unroll(enable))
18 #define __pragma_loop_unroll_count(N) DO_PRAGMA_(GCC unroll N)
22 #define __pragma_loop_unroll_full DO_PRAGMA_(clang loop unroll(full))
24 #define __pragma_loop_unroll_full DO_PRAGMA_(GCC unroll 65534)
28 #define __pragma_loop_no_unroll DO_PRAGMA_(clang loop unroll(disable))
30 #define __pragma_loop_no_unroll DO_PRAGMA_(GCC unroll 1)
/linux/include/linux/
H A Dunroll.h40 __pick_unrolled(clang loop unroll(enable), /* nothing */)
44 __pick_unrolled(clang loop unroll_count(n), GCC unroll n)
48 __pick_unrolled(clang loop unroll(full), GCC unroll 65534)
52 __pick_unrolled(clang loop unroll(disable), GCC unroll 1)
/linux/sound/pci/emu10k1/
H A Demu10k1_patch.c34 int loop_start, loop_end, loop_size, data_end, unroll; in snd_emu10k1_sample_new() local
89 unroll = 0; in snd_emu10k1_sample_new()
95 unroll++; in snd_emu10k1_sample_new()
117 if (unroll && loop_end <= data_end) { in snd_emu10k1_sample_new()
124 while (--unroll > 0) { in snd_emu10k1_sample_new()
/linux/lib/zstd/common/
H A Dfse_decompress.c124 size_t const unroll = 2; in FSE_buildDTable_internal() local
125 assert(tableSize % unroll == 0); /* FSE_MIN_TABLELOG is 5 */ in FSE_buildDTable_internal()
126 for (s = 0; s < (size_t)tableSize; s += unroll) { in FSE_buildDTable_internal()
128 for (u = 0; u < unroll; ++u) { in FSE_buildDTable_internal()
132 position = (position + (unroll * step)) & tableMask; in FSE_buildDTable_internal()
/linux/samples/bpf/
H A Dmap_perf_test.bpf.c232 #pragma clang loop unroll(full) in BPF_KSYSCALL()
263 #pragma clang loop unroll(full) in BPF_KSYSCALL()
276 #pragma clang loop unroll(full) in BPF_KSYSCALL()
289 #pragma clang loop unroll(full) in BPF_KSYSCALL()
H A Dhash_func01.h21 #pragma clang loop unroll(full) in SuperFastHash()
H A Dxdp_tx_iptunnel_kern.c141 #pragma clang loop unroll(full) in handle_ipv4()
/linux/lib/
H A Diov_iter.c594 static void iov_iter_folioq_revert(struct iov_iter *i, size_t unroll) in iov_iter_folioq_revert() argument
609 if (unroll <= fsize) { in iov_iter_folioq_revert()
610 i->iov_offset = fsize - unroll; in iov_iter_folioq_revert()
613 unroll -= fsize; in iov_iter_folioq_revert()
620 void iov_iter_revert(struct iov_iter *i, size_t unroll) in iov_iter_revert() argument
622 if (!unroll) in iov_iter_revert()
624 if (WARN_ON(unroll > MAX_RW_COUNT)) in iov_iter_revert()
626 i->count += unroll; in iov_iter_revert()
629 if (unroll <= i->iov_offset) { in iov_iter_revert()
630 i->iov_offset -= unroll; in iov_iter_revert()
[all …]
/linux/drivers/dma/dw-edma/
H A Ddw-edma-v0-debugfs.c30 __ch_regs = REGS_ADDR(dw, type.unroll.ch[_ch].rd); \
32 __ch_regs = REGS_ADDR(dw, type.unroll.ch[_ch].wr); \
54 { dw, #name, REGS_ADDR(dw, type.unroll.wr_##name) }
56 { dw, #name, REGS_ADDR(dw, type.unroll.rd_##name) }
H A Ddw-edma-v0-core.c87 writel(value, &(__dw_regs(dw)->type.unroll.name))
104 return &__dw_regs(dw)->type.unroll.ch[ch].wr; in __dw_ch_regs()
106 return &__dw_regs(dw)->type.unroll.ch[ch].rd; in __dw_ch_regs()
H A Ddw-edma-v0-regs.h198 struct dw_edma_v0_unroll unroll; /* 0x00f8..0x1120 */ member
/linux/drivers/ntb/
H A Dmsi.c58 goto unroll; in ntb_msi_init()
64 goto unroll; in ntb_msi_init()
70 unroll: in ntb_msi_init()
/linux/lib/zstd/compress/
H A Dfse_compress.c143 size_t const unroll = 2; /* Experimentally determined optimal unroll */ in FSE_buildCTable_wksp() local
144 assert(tableSize % unroll == 0); /* FSE_MIN_TABLELOG is 5 */ in FSE_buildCTable_wksp()
145 for (s = 0; s < (size_t)tableSize; s += unroll) { in FSE_buildCTable_wksp()
147 for (u = 0; u < unroll; ++u) { in FSE_buildCTable_wksp()
151 position = (position + (unroll * step)) & tableMask; in FSE_buildCTable_wksp()
/linux/arch/mips/include/asm/
H A Dunroll.h16 #define unroll(times, fn, ...) do { \ macro
H A Dr4kcache.h197 unroll(times, _cache_op, insn, op, (addr) + (i++ * (lsize))); \
/linux/arch/alpha/lib/
H A Dev6-memset.S120 subq $3, 16, $4 # E : Only try to unroll if > 128 bytes
298 subq $3, 16, $4 # E : Only try to unroll if > 128 bytes
486 subq $3, 16, $4 # E : Only try to unroll if > 128 bytes
H A Dev6-copy_user.S131 subq $4, 32, $2 # .. .. .. E : do not unroll for small stuff
H A Dev6-memcpy.S62 cmple $18, 127, $1 # E : Can we unroll the loop?
/linux/lib/crypto/arm/
H A Dsha1-armv4-large.S31 @ full unroll ~5100/+260% ~1260/+4% ~1300/+5%
36 @ compact = detached Xload/update, 5x unroll;
37 @ large = interleaved Xload/update, 5x unroll;
38 @ full unroll = interleaved Xload/update, full unroll, estimated[!];
/linux/drivers/net/ethernet/intel/ice/
H A Dice_sriov.c985 goto unroll; in ice_sriov_set_msix_vec_count()
993 goto unroll; in ice_sriov_set_msix_vec_count()
1005 unroll: in ice_sriov_set_msix_vec_count()
/linux/lib/zstd/decompress/
H A Dzstd_decompress_block.c564 size_t const unroll = 2; in ZSTD_buildFSETable_body() local
565 assert(tableSize % unroll == 0); /* FSE_MIN_TABLELOG is 5 */ in ZSTD_buildFSETable_body()
566 for (s = 0; s < (size_t)tableSize; s += unroll) { in ZSTD_buildFSETable_body()
568 for (u = 0; u < unroll; ++u) { in ZSTD_buildFSETable_body()
572 position = (position + (unroll * step)) & tableMask; in ZSTD_buildFSETable_body()
H A Dhuf_decompress.c426 int const unroll = 4; in HUF_readDTableX1_wksp() local
427 int const nLimit = (int)nbSymbols - unroll + 1; in HUF_readDTableX1_wksp()
433 for (n=0; n < nLimit; n += unroll) { in HUF_readDTableX1_wksp()
435 for (u=0; u < unroll; ++u) { in HUF_readDTableX1_wksp()
/linux/include/net/libeth/
H A Dxdp.h518 u32 n, bool unroll, u64 priv, in libeth_xdp_tx_xmit_bulk() argument
541 if (!unroll) in libeth_xdp_tx_xmit_bulk()
/linux/drivers/net/ethernet/fungible/funeth/
H A Dfuneth_main.c694 goto unroll; in fun_enable_irqs()
710 unroll: in fun_enable_irqs()