Lines Matching refs:BPF_DW
464 return __bpf_fill_stxdw(self, BPF_DW); in bpf_fill_stxdw()
1645 insns[i++] = BPF_STX_MEM(BPF_DW, R10, R1, -8); in __bpf_emit_atomic64()
1646 insns[i++] = BPF_ATOMIC_OP(BPF_DW, op, R10, R2, -8); in __bpf_emit_atomic64()
1647 insns[i++] = BPF_LDX_MEM(BPF_DW, R1, R10, -8); in __bpf_emit_atomic64()
1721 insns[i++] = BPF_STX_MEM(BPF_DW, R10, R1, -8); in __bpf_emit_cmpxchg64()
1722 insns[i++] = BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -8); in __bpf_emit_cmpxchg64()
1723 insns[i++] = BPF_LDX_MEM(BPF_DW, R3, R10, -8); in __bpf_emit_cmpxchg64()
1734 insns[i++] = BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -8); in __bpf_emit_cmpxchg64()
1735 insns[i++] = BPF_LDX_MEM(BPF_DW, R3, R10, -8); in __bpf_emit_cmpxchg64()
1925 if (width == BPF_DW) { in __bpf_fill_atomic_reg_pairs()
2028 if (width == BPF_DW) in __bpf_fill_atomic_reg_pairs()
2050 return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_ADD); in bpf_fill_atomic64_add_reg_pairs()
2055 return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_AND); in bpf_fill_atomic64_and_reg_pairs()
2060 return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_OR); in bpf_fill_atomic64_or_reg_pairs()
2065 return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_XOR); in bpf_fill_atomic64_xor_reg_pairs()
2070 return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_ADD | BPF_FETCH); in bpf_fill_atomic64_add_fetch_reg_pairs()
2075 return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_AND | BPF_FETCH); in bpf_fill_atomic64_and_fetch_reg_pairs()
2080 return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_OR | BPF_FETCH); in bpf_fill_atomic64_or_fetch_reg_pairs()
2085 return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_XOR | BPF_FETCH); in bpf_fill_atomic64_xor_fetch_reg_pairs()
2090 return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_XCHG); in bpf_fill_atomic64_xchg_reg_pairs()
2095 return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_CMPXCHG); in bpf_fill_atomic64_cmpxchg_reg_pairs()
8146 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8166 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8235 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8255 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8340 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8360 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8444 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8445 BPF_LDX_MEM(BPF_DW, R0, R10, -8),
8459 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8460 BPF_LDX_MEM(BPF_DW, R0, R10, -8),
8475 BPF_STX_MEM(BPF_DW, R1, R2, -256),
8476 BPF_LDX_MEM(BPF_DW, R0, R1, -256),
8490 BPF_STX_MEM(BPF_DW, R1, R2, 256),
8491 BPF_LDX_MEM(BPF_DW, R0, R1, 256),
8505 BPF_STX_MEM(BPF_DW, R1, R2, 32760),
8506 BPF_LDX_MEM(BPF_DW, R0, R1, 32760),
8520 BPF_STX_MEM(BPF_DW, R1, R2, 13),
8521 BPF_LDX_MEM(BPF_DW, R0, R1, 13),
8537 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8557 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8577 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8599 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8605 BPF_LDX_MEM(BPF_DW, R0, R10, -8),
8621 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8627 BPF_LDX_MEM(BPF_DW, R0, R10, -8),
8643 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8649 BPF_LDX_MEM(BPF_DW, R0, R10, -8),
8665 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8671 BPF_LDX_MEM(BPF_DW, R0, R10, -8),
8687 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8693 BPF_LDX_MEM(BPF_DW, R0, R10, -8),
8709 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8715 BPF_LDX_MEM(BPF_DW, R0, R10, -8),
8850 BPF_ST_MEM(BPF_DW, R10, -40, 0xffffffff),
8851 BPF_LDX_MEM(BPF_DW, R0, R10, -40),
8864 BPF_ST_MEM(BPF_DW, R10, -40, 0xffffffff),
8865 BPF_LDX_MEM(BPF_DW, R2, R10, -40),
8881 BPF_ST_MEM(BPF_DW, R10, -40, 0x7fffffff),
8882 BPF_LDX_MEM(BPF_DW, R0, R10, -40),
8895 BPF_STX_MEM(BPF_DW, R10, R1, -40),
8896 BPF_LDX_MEM(BPF_DW, R0, R10, -40),
8909 BPF_STX_MEM(BPF_DW, R10, R1, -40),
8927 BPF_STX_MEM(BPF_DW, R10, R1, -40),
9051 BPF_ATOMIC_OP_TEST1(BPF_DW, BPF_ADD, +, 0x12, 0xab, 0xbd),
9052 BPF_ATOMIC_OP_TEST2(BPF_DW, BPF_ADD, +, 0x12, 0xab, 0xbd),
9053 BPF_ATOMIC_OP_TEST3(BPF_DW, BPF_ADD, +, 0x12, 0xab, 0xbd),
9054 BPF_ATOMIC_OP_TEST4(BPF_DW, BPF_ADD, +, 0x12, 0xab, 0xbd),
9056 BPF_ATOMIC_OP_TEST1(BPF_DW, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd),
9057 BPF_ATOMIC_OP_TEST2(BPF_DW, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd),
9058 BPF_ATOMIC_OP_TEST3(BPF_DW, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd),
9059 BPF_ATOMIC_OP_TEST4(BPF_DW, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd),
9071 BPF_ATOMIC_OP_TEST1(BPF_DW, BPF_AND, &, 0x12, 0xab, 0x02),
9072 BPF_ATOMIC_OP_TEST2(BPF_DW, BPF_AND, &, 0x12, 0xab, 0x02),
9073 BPF_ATOMIC_OP_TEST3(BPF_DW, BPF_AND, &, 0x12, 0xab, 0x02),
9074 BPF_ATOMIC_OP_TEST4(BPF_DW, BPF_AND, &, 0x12, 0xab, 0x02),
9076 BPF_ATOMIC_OP_TEST1(BPF_DW, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02),
9077 BPF_ATOMIC_OP_TEST2(BPF_DW, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02),
9078 BPF_ATOMIC_OP_TEST3(BPF_DW, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02),
9079 BPF_ATOMIC_OP_TEST4(BPF_DW, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02),
9091 BPF_ATOMIC_OP_TEST1(BPF_DW, BPF_OR, |, 0x12, 0xab, 0xbb),
9092 BPF_ATOMIC_OP_TEST2(BPF_DW, BPF_OR, |, 0x12, 0xab, 0xbb),
9093 BPF_ATOMIC_OP_TEST3(BPF_DW, BPF_OR, |, 0x12, 0xab, 0xbb),
9094 BPF_ATOMIC_OP_TEST4(BPF_DW, BPF_OR, |, 0x12, 0xab, 0xbb),
9096 BPF_ATOMIC_OP_TEST1(BPF_DW, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb),
9097 BPF_ATOMIC_OP_TEST2(BPF_DW, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb),
9098 BPF_ATOMIC_OP_TEST3(BPF_DW, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb),
9099 BPF_ATOMIC_OP_TEST4(BPF_DW, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb),
9111 BPF_ATOMIC_OP_TEST1(BPF_DW, BPF_XOR, ^, 0x12, 0xab, 0xb9),
9112 BPF_ATOMIC_OP_TEST2(BPF_DW, BPF_XOR, ^, 0x12, 0xab, 0xb9),
9113 BPF_ATOMIC_OP_TEST3(BPF_DW, BPF_XOR, ^, 0x12, 0xab, 0xb9),
9114 BPF_ATOMIC_OP_TEST4(BPF_DW, BPF_XOR, ^, 0x12, 0xab, 0xb9),
9116 BPF_ATOMIC_OP_TEST1(BPF_DW, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9),
9117 BPF_ATOMIC_OP_TEST2(BPF_DW, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9),
9118 BPF_ATOMIC_OP_TEST3(BPF_DW, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9),
9119 BPF_ATOMIC_OP_TEST4(BPF_DW, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9),
9126 BPF_ATOMIC_OP_TEST1(BPF_DW, BPF_XCHG, xchg, 0x12, 0xab, 0xab),
9127 BPF_ATOMIC_OP_TEST2(BPF_DW, BPF_XCHG, xchg, 0x12, 0xab, 0xab),
9128 BPF_ATOMIC_OP_TEST3(BPF_DW, BPF_XCHG, xchg, 0x12, 0xab, 0xab),
9129 BPF_ATOMIC_OP_TEST4(BPF_DW, BPF_XCHG, xchg, 0x12, 0xab, 0xab),
9217 BPF_STX_MEM(BPF_DW, R10, R1, -40),
9218 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40),
9234 BPF_STX_MEM(BPF_DW, R10, R0, -40),
9235 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40),
9236 BPF_LDX_MEM(BPF_DW, R0, R10, -40),
9253 BPF_STX_MEM(BPF_DW, R10, R1, -40),
9254 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40),
9271 BPF_STX_MEM(BPF_DW, R10, R1, -40),
9272 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40),
9273 BPF_LDX_MEM(BPF_DW, R0, R10, -40),
9289 BPF_STX_MEM(BPF_DW, R10, R1, -40),
9290 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40),
11908 BPF_STX_MEM(BPF_DW, R10, R1, -8),
11910 BPF_LDX_MEM(BPF_DW, R0, R0, -8),
12097 BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_ADD),
12098 BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_AND),
12099 BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_OR),
12100 BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_XOR),
12101 BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_ADD | BPF_FETCH),
12102 BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_AND | BPF_FETCH),
12103 BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_OR | BPF_FETCH),
12104 BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_XOR | BPF_FETCH),
12105 BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_XCHG),
12106 BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_CMPXCHG),
15358 BPF_STX_MEM(BPF_DW, R3, R1, -8),
15359 BPF_STX_MEM(BPF_DW, R3, R2, -16),
15360 BPF_LDX_MEM(BPF_DW, R0, BPF_REG_FP, -8),
15362 BPF_LDX_MEM(BPF_DW, R0, BPF_REG_FP, -16),
15374 BPF_STX_MEM(BPF_DW, BPF_REG_FP, R0, -8),
15402 BPF_STX_MEM(BPF_DW, R10, R1, -8),
15409 BPF_LDX_MEM(BPF_DW, R1, R10, -8),
15479 insn->code == (BPF_LD | BPF_DW | BPF_IMM)) in prepare_tail_call_tests()
15502 case BPF_LD | BPF_DW | BPF_IMM: in prepare_tail_call_tests()