209 		insn[i] = __BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF +  in bpf_fill_maxinsns6()
231 		insn[i] = __BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF +  in bpf_fill_maxinsns7()
235 	insn[len - 3] = __BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF +  in bpf_fill_maxinsns7()
419 		insn[i + 1] = __BPF_STMT(BPF_LD | BPF_W | BPF_ABS,  in bpf_fill_ld_abs_get_processor_id()
459 	return __bpf_fill_stxdw(self, BPF_W);  in bpf_fill_stxw()
1692 	insns[i++] = BPF_STX_MEM(BPF_W, R10, R1, -4);  in __bpf_emit_atomic32()
1693 	insns[i++] = BPF_ATOMIC_OP(BPF_W, op, R10, R2, -4);  in __bpf_emit_atomic32()
1694 	insns[i++] = BPF_LDX_MEM(BPF_W, R1, R10, -4);  in __bpf_emit_atomic32()
1761 	insns[i++] = BPF_STX_MEM(BPF_W, R10, R1, -4);  in __bpf_emit_cmpxchg32()
1762 	insns[i++] = BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R2, -4);  in __bpf_emit_cmpxchg32()
1764 	insns[i++] = BPF_LDX_MEM(BPF_W, R3, R10, -4);  in __bpf_emit_cmpxchg32()
1776 	insns[i++] = BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R2, -4);  in __bpf_emit_cmpxchg32()
1778 	insns[i++] = BPF_LDX_MEM(BPF_W, R3, R10, -4);  in __bpf_emit_cmpxchg32()
1961 			if (op == BPF_CMPXCHG && width == BPF_W)  in __bpf_fill_atomic_reg_pairs()
2101 	return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_ADD);  in bpf_fill_atomic32_add_reg_pairs()
2106 	return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_AND);  in bpf_fill_atomic32_and_reg_pairs()
2111 	return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_OR);  in bpf_fill_atomic32_or_reg_pairs()
2116 	return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_XOR);  in bpf_fill_atomic32_xor_reg_pairs()
2121 	return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_ADD | BPF_FETCH);  in bpf_fill_atomic32_add_fetch_reg_pairs()
2126 	return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_AND | BPF_FETCH);  in bpf_fill_atomic32_and_fetch_reg_pairs()
2131 	return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_OR | BPF_FETCH);  in bpf_fill_atomic32_or_fetch_reg_pairs()
2136 	return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_XOR | BPF_FETCH);  in bpf_fill_atomic32_xor_fetch_reg_pairs()
2141 	return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_XCHG);  in bpf_fill_atomic32_xchg_reg_pairs()
2146 	return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_CMPXCHG);  in bpf_fill_atomic32_cmpxchg_reg_pairs()
3196 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS, 1000),
3260 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3264 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3268 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3281 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3292 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3303 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3317 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3333 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3347 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3361 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3372 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3383 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3386 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3401 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3418 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3421 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3424 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3427 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3430 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3433 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3436 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3439 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3454 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3456 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3458 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3460 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3462 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3483 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3595 			BPF_STMT(BPF_LD | BPF_W | BPF_IND, 0),
4581 			BPF_STMT(BPF_LDX | BPF_W | BPF_ABS, 0),
4873 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
4886 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
8342 			BPF_LDX_MEM(BPF_W, R0, R10, -4),
8344 			BPF_LDX_MEM(BPF_W, R0, R10, -8),
8362 			BPF_LDX_MEM(BPF_W, R0, R10, -4),
8364 			BPF_LDX_MEM(BPF_W, R0, R10, -8),
8381 			BPF_STX_MEM(BPF_W, R1, R2, -256),
8382 			BPF_LDX_MEM(BPF_W, R0, R1, -256),
8397 			BPF_STX_MEM(BPF_W, R1, R2, 256),
8398 			BPF_LDX_MEM(BPF_W, R0, R1, 256),
8413 			BPF_STX_MEM(BPF_W, R1, R2, 16384),
8414 			BPF_LDX_MEM(BPF_W, R0, R1, 16384),
8429 			BPF_STX_MEM(BPF_W, R1, R2, 13),
8430 			BPF_LDX_MEM(BPF_W, R0, R1, 13),
8579 			BPF_LDX_MEMSX(BPF_W, R0, R10, -4),
8581 			BPF_LDX_MEMSX(BPF_W, R0, R10, -8),
8689 			BPF_STX_MEM(BPF_W, R10, R2, -4),
8691 			BPF_STX_MEM(BPF_W, R10, R2, -8),
8711 			BPF_STX_MEM(BPF_W, R10, R2, -4),
8713 			BPF_STX_MEM(BPF_W, R10, R2, -8),
8810 			BPF_ST_MEM(BPF_W, R10, -40, 0xffffffff),
8811 			BPF_LDX_MEM(BPF_W, R0, R10, -40),
8823 			BPF_ST_MEM(BPF_W, R10, -40, 0x7fffffff),
8824 			BPF_LDX_MEM(BPF_W, R0, R10, -40),
8837 			BPF_STX_MEM(BPF_W, R10, R1, -40),
8838 			BPF_LDX_MEM(BPF_W, R0, R10, -40),
8910 			BPF_LDX_MEM(BPF_W, R0, R10, -40),
8928 			BPF_LDX_MEM(BPF_W, R0, R10, -36),
8962 #define BPF_ATOMIC_POISON(width) ((width) == BPF_W ? (0xbaadf00dULL << 32) : 0)
8990 		BPF_ST_MEM(BPF_W, R10, -40, old),			\
9041 	BPF_ATOMIC_OP_TEST1(BPF_W, BPF_ADD, +, 0x12, 0xab, 0xbd),
9042 	BPF_ATOMIC_OP_TEST2(BPF_W, BPF_ADD, +, 0x12, 0xab, 0xbd),
9043 	BPF_ATOMIC_OP_TEST3(BPF_W, BPF_ADD, +, 0x12, 0xab, 0xbd),
9044 	BPF_ATOMIC_OP_TEST4(BPF_W, BPF_ADD, +, 0x12, 0xab, 0xbd),
9046 	BPF_ATOMIC_OP_TEST1(BPF_W, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd),
9047 	BPF_ATOMIC_OP_TEST2(BPF_W, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd),
9048 	BPF_ATOMIC_OP_TEST3(BPF_W, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd),
9049 	BPF_ATOMIC_OP_TEST4(BPF_W, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd),
9061 	BPF_ATOMIC_OP_TEST1(BPF_W, BPF_AND, &, 0x12, 0xab, 0x02),
9062 	BPF_ATOMIC_OP_TEST2(BPF_W, BPF_AND, &, 0x12, 0xab, 0x02),
9063 	BPF_ATOMIC_OP_TEST3(BPF_W, BPF_AND, &, 0x12, 0xab, 0x02),
9064 	BPF_ATOMIC_OP_TEST4(BPF_W, BPF_AND, &, 0x12, 0xab, 0x02),
9066 	BPF_ATOMIC_OP_TEST1(BPF_W, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02),
9067 	BPF_ATOMIC_OP_TEST2(BPF_W, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02),
9068 	BPF_ATOMIC_OP_TEST3(BPF_W, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02),
9069 	BPF_ATOMIC_OP_TEST4(BPF_W, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02),
9081 	BPF_ATOMIC_OP_TEST1(BPF_W, BPF_OR, |, 0x12, 0xab, 0xbb),
9082 	BPF_ATOMIC_OP_TEST2(BPF_W, BPF_OR, |, 0x12, 0xab, 0xbb),
9083 	BPF_ATOMIC_OP_TEST3(BPF_W, BPF_OR, |, 0x12, 0xab, 0xbb),
9084 	BPF_ATOMIC_OP_TEST4(BPF_W, BPF_OR, |, 0x12, 0xab, 0xbb),
9086 	BPF_ATOMIC_OP_TEST1(BPF_W, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb),
9087 	BPF_ATOMIC_OP_TEST2(BPF_W, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb),
9088 	BPF_ATOMIC_OP_TEST3(BPF_W, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb),
9089 	BPF_ATOMIC_OP_TEST4(BPF_W, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb),
9101 	BPF_ATOMIC_OP_TEST1(BPF_W, BPF_XOR, ^, 0x12, 0xab, 0xb9),
9102 	BPF_ATOMIC_OP_TEST2(BPF_W, BPF_XOR, ^, 0x12, 0xab, 0xb9),
9103 	BPF_ATOMIC_OP_TEST3(BPF_W, BPF_XOR, ^, 0x12, 0xab, 0xb9),
9104 	BPF_ATOMIC_OP_TEST4(BPF_W, BPF_XOR, ^, 0x12, 0xab, 0xb9),
9106 	BPF_ATOMIC_OP_TEST1(BPF_W, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9),
9107 	BPF_ATOMIC_OP_TEST2(BPF_W, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9),
9108 	BPF_ATOMIC_OP_TEST3(BPF_W, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9),
9109 	BPF_ATOMIC_OP_TEST4(BPF_W, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9),
9121 	BPF_ATOMIC_OP_TEST1(BPF_W, BPF_XCHG, xchg, 0x12, 0xab, 0xab),
9122 	BPF_ATOMIC_OP_TEST2(BPF_W, BPF_XCHG, xchg, 0x12, 0xab, 0xab),
9123 	BPF_ATOMIC_OP_TEST3(BPF_W, BPF_XCHG, xchg, 0x12, 0xab, 0xab),
9124 	BPF_ATOMIC_OP_TEST4(BPF_W, BPF_XCHG, xchg, 0x12, 0xab, 0xab),
9139 			BPF_ST_MEM(BPF_W, R10, -40, 0x01234567),
9142 			BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
9153 			BPF_ST_MEM(BPF_W, R10, -40, 0x01234567),
9156 			BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
9157 			BPF_LDX_MEM(BPF_W, R0, R10, -40),
9168 			BPF_ST_MEM(BPF_W, R10, -40, 0x01234567),
9171 			BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
9182 			BPF_ST_MEM(BPF_W, R10, -40, 0x01234567),
9185 			BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
9186 			BPF_LDX_MEM(BPF_W, R0, R10, -40),
9197 			BPF_ST_MEM(BPF_W, R10, -40, 0x01234567),
9200 			BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
9201 			BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
10815 			BPF_STMT(BPF_LD | BPF_IND | BPF_W, 0x8),
10843 			BPF_STMT(BPF_LD | BPF_IND | BPF_W, -0x2),
10884 			BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x48),
10910 			BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x3e),
11089 			BPF_STMT(BPF_LD | BPF_IND | BPF_W, 0x4),
11107 			BPF_STMT(BPF_LD | BPF_IND | BPF_W, -0x4),
11125 			BPF_STMT(BPF_LD | BPF_IND | BPF_W, -0x2),
11143 			BPF_STMT(BPF_LD | BPF_IND | BPF_W, -0x3),
11161 			BPF_STMT(BPF_LD | BPF_IND | BPF_W, -0x1),
11179 			BPF_STMT(BPF_LD | BPF_IND | BPF_W, 0x1),
11190 			BPF_STMT(BPF_LD | BPF_IND | BPF_W, 0x1),
11201 			BPF_STMT(BPF_LD | BPF_IND | BPF_W, -0x3f),
11373 			BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x1c),
11390 			BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x22),
11407 			BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x21),
11424 			BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x23),
11441 			BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x3c),
11451 			BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x3f),
11461 			BPF_STMT(BPF_LD | BPF_ABS | BPF_W, -1),
11470 			BPF_STMT(BPF_LD | BPF_ABS | BPF_W, SKF_LL_OFF + 0x3c),
11480 			BPF_STMT(BPF_LD | BPF_ABS | BPF_W, SKF_LL_OFF + 0x3c),
11894 			BPF_ST_MEM(BPF_W, R10, -8, 123456789),
11896 			BPF_LDX_MEM(BPF_W, R0, R0, -8),
12108 	BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_ADD),
12109 	BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_AND),
12110 	BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_OR),
12111 	BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_XOR),
12112 	BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_ADD | BPF_FETCH),
12113 	BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_AND | BPF_FETCH),
12114 	BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_OR | BPF_FETCH),
12115 	BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_XOR | BPF_FETCH),
12116 	BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_XCHG),
12117 	BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_CMPXCHG),
12155 			BPF_ST_MEM(BPF_W, R10, -4, 0),			\
12156 			BPF_ATOMIC_OP(BPF_W, BPF_##op, R10, R1, -4),	\
12180 			BPF_ST_MEM(BPF_W, R10, -4, 0),
12181 			BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R1, -4),
15386 			BPF_LDX_MEM(BPF_W, R2, R1, 0),
15388 			BPF_STX_MEM(BPF_W, R1, R2, 0),
15399 			BPF_LDX_MEM(BPF_W, R2, R1, 0),
15401 			BPF_STX_MEM(BPF_W, R1, R2, 0),
15422 			BPF_LDX_MEM(BPF_W, R2, R1, 0),
15424 			BPF_STX_MEM(BPF_W, R1, R2, 0),
15435 			BPF_LDX_MEM(BPF_W, R2, R1, 0),
15437 			BPF_STX_MEM(BPF_W, R1, R2, 0),