17 	u8 hashed_bit, intlv_bit, intlv_bit_pos;  in df2_dehash_addr()  local
22 	hashed_bit = intlv_bit;  in df2_dehash_addr()
23 	hashed_bit ^= FIELD_GET(BIT_ULL(12), ctx->ret_addr);  in df2_dehash_addr()
24 	hashed_bit ^= FIELD_GET(BIT_ULL(18), ctx->ret_addr);  in df2_dehash_addr()
25 	hashed_bit ^= FIELD_GET(BIT_ULL(21), ctx->ret_addr);  in df2_dehash_addr()
26 	hashed_bit ^= FIELD_GET(BIT_ULL(30), ctx->ret_addr);  in df2_dehash_addr()
28 	if (hashed_bit != intlv_bit)  in df2_dehash_addr()
37 	u8 hashed_bit, intlv_bit, intlv_bit_pos;  in df3_dehash_addr()  local
46 	hashed_bit = intlv_bit;  in df3_dehash_addr()
47 	hashed_bit ^= FIELD_GET(BIT_ULL(14), ctx->ret_addr);  in df3_dehash_addr()
48 	hashed_bit ^= FIELD_GET(BIT_ULL(18), ctx->ret_addr) & hash_ctl_64k;  in df3_dehash_addr()
49 	hashed_bit ^= FIELD_GET(BIT_ULL(23), ctx->ret_addr) & hash_ctl_2M;  in df3_dehash_addr()
50 	hashed_bit ^= FIELD_GET(BIT_ULL(32), ctx->ret_addr) & hash_ctl_1G;  in df3_dehash_addr()
52 	if (hashed_bit != intlv_bit)  in df3_dehash_addr()
61 	hashed_bit = intlv_bit;  in df3_dehash_addr()
62 	hashed_bit ^= FIELD_GET(BIT_ULL(16), ctx->ret_addr) & hash_ctl_64k;  in df3_dehash_addr()
63 	hashed_bit ^= FIELD_GET(BIT_ULL(21), ctx->ret_addr) & hash_ctl_2M;  in df3_dehash_addr()
64 	hashed_bit ^= FIELD_GET(BIT_ULL(30), ctx->ret_addr) & hash_ctl_1G;  in df3_dehash_addr()
66 	if (hashed_bit != intlv_bit)  in df3_dehash_addr()
75 	hashed_bit = intlv_bit;  in df3_dehash_addr()
76 	hashed_bit ^= FIELD_GET(BIT_ULL(17), ctx->ret_addr) & hash_ctl_64k;  in df3_dehash_addr()
77 	hashed_bit ^= FIELD_GET(BIT_ULL(22), ctx->ret_addr) & hash_ctl_2M;  in df3_dehash_addr()
78 	hashed_bit ^= FIELD_GET(BIT_ULL(31), ctx->ret_addr) & hash_ctl_1G;  in df3_dehash_addr()
80 	if (hashed_bit != intlv_bit)  in df3_dehash_addr()
89 	u8 hashed_bit, intlv_bit, num_intlv_bits;  in df3_6chan_dehash_addr()  local
104 	hashed_bit = intlv_bit;  in df3_6chan_dehash_addr()
105 	hashed_bit ^= !!(BIT_ULL(intlv_bit_pos + num_intlv_bits) & ctx->ret_addr);  in df3_6chan_dehash_addr()
106 	hashed_bit ^= FIELD_GET(BIT_ULL(23), ctx->ret_addr) & hash_ctl_2M;  in df3_6chan_dehash_addr()
107 	hashed_bit ^= FIELD_GET(BIT_ULL(32), ctx->ret_addr) & hash_ctl_1G;  in df3_6chan_dehash_addr()
109 	if (hashed_bit != intlv_bit)  in df3_6chan_dehash_addr()
115 	hashed_bit = intlv_bit;  in df3_6chan_dehash_addr()
116 	hashed_bit ^= FIELD_GET(BIT_ULL(21), ctx->ret_addr) & hash_ctl_2M;  in df3_6chan_dehash_addr()
117 	hashed_bit ^= FIELD_GET(BIT_ULL(30), ctx->ret_addr) & hash_ctl_1G;  in df3_6chan_dehash_addr()
119 	if (hashed_bit != intlv_bit)  in df3_6chan_dehash_addr()
125 	hashed_bit = intlv_bit;  in df3_6chan_dehash_addr()
126 	hashed_bit ^= FIELD_GET(BIT_ULL(22), ctx->ret_addr) & hash_ctl_2M;  in df3_6chan_dehash_addr()
127 	hashed_bit ^= FIELD_GET(BIT_ULL(31), ctx->ret_addr) & hash_ctl_1G;  in df3_6chan_dehash_addr()
129 	if (hashed_bit != intlv_bit)  in df3_6chan_dehash_addr()
138 	u8 hashed_bit, intlv_bit;  in df4_dehash_addr()  local
146 	hashed_bit = intlv_bit;  in df4_dehash_addr()
147 	hashed_bit ^= FIELD_GET(BIT_ULL(16), ctx->ret_addr) & hash_ctl_64k;  in df4_dehash_addr()
148 	hashed_bit ^= FIELD_GET(BIT_ULL(21), ctx->ret_addr) & hash_ctl_2M;  in df4_dehash_addr()
149 	hashed_bit ^= FIELD_GET(BIT_ULL(30), ctx->ret_addr) & hash_ctl_1G;  in df4_dehash_addr()
152 		hashed_bit ^= FIELD_GET(BIT_ULL(14), ctx->ret_addr);  in df4_dehash_addr()
154 	if (hashed_bit != intlv_bit)  in df4_dehash_addr()
168 	hashed_bit = intlv_bit;  in df4_dehash_addr()
169 	hashed_bit ^= FIELD_GET(BIT_ULL(17), ctx->ret_addr) & hash_ctl_64k;  in df4_dehash_addr()
170 	hashed_bit ^= FIELD_GET(BIT_ULL(22), ctx->ret_addr) & hash_ctl_2M;  in df4_dehash_addr()
171 	hashed_bit ^= FIELD_GET(BIT_ULL(31), ctx->ret_addr) & hash_ctl_1G;  in df4_dehash_addr()
173 	if (hashed_bit != intlv_bit)  in df4_dehash_addr()
182 	hashed_bit = intlv_bit;  in df4_dehash_addr()
183 	hashed_bit ^= FIELD_GET(BIT_ULL(18), ctx->ret_addr) & hash_ctl_64k;  in df4_dehash_addr()
184 	hashed_bit ^= FIELD_GET(BIT_ULL(23), ctx->ret_addr) & hash_ctl_2M;  in df4_dehash_addr()
185 	hashed_bit ^= FIELD_GET(BIT_ULL(32), ctx->ret_addr) & hash_ctl_1G;  in df4_dehash_addr()
187 	if (hashed_bit != intlv_bit)  in df4_dehash_addr()
196 	hashed_bit = intlv_bit;  in df4_dehash_addr()
197 	hashed_bit ^= FIELD_GET(BIT_ULL(19), ctx->ret_addr) & hash_ctl_64k;  in df4_dehash_addr()
198 	hashed_bit ^= FIELD_GET(BIT_ULL(24), ctx->ret_addr) & hash_ctl_2M;  in df4_dehash_addr()
199 	hashed_bit ^= FIELD_GET(BIT_ULL(33), ctx->ret_addr) & hash_ctl_1G;  in df4_dehash_addr()
201 	if (hashed_bit != intlv_bit)  in df4_dehash_addr()
210 	u8 hashed_bit, intlv_bit;  in df4p5_dehash_addr()  local
241 		hashed_bit = intlv_bit;  in df4p5_dehash_addr()
242 		hashed_bit ^= FIELD_GET(BIT_ULL(16), ctx->ret_addr) & hash_ctl_64k;  in df4p5_dehash_addr()
243 		hashed_bit ^= FIELD_GET(BIT_ULL(21), ctx->ret_addr) & hash_ctl_2M;  in df4p5_dehash_addr()
244 		hashed_bit ^= FIELD_GET(BIT_ULL(30), ctx->ret_addr) & hash_ctl_1G;  in df4p5_dehash_addr()
245 		hashed_bit ^= FIELD_GET(BIT_ULL(40), ctx->ret_addr) & hash_ctl_1T;  in df4p5_dehash_addr()
247 		if (hashed_bit != intlv_bit)  in df4p5_dehash_addr()
254 		hashed_bit = intlv_bit;  in df4p5_dehash_addr()
255 		hashed_bit ^= FIELD_GET(BIT_ULL(17), ctx->ret_addr) & hash_ctl_64k;  in df4p5_dehash_addr()
256 		hashed_bit ^= FIELD_GET(BIT_ULL(22), ctx->ret_addr) & hash_ctl_2M;  in df4p5_dehash_addr()
257 		hashed_bit ^= FIELD_GET(BIT_ULL(31), ctx->ret_addr) & hash_ctl_1G;  in df4p5_dehash_addr()
258 		hashed_bit ^= FIELD_GET(BIT_ULL(41), ctx->ret_addr) & hash_ctl_1T;  in df4p5_dehash_addr()
260 		if (hashed_bit != intlv_bit)  in df4p5_dehash_addr()
267 		hashed_bit = intlv_bit;  in df4p5_dehash_addr()
268 		hashed_bit ^= FIELD_GET(BIT_ULL(18), ctx->ret_addr) & hash_ctl_64k;  in df4p5_dehash_addr()
269 		hashed_bit ^= FIELD_GET(BIT_ULL(23), ctx->ret_addr) & hash_ctl_2M;  in df4p5_dehash_addr()
270 		hashed_bit ^= FIELD_GET(BIT_ULL(32), ctx->ret_addr) & hash_ctl_1G;  in df4p5_dehash_addr()
271 		hashed_bit ^= FIELD_GET(BIT_ULL(42), ctx->ret_addr) & hash_ctl_1T;  in df4p5_dehash_addr()
273 		if (hashed_bit != intlv_bit)  in df4p5_dehash_addr()
280 		hashed_bit = intlv_bit;  in df4p5_dehash_addr()
281 		hashed_bit ^= FIELD_GET(BIT_ULL(19), ctx->ret_addr) & hash_ctl_64k;  in df4p5_dehash_addr()
282 		hashed_bit ^= FIELD_GET(BIT_ULL(24), ctx->ret_addr) & hash_ctl_2M;  in df4p5_dehash_addr()
283 		hashed_bit ^= FIELD_GET(BIT_ULL(33), ctx->ret_addr) & hash_ctl_1G;  in df4p5_dehash_addr()
284 		hashed_bit ^= FIELD_GET(BIT_ULL(43), ctx->ret_addr) & hash_ctl_1T;  in df4p5_dehash_addr()
286 		if (hashed_bit != intlv_bit)  in df4p5_dehash_addr()
293 		hashed_bit = intlv_bit;  in df4p5_dehash_addr()
294 		hashed_bit ^= FIELD_GET(BIT_ULL(20), ctx->ret_addr) & hash_ctl_64k;  in df4p5_dehash_addr()
295 		hashed_bit ^= FIELD_GET(BIT_ULL(25), ctx->ret_addr) & hash_ctl_2M;  in df4p5_dehash_addr()
296 		hashed_bit ^= FIELD_GET(BIT_ULL(34), ctx->ret_addr) & hash_ctl_1G;  in df4p5_dehash_addr()
297 		hashed_bit ^= FIELD_GET(BIT_ULL(44), ctx->ret_addr) & hash_ctl_1T;  in df4p5_dehash_addr()
299 		if (hashed_bit != intlv_bit)  in df4p5_dehash_addr()
320 	bool hashed_bit, intlv_bit, test_bit;  in mi300_dehash_addr()  local
341 		hashed_bit = intlv_bit;  in mi300_dehash_addr()
346 			hashed_bit ^= test_bit & hash_ctl_4k;  in mi300_dehash_addr()
351 		hashed_bit ^= test_bit & hash_ctl_64k;  in mi300_dehash_addr()
353 		hashed_bit ^= test_bit & hash_ctl_2M;  in mi300_dehash_addr()
355 		hashed_bit ^= test_bit & hash_ctl_1G;  in mi300_dehash_addr()
357 		hashed_bit ^= test_bit & hash_ctl_1T;  in mi300_dehash_addr()
359 		hashed_bit ^= test_bit & hash_ctl_1T;  in mi300_dehash_addr()
361 		if (hashed_bit != intlv_bit)  in mi300_dehash_addr()
373 		hashed_bit = intlv_bit;  in mi300_dehash_addr()
376 		hashed_bit ^= test_bit & hash_ctl_64k;  in mi300_dehash_addr()
378 		hashed_bit ^= test_bit & hash_ctl_2M;  in mi300_dehash_addr()
380 		hashed_bit ^= test_bit & hash_ctl_1G;  in mi300_dehash_addr()
382 		hashed_bit ^= test_bit & hash_ctl_1T;  in mi300_dehash_addr()
384 		if (hashed_bit != intlv_bit)  in mi300_dehash_addr()