325 static void init_cfi_state(struct cfi_state *cfi)  in init_cfi_state()  argument
330 		cfi->regs[i].base = CFI_UNDEFINED;  in init_cfi_state()
331 		cfi->vals[i].base = CFI_UNDEFINED;  in init_cfi_state()
333 	cfi->cfa.base = CFI_UNDEFINED;  in init_cfi_state()
334 	cfi->drap_reg = CFI_UNDEFINED;  in init_cfi_state()
335 	cfi->drap_offset = -1;  in init_cfi_state()
342 	init_cfi_state(&state->cfi);  in init_insn_state()
355 	struct cfi_state *cfi = calloc(1, sizeof(struct cfi_state));  in cfi_alloc()  local
356 	if (!cfi) {  in cfi_alloc()
361 	return cfi;  in cfi_alloc()
374 static inline u32 cfi_key(struct cfi_state *cfi)  in cfi_key()  argument
376 	return jhash((void *)cfi + sizeof(cfi->hash),  in cfi_key()
377 		     sizeof(*cfi) - sizeof(cfi->hash), 0);  in cfi_key()
380 static struct cfi_state *cfi_hash_find_or_add(struct cfi_state *cfi)  in cfi_hash_find_or_add()  argument
382 	struct hlist_head *head = &cfi_hash[hash_min(cfi_key(cfi), cfi_bits)];  in cfi_hash_find_or_add()
386 		if (!cficmp(cfi, obj)) {  in cfi_hash_find_or_add()
393 	*obj = *cfi;  in cfi_hash_find_or_add()
399 static void cfi_hash_add(struct cfi_state *cfi)  in cfi_hash_add()  argument
401 	struct hlist_head *head = &cfi_hash[hash_min(cfi_key(cfi), cfi_bits)];  in cfi_hash_add()
403 	hlist_add_head(&cfi->hash, head);  in cfi_hash_add()
1689 		orig_alt_group->cfi = calloc(special_alt->orig_len,  in handle_group_alt()
1691 		if (!orig_alt_group->cfi) {  in handle_group_alt()
1811 	new_alt_group->cfi = orig_alt_group->cfi;  in handle_group_alt()
2160 	struct cfi_state cfi = init_cfi;  in read_unwind_hints()  local
2211 			insn->cfi = &force_undefined_cfi;  in read_unwind_hints()
2237 			insn->cfi = &func_cfi;  in read_unwind_hints()
2241 		if (insn->cfi)  in read_unwind_hints()
2242 			cfi = *(insn->cfi);  in read_unwind_hints()
2244 		if (arch_decode_hint_reg(hint->sp_reg, &cfi.cfa.base)) {  in read_unwind_hints()
2249 		cfi.cfa.offset = bswap_if_needed(file->elf, hint->sp_offset);  in read_unwind_hints()
2250 		cfi.type = hint->type;  in read_unwind_hints()
2251 		cfi.signal = hint->signal;  in read_unwind_hints()
2253 		insn->cfi = cfi_hash_find_or_add(&cfi);  in read_unwind_hints()
2581 	struct cfi_state *cfi = &state->cfi;  in has_modified_stack_frame()  local
2584 	if (cfi->cfa.base != initial_func_cfi.cfa.base || cfi->drap)  in has_modified_stack_frame()
2587 	if (cfi->cfa.offset != initial_func_cfi.cfa.offset)  in has_modified_stack_frame()
2590 	if (cfi->stack_size != initial_func_cfi.cfa.offset)  in has_modified_stack_frame()
2594 		if (cfi->regs[i].base != initial_func_cfi.regs[i].base ||  in has_modified_stack_frame()
2595 		    cfi->regs[i].offset != initial_func_cfi.regs[i].offset)  in has_modified_stack_frame()
2611 	struct cfi_state *cfi = &state->cfi;  in has_valid_stack_frame()  local
2613 	if (cfi->cfa.base == CFI_BP &&  in has_valid_stack_frame()
2614 	    check_reg_frame_pos(&cfi->regs[CFI_BP], -cfi->cfa.offset) &&  in has_valid_stack_frame()
2615 	    check_reg_frame_pos(&cfi->regs[CFI_RA], -cfi->cfa.offset + 8))  in has_valid_stack_frame()
2618 	if (cfi->drap && cfi->regs[CFI_BP].base == CFI_BP)  in has_valid_stack_frame()
2625 				  struct cfi_state *cfi,  in update_cfi_state_regs()  argument
2628 	struct cfi_reg *cfa = &cfi->cfa;  in update_cfi_state_regs()
2649 static void save_reg(struct cfi_state *cfi, unsigned char reg, int base, int offset)  in save_reg()  argument
2652 	    cfi->regs[reg].base == CFI_UNDEFINED) {  in save_reg()
2653 		cfi->regs[reg].base = base;  in save_reg()
2654 		cfi->regs[reg].offset = offset;  in save_reg()
2658 static void restore_reg(struct cfi_state *cfi, unsigned char reg)  in restore_reg()  argument
2660 	cfi->regs[reg].base = initial_func_cfi.regs[reg].base;  in restore_reg()
2661 	cfi->regs[reg].offset = initial_func_cfi.regs[reg].offset;  in restore_reg()
2719 			    struct cfi_state *cfi, struct stack_op *op)  in update_cfi_state()  argument
2721 	struct cfi_reg *cfa = &cfi->cfa;  in update_cfi_state()
2722 	struct cfi_reg *regs = cfi->regs;  in update_cfi_state()
2725 	if (cfi->force_undefined)  in update_cfi_state()
2737 	if (cfi->type == UNWIND_HINT_TYPE_REGS ||  in update_cfi_state()
2738 	    cfi->type == UNWIND_HINT_TYPE_REGS_PARTIAL)  in update_cfi_state()
2739 		return update_cfi_state_regs(insn, cfi, op);  in update_cfi_state()
2753 				cfi->bp_scratch = false;  in update_cfi_state()
2757 				 op->dest.reg == CFI_BP && cfi->drap) {  in update_cfi_state()
2761 				regs[CFI_BP].offset = -cfi->stack_size;  in update_cfi_state()
2762 				cfi->bp_scratch = false;  in update_cfi_state()
2777 				cfi->vals[op->dest.reg].base = CFI_CFA;  in update_cfi_state()
2778 				cfi->vals[op->dest.reg].offset = -cfi->stack_size;  in update_cfi_state()
2782 				 (cfa->base == CFI_BP || cfa->base == cfi->drap_reg)) {  in update_cfi_state()
2789 				cfi->stack_size = -cfi->regs[CFI_BP].offset;  in update_cfi_state()
2796 				    cfi->vals[op->src.reg].base == CFI_CFA) {  in update_cfi_state()
2806 					cfa->offset = -cfi->vals[op->src.reg].offset;  in update_cfi_state()
2807 					cfi->stack_size = cfa->offset;  in update_cfi_state()
2810 					   cfi->vals[op->src.reg].base == CFI_SP_INDIRECT &&  in update_cfi_state()
2811 					   cfi->vals[op->src.reg].offset == cfa->offset) {  in update_cfi_state()
2848 				 cfi->vals[op->src.reg].base == CFI_SP_INDIRECT &&  in update_cfi_state()
2849 				 cfi->vals[op->src.reg].offset == cfa->offset) {  in update_cfi_state()
2857 				cfi->stack_size += 8;  in update_cfi_state()
2867 				cfi->stack_size -= op->src.offset;  in update_cfi_state()
2892 					cfi->stack_size = -(op->src.offset + regs[CFI_BP].offset);  in update_cfi_state()
2900 				cfi->drap_reg = op->dest.reg;  in update_cfi_state()
2912 				cfi->vals[op->dest.reg].base = CFI_CFA;  in update_cfi_state()
2913 				cfi->vals[op->dest.reg].offset = \  in update_cfi_state()
2914 					-cfi->stack_size + op->src.offset;  in update_cfi_state()
2919 			if (cfi->drap && op->dest.reg == CFI_SP &&  in update_cfi_state()
2920 			    op->src.reg == cfi->drap_reg) {  in update_cfi_state()
2924 				cfa->offset = cfi->stack_size = -op->src.offset;  in update_cfi_state()
2925 				cfi->drap_reg = CFI_UNDEFINED;  in update_cfi_state()
2926 				cfi->drap = false;  in update_cfi_state()
2930 			if (op->dest.reg == cfi->cfa.base && !(next_insn && next_insn->hint)) {  in update_cfi_state()
2939 			    (cfi->drap_reg != CFI_UNDEFINED && cfa->base != CFI_SP) ||  in update_cfi_state()
2940 			    (cfi->drap_reg == CFI_UNDEFINED && cfa->base != CFI_BP)) {  in update_cfi_state()
2945 			if (cfi->drap_reg != CFI_UNDEFINED) {  in update_cfi_state()
2947 				cfa->base = cfi->drap_reg;  in update_cfi_state()
2948 				cfa->offset = cfi->stack_size = 0;  in update_cfi_state()
2949 				cfi->drap = true;  in update_cfi_state()
2968 			if (!cfi->drap && op->dest.reg == cfa->base) {  in update_cfi_state()
2974 			if (cfi->drap && cfa->base == CFI_BP_INDIRECT &&  in update_cfi_state()
2975 			    op->dest.reg == cfi->drap_reg &&  in update_cfi_state()
2976 			    cfi->drap_offset == -cfi->stack_size) {  in update_cfi_state()
2979 				cfa->base = cfi->drap_reg;  in update_cfi_state()
2981 				cfi->drap_offset = -1;  in update_cfi_state()
2983 			} else if (cfi->stack_size == -regs[op->dest.reg].offset) {  in update_cfi_state()
2986 				restore_reg(cfi, op->dest.reg);  in update_cfi_state()
2989 			cfi->stack_size -= 8;  in update_cfi_state()
2996 			if (!cfi->drap && op->dest.reg == cfa->base &&  in update_cfi_state()
3001 				cfa->offset = cfi->stack_size;  in update_cfi_state()
3004 			if (cfi->drap && op->src.reg == CFI_BP &&  in update_cfi_state()
3005 			    op->src.offset == cfi->drap_offset) {  in update_cfi_state()
3008 				cfa->base = cfi->drap_reg;  in update_cfi_state()
3010 				cfi->drap_offset = -1;  in update_cfi_state()
3013 			if (cfi->drap && op->src.reg == CFI_BP &&  in update_cfi_state()
3017 				restore_reg(cfi, op->dest.reg);  in update_cfi_state()
3024 				restore_reg(cfi, op->dest.reg);  in update_cfi_state()
3027 				   op->src.offset == regs[op->dest.reg].offset + cfi->stack_size) {  in update_cfi_state()
3030 				restore_reg(cfi, op->dest.reg);  in update_cfi_state()
3044 		cfi->stack_size += 8;  in update_cfi_state()
3051 		if (cfi->drap) {  in update_cfi_state()
3052 			if (op->src.reg == cfa->base && op->src.reg == cfi->drap_reg) {  in update_cfi_state()
3056 				cfa->offset = -cfi->stack_size;  in update_cfi_state()
3059 				cfi->drap_offset = -cfi->stack_size;  in update_cfi_state()
3061 			} else if (op->src.reg == CFI_BP && cfa->base == cfi->drap_reg) {  in update_cfi_state()
3064 				cfi->stack_size = 0;  in update_cfi_state()
3069 				save_reg(cfi, op->src.reg, CFI_BP, -cfi->stack_size);  in update_cfi_state()
3075 			save_reg(cfi, op->src.reg, CFI_CFA, -cfi->stack_size);  in update_cfi_state()
3081 			cfi->bp_scratch = true;  in update_cfi_state()
3086 		if (cfi->drap) {  in update_cfi_state()
3087 			if (op->src.reg == cfa->base && op->src.reg == cfi->drap_reg) {  in update_cfi_state()
3094 				cfi->drap_offset = op->dest.offset;  in update_cfi_state()
3098 				save_reg(cfi, op->src.reg, CFI_BP, op->dest.offset);  in update_cfi_state()
3105 			save_reg(cfi, op->src.reg, CFI_CFA,  in update_cfi_state()
3106 				 op->dest.offset - cfi->cfa.offset);  in update_cfi_state()
3111 			save_reg(cfi, op->src.reg, CFI_CFA,  in update_cfi_state()
3112 				 op->dest.offset - cfi->stack_size);  in update_cfi_state()
3117 			cfi->vals[op->dest.reg].base = CFI_SP_INDIRECT;  in update_cfi_state()
3118 			cfi->vals[op->dest.reg].offset = cfa->offset;  in update_cfi_state()
3130 		cfi->stack_size -= 8;  in update_cfi_state()
3161 	if (!insn->cfi) {  in propagate_alt_cfi()
3166 	alt_cfi = insn->alt_group->cfi;  in propagate_alt_cfi()
3170 		alt_cfi[group_off] = insn->cfi;  in propagate_alt_cfi()
3172 		if (cficmp(alt_cfi[group_off], insn->cfi)) {  in propagate_alt_cfi()
3193 		if (update_cfi_state(insn, next_insn, &state->cfi, op))  in handle_insn_ops()
3225 	struct cfi_state *cfi1 = insn->cfi;  in insn_cfi_match()
3424 	if (state->cfi.bp_scratch) {  in validate_return()
3503 			if (!insn->hint && !insn_cfi_match(insn, &state.cfi))  in validate_branch()
3551 				insn->cfi = save_insn->cfi;  in validate_branch()
3555 			state.cfi = *insn->cfi;  in validate_branch()
3559 			if (prev_insn && !cficmp(prev_insn->cfi, &state.cfi)) {  in validate_branch()
3560 				insn->cfi = prev_insn->cfi;  in validate_branch()
3563 				insn->cfi = cfi_hash_find_or_add(&state.cfi);  in validate_branch()
3708 			if (state.cfi.cfa.base == CFI_UNDEFINED)  in validate_branch()
4050 	struct cfi_state *cfi;  in add_prefix_symbol()  local
4079 	if (!insn->cfi) {  in add_prefix_symbol()
4088 	cfi = cfi_hash_find_or_add(insn->cfi);  in add_prefix_symbol()
4090 		prev->cfi = cfi;  in add_prefix_symbol()
4152 		set_func_state(&state.cfi);  in validate_section()
4712 	if (opts.cfi) {  in check()