1fdf08e4bSIan Rogers // SPDX-License-Identifier: GPL-2.0 2fdf08e4bSIan Rogers #include "libunwind-arch.h" 3fdf08e4bSIan Rogers #include "../debug.h" 42723e9f8SIan Rogers #include "../maps.h" 5*88b4275fSIan Rogers #include "../thread.h" 6fdf08e4bSIan Rogers #include "../../../arch/arm64/include/uapi/asm/perf_regs.h" 72723e9f8SIan Rogers #include <linux/compiler.h> 8*88b4275fSIan Rogers #include <linux/kernel.h> 9*88b4275fSIan Rogers #include <linux/zalloc.h> 10*88b4275fSIan Rogers #include <elf.h> 11fdf08e4bSIan Rogers #include <errno.h> 12fdf08e4bSIan Rogers 132723e9f8SIan Rogers #ifdef HAVE_LIBUNWIND_AARCH64_SUPPORT 142723e9f8SIan Rogers #include <libunwind-aarch64.h> 152723e9f8SIan Rogers #endif 162723e9f8SIan Rogers 17fdf08e4bSIan Rogers int __get_perf_regnum_for_unw_regnum_arm64(int unw_regnum) 18fdf08e4bSIan Rogers { 19fdf08e4bSIan Rogers if (unw_regnum < 0 || unw_regnum >= PERF_REG_ARM64_EXTENDED_MAX) { 20fdf08e4bSIan Rogers pr_err("unwind: invalid reg id %d\n", unw_regnum); 21fdf08e4bSIan Rogers return -EINVAL; 22fdf08e4bSIan Rogers } 23fdf08e4bSIan Rogers return unw_regnum; 24fdf08e4bSIan Rogers } 252723e9f8SIan Rogers 262723e9f8SIan Rogers void __libunwind_arch__flush_access_arm64(struct maps *maps __maybe_unused) 272723e9f8SIan Rogers { 282723e9f8SIan Rogers #ifdef HAVE_LIBUNWIND_AARCH64_SUPPORT 292723e9f8SIan Rogers unw_flush_cache(maps__addr_space(maps), 0, 0); 302723e9f8SIan Rogers #endif 312723e9f8SIan Rogers } 322723e9f8SIan Rogers 332723e9f8SIan Rogers void __libunwind_arch__finish_access_arm64(struct maps *maps __maybe_unused) 342723e9f8SIan Rogers { 352723e9f8SIan Rogers #ifdef HAVE_LIBUNWIND_AARCH64_SUPPORT 362723e9f8SIan Rogers unw_destroy_addr_space(maps__addr_space(maps)); 372723e9f8SIan Rogers #endif 382723e9f8SIan Rogers } 39*88b4275fSIan Rogers 40*88b4275fSIan Rogers #ifdef HAVE_LIBUNWIND_AARCH64_SUPPORT 41*88b4275fSIan Rogers static int find_proc_info(unw_addr_space_t as, unw_word_t ip, unw_proc_info_t *pi, 42*88b4275fSIan Rogers int need_unwind_info, void *arg) 43*88b4275fSIan Rogers { 44*88b4275fSIan Rogers return __libunwind__find_proc_info(as, ip, pi, need_unwind_info, arg); 45*88b4275fSIan Rogers } 46*88b4275fSIan Rogers 47*88b4275fSIan Rogers static void put_unwind_info(unw_addr_space_t __maybe_unused as, 48*88b4275fSIan Rogers unw_proc_info_t *pi __maybe_unused, 49*88b4275fSIan Rogers void *arg __maybe_unused) 50*88b4275fSIan Rogers { 51*88b4275fSIan Rogers pr_debug("unwind: put_unwind_info called\n"); 52*88b4275fSIan Rogers } 53*88b4275fSIan Rogers 54*88b4275fSIan Rogers static int get_dyn_info_list_addr(unw_addr_space_t __maybe_unused as, 55*88b4275fSIan Rogers unw_word_t __maybe_unused *dil_addr, 56*88b4275fSIan Rogers void __maybe_unused *arg) 57*88b4275fSIan Rogers { 58*88b4275fSIan Rogers return -UNW_ENOINFO; 59*88b4275fSIan Rogers } 60*88b4275fSIan Rogers 61*88b4275fSIan Rogers static int access_mem(unw_addr_space_t as, unw_word_t addr, unw_word_t *valp, 62*88b4275fSIan Rogers int __write, void *arg) 63*88b4275fSIan Rogers { 64*88b4275fSIan Rogers return __libunwind__access_mem(as, addr, valp, __write, arg); 65*88b4275fSIan Rogers } 66*88b4275fSIan Rogers 67*88b4275fSIan Rogers static int access_reg(unw_addr_space_t as, unw_regnum_t regnum, unw_word_t *valp, 68*88b4275fSIan Rogers int __write, void *arg) 69*88b4275fSIan Rogers { 70*88b4275fSIan Rogers return __libunwind__access_reg(as, regnum, valp, __write, arg); 71*88b4275fSIan Rogers } 72*88b4275fSIan Rogers 73*88b4275fSIan Rogers static int access_fpreg(unw_addr_space_t __maybe_unused as, 74*88b4275fSIan Rogers unw_regnum_t __maybe_unused num, 75*88b4275fSIan Rogers unw_fpreg_t __maybe_unused *val, 76*88b4275fSIan Rogers int __maybe_unused __write, 77*88b4275fSIan Rogers void __maybe_unused *arg) 78*88b4275fSIan Rogers { 79*88b4275fSIan Rogers pr_err("unwind: access_fpreg unsupported\n"); 80*88b4275fSIan Rogers return -UNW_EINVAL; 81*88b4275fSIan Rogers } 82*88b4275fSIan Rogers 83*88b4275fSIan Rogers static int resume(unw_addr_space_t __maybe_unused as, 84*88b4275fSIan Rogers unw_cursor_t __maybe_unused *cu, 85*88b4275fSIan Rogers void __maybe_unused *arg) 86*88b4275fSIan Rogers { 87*88b4275fSIan Rogers pr_err("unwind: resume unsupported\n"); 88*88b4275fSIan Rogers return -UNW_EINVAL; 89*88b4275fSIan Rogers } 90*88b4275fSIan Rogers 91*88b4275fSIan Rogers static int get_proc_name(unw_addr_space_t __maybe_unused as, 92*88b4275fSIan Rogers unw_word_t __maybe_unused addr, 93*88b4275fSIan Rogers char __maybe_unused *bufp, size_t __maybe_unused buf_len, 94*88b4275fSIan Rogers unw_word_t __maybe_unused *offp, void __maybe_unused *arg) 95*88b4275fSIan Rogers { 96*88b4275fSIan Rogers pr_err("unwind: get_proc_name unsupported\n"); 97*88b4275fSIan Rogers return -UNW_EINVAL; 98*88b4275fSIan Rogers } 99*88b4275fSIan Rogers #endif 100*88b4275fSIan Rogers 101*88b4275fSIan Rogers void *__libunwind_arch__create_addr_space_arm64(void) 102*88b4275fSIan Rogers { 103*88b4275fSIan Rogers #ifdef HAVE_LIBUNWIND_AARCH64_SUPPORT 104*88b4275fSIan Rogers static unw_accessors_t accessors = { 105*88b4275fSIan Rogers .find_proc_info = find_proc_info, 106*88b4275fSIan Rogers .put_unwind_info = put_unwind_info, 107*88b4275fSIan Rogers .get_dyn_info_list_addr = get_dyn_info_list_addr, 108*88b4275fSIan Rogers .access_mem = access_mem, 109*88b4275fSIan Rogers .access_reg = access_reg, 110*88b4275fSIan Rogers .access_fpreg = access_fpreg, 111*88b4275fSIan Rogers .resume = resume, 112*88b4275fSIan Rogers .get_proc_name = get_proc_name, 113*88b4275fSIan Rogers }; 114*88b4275fSIan Rogers unw_addr_space_t addr_space; 115*88b4275fSIan Rogers 116*88b4275fSIan Rogers addr_space = unw_create_addr_space(&accessors, /*byte_order=*/0); 117*88b4275fSIan Rogers unw_set_caching_policy(addr_space, UNW_CACHE_GLOBAL); 118*88b4275fSIan Rogers return addr_space; 119*88b4275fSIan Rogers #else 120*88b4275fSIan Rogers return NULL; 121*88b4275fSIan Rogers #endif 122*88b4275fSIan Rogers } 123*88b4275fSIan Rogers 124*88b4275fSIan Rogers #ifdef HAVE_LIBUNWIND_ARM64_SUPPORT 125*88b4275fSIan Rogers extern int UNW_OBJ(dwarf_search_unwind_table) (unw_addr_space_t as, 126*88b4275fSIan Rogers unw_word_t ip, 127*88b4275fSIan Rogers unw_dyn_info_t *di, 128*88b4275fSIan Rogers unw_proc_info_t *pi, 129*88b4275fSIan Rogers int need_unwind_info, void *arg); 130*88b4275fSIan Rogers #define dwarf_search_unwind_table UNW_OBJ(dwarf_search_unwind_table) 131*88b4275fSIan Rogers #endif 132*88b4275fSIan Rogers 133*88b4275fSIan Rogers int __libunwind_arch__dwarf_search_unwind_table_arm64(void *as __maybe_unused, 134*88b4275fSIan Rogers uint64_t ip __maybe_unused, 135*88b4275fSIan Rogers struct libarch_unwind__dyn_info *_di __maybe_unused, 136*88b4275fSIan Rogers void *pi __maybe_unused, 137*88b4275fSIan Rogers int need_unwind_info __maybe_unused, 138*88b4275fSIan Rogers void *arg __maybe_unused) 139*88b4275fSIan Rogers { 140*88b4275fSIan Rogers #ifdef HAVE_LIBUNWIND_ARM64_SUPPORT 141*88b4275fSIan Rogers unw_dyn_info_t di = { 142*88b4275fSIan Rogers .format = UNW_INFO_FORMAT_REMOTE_TABLE, 143*88b4275fSIan Rogers .start_ip = _di->start_ip, 144*88b4275fSIan Rogers .end_ip = _di->end_ip, 145*88b4275fSIan Rogers .u = { 146*88b4275fSIan Rogers .rti = { 147*88b4275fSIan Rogers .segbase = _di->segbase, 148*88b4275fSIan Rogers .table_data = _di->table_data, 149*88b4275fSIan Rogers .table_len = _di->table_len, 150*88b4275fSIan Rogers }, 151*88b4275fSIan Rogers }, 152*88b4275fSIan Rogers }; 153*88b4275fSIan Rogers int ret = dwarf_search_unwind_table(as, ip, &di, pi, need_unwind_info, arg); 154*88b4275fSIan Rogers 155*88b4275fSIan Rogers _di->start_ip = di.start_ip; 156*88b4275fSIan Rogers _di->end_ip = di.end_ip; 157*88b4275fSIan Rogers _di->segbase = di.u.rti.segbase; 158*88b4275fSIan Rogers _di->table_data = di.u.rti.table_data; 159*88b4275fSIan Rogers _di->table_len = di.u.rti.table_len; 160*88b4275fSIan Rogers return ret; 161*88b4275fSIan Rogers #else 162*88b4275fSIan Rogers return -EINVAL; 163*88b4275fSIan Rogers #endif 164*88b4275fSIan Rogers } 165*88b4275fSIan Rogers 166*88b4275fSIan Rogers #if defined(HAVE_LIBUNWIND_ARM64_SUPPORT) && !defined(NO_LIBUNWIND_DEBUG_FRAME_ARM64) 167*88b4275fSIan Rogers extern int UNW_OBJ(dwarf_find_debug_frame) (int found, unw_dyn_info_t *di_debug, 168*88b4275fSIan Rogers unw_word_t ip, 169*88b4275fSIan Rogers unw_word_t segbase, 170*88b4275fSIan Rogers const char *obj_name, unw_word_t start, 171*88b4275fSIan Rogers unw_word_t end); 172*88b4275fSIan Rogers #define dwarf_find_debug_frame UNW_OBJ(dwarf_find_debug_frame) 173*88b4275fSIan Rogers #endif 174*88b4275fSIan Rogers 175*88b4275fSIan Rogers int __libunwind_arch__dwarf_find_debug_frame_arm64(int found __maybe_unused, 176*88b4275fSIan Rogers struct libarch_unwind__dyn_info *_di __maybe_unused, 177*88b4275fSIan Rogers uint64_t ip __maybe_unused, 178*88b4275fSIan Rogers uint64_t segbase __maybe_unused, 179*88b4275fSIan Rogers const char *obj_name __maybe_unused, 180*88b4275fSIan Rogers uint64_t start __maybe_unused, 181*88b4275fSIan Rogers uint64_t end __maybe_unused) 182*88b4275fSIan Rogers { 183*88b4275fSIan Rogers #if defined(HAVE_LIBUNWIND_ARM64_SUPPORT) && !defined(NO_LIBUNWIND_DEBUG_FRAME_ARM64) 184*88b4275fSIan Rogers unw_dyn_info_t di = { 185*88b4275fSIan Rogers .format = UNW_INFO_FORMAT_REMOTE_TABLE, 186*88b4275fSIan Rogers .start_ip = _di->start_ip, 187*88b4275fSIan Rogers .end_ip = _di->end_ip, 188*88b4275fSIan Rogers .u = { 189*88b4275fSIan Rogers .rti = { 190*88b4275fSIan Rogers .segbase = _di->segbase, 191*88b4275fSIan Rogers .table_data = _di->table_data, 192*88b4275fSIan Rogers .table_len = _di->table_len, 193*88b4275fSIan Rogers }, 194*88b4275fSIan Rogers }, 195*88b4275fSIan Rogers }; 196*88b4275fSIan Rogers int ret = dwarf_find_debug_frame(found, &di, ip, segbase, obj_name, start, end); 197*88b4275fSIan Rogers 198*88b4275fSIan Rogers _di->start_ip = di.start_ip; 199*88b4275fSIan Rogers _di->end_ip = di.end_ip; 200*88b4275fSIan Rogers _di->segbase = di.u.ti.segbase; 201*88b4275fSIan Rogers _di->table_data = di.u.ti.table_data; 202*88b4275fSIan Rogers _di->table_len = di.u.ti.table_len; 203*88b4275fSIan Rogers return ret; 204*88b4275fSIan Rogers #else 205*88b4275fSIan Rogers return -EINVAL; 206*88b4275fSIan Rogers #endif 207*88b4275fSIan Rogers } 208*88b4275fSIan Rogers 209*88b4275fSIan Rogers struct unwind_info *__libunwind_arch_unwind_info__new_arm64(struct thread *thread __maybe_unused, 210*88b4275fSIan Rogers struct perf_sample *sample __maybe_unused, 211*88b4275fSIan Rogers int max_stack __maybe_unused, 212*88b4275fSIan Rogers bool best_effort __maybe_unused, 213*88b4275fSIan Rogers uint64_t first_ip __maybe_unused) 214*88b4275fSIan Rogers { 215*88b4275fSIan Rogers #ifdef HAVE_LIBUNWIND_ARM64_SUPPORT 216*88b4275fSIan Rogers struct arch_unwind_info { 217*88b4275fSIan Rogers struct unwind_info ui; 218*88b4275fSIan Rogers unw_cursor_t _cursor; 219*88b4275fSIan Rogers uint64_t _ips[]; 220*88b4275fSIan Rogers }; 221*88b4275fSIan Rogers 222*88b4275fSIan Rogers struct maps *maps = thread__maps(thread); 223*88b4275fSIan Rogers void *addr_space = maps__addr_space(maps); 224*88b4275fSIan Rogers struct arch_unwind_info *ui; 225*88b4275fSIan Rogers int ret; 226*88b4275fSIan Rogers 227*88b4275fSIan Rogers if (addr_space == NULL) 228*88b4275fSIan Rogers return NULL; 229*88b4275fSIan Rogers 230*88b4275fSIan Rogers ui = zalloc(sizeof(*ui) + sizeof(ui->_ips[0]) * max_stack); 231*88b4275fSIan Rogers if (!ui) 232*88b4275fSIan Rogers return NULL; 233*88b4275fSIan Rogers 234*88b4275fSIan Rogers ui->ui.machine = maps__machine(maps); 235*88b4275fSIan Rogers ui->ui.thread = thread; 236*88b4275fSIan Rogers ui->ui.sample = sample; 237*88b4275fSIan Rogers ui->ui.cursor = &ui->_cursor; 238*88b4275fSIan Rogers ui->ui.ips = &ui->_ips[0]; 239*88b4275fSIan Rogers ui->ui.ips[0] = first_ip; 240*88b4275fSIan Rogers ui->ui.cur_ip = 1; 241*88b4275fSIan Rogers ui->ui.max_ips = max_stack; 242*88b4275fSIan Rogers ui->ui.unw_word_t_size = sizeof(unw_word_t); 243*88b4275fSIan Rogers ui->ui.e_machine = EM_AARCH64; 244*88b4275fSIan Rogers ui->ui.best_effort = best_effort; 245*88b4275fSIan Rogers 246*88b4275fSIan Rogers ret = unw_init_remote(&ui->_cursor, addr_space, &ui->ui); 247*88b4275fSIan Rogers if (ret) { 248*88b4275fSIan Rogers if (!best_effort) 249*88b4275fSIan Rogers pr_err("libunwind: %s\n", unw_strerror(ret)); 250*88b4275fSIan Rogers free(ui); 251*88b4275fSIan Rogers return NULL; 252*88b4275fSIan Rogers } 253*88b4275fSIan Rogers 254*88b4275fSIan Rogers return &ui->ui; 255*88b4275fSIan Rogers #else 256*88b4275fSIan Rogers return NULL; 257*88b4275fSIan Rogers #endif 258*88b4275fSIan Rogers } 259*88b4275fSIan Rogers 260*88b4275fSIan Rogers int __libunwind_arch__unwind_step_arm64(struct unwind_info *ui __maybe_unused) 261*88b4275fSIan Rogers { 262*88b4275fSIan Rogers #ifdef HAVE_LIBUNWIND_ARM64_SUPPORT 263*88b4275fSIan Rogers int ret; 264*88b4275fSIan Rogers 265*88b4275fSIan Rogers if (ui->cur_ip >= ui->max_ips) 266*88b4275fSIan Rogers return 0; 267*88b4275fSIan Rogers 268*88b4275fSIan Rogers ret = unw_step(ui->cursor); 269*88b4275fSIan Rogers if (ret > 0) { 270*88b4275fSIan Rogers uint64_t ip; 271*88b4275fSIan Rogers 272*88b4275fSIan Rogers unw_get_reg(ui->cursor, UNW_REG_IP, &ip); 273*88b4275fSIan Rogers 274*88b4275fSIan Rogers if (unw_is_signal_frame(ui->cursor) <= 0) { 275*88b4275fSIan Rogers /* 276*88b4275fSIan Rogers * Decrement the IP for any non-activation frames. This 277*88b4275fSIan Rogers * is required to properly find the srcline for caller 278*88b4275fSIan Rogers * frames. See also the documentation for 279*88b4275fSIan Rogers * dwfl_frame_pc(), which this code tries to replicate. 280*88b4275fSIan Rogers */ 281*88b4275fSIan Rogers --ip; 282*88b4275fSIan Rogers } 283*88b4275fSIan Rogers ui->ips[ui->cur_ip++] = ip; 284*88b4275fSIan Rogers } 285*88b4275fSIan Rogers return ret; 286*88b4275fSIan Rogers #else 287*88b4275fSIan Rogers return -EINVAL; 288*88b4275fSIan Rogers #endif 289*88b4275fSIan Rogers } 290