Lines Matching full:code
3 * Common code for probe-based Dynamic events.
5 * This code was copied from kernel/trace/trace_kprobe.c written by
290 static int parse_trace_event_arg(char *arg, struct fetch_insn *code, in parse_trace_event_arg() argument
299 code->op = FETCH_OP_TP_ARG; in parse_trace_event_arg()
300 code->data = field; in parse_trace_event_arg()
366 struct fetch_insn *code = *pcode + 1; in check_prepare_btf_string_fetch() local
368 if (code->op == FETCH_OP_END) { in check_prepare_btf_string_fetch()
373 code->op = FETCH_OP_UDEREF; in check_prepare_btf_string_fetch()
375 code->op = FETCH_OP_DEREF; in check_prepare_btf_string_fetch()
376 code->offset = 0; in check_prepare_btf_string_fetch()
377 *pcode = code; in check_prepare_btf_string_fetch()
526 struct fetch_insn *code = *pcode; in parse_btf_field() local
587 if (++code == end) { in parse_btf_field()
591 code->op = FETCH_OP_DEREF; /* TODO: user deref support */ in parse_btf_field()
592 code->offset = bitoffs / 8; in parse_btf_field()
593 *pcode = code; in parse_btf_field()
608 struct fetch_insn *code = *pcode; in parse_btf_arg() local
629 code->op = FETCH_OP_RETVAL; in parse_btf_arg()
661 code->op = FETCH_OP_ARG; in parse_btf_arg()
663 code->param = i + 1; in parse_btf_arg()
665 code->param = i; in parse_btf_arg()
667 code->op = FETCH_OP_EDATA; in parse_btf_arg()
673 code->offset = ret; in parse_btf_arg()
714 struct fetch_insn *code = *pcode; in parse_btf_bitfield() local
719 code++; in parse_btf_bitfield()
720 if (code->op != FETCH_OP_NOP) { in parse_btf_bitfield()
724 *pcode = code; in parse_btf_bitfield()
726 code->op = FETCH_OP_MOD_BF; in parse_btf_bitfield()
727 code->lshift = 64 - (ctx->last_bitsize + ctx->last_bitoffs); in parse_btf_bitfield()
728 code->rshift = 64 - ctx->last_bitsize; in parse_btf_bitfield()
729 code->basesize = 64 / 8; in parse_btf_bitfield()
784 earg->code = kcalloc(earg->size, sizeof(struct fetch_insn), in __store_entry_arg()
786 if (!earg->code) { in __store_entry_arg()
790 /* Fill the code buffer with 'end' to simplify it */ in __store_entry_arg()
792 earg->code[i].op = FETCH_OP_END; in __store_entry_arg()
798 switch (earg->code[i].op) { in __store_entry_arg()
800 earg->code[i].op = FETCH_OP_ARG; in __store_entry_arg()
801 earg->code[i].param = argnum; in __store_entry_arg()
802 earg->code[i + 1].op = FETCH_OP_ST_EDATA; in __store_entry_arg()
803 earg->code[i + 1].offset = offset; in __store_entry_arg()
806 match = (earg->code[i].param == argnum); in __store_entry_arg()
809 offset = earg->code[i].offset; in __store_entry_arg()
830 switch (earg->code[i].op) { in traceprobe_get_entry_data_size()
834 size = earg->code[i].offset + sizeof(unsigned long); in traceprobe_get_entry_data_size()
854 struct fetch_insn *code = &earg->code[i]; in store_trace_entry_data() local
856 switch (code->op) { in store_trace_entry_data()
858 val = regs_get_kernel_argument(regs, code->param); in store_trace_entry_data()
861 *(unsigned long *)((unsigned long)edata + code->offset) = val; in store_trace_entry_data()
883 struct fetch_insn *code = *pcode; in NOKPROBE_SYMBOL() local
891 if (code->data) in NOKPROBE_SYMBOL()
893 ret = parse_trace_event_arg(arg, code, ctx); in NOKPROBE_SYMBOL()
897 code->op = FETCH_OP_COMM; in NOKPROBE_SYMBOL()
912 code->op = FETCH_OP_RETVAL; in NOKPROBE_SYMBOL()
922 code->op = FETCH_OP_STACKP; in NOKPROBE_SYMBOL()
936 code->op = FETCH_OP_STACK; in NOKPROBE_SYMBOL()
937 code->param = (unsigned int)param; in NOKPROBE_SYMBOL()
944 code->op = FETCH_OP_COMM; in NOKPROBE_SYMBOL()
962 code->op = FETCH_OP_ARG; in NOKPROBE_SYMBOL()
963 code->param = (unsigned int)param; in NOKPROBE_SYMBOL()
969 code->param++; in NOKPROBE_SYMBOL()
976 code->op = FETCH_OP_EDATA; in NOKPROBE_SYMBOL()
977 code->offset = ret; in NOKPROBE_SYMBOL()
1022 struct fetch_insn *code = *pcode; in parse_probe_arg() local
1042 code->op = FETCH_OP_REG; in parse_probe_arg()
1043 code->param = (unsigned int)ret; in parse_probe_arg()
1057 code->op = FETCH_OP_IMM; in parse_probe_arg()
1058 code->immediate = param; in parse_probe_arg()
1071 code->op = FETCH_OP_FOFFS; in parse_probe_arg()
1072 code->immediate = (unsigned long)offset; // imm64? in parse_probe_arg()
1080 code->op = FETCH_NOP_SYMBOL; in parse_probe_arg()
1081 code->data = kstrdup(arg + 1, GFP_KERNEL); in parse_probe_arg()
1082 if (!code->data) in parse_probe_arg()
1084 if (++code == end) { in parse_probe_arg()
1088 code->op = FETCH_OP_IMM; in parse_probe_arg()
1089 code->immediate = 0; in parse_probe_arg()
1092 if (++code == end) { in parse_probe_arg()
1096 *pcode = code; in parse_probe_arg()
1097 code->op = FETCH_OP_DEREF; in parse_probe_arg()
1098 code->offset = offset; in parse_probe_arg()
1133 ret = parse_probe_arg(arg, t2, &code, end, ctx); in parse_probe_arg()
1137 if (code->op == FETCH_OP_COMM || in parse_probe_arg()
1138 code->op == FETCH_OP_DATA) { in parse_probe_arg()
1142 if (++code == end) { in parse_probe_arg()
1146 *pcode = code; in parse_probe_arg()
1148 code->op = deref; in parse_probe_arg()
1149 code->offset = offset; in parse_probe_arg()
1159 code->op = FETCH_OP_DATA; in parse_probe_arg()
1160 code->data = tmp; in parse_probe_arg()
1162 ret = str_to_immediate(arg + 1, &code->immediate); in parse_probe_arg()
1166 code->op = FETCH_OP_IMM; in parse_probe_arg()
1180 if (!ret && code->op == FETCH_OP_NOP) { in parse_probe_arg()
1193 struct fetch_insn *code = *pcode; in __parse_bitfield_probe_arg() local
1210 code++; in __parse_bitfield_probe_arg()
1211 if (code->op != FETCH_OP_NOP) in __parse_bitfield_probe_arg()
1213 *pcode = code; in __parse_bitfield_probe_arg()
1215 code->op = FETCH_OP_MOD_BF; in __parse_bitfield_probe_arg()
1216 code->lshift = BYTES_TO_BITS(t->size) - (bw + bo); in __parse_bitfield_probe_arg()
1217 code->rshift = BYTES_TO_BITS(t->size) - bw; in __parse_bitfield_probe_arg()
1218 code->basesize = t->size; in __parse_bitfield_probe_arg()
1288 static int finalize_fetch_insn(struct fetch_insn *code, in finalize_fetch_insn() argument
1301 if (code->op != FETCH_OP_REG && code->op != FETCH_OP_STACK && in finalize_fetch_insn()
1302 code->op != FETCH_OP_RETVAL && code->op != FETCH_OP_ARG && in finalize_fetch_insn()
1303 code->op != FETCH_OP_DEREF && code->op != FETCH_OP_TP_ARG) { in finalize_fetch_insn()
1309 if (code->op != FETCH_OP_DEREF && code->op != FETCH_OP_UDEREF && in finalize_fetch_insn()
1310 code->op != FETCH_OP_IMM && code->op != FETCH_OP_COMM && in finalize_fetch_insn()
1311 code->op != FETCH_OP_DATA && code->op != FETCH_OP_TP_ARG) { in finalize_fetch_insn()
1319 (code->op == FETCH_OP_IMM || code->op == FETCH_OP_COMM || in finalize_fetch_insn()
1320 code->op == FETCH_OP_DATA) || code->op == FETCH_OP_TP_ARG || in finalize_fetch_insn()
1330 code++; in finalize_fetch_insn()
1331 if (code->op != FETCH_OP_NOP) { in finalize_fetch_insn()
1339 code->op == FETCH_OP_UDEREF) in finalize_fetch_insn()
1340 code->op = FETCH_OP_ST_USTRING; in finalize_fetch_insn()
1342 code->op = FETCH_OP_ST_SYMSTR; in finalize_fetch_insn()
1344 code->op = FETCH_OP_ST_STRING; in finalize_fetch_insn()
1345 code->size = parg->type->size; in finalize_fetch_insn()
1347 } else if (code->op == FETCH_OP_DEREF) { in finalize_fetch_insn()
1348 code->op = FETCH_OP_ST_MEM; in finalize_fetch_insn()
1349 code->size = parg->type->size; in finalize_fetch_insn()
1350 } else if (code->op == FETCH_OP_UDEREF) { in finalize_fetch_insn()
1351 code->op = FETCH_OP_ST_UMEM; in finalize_fetch_insn()
1352 code->size = parg->type->size; in finalize_fetch_insn()
1354 code++; in finalize_fetch_insn()
1355 if (code->op != FETCH_OP_NOP) { in finalize_fetch_insn()
1359 code->op = FETCH_OP_ST_RAW; in finalize_fetch_insn()
1360 code->size = parg->type->size; in finalize_fetch_insn()
1364 scode = code; in finalize_fetch_insn()
1369 ret = __parse_bitfield_probe_arg(type, parg->type, &code); in finalize_fetch_insn()
1377 ret = parse_btf_bitfield(&code, ctx); in finalize_fetch_insn()
1390 code++; in finalize_fetch_insn()
1391 if (code->op != FETCH_OP_NOP) { in finalize_fetch_insn()
1395 code->op = FETCH_OP_LP_ARRAY; in finalize_fetch_insn()
1396 code->param = parg->count; in finalize_fetch_insn()
1400 code++; in finalize_fetch_insn()
1401 code->op = FETCH_OP_END; in finalize_fetch_insn()
1411 struct fetch_insn *code, *tmp = NULL; in traceprobe_parse_probe_arg_body() local
1436 code = tmp = kcalloc(FETCH_INSN_MAX, sizeof(*code), GFP_KERNEL); in traceprobe_parse_probe_arg_body()
1437 if (!code) in traceprobe_parse_probe_arg_body()
1439 code[FETCH_INSN_MAX - 1].op = FETCH_OP_END; in traceprobe_parse_probe_arg_body()
1442 ret = parse_probe_arg(arg, parg->type, &code, &code[FETCH_INSN_MAX - 1], in traceprobe_parse_probe_arg_body()
1453 ret = check_prepare_btf_string_fetch(type, &code, ctx); in traceprobe_parse_probe_arg_body()
1472 ret = finalize_fetch_insn(code, parg, type, type ? type - arg : 0, ctx); in traceprobe_parse_probe_arg_body()
1476 for (; code < tmp + FETCH_INSN_MAX; code++) in traceprobe_parse_probe_arg_body()
1477 if (code->op == FETCH_OP_END) in traceprobe_parse_probe_arg_body()
1479 /* Shrink down the code buffer */ in traceprobe_parse_probe_arg_body()
1480 parg->code = kcalloc(code - tmp + 1, sizeof(*code), GFP_KERNEL); in traceprobe_parse_probe_arg_body()
1481 if (!parg->code) in traceprobe_parse_probe_arg_body()
1484 memcpy(parg->code, tmp, sizeof(*code) * (code - tmp + 1)); in traceprobe_parse_probe_arg_body()
1488 for (code = tmp; code < tmp + FETCH_INSN_MAX; code++) in traceprobe_parse_probe_arg_body()
1489 if (code->op == FETCH_NOP_SYMBOL || in traceprobe_parse_probe_arg_body()
1490 code->op == FETCH_OP_DATA) in traceprobe_parse_probe_arg_body()
1491 kfree(code->data); in traceprobe_parse_probe_arg_body()
1582 struct fetch_insn *code = arg->code; in traceprobe_free_probe_arg() local
1584 while (code && code->op != FETCH_OP_END) { in traceprobe_free_probe_arg()
1585 if (code->op == FETCH_NOP_SYMBOL || in traceprobe_free_probe_arg()
1586 code->op == FETCH_OP_DATA) in traceprobe_free_probe_arg()
1587 kfree(code->data); in traceprobe_free_probe_arg()
1588 code++; in traceprobe_free_probe_arg()
1590 kfree(arg->code); in traceprobe_free_probe_arg()
1797 struct fetch_insn *code = arg->code; in traceprobe_update_arg() local
1803 while (code && code->op != FETCH_OP_END) { in traceprobe_update_arg()
1804 if (code->op == FETCH_NOP_SYMBOL) { in traceprobe_update_arg()
1805 if (code[1].op != FETCH_OP_IMM) in traceprobe_update_arg()
1808 tmp = strpbrk(code->data, "+-"); in traceprobe_update_arg()
1811 ret = traceprobe_split_symbol_offset(code->data, in traceprobe_update_arg()
1816 code[1].immediate = in traceprobe_update_arg()
1817 (unsigned long)kallsyms_lookup_name(code->data); in traceprobe_update_arg()
1820 if (!code[1].immediate) in traceprobe_update_arg()
1822 code[1].immediate += offset; in traceprobe_update_arg()
1824 code++; in traceprobe_update_arg()
1983 kfree(tp->entry_arg->code); in trace_probe_cleanup()