276 			struct fetch_insn *code, unsigned int flags, int offs)  in parse_probe_vars()  argument
283 		if (code->data)  in parse_probe_vars()
285 		code->data = kstrdup(arg, GFP_KERNEL);  in parse_probe_vars()
286 		if (!code->data)  in parse_probe_vars()
288 		code->op = FETCH_OP_TP_ARG;  in parse_probe_vars()
291 			code->op = FETCH_OP_RETVAL;  in parse_probe_vars()
298 			code->op = FETCH_OP_STACKP;  in parse_probe_vars()
308 				code->op = FETCH_OP_STACK;  in parse_probe_vars()
309 				code->param = (unsigned int)param;  in parse_probe_vars()
314 		code->op = FETCH_OP_COMM;  in parse_probe_vars()
326 		code->op = FETCH_OP_ARG;  in parse_probe_vars()
327 		code->param = (unsigned int)param - 1;  in parse_probe_vars()
370 	struct fetch_insn *code = *pcode;  in parse_probe_arg()  local
379 		ret = parse_probe_vars(arg + 1, type, code, flags, offs);  in parse_probe_arg()
390 			code->op = FETCH_OP_REG;  in parse_probe_arg()
391 			code->param = (unsigned int)ret;  in parse_probe_arg()
405 			code->op = FETCH_OP_IMM;  in parse_probe_arg()
406 			code->immediate = param;  in parse_probe_arg()
419 			code->op = FETCH_OP_FOFFS;  in parse_probe_arg()
420 			code->immediate = (unsigned long)offset;  // imm64?  in parse_probe_arg()
428 			code->op = FETCH_NOP_SYMBOL;  in parse_probe_arg()
429 			code->data = kstrdup(arg + 1, GFP_KERNEL);  in parse_probe_arg()
430 			if (!code->data)  in parse_probe_arg()
432 			if (++code == end) {  in parse_probe_arg()
436 			code->op = FETCH_OP_IMM;  in parse_probe_arg()
437 			code->immediate = 0;  in parse_probe_arg()
440 		if (++code == end) {  in parse_probe_arg()
444 		*pcode = code;  in parse_probe_arg()
445 		code->op = FETCH_OP_DEREF;  in parse_probe_arg()
446 		code->offset = offset;  in parse_probe_arg()
480 			ret = parse_probe_arg(arg, t2, &code, end, flags, offs);  in parse_probe_arg()
483 			if (code->op == FETCH_OP_COMM ||  in parse_probe_arg()
484 			    code->op == FETCH_OP_DATA) {  in parse_probe_arg()
488 			if (++code == end) {  in parse_probe_arg()
492 			*pcode = code;  in parse_probe_arg()
494 			code->op = deref;  in parse_probe_arg()
495 			code->offset = offset;  in parse_probe_arg()
503 			code->op = FETCH_OP_DATA;  in parse_probe_arg()
504 			code->data = tmp;  in parse_probe_arg()
506 			ret = str_to_immediate(arg + 1, &code->immediate);  in parse_probe_arg()
510 				code->op = FETCH_OP_IMM;  in parse_probe_arg()
514 	if (!ret && code->op == FETCH_OP_NOP) {  in parse_probe_arg()
529 	struct fetch_insn *code = *pcode;  in __parse_bitfield_probe_arg()  local
546 	code++;  in __parse_bitfield_probe_arg()
547 	if (code->op != FETCH_OP_NOP)  in __parse_bitfield_probe_arg()
549 	*pcode = code;  in __parse_bitfield_probe_arg()
551 	code->op = FETCH_OP_MOD_BF;  in __parse_bitfield_probe_arg()
552 	code->lshift = BYTES_TO_BITS(t->size) - (bw + bo);  in __parse_bitfield_probe_arg()
553 	code->rshift = BYTES_TO_BITS(t->size) - bw;  in __parse_bitfield_probe_arg()
554 	code->basesize = t->size;  in __parse_bitfield_probe_arg()
563 	struct fetch_insn *code, *scode, *tmp = NULL;  in traceprobe_parse_probe_arg_body()  local
649 	code = tmp = kcalloc(FETCH_INSN_MAX, sizeof(*code), GFP_KERNEL);  in traceprobe_parse_probe_arg_body()
650 	if (!code)  in traceprobe_parse_probe_arg_body()
652 	code[FETCH_INSN_MAX - 1].op = FETCH_OP_END;  in traceprobe_parse_probe_arg_body()
654 	ret = parse_probe_arg(arg, parg->type, &code, &code[FETCH_INSN_MAX - 1],  in traceprobe_parse_probe_arg_body()
663 		if (code->op != FETCH_OP_DEREF && code->op != FETCH_OP_UDEREF &&  in traceprobe_parse_probe_arg_body()
664 		    code->op != FETCH_OP_IMM && code->op != FETCH_OP_COMM &&  in traceprobe_parse_probe_arg_body()
665 		    code->op != FETCH_OP_DATA && code->op != FETCH_OP_TP_ARG) {  in traceprobe_parse_probe_arg_body()
670 		if ((code->op == FETCH_OP_IMM || code->op == FETCH_OP_COMM ||  in traceprobe_parse_probe_arg_body()
671 		     code->op == FETCH_OP_DATA) || code->op == FETCH_OP_TP_ARG ||  in traceprobe_parse_probe_arg_body()
679 			code++;  in traceprobe_parse_probe_arg_body()
680 			if (code->op != FETCH_OP_NOP) {  in traceprobe_parse_probe_arg_body()
687 		    code->op == FETCH_OP_UDEREF)  in traceprobe_parse_probe_arg_body()
688 			code->op = FETCH_OP_ST_USTRING;  in traceprobe_parse_probe_arg_body()
690 			code->op = FETCH_OP_ST_STRING;  in traceprobe_parse_probe_arg_body()
691 		code->size = parg->type->size;  in traceprobe_parse_probe_arg_body()
693 	} else if (code->op == FETCH_OP_DEREF) {  in traceprobe_parse_probe_arg_body()
694 		code->op = FETCH_OP_ST_MEM;  in traceprobe_parse_probe_arg_body()
695 		code->size = parg->type->size;  in traceprobe_parse_probe_arg_body()
696 	} else if (code->op == FETCH_OP_UDEREF) {  in traceprobe_parse_probe_arg_body()
697 		code->op = FETCH_OP_ST_UMEM;  in traceprobe_parse_probe_arg_body()
698 		code->size = parg->type->size;  in traceprobe_parse_probe_arg_body()
700 		code++;  in traceprobe_parse_probe_arg_body()
701 		if (code->op != FETCH_OP_NOP) {  in traceprobe_parse_probe_arg_body()
705 		code->op = FETCH_OP_ST_RAW;  in traceprobe_parse_probe_arg_body()
706 		code->size = parg->type->size;  in traceprobe_parse_probe_arg_body()
708 	scode = code;  in traceprobe_parse_probe_arg_body()
711 		ret = __parse_bitfield_probe_arg(t, parg->type, &code);  in traceprobe_parse_probe_arg_body()
727 		code++;  in traceprobe_parse_probe_arg_body()
728 		if (code->op != FETCH_OP_NOP) {  in traceprobe_parse_probe_arg_body()
732 		code->op = FETCH_OP_LP_ARRAY;  in traceprobe_parse_probe_arg_body()
733 		code->param = parg->count;  in traceprobe_parse_probe_arg_body()
735 	code++;  in traceprobe_parse_probe_arg_body()
736 	code->op = FETCH_OP_END;  in traceprobe_parse_probe_arg_body()
740 	parg->code = kcalloc(code - tmp + 1, sizeof(*code), GFP_KERNEL);  in traceprobe_parse_probe_arg_body()
741 	if (!parg->code)  in traceprobe_parse_probe_arg_body()
744 		memcpy(parg->code, tmp, sizeof(*code) * (code - tmp + 1));  in traceprobe_parse_probe_arg_body()
748 		for (code = tmp; code < tmp + FETCH_INSN_MAX; code++)  in traceprobe_parse_probe_arg_body()
749 			if (code->op == FETCH_NOP_SYMBOL ||  in traceprobe_parse_probe_arg_body()
750 			    code->op == FETCH_OP_DATA)  in traceprobe_parse_probe_arg_body()
751 				kfree(code->data);  in traceprobe_parse_probe_arg_body()
820 	struct fetch_insn *code = arg->code;  in traceprobe_free_probe_arg()  local
822 	while (code && code->op != FETCH_OP_END) {  in traceprobe_free_probe_arg()
823 		if (code->op == FETCH_NOP_SYMBOL ||  in traceprobe_free_probe_arg()
824 		    code->op == FETCH_OP_DATA)  in traceprobe_free_probe_arg()
825 			kfree(code->data);  in traceprobe_free_probe_arg()
826 		code++;  in traceprobe_free_probe_arg()
828 	kfree(arg->code);  in traceprobe_free_probe_arg()
836 	struct fetch_insn *code = arg->code;  in traceprobe_update_arg()  local
842 	while (code && code->op != FETCH_OP_END) {  in traceprobe_update_arg()
843 		if (code->op == FETCH_NOP_SYMBOL) {  in traceprobe_update_arg()
844 			if (code[1].op != FETCH_OP_IMM)  in traceprobe_update_arg()
847 			tmp = strpbrk(code->data, "+-");  in traceprobe_update_arg()
850 			ret = traceprobe_split_symbol_offset(code->data,  in traceprobe_update_arg()
855 			code[1].immediate =  in traceprobe_update_arg()
856 				(unsigned long)kallsyms_lookup_name(code->data);  in traceprobe_update_arg()
859 			if (!code[1].immediate)  in traceprobe_update_arg()
861 			code[1].immediate += offset;  in traceprobe_update_arg()
863 		code++;  in traceprobe_update_arg()