146 	struct kprobe_insn_page *kip;  in __get_insn_slot()  local
153 	list_for_each_entry_rcu(kip, &c->pages, list) {  in __get_insn_slot()
154 		if (kip->nused < slots_per_page(c)) {  in __get_insn_slot()
158 				if (kip->slot_used[i] == SLOT_CLEAN) {  in __get_insn_slot()
159 					kip->slot_used[i] = SLOT_USED;  in __get_insn_slot()
160 					kip->nused++;  in __get_insn_slot()
161 					slot = kip->insns + (i * c->insn_size);  in __get_insn_slot()
167 			kip->nused = slots_per_page(c);  in __get_insn_slot()
178 	kip = kmalloc(KPROBE_INSN_PAGE_SIZE(slots_per_page(c)), GFP_KERNEL);  in __get_insn_slot()
179 	if (!kip)  in __get_insn_slot()
182 	kip->insns = c->alloc();  in __get_insn_slot()
183 	if (!kip->insns) {  in __get_insn_slot()
184 		kfree(kip);  in __get_insn_slot()
187 	INIT_LIST_HEAD(&kip->list);  in __get_insn_slot()
188 	memset(kip->slot_used, SLOT_CLEAN, slots_per_page(c));  in __get_insn_slot()
189 	kip->slot_used[0] = SLOT_USED;  in __get_insn_slot()
190 	kip->nused = 1;  in __get_insn_slot()
191 	kip->ngarbage = 0;  in __get_insn_slot()
192 	kip->cache = c;  in __get_insn_slot()
193 	list_add_rcu(&kip->list, &c->pages);  in __get_insn_slot()
194 	slot = kip->insns;  in __get_insn_slot()
197 	perf_event_ksymbol(PERF_RECORD_KSYMBOL_TYPE_OOL, (unsigned long)kip->insns,  in __get_insn_slot()
205 static bool collect_one_slot(struct kprobe_insn_page *kip, int idx)  in collect_one_slot()  argument
207 	kip->slot_used[idx] = SLOT_CLEAN;  in collect_one_slot()
208 	kip->nused--;  in collect_one_slot()
209 	if (kip->nused == 0) {  in collect_one_slot()
216 		if (!list_is_singular(&kip->list)) {  in collect_one_slot()
222 					   (unsigned long)kip->insns, PAGE_SIZE, true,  in collect_one_slot()
223 					   kip->cache->sym);  in collect_one_slot()
224 			list_del_rcu(&kip->list);  in collect_one_slot()
226 			kip->cache->free(kip->insns);  in collect_one_slot()
227 			kfree(kip);  in collect_one_slot()
236 	struct kprobe_insn_page *kip, *next;  in collect_garbage_slots()  local
241 	list_for_each_entry_safe(kip, next, &c->pages, list) {  in collect_garbage_slots()
244 		if (kip->ngarbage == 0)  in collect_garbage_slots()
246 		kip->ngarbage = 0;	/* we will collect all garbages */  in collect_garbage_slots()
248 			if (kip->slot_used[i] == SLOT_DIRTY && collect_one_slot(kip, i))  in collect_garbage_slots()
259 	struct kprobe_insn_page *kip;  in __free_insn_slot()  local
264 	list_for_each_entry_rcu(kip, &c->pages, list) {  in __free_insn_slot()
265 		idx = ((long)slot - (long)kip->insns) /  in __free_insn_slot()
272 	kip = NULL;  in __free_insn_slot()
276 	if (kip) {  in __free_insn_slot()
278 		WARN_ON(kip->slot_used[idx] != SLOT_USED);  in __free_insn_slot()
280 			kip->slot_used[idx] = SLOT_DIRTY;  in __free_insn_slot()
281 			kip->ngarbage++;  in __free_insn_slot()
285 			collect_one_slot(kip, idx);  in __free_insn_slot()
298 	struct kprobe_insn_page *kip;  in __is_insn_slot_addr()  local
302 	list_for_each_entry_rcu(kip, &c->pages, list) {  in __is_insn_slot_addr()
303 		if (addr >= (unsigned long)kip->insns &&  in __is_insn_slot_addr()
304 		    addr < (unsigned long)kip->insns + PAGE_SIZE) {  in __is_insn_slot_addr()
317 	struct kprobe_insn_page *kip;  in kprobe_cache_get_kallsym()  local
321 	list_for_each_entry_rcu(kip, &c->pages, list) {  in kprobe_cache_get_kallsym()
326 		*value = (unsigned long)kip->insns;  in kprobe_cache_get_kallsym()