104 static inline struct page_owner *get_page_owner(struct page_ext *page_ext)  in get_page_owner()  argument
106 	return (void *)page_ext + page_owner_ops.offset;  in get_page_owner()
139 	struct page_ext *page_ext;  in __reset_page_owner()  local
144 	page_ext = page_ext_get(page);  in __reset_page_owner()
145 	if (unlikely(!page_ext))  in __reset_page_owner()
150 		__clear_bit(PAGE_EXT_OWNER_ALLOCATED, &page_ext->flags);  in __reset_page_owner()
151 		page_owner = get_page_owner(page_ext);  in __reset_page_owner()
154 		page_ext = page_ext_next(page_ext);  in __reset_page_owner()
156 	page_ext_put(page_ext);  in __reset_page_owner()
159 static inline void __set_page_owner_handle(struct page_ext *page_ext,  in __set_page_owner_handle()  argument
167 		page_owner = get_page_owner(page_ext);  in __set_page_owner_handle()
177 		__set_bit(PAGE_EXT_OWNER, &page_ext->flags);  in __set_page_owner_handle()
178 		__set_bit(PAGE_EXT_OWNER_ALLOCATED, &page_ext->flags);  in __set_page_owner_handle()
180 		page_ext = page_ext_next(page_ext);  in __set_page_owner_handle()
187 	struct page_ext *page_ext;  in __set_page_owner()  local
192 	page_ext = page_ext_get(page);  in __set_page_owner()
193 	if (unlikely(!page_ext))  in __set_page_owner()
195 	__set_page_owner_handle(page_ext, handle, order, gfp_mask);  in __set_page_owner()
196 	page_ext_put(page_ext);  in __set_page_owner()
201 	struct page_ext *page_ext = page_ext_get(page);  in __set_page_owner_migrate_reason()  local
204 	if (unlikely(!page_ext))  in __set_page_owner_migrate_reason()
207 	page_owner = get_page_owner(page_ext);  in __set_page_owner_migrate_reason()
209 	page_ext_put(page_ext);  in __set_page_owner_migrate_reason()
215 	struct page_ext *page_ext = page_ext_get(page);  in __split_page_owner()  local
218 	if (unlikely(!page_ext))  in __split_page_owner()
222 		page_owner = get_page_owner(page_ext);  in __split_page_owner()
224 		page_ext = page_ext_next(page_ext);  in __split_page_owner()
226 	page_ext_put(page_ext);  in __split_page_owner()
231 	struct page_ext *old_ext;  in __folio_copy_owner()
232 	struct page_ext *new_ext;  in __folio_copy_owner()
277 	struct page_ext *page_ext;  in pagetypeinfo_showmixedcount_print()  local
324 			page_ext = page_ext_get(page);  in pagetypeinfo_showmixedcount_print()
325 			if (unlikely(!page_ext))  in pagetypeinfo_showmixedcount_print()
328 			if (!test_bit(PAGE_EXT_OWNER_ALLOCATED, &page_ext->flags))  in pagetypeinfo_showmixedcount_print()
331 			page_owner = get_page_owner(page_ext);  in pagetypeinfo_showmixedcount_print()
340 				page_ext_put(page_ext);  in pagetypeinfo_showmixedcount_print()
345 			page_ext_put(page_ext);  in pagetypeinfo_showmixedcount_print()
455 	struct page_ext *page_ext = page_ext_get((void *)page);  in __dump_page_owner()  local
461 	if (unlikely(!page_ext)) {  in __dump_page_owner()
466 	page_owner = get_page_owner(page_ext);  in __dump_page_owner()
470 	if (!test_bit(PAGE_EXT_OWNER, &page_ext->flags)) {  in __dump_page_owner()
472 		page_ext_put(page_ext);  in __dump_page_owner()
476 	if (test_bit(PAGE_EXT_OWNER_ALLOCATED, &page_ext->flags))  in __dump_page_owner()
503 	page_ext_put(page_ext);  in __dump_page_owner()
511 	struct page_ext *page_ext;  in read_page_owner()  local
555 		page_ext = page_ext_get(page);  in read_page_owner()
556 		if (unlikely(!page_ext))  in read_page_owner()
563 		if (!test_bit(PAGE_EXT_OWNER, &page_ext->flags))  in read_page_owner()
570 		if (!test_bit(PAGE_EXT_OWNER_ALLOCATED, &page_ext->flags))  in read_page_owner()
573 		page_owner = get_page_owner(page_ext);  in read_page_owner()
594 		page_ext_put(page_ext);  in read_page_owner()
598 		page_ext_put(page_ext);  in read_page_owner()
643 			struct page_ext *page_ext;  in init_pages_in_zone()  local
666 			page_ext = page_ext_get(page);  in init_pages_in_zone()
667 			if (unlikely(!page_ext))  in init_pages_in_zone()
671 			if (test_bit(PAGE_EXT_OWNER, &page_ext->flags))  in init_pages_in_zone()
675 			__set_page_owner_handle(page_ext, early_handle,  in init_pages_in_zone()
679 			page_ext_put(page_ext);  in init_pages_in_zone()