Searched refs:memcg_data (Results 1 – 9 of 9) sorted by relevance
| /linux-6.6.21/include/linux/ |
| D | memcontrol.h | 385 unsigned long memcg_data = folio->memcg_data; in __folio_memcg() local
388 VM_BUG_ON_FOLIO(memcg_data & MEMCG_DATA_OBJCGS, folio); in __folio_memcg()
389 VM_BUG_ON_FOLIO(memcg_data & MEMCG_DATA_KMEM, folio); in __folio_memcg()
391 return (struct mem_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK); in __folio_memcg()
406 unsigned long memcg_data = folio->memcg_data; in __folio_objcg() local
409 VM_BUG_ON_FOLIO(memcg_data & MEMCG_DATA_OBJCGS, folio); in __folio_objcg()
410 VM_BUG_ON_FOLIO(!(memcg_data & MEMCG_DATA_KMEM), folio); in __folio_objcg()
412 return (struct obj_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK); in __folio_objcg()
461 unsigned long memcg_data = READ_ONCE(folio->memcg_data); in folio_memcg_rcu() local
466 if (memcg_data & MEMCG_DATA_KMEM) { in folio_memcg_rcu()
[all …]
|
| D | mm_types.h | 184 unsigned long memcg_data; member
319 unsigned long memcg_data; member
374 FOLIO_MATCH(memcg_data, memcg_data);
454 TABLE_MATCH(memcg_data, pt_memcg_data);
|
| /linux-6.6.21/mm/ |
| D | slab.h | 100 unsigned long memcg_data; member
110 SLAB_MATCH(memcg_data, memcg_data);
442 unsigned long memcg_data = READ_ONCE(slab->memcg_data); in slab_objcgs() local
444 VM_BUG_ON_PAGE(memcg_data && !(memcg_data & MEMCG_DATA_OBJCGS), in slab_objcgs()
446 VM_BUG_ON_PAGE(memcg_data & MEMCG_DATA_KMEM, slab_page(slab)); in slab_objcgs()
448 return (struct obj_cgroup **)(memcg_data & ~MEMCG_DATA_FLAGS_MASK); in slab_objcgs()
459 slab->memcg_data = 0; in memcg_free_slab_cgroups()
|
| D | page_owner.c | 365 unsigned long memcg_data; in print_page_owner_memcg() local
371 memcg_data = READ_ONCE(page->memcg_data); in print_page_owner_memcg()
372 if (!memcg_data) in print_page_owner_memcg()
375 if (memcg_data & MEMCG_DATA_OBJCGS) in print_page_owner_memcg()
|
| D | debug.c | 110 if (head->memcg_data) in __dump_page()
111 pr_warn("memcg:%lx\n", head->memcg_data); in __dump_page()
|
| D | memcontrol.c | 2858 folio->memcg_data = (unsigned long)memcg; in commit_charge()
2892 unsigned long memcg_data; in memcg_alloc_slab_cgroups() local
2901 memcg_data = (unsigned long) vec | MEMCG_DATA_OBJCGS; in memcg_alloc_slab_cgroups()
2908 slab->memcg_data = memcg_data; in memcg_alloc_slab_cgroups()
2909 } else if (cmpxchg(&slab->memcg_data, 0, memcg_data)) { in memcg_alloc_slab_cgroups()
3134 page->memcg_data = (unsigned long)objcg | in __memcg_kmem_charge_page()
3159 folio->memcg_data = 0; in __memcg_kmem_uncharge_page()
3424 folio_page(folio, i)->memcg_data = folio->memcg_data; in split_page_memcg()
5855 folio->memcg_data = (unsigned long)to; in mem_cgroup_move_account()
7173 folio->memcg_data = 0; in uncharge_folio()
[all …]
|
| D | page_alloc.c | 916 page->memcg_data | in page_expected_state()
941 if (unlikely(page->memcg_data)) in page_bad_reason()
|
| /linux-6.6.21/tools/cgroup/ |
| D | memcg_slabinfo.py | 196 objcg_vec_raw = slab.memcg_data.value_()
|
| /linux-6.6.21/mm/kfence/ |
| D | core.c | 603 slab->memcg_data = (unsigned long)&kfence_metadata_init[i / 2 - 1].objcg | in kfence_init_pool()
653 slab->memcg_data = 0; in kfence_init_pool()
|