Searched refs:memcg_data (Results 1 – 9 of 9) sorted by relevance
| /linux-6.1.9/include/linux/ |
| D | memcontrol.h | 377 unsigned long memcg_data = folio->memcg_data; in __folio_memcg() local
380 VM_BUG_ON_FOLIO(memcg_data & MEMCG_DATA_OBJCGS, folio); in __folio_memcg()
381 VM_BUG_ON_FOLIO(memcg_data & MEMCG_DATA_KMEM, folio); in __folio_memcg()
383 return (struct mem_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK); in __folio_memcg()
398 unsigned long memcg_data = folio->memcg_data; in __folio_objcg() local
401 VM_BUG_ON_FOLIO(memcg_data & MEMCG_DATA_OBJCGS, folio); in __folio_objcg()
402 VM_BUG_ON_FOLIO(!(memcg_data & MEMCG_DATA_KMEM), folio); in __folio_objcg()
404 return (struct obj_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK); in __folio_objcg()
453 unsigned long memcg_data = READ_ONCE(folio->memcg_data); in folio_memcg_rcu() local
458 if (memcg_data & MEMCG_DATA_KMEM) { in folio_memcg_rcu()
[all …]
|
| D | mm_types.h | 209 unsigned long memcg_data; member
299 unsigned long memcg_data; member
327 FOLIO_MATCH(memcg_data, memcg_data);
|
| /linux-6.1.9/mm/ |
| D | slab.h | 62 unsigned long memcg_data; member
75 SLAB_MATCH(memcg_data, memcg_data);
440 unsigned long memcg_data = READ_ONCE(slab->memcg_data); in slab_objcgs() local
442 VM_BUG_ON_PAGE(memcg_data && !(memcg_data & MEMCG_DATA_OBJCGS), in slab_objcgs()
444 VM_BUG_ON_PAGE(memcg_data & MEMCG_DATA_KMEM, slab_page(slab)); in slab_objcgs()
446 return (struct obj_cgroup **)(memcg_data & ~MEMCG_DATA_FLAGS_MASK); in slab_objcgs()
457 slab->memcg_data = 0; in memcg_free_slab_cgroups()
|
| D | page_owner.c | 363 unsigned long memcg_data; in print_page_owner_memcg() local
369 memcg_data = READ_ONCE(page->memcg_data); in print_page_owner_memcg()
370 if (!memcg_data) in print_page_owner_memcg()
373 if (memcg_data & MEMCG_DATA_OBJCGS) in print_page_owner_memcg()
|
| D | debug.c | 104 if (head->memcg_data) in __dump_page()
105 pr_warn("memcg:%lx\n", head->memcg_data); in __dump_page()
|
| D | memcontrol.c | 2848 folio->memcg_data = (unsigned long)memcg; in commit_charge()
2881 unsigned long memcg_data; in memcg_alloc_slab_cgroups() local
2890 memcg_data = (unsigned long) vec | MEMCG_DATA_OBJCGS; in memcg_alloc_slab_cgroups()
2897 slab->memcg_data = memcg_data; in memcg_alloc_slab_cgroups()
2898 } else if (cmpxchg(&slab->memcg_data, 0, memcg_data)) { in memcg_alloc_slab_cgroups()
3123 page->memcg_data = (unsigned long)objcg | in __memcg_kmem_charge_page()
3148 folio->memcg_data = 0; in __memcg_kmem_uncharge_page()
3412 folio_page(folio, i)->memcg_data = folio->memcg_data; in split_page_memcg()
5778 folio->memcg_data = (unsigned long)to; in mem_cgroup_move_account()
7066 folio->memcg_data = 0; in uncharge_folio()
[all …]
|
| D | page_alloc.c | 1264 page->memcg_data | in page_expected_state()
1289 if (unlikely(page->memcg_data)) in page_bad_reason()
|
| /linux-6.1.9/tools/cgroup/ |
| D | memcg_slabinfo.py | 196 objcg_vec_raw = slab.memcg_data.value_()
|
| /linux-6.1.9/mm/kfence/ |
| D | core.c | 571 slab->memcg_data = (unsigned long)&kfence_metadata[i / 2 - 1].objcg | in kfence_init_pool()
642 slab->memcg_data = 0; in kfence_init_pool_early()
|