Lines Matching refs:cpu_slab

323 	raw_cpu_inc(s->cpu_slab->stat[si]);  in stat()
2373 unsigned long actual_tid = __this_cpu_read(s->cpu_slab->tid); in note_cmpxchg_failure()
2399 c = per_cpu_ptr(s->cpu_slab, cpu); in init_kmem_cache_cpus()
2599 local_lock_irqsave(&s->cpu_slab->lock, flags); in unfreeze_partials()
2600 partial_slab = this_cpu_read(s->cpu_slab->partial); in unfreeze_partials()
2601 this_cpu_write(s->cpu_slab->partial, NULL); in unfreeze_partials()
2602 local_unlock_irqrestore(&s->cpu_slab->lock, flags); in unfreeze_partials()
2634 local_lock_irqsave(&s->cpu_slab->lock, flags); in put_cpu_partial()
2636 oldslab = this_cpu_read(s->cpu_slab->partial); in put_cpu_partial()
2657 this_cpu_write(s->cpu_slab->partial, slab); in put_cpu_partial()
2659 local_unlock_irqrestore(&s->cpu_slab->lock, flags); in put_cpu_partial()
2681 local_lock_irqsave(&s->cpu_slab->lock, flags); in flush_slab()
2690 local_unlock_irqrestore(&s->cpu_slab->lock, flags); in flush_slab()
2700 struct kmem_cache_cpu *c = per_cpu_ptr(s->cpu_slab, cpu); in __flush_cpu_slab()
2736 c = this_cpu_ptr(s->cpu_slab); in flush_cpu_slab()
2746 struct kmem_cache_cpu *c = per_cpu_ptr(s->cpu_slab, cpu); in has_cpu_slab()
3013 lockdep_assert_held(this_cpu_ptr(&s->cpu_slab->lock)); in get_freelist()
3099 local_lock_irqsave(&s->cpu_slab->lock, flags); in ___slab_alloc()
3101 local_unlock_irqrestore(&s->cpu_slab->lock, flags); in ___slab_alloc()
3113 local_unlock_irqrestore(&s->cpu_slab->lock, flags); in ___slab_alloc()
3122 lockdep_assert_held(this_cpu_ptr(&s->cpu_slab->lock)); in ___slab_alloc()
3132 local_unlock_irqrestore(&s->cpu_slab->lock, flags); in ___slab_alloc()
3137 local_lock_irqsave(&s->cpu_slab->lock, flags); in ___slab_alloc()
3139 local_unlock_irqrestore(&s->cpu_slab->lock, flags); in ___slab_alloc()
3146 local_unlock_irqrestore(&s->cpu_slab->lock, flags); in ___slab_alloc()
3152 local_lock_irqsave(&s->cpu_slab->lock, flags); in ___slab_alloc()
3154 local_unlock_irqrestore(&s->cpu_slab->lock, flags); in ___slab_alloc()
3158 local_unlock_irqrestore(&s->cpu_slab->lock, flags); in ___slab_alloc()
3165 local_unlock_irqrestore(&s->cpu_slab->lock, flags); in ___slab_alloc()
3179 slub_put_cpu_ptr(s->cpu_slab); in ___slab_alloc()
3181 c = slub_get_cpu_ptr(s->cpu_slab); in ___slab_alloc()
3238 local_lock_irqsave(&s->cpu_slab->lock, flags); in ___slab_alloc()
3247 local_unlock_irqrestore(&s->cpu_slab->lock, flags); in ___slab_alloc()
3276 c = slub_get_cpu_ptr(s->cpu_slab); in __slab_alloc()
3281 slub_put_cpu_ptr(s->cpu_slab); in __slab_alloc()
3339 c = raw_cpu_ptr(s->cpu_slab); in slab_alloc_node()
3383 s->cpu_slab->freelist, s->cpu_slab->tid, in slab_alloc_node()
3608 c = raw_cpu_ptr(s->cpu_slab); in do_slab_free()
3625 s->cpu_slab->freelist, s->cpu_slab->tid, in do_slab_free()
3634 local_lock(&s->cpu_slab->lock); in do_slab_free()
3635 c = this_cpu_ptr(s->cpu_slab); in do_slab_free()
3637 local_unlock(&s->cpu_slab->lock); in do_slab_free()
3647 local_unlock(&s->cpu_slab->lock); in do_slab_free()
3802 c = slub_get_cpu_ptr(s->cpu_slab); in kmem_cache_alloc_bulk()
3803 local_lock_irq(&s->cpu_slab->lock); in kmem_cache_alloc_bulk()
3824 local_unlock_irq(&s->cpu_slab->lock); in kmem_cache_alloc_bulk()
3835 c = this_cpu_ptr(s->cpu_slab); in kmem_cache_alloc_bulk()
3838 local_lock_irq(&s->cpu_slab->lock); in kmem_cache_alloc_bulk()
3847 local_unlock_irq(&s->cpu_slab->lock); in kmem_cache_alloc_bulk()
3848 slub_put_cpu_ptr(s->cpu_slab); in kmem_cache_alloc_bulk()
3858 slub_put_cpu_ptr(s->cpu_slab); in kmem_cache_alloc_bulk()
4026 s->cpu_slab = __alloc_percpu(sizeof(struct kmem_cache_cpu), in alloc_kmem_cache_cpus()
4029 if (!s->cpu_slab) in alloc_kmem_cache_cpus()
4098 free_percpu(s->cpu_slab); in __kmem_cache_release()
5217 struct kmem_cache_cpu *c = per_cpu_ptr(s->cpu_slab, in show_slab_objects()
5455 slab = slub_percpu_partial(per_cpu_ptr(s->cpu_slab, cpu)); in slabs_cpu_partial_show()
5470 slab = slub_percpu_partial(per_cpu_ptr(s->cpu_slab, cpu)); in slabs_cpu_partial_show()
5645 unsigned x = per_cpu_ptr(s->cpu_slab, cpu)->stat[si]; in show_stat()
5671 per_cpu_ptr(s->cpu_slab, cpu)->stat[si] = 0; in clear_stat()