205 static void set_obj(struct slabinfo *s, const char *name, int n)  in set_obj()  argument
210 	snprintf(x, 100, "%s/%s", s->name, name);  in set_obj()
219 static unsigned long read_slab_obj(struct slabinfo *s, const char *name)  in read_slab_obj()  argument
225 	snprintf(x, 100, "%s/%s", s->name, name);  in read_slab_obj()
238 static unsigned long read_debug_slab_obj(struct slabinfo *s, const char *name)  in read_debug_slab_obj()  argument
244 	snprintf(x, 128, "/sys/kernel/debug/slab/%s/%s", s->name, name);  in read_debug_slab_obj()
319 static void slab_validate(struct slabinfo *s)  in slab_validate()  argument
321 	if (strcmp(s->name, "*") == 0)  in slab_validate()
324 	set_obj(s, "validate", 1);  in slab_validate()
327 static void slab_shrink(struct slabinfo *s)  in slab_shrink()  argument
329 	if (strcmp(s->name, "*") == 0)  in slab_shrink()
332 	set_obj(s, "shrink", 1);  in slab_shrink()
367 static unsigned long slab_size(struct slabinfo *s)  in slab_size()  argument
369 	return 	s->slabs * (page_size << s->order);  in slab_size()
372 static unsigned long slab_activity(struct slabinfo *s)  in slab_activity()  argument
374 	return 	s->alloc_fastpath + s->free_fastpath +  in slab_activity()
375 		s->alloc_slowpath + s->free_slowpath;  in slab_activity()
378 static unsigned long slab_waste(struct slabinfo *s)  in slab_waste()  argument
380 	return	slab_size(s) - s->objects * s->object_size;  in slab_waste()
383 static void slab_numa(struct slabinfo *s, int mode)  in slab_numa()  argument
387 	if (strcmp(s->name, "*") == 0)  in slab_numa()
391 		printf("\n%s: No NUMA information available.\n", s->name);  in slab_numa()
395 	if (skip_zero && !s->slabs)  in slab_numa()
407 	printf("%-21s ", mode ? "All slabs" : s->name);  in slab_numa()
411 		store_size(b, s->numa[node]);  in slab_numa()
420 			store_size(b, s->numa_partial[node]);  in slab_numa()
428 static void show_tracking(struct slabinfo *s)  in show_tracking()  argument
430 	printf("\n%s: Kernel object allocation\n", s->name);  in show_tracking()
432 	if (read_debug_slab_obj(s, "alloc_traces"))  in show_tracking()
434 	else if (read_slab_obj(s, "alloc_calls"))  in show_tracking()
439 	printf("\n%s: Kernel object freeing\n", s->name);  in show_tracking()
441 	if (read_debug_slab_obj(s, "free_traces"))  in show_tracking()
443 	else if (read_slab_obj(s, "free_calls"))  in show_tracking()
450 static void ops(struct slabinfo *s)  in ops()  argument
452 	if (strcmp(s->name, "*") == 0)  in ops()
455 	if (read_slab_obj(s, "ops")) {  in ops()
456 		printf("\n%s: kmem_cache operations\n", s->name);  in ops()
460 		printf("\n%s has no kmem_cache operations\n", s->name);  in ops()
470 static void slab_stats(struct slabinfo *s)  in slab_stats()  argument
476 	if (!s->alloc_slab)  in slab_stats()
479 	total_alloc = s->alloc_fastpath + s->alloc_slowpath;  in slab_stats()
480 	total_free = s->free_fastpath + s->free_slowpath;  in slab_stats()
489 		s->alloc_fastpath, s->free_fastpath,  in slab_stats()
490 		s->alloc_fastpath * 100 / total_alloc,  in slab_stats()
491 		total_free ? s->free_fastpath * 100 / total_free : 0);  in slab_stats()
493 		total_alloc - s->alloc_fastpath, s->free_slowpath,  in slab_stats()
494 		(total_alloc - s->alloc_fastpath) * 100 / total_alloc,  in slab_stats()
495 		total_free ? s->free_slowpath * 100 / total_free : 0);  in slab_stats()
497 		s->alloc_slab, s->free_slab,  in slab_stats()
498 		s->alloc_slab * 100 / total_alloc,  in slab_stats()
499 		total_free ? s->free_slab * 100 / total_free : 0);  in slab_stats()
501 		s->deactivate_to_head + s->deactivate_to_tail,  in slab_stats()
502 		s->free_add_partial,  in slab_stats()
503 		(s->deactivate_to_head + s->deactivate_to_tail) * 100 / total_alloc,  in slab_stats()
504 		total_free ? s->free_add_partial * 100 / total_free : 0);  in slab_stats()
506 		s->alloc_from_partial, s->free_remove_partial,  in slab_stats()
507 		s->alloc_from_partial * 100 / total_alloc,  in slab_stats()
508 		total_free ? s->free_remove_partial * 100 / total_free : 0);  in slab_stats()
511 		s->cpu_partial_alloc, s->cpu_partial_free,  in slab_stats()
512 		s->cpu_partial_alloc * 100 / total_alloc,  in slab_stats()
513 		total_free ? s->cpu_partial_free * 100 / total_free : 0);  in slab_stats()
516 		s->deactivate_remote_frees, s->free_frozen,  in slab_stats()
517 		s->deactivate_remote_frees * 100 / total_alloc,  in slab_stats()
518 		total_free ? s->free_frozen * 100 / total_free : 0);  in slab_stats()
522 	if (s->cpuslab_flush)  in slab_stats()
523 		printf("Flushes %8lu\n", s->cpuslab_flush);  in slab_stats()
525 	total = s->deactivate_full + s->deactivate_empty +  in slab_stats()
526 			s->deactivate_to_head + s->deactivate_to_tail + s->deactivate_bypass;  in slab_stats()
532 			s->deactivate_full, (s->deactivate_full * 100) / total);  in slab_stats()
534 			s->deactivate_empty, (s->deactivate_empty * 100) / total);  in slab_stats()
536 			s->deactivate_to_head, (s->deactivate_to_head * 100) / total);  in slab_stats()
538 			s->deactivate_to_tail, (s->deactivate_to_tail * 100) / total);  in slab_stats()
540 			s->deactivate_bypass, (s->deactivate_bypass * 100) / total);  in slab_stats()
542 			s->alloc_refill, (s->alloc_refill * 100) / total);  in slab_stats()
544 			s->alloc_node_mismatch, (s->alloc_node_mismatch * 100) / total);  in slab_stats()
547 	if (s->cmpxchg_double_fail || s->cmpxchg_double_cpu_fail) {  in slab_stats()
550 			s->cmpxchg_double_fail, s->cmpxchg_double_cpu_fail);  in slab_stats()
554 static void report(struct slabinfo *s)  in report()  argument
556 	if (strcmp(s->name, "*") == 0)  in report()
560 		s->name, s->aliases, s->order, s->objects);  in report()
561 	if (s->hwcache_align)  in report()
563 	if (s->cache_dma)  in report()
565 	if (s->destroy_by_rcu)  in report()
567 	if (s->reclaim_account)  in report()
573 			s->object_size, s->slabs, onoff(s->sanity_checks),  in report()
574 			s->slabs * (page_size << s->order));  in report()
576 			s->slab_size, s->slabs - s->partial - s->cpu_slabs,  in report()
577 			onoff(s->red_zone), s->objects * s->object_size);  in report()
579 			page_size << s->order, s->partial, onoff(s->poison),  in report()
580 			s->slabs * (page_size << s->order) - s->objects * s->object_size);  in report()
582 			s->slab_size - s->object_size, s->cpu_slabs, onoff(s->store_user),  in report()
583 			(s->slab_size - s->object_size) * s->objects);  in report()
585 			s->align, s->objs_per_slab, onoff(s->trace),  in report()
586 			((page_size << s->order) - s->objs_per_slab * s->slab_size) *  in report()
587 			s->slabs);  in report()
589 	ops(s);  in report()
590 	show_tracking(s);  in report()
591 	slab_numa(s, 1);  in report()
592 	slab_stats(s);  in report()
595 static void slabcache(struct slabinfo *s)  in slabcache()  argument
602 	if (strcmp(s->name, "*") == 0)  in slabcache()
605 	if (unreclaim_only && s->reclaim_account)  in slabcache()
609 		report(s);  in slabcache()
613 	if (skip_zero && !show_empty && !s->slabs)  in slabcache()
616 	if (show_empty && s->slabs)  in slabcache()
620 		store_size(size_str, slab_size(s));  in slabcache()
622 		store_size(size_str, slab_waste(s));  in slabcache()
623 	snprintf(dist_str, 40, "%lu/%lu/%d", s->slabs - s->cpu_slabs,  in slabcache()
624 						s->partial, s->cpu_slabs);  in slabcache()
629 	if (s->aliases)  in slabcache()
631 	if (s->cache_dma)  in slabcache()
633 	if (s->hwcache_align)  in slabcache()
635 	if (s->poison)  in slabcache()
637 	if (s->reclaim_account)  in slabcache()
639 	if (s->red_zone)  in slabcache()
641 	if (s->sanity_checks)  in slabcache()
643 	if (s->store_user)  in slabcache()
645 	if (s->trace)  in slabcache()
653 		total_alloc = s->alloc_fastpath + s->alloc_slowpath;  in slabcache()
654 		total_free = s->free_fastpath + s->free_slowpath;  in slabcache()
657 			s->name, s->objects,  in slabcache()
659 			total_alloc ? (s->alloc_fastpath * 100 / total_alloc) : 0,  in slabcache()
660 			total_free ? (s->free_fastpath * 100 / total_free) : 0,  in slabcache()
661 			s->order_fallback, s->order, s->cmpxchg_double_fail,  in slabcache()
662 			s->cmpxchg_double_cpu_fail);  in slabcache()
665 			s->name, s->objects, s->object_size, size_str, dist_str,  in slabcache()
666 			s->objs_per_slab, s->order,  in slabcache()
667 			s->slabs ? (s->partial * 100) / s->slabs : 100,  in slabcache()
668 			s->slabs ? (s->objects * s->object_size * 100) /  in slabcache()
669 				(s->slabs * (page_size << s->order)) : 100,  in slabcache()
726 static int slab_empty(struct slabinfo *s)  in slab_empty()  argument
728 	if (s->objects > 0)  in slab_empty()
735 	if (s->slabs != 0)  in slab_empty()
736 		set_obj(s, "shrink", 1);  in slab_empty()
741 static void slab_debug(struct slabinfo *s)  in slab_debug()  argument
743 	if (strcmp(s->name, "*") == 0)  in slab_debug()
746 	if (sanity && !s->sanity_checks) {  in slab_debug()
747 		set_obj(s, "sanity_checks", 1);  in slab_debug()
749 	if (!sanity && s->sanity_checks) {  in slab_debug()
750 		if (slab_empty(s))  in slab_debug()
751 			set_obj(s, "sanity_checks", 0);  in slab_debug()
753 			fprintf(stderr, "%s not empty cannot disable sanity checks\n", s->name);  in slab_debug()
755 	if (redzone && !s->red_zone) {  in slab_debug()
756 		if (slab_empty(s))  in slab_debug()
757 			set_obj(s, "red_zone", 1);  in slab_debug()
759 			fprintf(stderr, "%s not empty cannot enable redzoning\n", s->name);  in slab_debug()
761 	if (!redzone && s->red_zone) {  in slab_debug()
762 		if (slab_empty(s))  in slab_debug()
763 			set_obj(s, "red_zone", 0);  in slab_debug()
765 			fprintf(stderr, "%s not empty cannot disable redzoning\n", s->name);  in slab_debug()
767 	if (poison && !s->poison) {  in slab_debug()
768 		if (slab_empty(s))  in slab_debug()
769 			set_obj(s, "poison", 1);  in slab_debug()
771 			fprintf(stderr, "%s not empty cannot enable poisoning\n", s->name);  in slab_debug()
773 	if (!poison && s->poison) {  in slab_debug()
774 		if (slab_empty(s))  in slab_debug()
775 			set_obj(s, "poison", 0);  in slab_debug()
777 			fprintf(stderr, "%s not empty cannot disable poisoning\n", s->name);  in slab_debug()
779 	if (tracking && !s->store_user) {  in slab_debug()
780 		if (slab_empty(s))  in slab_debug()
781 			set_obj(s, "store_user", 1);  in slab_debug()
783 			fprintf(stderr, "%s not empty cannot enable tracking\n", s->name);  in slab_debug()
785 	if (!tracking && s->store_user) {  in slab_debug()
786 		if (slab_empty(s))  in slab_debug()
787 			set_obj(s, "store_user", 0);  in slab_debug()
789 			fprintf(stderr, "%s not empty cannot disable tracking\n", s->name);  in slab_debug()
791 	if (tracing && !s->trace) {  in slab_debug()
793 			set_obj(s, "trace", 1);  in slab_debug()
795 			fprintf(stderr, "%s can only enable trace for one slab at a time\n", s->name);  in slab_debug()
797 	if (!tracing && s->trace)  in slab_debug()
798 		set_obj(s, "trace", 1);  in slab_debug()
803 	struct slabinfo *s;  in totals()  local
857 	for (s = slabinfo; s < slabinfo + slabs; s++) {  in totals()
865 		if (!s->slabs || !s->objects)  in totals()
870 		size = slab_size(s);  in totals()
871 		used = s->objects * s->object_size;  in totals()
873 		objwaste = s->slab_size - s->object_size;  in totals()
875 		percentage_partial_slabs = s->partial * 100 / s->slabs;  in totals()
879 		percentage_partial_objs = s->objects_partial * 100  in totals()
880 							/ s->objects;  in totals()
885 		if (s->object_size < min_objsize)  in totals()
886 			min_objsize = s->object_size;  in totals()
887 		if (s->partial < min_partial)  in totals()
888 			min_partial = s->partial;  in totals()
889 		if (s->slabs < min_slabs)  in totals()
890 			min_slabs = s->slabs;  in totals()
897 		if (s->objects < min_objects)  in totals()
898 			min_objects = s->objects;  in totals()
901 		if (s->objects_partial < min_partobj)  in totals()
902 			min_partobj = s->objects_partial;  in totals()
907 		if (s->slab_size < min_memobj)  in totals()
908 			min_memobj = s->slab_size;  in totals()
910 		if (s->object_size > max_objsize)  in totals()
911 			max_objsize = s->object_size;  in totals()
912 		if (s->partial > max_partial)  in totals()
913 			max_partial = s->partial;  in totals()
914 		if (s->slabs > max_slabs)  in totals()
915 			max_slabs = s->slabs;  in totals()
922 		if (s->objects > max_objects)  in totals()
923 			max_objects = s->objects;  in totals()
926 		if (s->objects_partial > max_partobj)  in totals()
927 			max_partobj = s->objects_partial;  in totals()
932 		if (s->slab_size > max_memobj)  in totals()
933 			max_memobj = s->slab_size;  in totals()
935 		total_partial += s->partial;  in totals()
936 		total_slabs += s->slabs;  in totals()
940 		total_objects += s->objects;  in totals()
942 		total_partobj += s->objects_partial;  in totals()
946 		total_objwaste += s->objects * objwaste;  in totals()
947 		total_objsize += s->objects * s->slab_size;  in totals()
1137 	struct slabinfo *s;  in link_slabs()  local
1141 		for (s = slabinfo; s < slabinfo + slabs; s++)  in link_slabs()
1142 			if (strcmp(a->ref, s->name) == 0) {  in link_slabs()
1143 				a->slab = s;  in link_slabs()
1144 				s->refs++;  in link_slabs()
1147 		if (s == slabinfo + slabs)  in link_slabs()
1185 	struct slabinfo *s;  in rename_slabs()  local
1188 	for (s = slabinfo; s < slabinfo + slabs; s++) {  in rename_slabs()
1189 		if (*s->name != ':')  in rename_slabs()
1192 		if (s->refs > 1 && !show_first_alias)  in rename_slabs()
1195 		a = find_one_alias(s);  in rename_slabs()
1198 			s->name = a->name;  in rename_slabs()
1200 			s->name = "*";  in rename_slabs()