Lines Matching refs:numa_group
1383 struct numa_group { struct
1408 static struct numa_group *deref_task_numa_group(struct task_struct *p) in deref_task_numa_group()
1410 return rcu_dereference_check(p->numa_group, p == current || in deref_task_numa_group()
1414 static struct numa_group *deref_curr_numa_group(struct task_struct *p) in deref_curr_numa_group()
1416 return rcu_dereference_protected(p->numa_group, p == current); in deref_curr_numa_group()
1419 static inline unsigned long group_faults_priv(struct numa_group *ng);
1420 static inline unsigned long group_faults_shared(struct numa_group *ng);
1462 struct numa_group *ng; in task_scan_start()
1466 ng = rcu_dereference(p->numa_group); in task_scan_start()
1484 struct numa_group *ng; in task_scan_max()
1529 struct numa_group *ng; in task_numa_group_id()
1533 ng = rcu_dereference(p->numa_group); in task_numa_group_id()
1563 struct numa_group *ng = deref_task_numa_group(p); in group_faults()
1572 static inline unsigned long group_faults_cpu(struct numa_group *group, int nid) in group_faults_cpu()
1578 static inline unsigned long group_faults_priv(struct numa_group *ng) in group_faults_priv()
1590 static inline unsigned long group_faults_shared(struct numa_group *ng) in group_faults_shared()
1609 static bool numa_is_active_node(int nid, struct numa_group *ng) in numa_is_active_node()
1708 struct numa_group *ng = deref_task_numa_group(p); in group_weight()
1842 struct numa_group *ng = deref_curr_numa_group(p); in should_numa_migrate_memory()
2173 struct numa_group *cur_ng, *p_ng = deref_curr_numa_group(env->p); in task_numa_compare()
2231 cur_ng = rcu_dereference(cur->numa_group); in task_numa_compare()
2433 struct numa_group *ng; in task_numa_migrate()
2578 static void numa_group_count_active_nodes(struct numa_group *numa_group) in numa_group_count_active_nodes() argument
2584 faults = group_faults_cpu(numa_group, nid); in numa_group_count_active_nodes()
2590 faults = group_faults_cpu(numa_group, nid); in numa_group_count_active_nodes()
2595 numa_group->max_faults_cpu = max_faults; in numa_group_count_active_nodes()
2596 numa_group->active_nodes = active_nodes; in numa_group_count_active_nodes()
2814 struct numa_group *ng; in task_numa_placement()
2931 static inline int get_numa_group(struct numa_group *grp) in get_numa_group()
2936 static inline void put_numa_group(struct numa_group *grp) in put_numa_group()
2945 struct numa_group *grp, *my_grp; in task_numa_group()
2952 unsigned int size = sizeof(struct numa_group) + in task_numa_group()
2972 rcu_assign_pointer(p->numa_group, grp); in task_numa_group()
2981 grp = rcu_dereference(tsk->numa_group); in task_numa_group()
3037 rcu_assign_pointer(p->numa_group, grp); in task_numa_group()
3057 struct numa_group *grp = rcu_dereference_raw(p->numa_group); in task_numa_free()
3073 RCU_INIT_POINTER(p->numa_group, NULL); in task_numa_free()
3096 struct numa_group *ng; in task_numa_fault()
3413 RCU_INIT_POINTER(p->numa_group, NULL); in init_numa_balancing()
8726 struct numa_group *numa_group = rcu_dereference(p->numa_group); in migrate_degrades_locality() local
8759 if (numa_group) { in migrate_degrades_locality()
13064 struct numa_group *ng; in show_numa_stats()
13067 ng = rcu_dereference(p->numa_group); in show_numa_stats()