Lines Matching refs:gru
47 static inline int get_off_blade_tgh(struct gru_state *gru) in get_off_blade_tgh() argument
51 n = GRU_NUM_TGH - gru->gs_tgh_first_remote; in get_off_blade_tgh()
53 n += gru->gs_tgh_first_remote; in get_off_blade_tgh()
57 static inline int get_on_blade_tgh(struct gru_state *gru) in get_on_blade_tgh() argument
59 return uv_blade_processor_id() >> gru->gs_tgh_local_shift; in get_on_blade_tgh()
63 *gru) in get_lock_tgh_handle()
69 if (uv_numa_blade_id() == gru->gs_blade_id) in get_lock_tgh_handle()
70 n = get_on_blade_tgh(gru); in get_lock_tgh_handle()
72 n = get_off_blade_tgh(gru); in get_lock_tgh_handle()
73 tgh = get_tgh_by_index(gru, n); in get_lock_tgh_handle()
148 struct gru_state *gru; in gru_flush_tlb_range() local
167 gru = GID_TO_GRU(gid); in gru_flush_tlb_range()
176 tgh = get_lock_tgh_handle(gru); in gru_flush_tlb_range()
183 __clear_bit(gru->gs_gid, gms->ms_asidmap); in gru_flush_tlb_range()
196 void gru_flush_all_tlb(struct gru_state *gru) in gru_flush_all_tlb() argument
200 gru_dbg(grudev, "gid %d\n", gru->gs_gid); in gru_flush_all_tlb()
201 tgh = get_lock_tgh_handle(gru); in gru_flush_all_tlb()
295 void gru_tgh_flush_init(struct gru_state *gru) in gru_tgh_flush_init() argument
299 cpus = uv_blade_nr_possible_cpus(gru->gs_blade_id); in gru_tgh_flush_init()
313 gru->gs_tgh_local_shift = shift; in gru_tgh_flush_init()
316 gru->gs_tgh_first_remote = (cpus + (1 << shift) - 1) >> shift; in gru_tgh_flush_init()