Lines Matching refs:weight
187 if unlikely(self.load.weight != LoadWeight::NICE_0_LOAD_SHIFT as u64) { in calculate_delta_fair()
207 if unlikely(self.load.weight != shares) { in update_cfs_group()
300 self.avg.load_avg = LoadWeight::scale_load_down(self.load.weight) as usize; in init_entity_runnable_average()
496 se.cfs_rq().force_mut().load.update_load_add(se.load.weight); in sched_slice()
502 .calculate_delta(slice, se.load.weight); in sched_slice()
694 pub fn reweight_entity(&mut self, se: Arc<FairSchedEntity>, weight: u64) { in reweight_entity()
709 self.load.update_load_sub(se.load.weight); in reweight_entity()
715 se.force_mut().vlag = se.vlag * se.load.weight as i64 / weight as i64; in reweight_entity()
717 self.reweight_eevdf(&se, weight); in reweight_entity()
719 se.force_mut().load.update_load_set(weight); in reweight_entity()
723 se.force_mut().avg.load_avg = LoadWeight::scale_load_down(se.load.weight) as usize in reweight_entity()
730 self.load.update_load_add(se.load.weight); in reweight_entity()
740 fn reweight_eevdf(&mut self, se: &Arc<FairSchedEntity>, weight: u64) { in reweight_eevdf()
741 let old_weight = se.load.weight; in reweight_eevdf()
746 vlag = vlag * old_weight as i64 / weight as i64; in reweight_eevdf()
751 vslice = vslice * old_weight as i64 / weight as i64; in reweight_eevdf()
762 let weight = LoadWeight::scale_load_down(curr.load.weight); in avg_vruntime() localVariable
763 avg += self.entity_key(&curr) * weight as i64; in avg_vruntime()
764 load += weight as i64; in avg_vruntime()
785 let weight = LoadWeight::scale_load_down(se.load.weight); in avg_vruntime_add() localVariable
789 let avg_vruntime = self.avg_vruntime + key * weight as i64; in avg_vruntime_add()
792 self.avg_load += weight as i64; in avg_vruntime_add()
796 let weight = LoadWeight::scale_load_down(se.load.weight); in avg_vruntime_sub() localVariable
800 let avg_vruntime = self.avg_vruntime - key * weight as i64; in avg_vruntime_sub()
803 self.avg_load -= weight as i64; in avg_vruntime_sub()
825 load += LoadWeight::scale_load_down(curr.load.weight) as i64; in place_entity()
829 lag *= load + LoadWeight::scale_load_down(se.load.weight) as i64; in place_entity()
955 LoadWeight::scale_load_down(self.load.weight) as u32, in __update_load_avg()
1106 self.load.update_load_add(se.load.weight); in account_entity_enqueue()
1121 self.load.update_load_sub(se.load.weight); in account_entity_dequeue()
1220 self.avg.load_sum += LoadWeight::scale_load_down(se.load.weight) * se.avg.load_sum; in enqueue_load_avg()
1230 let se_load = LoadWeight::scale_load_down(se.load.weight) * se.avg.load_sum; in dequeue_load_avg()
1313 if LoadWeight::scale_load_down(gcfs_rq.load.weight) > 0 { in update_task_group_load()
1314 load_sum = gcfs_rq.avg.load_sum / LoadWeight::scale_load_down(gcfs_rq.load.weight); in update_task_group_load()
1323 load_sum = LoadWeight::scale_load_down(se.load.weight) * runnable_sum as u64; in update_task_group_load()
1332 - LoadWeight::scale_load_down(se.load.weight) as isize * se.avg.load_sum as isize; in update_task_group_load()
1365 let weight = LoadWeight::scale_load_down(curr.load.weight); in entity_eligible() localVariable
1367 avg += self.entity_key(&curr) * weight as i64; in entity_eligible()
1368 load += weight as i64; in entity_eligible()
1493 if cfs_rq.load.weight > 0 { in dequeue()