3364 	struct intel_excl_cntrs *excl_cntrs = cpuc->excl_cntrs;  in intel_start_scheduling()  local
3377 	if (WARN_ON_ONCE(!excl_cntrs))  in intel_start_scheduling()
3380 	xl = &excl_cntrs->states[tid];  in intel_start_scheduling()
3388 	raw_spin_lock(&excl_cntrs->lock);  in intel_start_scheduling()
3393 	struct intel_excl_cntrs *excl_cntrs = cpuc->excl_cntrs;  in intel_commit_scheduling()  local
3401 	if (WARN_ON_ONCE(!excl_cntrs))  in intel_commit_scheduling()
3407 	xl = &excl_cntrs->states[tid];  in intel_commit_scheduling()
3409 	lockdep_assert_held(&excl_cntrs->lock);  in intel_commit_scheduling()
3420 	struct intel_excl_cntrs *excl_cntrs = cpuc->excl_cntrs;  in intel_stop_scheduling()  local
3432 	if (WARN_ON_ONCE(!excl_cntrs))  in intel_stop_scheduling()
3435 	xl = &excl_cntrs->states[tid];  in intel_stop_scheduling()
3441 	raw_spin_unlock(&excl_cntrs->lock);  in intel_stop_scheduling()
3477 	struct intel_excl_cntrs *excl_cntrs = cpuc->excl_cntrs;  in intel_get_excl_constraints()  local
3492 	if (WARN_ON_ONCE(!excl_cntrs))  in intel_get_excl_constraints()
3515 	xlo = &excl_cntrs->states[tid ^ 1];  in intel_get_excl_constraints()
3525 			WRITE_ONCE(excl_cntrs->has_exclusive[tid], 1);  in intel_get_excl_constraints()
3594 	if (cpuc->excl_cntrs)  in intel_get_event_constraints()
3604 	struct intel_excl_cntrs *excl_cntrs = cpuc->excl_cntrs;  in intel_put_excl_constraints()  local
3614 	if (WARN_ON_ONCE(!excl_cntrs))  in intel_put_excl_constraints()
3620 			WRITE_ONCE(excl_cntrs->has_exclusive[tid], 0);  in intel_put_excl_constraints()
3628 		xl = &excl_cntrs->states[tid];  in intel_put_excl_constraints()
3636 			raw_spin_lock(&excl_cntrs->lock);  in intel_put_excl_constraints()
3641 			raw_spin_unlock(&excl_cntrs->lock);  in intel_put_excl_constraints()
3670 	if (cpuc->excl_cntrs)  in intel_put_event_constraints()
4458 		cpuc->excl_cntrs = allocate_excl_cntrs(cpu);  in intel_cpuc_prepare()
4459 		if (!cpuc->excl_cntrs)  in intel_cpuc_prepare()
4616 			c = sibling->excl_cntrs;  in intel_pmu_cpu_starting()
4618 				cpuc->kfree_on_online[1] = cpuc->excl_cntrs;  in intel_pmu_cpu_starting()
4619 				cpuc->excl_cntrs = c;  in intel_pmu_cpu_starting()
4625 		cpuc->excl_cntrs->core_id = core_id;  in intel_pmu_cpu_starting()
4626 		cpuc->excl_cntrs->refcnt++;  in intel_pmu_cpu_starting()
4634 	c = cpuc->excl_cntrs;  in free_excl_cntrs()
4638 		cpuc->excl_cntrs = NULL;  in free_excl_cntrs()