44 static void pic_lock(struct kvm_pic *s)  in pic_lock()  argument
45 	__acquires(&s->lock)  in pic_lock()
47 	spin_lock(&s->lock);  in pic_lock()
50 static void pic_unlock(struct kvm_pic *s)  in pic_unlock()  argument
51 	__releases(&s->lock)  in pic_unlock()
53 	bool wakeup = s->wakeup_needed;  in pic_unlock()
57 	s->wakeup_needed = false;  in pic_unlock()
59 	spin_unlock(&s->lock);  in pic_unlock()
62 		kvm_for_each_vcpu(i, vcpu, s->kvm) {  in pic_unlock()
72 static void pic_clear_isr(struct kvm_kpic_state *s, int irq)  in pic_clear_isr()  argument
74 	s->isr &= ~(1 << irq);  in pic_clear_isr()
75 	if (s != &s->pics_state->pics[0])  in pic_clear_isr()
83 	pic_unlock(s->pics_state);  in pic_clear_isr()
84 	kvm_notify_acked_irq(s->pics_state->kvm, SELECT_PIC(irq), irq);  in pic_clear_isr()
85 	pic_lock(s->pics_state);  in pic_clear_isr()
91 static inline int pic_set_irq1(struct kvm_kpic_state *s, int irq, int level)  in pic_set_irq1()  argument
95 	if (s->elcr & mask)	/* level triggered */  in pic_set_irq1()
97 			ret = !(s->irr & mask);  in pic_set_irq1()
98 			s->irr |= mask;  in pic_set_irq1()
99 			s->last_irr |= mask;  in pic_set_irq1()
101 			s->irr &= ~mask;  in pic_set_irq1()
102 			s->last_irr &= ~mask;  in pic_set_irq1()
106 			if ((s->last_irr & mask) == 0) {  in pic_set_irq1()
107 				ret = !(s->irr & mask);  in pic_set_irq1()
108 				s->irr |= mask;  in pic_set_irq1()
110 			s->last_irr |= mask;  in pic_set_irq1()
112 			s->last_irr &= ~mask;  in pic_set_irq1()
114 	return (s->imr & mask) ? -1 : ret;  in pic_set_irq1()
121 static inline int get_priority(struct kvm_kpic_state *s, int mask)  in get_priority()  argument
127 	while ((mask & (1 << ((priority + s->priority_add) & 7))) == 0)  in get_priority()
135 static int pic_get_irq(struct kvm_kpic_state *s)  in pic_get_irq()  argument
139 	mask = s->irr & ~s->imr;  in pic_get_irq()
140 	priority = get_priority(s, mask);  in pic_get_irq()
148 	mask = s->isr;  in pic_get_irq()
149 	if (s->special_fully_nested_mode && s == &s->pics_state->pics[0])  in pic_get_irq()
151 	cur_priority = get_priority(s, mask);  in pic_get_irq()
156 		return (priority + s->priority_add) & 7;  in pic_get_irq()
165 static void pic_update_irq(struct kvm_pic *s)  in pic_update_irq()  argument
169 	irq2 = pic_get_irq(&s->pics[1]);  in pic_update_irq()
174 		pic_set_irq1(&s->pics[0], 2, 1);  in pic_update_irq()
175 		pic_set_irq1(&s->pics[0], 2, 0);  in pic_update_irq()
177 	irq = pic_get_irq(&s->pics[0]);  in pic_update_irq()
178 	pic_irq_request(s->kvm, irq >= 0);  in pic_update_irq()
181 void kvm_pic_update_irq(struct kvm_pic *s)  in kvm_pic_update_irq()  argument
183 	pic_lock(s);  in kvm_pic_update_irq()
184 	pic_update_irq(s);  in kvm_pic_update_irq()
185 	pic_unlock(s);  in kvm_pic_update_irq()
188 int kvm_pic_set_irq(struct kvm_pic *s, int irq, int irq_source_id, int level)  in kvm_pic_set_irq()  argument
194 	pic_lock(s);  in kvm_pic_set_irq()
195 	irq_level = __kvm_irq_line_state(&s->irq_states[irq],  in kvm_pic_set_irq()
197 	ret = pic_set_irq1(&s->pics[irq >> 3], irq & 7, irq_level);  in kvm_pic_set_irq()
198 	pic_update_irq(s);  in kvm_pic_set_irq()
199 	trace_kvm_pic_set_irq(irq >> 3, irq & 7, s->pics[irq >> 3].elcr,  in kvm_pic_set_irq()
200 			      s->pics[irq >> 3].imr, ret == 0);  in kvm_pic_set_irq()
201 	pic_unlock(s);  in kvm_pic_set_irq()
206 void kvm_pic_clear_all(struct kvm_pic *s, int irq_source_id)  in kvm_pic_clear_all()  argument
210 	pic_lock(s);  in kvm_pic_clear_all()
212 		__clear_bit(irq_source_id, &s->irq_states[i]);  in kvm_pic_clear_all()
213 	pic_unlock(s);  in kvm_pic_clear_all()
219 static inline void pic_intack(struct kvm_kpic_state *s, int irq)  in pic_intack()  argument
221 	s->isr |= 1 << irq;  in pic_intack()
225 	if (!(s->elcr & (1 << irq)))  in pic_intack()
226 		s->irr &= ~(1 << irq);  in pic_intack()
228 	if (s->auto_eoi) {  in pic_intack()
229 		if (s->rotate_on_auto_eoi)  in pic_intack()
230 			s->priority_add = (irq + 1) & 7;  in pic_intack()
231 		pic_clear_isr(s, irq);  in pic_intack()
239 	struct kvm_pic *s = kvm->arch.vpic;  in kvm_pic_read_irq()  local
241 	s->output = 0;  in kvm_pic_read_irq()
243 	pic_lock(s);  in kvm_pic_read_irq()
244 	irq = pic_get_irq(&s->pics[0]);  in kvm_pic_read_irq()
246 		pic_intack(&s->pics[0], irq);  in kvm_pic_read_irq()
248 			irq2 = pic_get_irq(&s->pics[1]);  in kvm_pic_read_irq()
250 				pic_intack(&s->pics[1], irq2);  in kvm_pic_read_irq()
256 			intno = s->pics[1].irq_base + irq2;  in kvm_pic_read_irq()
258 			intno = s->pics[0].irq_base + irq;  in kvm_pic_read_irq()
264 		intno = s->pics[0].irq_base + irq;  in kvm_pic_read_irq()
266 	pic_update_irq(s);  in kvm_pic_read_irq()
267 	pic_unlock(s);  in kvm_pic_read_irq()
272 static void kvm_pic_reset(struct kvm_kpic_state *s)  in kvm_pic_reset()  argument
277 	u8 edge_irr = s->irr & ~s->elcr;  in kvm_pic_reset()
280 	s->last_irr = 0;  in kvm_pic_reset()
281 	s->irr &= s->elcr;  in kvm_pic_reset()
282 	s->imr = 0;  in kvm_pic_reset()
283 	s->priority_add = 0;  in kvm_pic_reset()
284 	s->special_mask = 0;  in kvm_pic_reset()
285 	s->read_reg_select = 0;  in kvm_pic_reset()
286 	if (!s->init4) {  in kvm_pic_reset()
287 		s->special_fully_nested_mode = 0;  in kvm_pic_reset()
288 		s->auto_eoi = 0;  in kvm_pic_reset()
290 	s->init_state = 1;  in kvm_pic_reset()
292 	kvm_for_each_vcpu(i, vcpu, s->pics_state->kvm)  in kvm_pic_reset()
304 			pic_clear_isr(s, irq);  in kvm_pic_reset()
309 	struct kvm_kpic_state *s = opaque;  in pic_ioport_write()  local
315 			s->init4 = val & 1;  in pic_ioport_write()
321 			kvm_pic_reset(s);  in pic_ioport_write()
324 				s->poll = 1;  in pic_ioport_write()
326 				s->read_reg_select = val & 1;  in pic_ioport_write()
328 				s->special_mask = (val >> 5) & 1;  in pic_ioport_write()
334 				s->rotate_on_auto_eoi = cmd >> 2;  in pic_ioport_write()
338 				priority = get_priority(s, s->isr);  in pic_ioport_write()
340 					irq = (priority + s->priority_add) & 7;  in pic_ioport_write()
342 						s->priority_add = (irq + 1) & 7;  in pic_ioport_write()
343 					pic_clear_isr(s, irq);  in pic_ioport_write()
344 					pic_update_irq(s->pics_state);  in pic_ioport_write()
349 				pic_clear_isr(s, irq);  in pic_ioport_write()
350 				pic_update_irq(s->pics_state);  in pic_ioport_write()
353 				s->priority_add = (val + 1) & 7;  in pic_ioport_write()
354 				pic_update_irq(s->pics_state);  in pic_ioport_write()
358 				s->priority_add = (irq + 1) & 7;  in pic_ioport_write()
359 				pic_clear_isr(s, irq);  in pic_ioport_write()
360 				pic_update_irq(s->pics_state);  in pic_ioport_write()
367 		switch (s->init_state) {  in pic_ioport_write()
369 			u8 imr_diff = s->imr ^ val,  in pic_ioport_write()
370 				off = (s == &s->pics_state->pics[0]) ? 0 : 8;  in pic_ioport_write()
371 			s->imr = val;  in pic_ioport_write()
375 						s->pics_state->kvm,  in pic_ioport_write()
378 						!!(s->imr & (1 << irq)));  in pic_ioport_write()
379 			pic_update_irq(s->pics_state);  in pic_ioport_write()
383 			s->irq_base = val & 0xf8;  in pic_ioport_write()
384 			s->init_state = 2;  in pic_ioport_write()
387 			if (s->init4)  in pic_ioport_write()
388 				s->init_state = 3;  in pic_ioport_write()
390 				s->init_state = 0;  in pic_ioport_write()
393 			s->special_fully_nested_mode = (val >> 4) & 1;  in pic_ioport_write()
394 			s->auto_eoi = (val >> 1) & 1;  in pic_ioport_write()
395 			s->init_state = 0;  in pic_ioport_write()
400 static u32 pic_poll_read(struct kvm_kpic_state *s, u32 addr1)  in pic_poll_read()  argument
404 	ret = pic_get_irq(s);  in pic_poll_read()
407 			s->pics_state->pics[0].isr &= ~(1 << 2);  in pic_poll_read()
408 			s->pics_state->pics[0].irr &= ~(1 << 2);  in pic_poll_read()
410 		s->irr &= ~(1 << ret);  in pic_poll_read()
411 		pic_clear_isr(s, ret);  in pic_poll_read()
413 			pic_update_irq(s->pics_state);  in pic_poll_read()
419 		pic_update_irq(s->pics_state);  in pic_poll_read()
427 	struct kvm_kpic_state *s = opaque;  in pic_ioport_read()  local
430 	if (s->poll) {  in pic_ioport_read()
431 		ret = pic_poll_read(s, addr);  in pic_ioport_read()
432 		s->poll = 0;  in pic_ioport_read()
435 			if (s->read_reg_select)  in pic_ioport_read()
436 				ret = s->isr;  in pic_ioport_read()
438 				ret = s->irr;  in pic_ioport_read()
440 			ret = s->imr;  in pic_ioport_read()
446 	struct kvm_kpic_state *s = opaque;  in elcr_ioport_write()  local
447 	s->elcr = val & s->elcr_mask;  in elcr_ioport_write()
452 	struct kvm_kpic_state *s = opaque;  in elcr_ioport_read()  local
453 	return s->elcr;  in elcr_ioport_read()
456 static int picdev_write(struct kvm_pic *s,  in picdev_write()  argument
468 		pic_lock(s);  in picdev_write()
469 		pic_ioport_write(&s->pics[0], addr, data);  in picdev_write()
470 		pic_unlock(s);  in picdev_write()
474 		pic_lock(s);  in picdev_write()
475 		pic_ioport_write(&s->pics[1], addr, data);  in picdev_write()
476 		pic_unlock(s);  in picdev_write()
480 		pic_lock(s);  in picdev_write()
481 		elcr_ioport_write(&s->pics[addr & 1], data);  in picdev_write()
482 		pic_unlock(s);  in picdev_write()
490 static int picdev_read(struct kvm_pic *s,  in picdev_read()  argument
505 		pic_lock(s);  in picdev_read()
506 		*data = pic_ioport_read(&s->pics[addr >> 7], addr);  in picdev_read()
507 		pic_unlock(s);  in picdev_read()
511 		pic_lock(s);  in picdev_read()
512 		*data = elcr_ioport_read(&s->pics[addr & 1]);  in picdev_read()
513 		pic_unlock(s);  in picdev_read()
568 	struct kvm_pic *s = kvm->arch.vpic;  in pic_irq_request()  local
570 	if (!s->output)  in pic_irq_request()
571 		s->wakeup_needed = true;  in pic_irq_request()
572 	s->output = level;  in pic_irq_request()
592 	struct kvm_pic *s;  in kvm_pic_init()  local
595 	s = kzalloc(sizeof(struct kvm_pic), GFP_KERNEL_ACCOUNT);  in kvm_pic_init()
596 	if (!s)  in kvm_pic_init()
598 	spin_lock_init(&s->lock);  in kvm_pic_init()
599 	s->kvm = kvm;  in kvm_pic_init()
600 	s->pics[0].elcr_mask = 0xf8;  in kvm_pic_init()
601 	s->pics[1].elcr_mask = 0xde;  in kvm_pic_init()
602 	s->pics[0].pics_state = s;  in kvm_pic_init()
603 	s->pics[1].pics_state = s;  in kvm_pic_init()
608 	kvm_iodevice_init(&s->dev_master, &picdev_master_ops);  in kvm_pic_init()
609 	kvm_iodevice_init(&s->dev_slave, &picdev_slave_ops);  in kvm_pic_init()
610 	kvm_iodevice_init(&s->dev_elcr, &picdev_elcr_ops);  in kvm_pic_init()
613 				      &s->dev_master);  in kvm_pic_init()
617 	ret = kvm_io_bus_register_dev(kvm, KVM_PIO_BUS, 0xa0, 2, &s->dev_slave);  in kvm_pic_init()
621 	ret = kvm_io_bus_register_dev(kvm, KVM_PIO_BUS, 0x4d0, 2, &s->dev_elcr);  in kvm_pic_init()
627 	kvm->arch.vpic = s;  in kvm_pic_init()
632 	kvm_io_bus_unregister_dev(kvm, KVM_PIO_BUS, &s->dev_slave);  in kvm_pic_init()
635 	kvm_io_bus_unregister_dev(kvm, KVM_PIO_BUS, &s->dev_master);  in kvm_pic_init()
640 	kfree(s);  in kvm_pic_init()