/* * Copyright (C) 2001 MandrakeSoft S.A. * * MandrakeSoft S.A. * 43, rue d'Aboukir * 75002 Paris - France * http://www.linux-mandrake.com/ * http://www.mandrakesoft.com/ * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with this library; if not, write to the Free Software * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA * * Yunhong Jiang * Ported to xen by using virtual IRQ line. */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include /* HACK: Route IRQ0 only to VCPU0 to prevent time jumps. */ #define IRQ0_SPECIAL_ROUTING 1 static void vioapic_deliver(struct hvm_hw_vioapic *vioapic, int irq); static unsigned long vioapic_read_indirect(struct hvm_hw_vioapic *vioapic, unsigned long addr, unsigned long length) { unsigned long result = 0; switch ( vioapic->ioregsel ) { case VIOAPIC_REG_VERSION: result = ((((VIOAPIC_NUM_PINS-1) & 0xff) << 16) | (VIOAPIC_VERSION_ID & 0xff)); break; case VIOAPIC_REG_APIC_ID: case VIOAPIC_REG_ARB_ID: result = ((vioapic->id & 0xf) << 24); break; default: { uint32_t redir_index = (vioapic->ioregsel - 0x10) >> 1; uint64_t redir_content; if ( redir_index >= VIOAPIC_NUM_PINS ) { gdprintk(XENLOG_WARNING, "apic_mem_readl:undefined ioregsel %x\n", vioapic->ioregsel); break; } redir_content = vioapic->redirtbl[redir_index].bits; result = (vioapic->ioregsel & 0x1)? (redir_content >> 32) & 0xffffffff : redir_content & 0xffffffff; break; } } return result; } static int vioapic_read( struct vcpu *v, unsigned long addr, unsigned long length, unsigned long *pval) { struct hvm_hw_vioapic *vioapic = domain_vioapic(v->domain); uint32_t result; HVM_DBG_LOG(DBG_LEVEL_IOAPIC, "addr %lx", addr); addr &= 0xff; switch ( addr ) { case VIOAPIC_REG_SELECT: result = vioapic->ioregsel; break; case VIOAPIC_REG_WINDOW: result = vioapic_read_indirect(vioapic, addr, length); break; default: result = 0; break; } *pval = result; return X86EMUL_OKAY; } static void vioapic_write_redirent( struct hvm_hw_vioapic *vioapic, unsigned int idx, int top_word, uint32_t val) { struct domain *d = vioapic_domain(vioapic); struct hvm_irq *hvm_irq = &d->arch.hvm_domain.irq; union vioapic_redir_entry *pent, ent; int unmasked = 0; spin_lock(&d->arch.hvm_domain.irq_lock); pent = &vioapic->redirtbl[idx]; ent = *pent; if ( top_word ) { /* Contains only the dest_id. */ ent.bits = (uint32_t)ent.bits | ((uint64_t)val << 32); } else { unmasked = ent.fields.mask; /* Remote IRR and Delivery Status are read-only. */ ent.bits = ((ent.bits >> 32) << 32) | val; ent.fields.delivery_status = 0; ent.fields.remote_irr = pent->fields.remote_irr; unmasked = unmasked && !ent.fields.mask; } *pent = ent; if ( idx == 0 ) { vlapic_adjust_i8259_target(d); } else if ( ent.fields.trig_mode == VIOAPIC_EDGE_TRIG ) pent->fields.remote_irr = 0; else if ( !ent.fields.mask && !ent.fields.remote_irr && hvm_irq->gsi_assert_count[idx] ) { pent->fields.remote_irr = 1; vioapic_deliver(vioapic, idx); } spin_unlock(&d->arch.hvm_domain.irq_lock); if ( idx == 0 || unmasked ) pt_may_unmask_irq(d, NULL); } static void vioapic_write_indirect( struct hvm_hw_vioapic *vioapic, unsigned long length, unsigned long val) { switch ( vioapic->ioregsel ) { case VIOAPIC_REG_VERSION: /* Writes are ignored. */ break; case VIOAPIC_REG_APIC_ID: vioapic->id = (val >> 24) & 0xf; break; case VIOAPIC_REG_ARB_ID: break; default: { uint32_t redir_index = (vioapic->ioregsel - 0x10) >> 1; HVM_DBG_LOG(DBG_LEVEL_IOAPIC, "change redir index %x val %lx", redir_index, val); if ( redir_index >= VIOAPIC_NUM_PINS ) { gdprintk(XENLOG_WARNING, "vioapic_write_indirect " "error register %x\n", vioapic->ioregsel); break; } vioapic_write_redirent( vioapic, redir_index, vioapic->ioregsel&1, val); break; } } } static int vioapic_write( struct vcpu *v, unsigned long addr, unsigned long length, unsigned long val) { struct hvm_hw_vioapic *vioapic = domain_vioapic(v->domain); addr &= 0xff; switch ( addr ) { case VIOAPIC_REG_SELECT: vioapic->ioregsel = val; break; case VIOAPIC_REG_WINDOW: vioapic_write_indirect(vioapic, length, val); break; #if VIOAPIC_VERSION_ID >= 0x20 case VIOAPIC_REG_EOI: vioapic_update_EOI(v->domain, val); break; #endif default: break; } return X86EMUL_OKAY; } static int vioapic_range(struct vcpu *v, unsigned long addr) { struct hvm_hw_vioapic *vioapic = domain_vioapic(v->domain); return ((addr >= vioapic->base_address && (addr < vioapic->base_address + VIOAPIC_MEM_LENGTH))); } const struct hvm_mmio_handler vioapic_mmio_handler = { .check_handler = vioapic_range, .read_handler = vioapic_read, .write_handler = vioapic_write }; static void ioapic_inj_irq( struct hvm_hw_vioapic *vioapic, struct vlapic *target, uint8_t vector, uint8_t trig_mode, uint8_t delivery_mode) { HVM_DBG_LOG(DBG_LEVEL_IOAPIC, "irq %d trig %d deliv %d", vector, trig_mode, delivery_mode); ASSERT((delivery_mode == dest_Fixed) || (delivery_mode == dest_LowestPrio)); vlapic_set_irq(target, vector, trig_mode); } static inline int pit_channel0_enabled(void) { return pt_active(¤t->domain->arch.vpit.pt0); } static void vioapic_deliver(struct hvm_hw_vioapic *vioapic, int irq) { uint16_t dest = vioapic->redirtbl[irq].fields.dest_id; uint8_t dest_mode = vioapic->redirtbl[irq].fields.dest_mode; uint8_t delivery_mode = vioapic->redirtbl[irq].fields.delivery_mode; uint8_t vector = vioapic->redirtbl[irq].fields.vector; uint8_t trig_mode = vioapic->redirtbl[irq].fields.trig_mode; struct domain *d = vioapic_domain(vioapic); struct vlapic *target; struct vcpu *v; ASSERT(spin_is_locked(&d->arch.hvm_domain.irq_lock)); HVM_DBG_LOG(DBG_LEVEL_IOAPIC, "dest=%x dest_mode=%x delivery_mode=%x " "vector=%x trig_mode=%x", dest, dest_mode, delivery_mode, vector, trig_mode); switch ( delivery_mode ) { case dest_LowestPrio: { #ifdef IRQ0_SPECIAL_ROUTING /* Force round-robin to pick VCPU 0 */ if ( (irq == hvm_isa_irq_to_gsi(0)) && pit_channel0_enabled() ) { v = d->vcpu ? d->vcpu[0] : NULL; target = v ? vcpu_vlapic(v) : NULL; } else #endif target = vlapic_lowest_prio(d, NULL, 0, dest, dest_mode); if ( target != NULL ) { ioapic_inj_irq(vioapic, target, vector, trig_mode, delivery_mode); } else { HVM_DBG_LOG(DBG_LEVEL_IOAPIC, "null round robin: " "vector=%x delivery_mode=%x", vector, dest_LowestPrio); } break; } case dest_Fixed: { #ifdef IRQ0_SPECIAL_ROUTING /* Do not deliver timer interrupts to VCPU != 0 */ if ( (irq == hvm_isa_irq_to_gsi(0)) && pit_channel0_enabled() ) { if ( (v = d->vcpu ? d->vcpu[0] : NULL) != NULL ) ioapic_inj_irq(vioapic, vcpu_vlapic(v), vector, trig_mode, delivery_mode); } else #endif { for_each_vcpu ( d, v ) if ( vlapic_match_dest(vcpu_vlapic(v), NULL, 0, dest, dest_mode) ) ioapic_inj_irq(vioapic, vcpu_vlapic(v), vector, trig_mode, delivery_mode); } break; } case dest_NMI: { for_each_vcpu ( d, v ) if ( vlapic_match_dest(vcpu_vlapic(v), NULL, 0, dest, dest_mode) && !test_and_set_bool(v->nmi_pending) ) vcpu_kick(v); break; } default: gdprintk(XENLOG_WARNING, "Unsupported delivery mode %d\n", delivery_mode); break; } } void vioapic_irq_positive_edge(struct domain *d, unsigned int irq) { struct hvm_hw_vioapic *vioapic = domain_vioapic(d); union vioapic_redir_entry *ent; HVM_DBG_LOG(DBG_LEVEL_IOAPIC, "irq %x", irq); ASSERT(irq < VIOAPIC_NUM_PINS); ASSERT(spin_is_locked(&d->arch.hvm_domain.irq_lock)); ent = &vioapic->redirtbl[irq]; if ( ent->fields.mask ) return; if ( ent->fields.trig_mode == VIOAPIC_EDGE_TRIG ) { vioapic_deliver(vioapic, irq); } else if ( !ent->fields.remote_irr ) { ent->fields.remote_irr = 1; vioapic_deliver(vioapic, irq); } } void vioapic_update_EOI(struct domain *d, int vector) { struct hvm_hw_vioapic *vioapic = domain_vioapic(d); struct hvm_irq *hvm_irq = &d->arch.hvm_domain.irq; union vioapic_redir_entry *ent; int gsi; spin_lock(&d->arch.hvm_domain.irq_lock); for ( gsi = 0; gsi < VIOAPIC_NUM_PINS; gsi++ ) { ent = &vioapic->redirtbl[gsi]; if ( ent->fields.vector != vector ) continue; ent->fields.remote_irr = 0; if ( iommu_enabled ) { spin_unlock(&d->arch.hvm_domain.irq_lock); hvm_dpci_eoi(d, gsi, ent); spin_lock(&d->arch.hvm_domain.irq_lock); } if ( (ent->fields.trig_mode == VIOAPIC_LEVEL_TRIG) && !ent->fields.mask && hvm_irq->gsi_assert_count[gsi] ) { ent->fields.remote_irr = 1; vioapic_deliver(vioapic, gsi); } } spin_unlock(&d->arch.hvm_domain.irq_lock); } static int ioapic_save(struct domain *d, hvm_domain_context_t *h) { struct hvm_hw_vioapic *s = domain_vioapic(d); return hvm_save_entry(IOAPIC, 0, h, s); } static int ioapic_load(struct domain *d, hvm_domain_context_t *h) { struct hvm_hw_vioapic *s = domain_vioapic(d); return hvm_load_entry(IOAPIC, h, s); } HVM_REGISTER_SAVE_RESTORE(IOAPIC, ioapic_save, ioapic_load, 1, HVMSR_PER_DOM); void vioapic_reset(struct domain *d) { struct hvm_vioapic *vioapic = d->arch.hvm_domain.vioapic; int i; memset(&vioapic->hvm_hw_vioapic, 0, sizeof(vioapic->hvm_hw_vioapic)); for ( i = 0; i < VIOAPIC_NUM_PINS; i++ ) vioapic->hvm_hw_vioapic.redirtbl[i].fields.mask = 1; vioapic->hvm_hw_vioapic.base_address = VIOAPIC_DEFAULT_BASE_ADDRESS; } int vioapic_init(struct domain *d) { if ( (d->arch.hvm_domain.vioapic == NULL) && ((d->arch.hvm_domain.vioapic = xmalloc(struct hvm_vioapic)) == NULL) ) return -ENOMEM; d->arch.hvm_domain.vioapic->domain = d; vioapic_reset(d); return 0; } void vioapic_deinit(struct domain *d) { xfree(d->arch.hvm_domain.vioapic); d->arch.hvm_domain.vioapic = NULL; }