mirror of
https://github.com/justinian/jsix.git
synced 2025-12-10 00:14:32 -08:00
When waking another thread, if that thread has a more urgent priority than the current thread on the same CPU, send that CPU an IPI to tell it to run its scheduler. Related changes in this commit: - Addition of the ipiSchedule isr (vector 0xe4) and its handler in isr_handler(). - Change the APIC's send_ipi* functions to take an isr enum and not an int for their vector parameter - Thread TCBs now contain a pointer to their current CPU's cpu_data structure - Add the maybe_schedule() call to the scheduler, which sends the schedule IPI to the given thread's CPU only when that CPU is running a less-urgent thread. - Move the locking of a run queue lock earlier in schedule() instead of taking the lock in steal_work() and again in schedule().
183 lines
4.8 KiB
C++
183 lines
4.8 KiB
C++
#include <stdint.h>
|
|
|
|
|
|
#include "assert.h"
|
|
#include "cpu.h"
|
|
#include "device_manager.h"
|
|
#include "idt.h"
|
|
#include "interrupts.h"
|
|
#include "io.h"
|
|
#include "logger.h"
|
|
#include "memory.h"
|
|
#include "objects/process.h"
|
|
#include "printf/printf.h"
|
|
#include "scheduler.h"
|
|
#include "vm_space.h"
|
|
|
|
static const uint16_t PIC1 = 0x20;
|
|
static const uint16_t PIC2 = 0xa0;
|
|
|
|
constexpr uintptr_t apic_eoi_addr = 0xfee000b0 + mem::linear_offset;
|
|
|
|
extern "C" {
|
|
void isr_handler(cpu_state*);
|
|
void irq_handler(cpu_state*);
|
|
}
|
|
|
|
uint8_t
|
|
get_irq(unsigned vector)
|
|
{
|
|
switch (vector) {
|
|
#define ISR(i, s, name)
|
|
#define EISR(i, s, name)
|
|
#define NISR(i, s, name)
|
|
#define IRQ(i, q, name) case i : return q;
|
|
#include "interrupt_isrs.inc"
|
|
#undef IRQ
|
|
#undef NISR
|
|
#undef EISR
|
|
#undef ISR
|
|
|
|
default: return 0xff;
|
|
}
|
|
}
|
|
|
|
void
|
|
disable_legacy_pic()
|
|
{
|
|
// Mask all interrupts
|
|
outb(PIC2+1, 0xfc);
|
|
outb(PIC1+1, 0xff);
|
|
|
|
// Start initialization sequence
|
|
outb(PIC1, 0x11); io_wait();
|
|
outb(PIC2, 0x11); io_wait();
|
|
|
|
// Remap into ignore ISRs
|
|
outb(PIC1+1, static_cast<uint8_t>(isr::isrIgnore0)); io_wait();
|
|
outb(PIC2+1, static_cast<uint8_t>(isr::isrIgnore8)); io_wait();
|
|
|
|
// Tell PICs about each other
|
|
outb(PIC1+1, 0x04); io_wait();
|
|
outb(PIC2+1, 0x02); io_wait();
|
|
}
|
|
|
|
void
|
|
isr_handler(cpu_state *regs)
|
|
{
|
|
uint8_t vector = regs->interrupt & 0xff;
|
|
if ((vector & 0xf0) == 0xf0) {
|
|
*reinterpret_cast<uint32_t *>(apic_eoi_addr) = 0;
|
|
return;
|
|
}
|
|
|
|
// Clear out the IST for this vector so we just keep using
|
|
// this stack
|
|
IDT &idt = IDT::current();
|
|
uint8_t old_ist = idt.get_ist(vector);
|
|
if (old_ist)
|
|
idt.set_ist(vector, 0);
|
|
|
|
char message[200];
|
|
|
|
switch (static_cast<isr>(vector)) {
|
|
|
|
case isr::isrDebug:
|
|
asm volatile ("mov %%dr0, %%r8" ::: "r8");
|
|
asm volatile ("mov %%dr1, %%r9" ::: "r9");
|
|
asm volatile ("mov %%dr2, %%r10" ::: "r10");
|
|
asm volatile ("mov %%dr3, %%r11" ::: "r11");
|
|
asm volatile ("mov %%dr4, %%r12" ::: "r12");
|
|
asm volatile ("mov %%dr5, %%r13" ::: "r13");
|
|
asm volatile ("mov %%dr6, %%r14" ::: "r14");
|
|
asm volatile ("mov %%dr7, %%r15" ::: "r15");
|
|
kassert(false, "Debug exception", regs);
|
|
break;
|
|
|
|
case isr::isrDoubleFault:
|
|
kassert(false, "Double fault", regs);
|
|
break;
|
|
|
|
case isr::isrGPFault:
|
|
if (regs->errorcode & 0xfff0) {
|
|
int index = (regs->errorcode & 0xffff) >> 3;
|
|
int ti = (regs->errorcode & 0x07) >> 1;
|
|
char const *table =
|
|
(ti & 1) ? "IDT" :
|
|
(!ti) ? "GDT" :
|
|
"LDT";
|
|
|
|
snprintf(message, sizeof(message), "General Protection Fault, error:0x%lx%s %s[%d]",
|
|
regs->errorcode, regs->errorcode & 1 ? " external" : "", table, index);
|
|
} else {
|
|
snprintf(message, sizeof(message), "General Protection Fault, error:%lx%s",
|
|
regs->errorcode, regs->errorcode & 1 ? " external" : "");
|
|
}
|
|
kassert(false, message, regs);
|
|
break;
|
|
|
|
case isr::isrPageFault: {
|
|
uintptr_t cr2 = 0;
|
|
__asm__ __volatile__ ("mov %%cr2, %0" : "=r"(cr2));
|
|
|
|
bool user = cr2 < mem::kernel_offset;
|
|
vm_space::fault_type ft =
|
|
static_cast<vm_space::fault_type>(regs->errorcode);
|
|
|
|
vm_space &space = user
|
|
? obj::process::current().space()
|
|
: vm_space::kernel_space();
|
|
|
|
if (cr2 && space.handle_fault(cr2, ft))
|
|
break;
|
|
|
|
snprintf(message, sizeof(message),
|
|
"Page fault: %016lx%s%s%s%s%s", cr2,
|
|
(regs->errorcode & 0x01) ? " present" : "",
|
|
(regs->errorcode & 0x02) ? " write" : "",
|
|
(regs->errorcode & 0x04) ? " user" : "",
|
|
(regs->errorcode & 0x08) ? " reserved" : "",
|
|
(regs->errorcode & 0x10) ? " ip" : "");
|
|
kassert(false, message, regs);
|
|
}
|
|
break;
|
|
|
|
case isr::isrTimer:
|
|
scheduler::get().schedule();
|
|
break;
|
|
|
|
case isr::isrLINT0:
|
|
case isr::isrLINT1:
|
|
break;
|
|
|
|
case isr::ipiSchedule:
|
|
scheduler::get().schedule();
|
|
break;
|
|
|
|
case isr::isrSpurious:
|
|
// No EOI for the spurious interrupt
|
|
return;
|
|
|
|
default:
|
|
snprintf(message, sizeof(message), "Unknown interrupt 0x%lx", regs->interrupt);
|
|
kassert(false, message, regs);
|
|
}
|
|
|
|
// Return the IST for this vector to what it was
|
|
if (old_ist)
|
|
idt.set_ist(vector, old_ist);
|
|
*reinterpret_cast<uint32_t *>(apic_eoi_addr) = 0;
|
|
}
|
|
|
|
void
|
|
irq_handler(cpu_state *regs)
|
|
{
|
|
uint8_t irq = get_irq(regs->interrupt);
|
|
if (! device_manager::get().dispatch_irq(irq)) {
|
|
log::warn(logs::irq, "Unknown IRQ: %d (vec 0x%lx)",
|
|
irq, regs->interrupt);
|
|
}
|
|
|
|
*reinterpret_cast<uint32_t *>(apic_eoi_addr) = 0;
|
|
}
|