1220 lines
32 KiB
C
1220 lines
32 KiB
C
/*++
|
||
|
||
Copyright (c) 1989 Microsoft Corporation
|
||
|
||
Module Name:
|
||
|
||
intobj.c
|
||
|
||
Abstract:
|
||
|
||
This module implements the kernel interrupt object. Functions are provided
|
||
to initialize, connect, and disconnect interrupt objects.
|
||
|
||
Author:
|
||
|
||
David N. Cutler (davec) 30-Jul-1989
|
||
|
||
Environment:
|
||
|
||
Kernel mode only.
|
||
|
||
Revision History:
|
||
|
||
23-Jan-1990 shielint
|
||
|
||
Modified for NT386 interrupt manager
|
||
|
||
--*/
|
||
|
||
#include "ki.h"
|
||
|
||
//
|
||
// Data used for interrupt timing, aka, long ISR trapping.
|
||
// The initial value for KiIsrTscLimit is to prevent the trap from
|
||
// firing until a reasonable value is determined.
|
||
//
|
||
|
||
ULONGLONG KiIsrTscLimit = 0xFFFFFFFFFFFFFFFF;
|
||
ULONG KiTimeLimitDpcMicroseconds;
|
||
ULONG KiTimeLimitIsrMicroseconds;
|
||
|
||
//
|
||
// Externs from trap.asm used to compute and set handlers for unexpected
|
||
// hardware interrupts.
|
||
//
|
||
|
||
extern ULONG KiStartUnexpectedRange(VOID);
|
||
extern ULONG KiEndUnexpectedRange(VOID);
|
||
extern ULONG KiUnexpectedEntrySize;
|
||
|
||
|
||
VOID
|
||
KiInterruptDispatch2ndLvl(
|
||
VOID
|
||
);
|
||
|
||
|
||
VOID
|
||
KiChainedDispatch2ndLvl(
|
||
VOID
|
||
);
|
||
|
||
|
||
typedef enum {
|
||
NoConnect,
|
||
NormalConnect,
|
||
ChainConnect,
|
||
UnkownConnect
|
||
} CONNECT_TYPE, *PCONNECT_TYPE;
|
||
|
||
typedef struct {
|
||
CONNECT_TYPE Type;
|
||
PKINTERRUPT Interrupt;
|
||
PKINTERRUPT_ROUTINE NoDispatch;
|
||
PKINTERRUPT_ROUTINE InterruptDispatch;
|
||
PKINTERRUPT_ROUTINE FloatingDispatch;
|
||
PKINTERRUPT_ROUTINE ChainedDispatch;
|
||
PKINTERRUPT_ROUTINE *FlatDispatch;
|
||
} DISPATCH_INFO, *PDISPATCH_INFO;
|
||
|
||
|
||
VOID
|
||
KiGetVectorInfo (
|
||
IN ULONG Vector,
|
||
OUT PDISPATCH_INFO DispatchInfo
|
||
);
|
||
|
||
VOID
|
||
KiConnectVectorAndInterruptObject (
|
||
IN PKINTERRUPT Interrupt,
|
||
IN CONNECT_TYPE Type
|
||
);
|
||
|
||
|
||
VOID
|
||
KeInitializeInterrupt (
|
||
IN PKINTERRUPT Interrupt,
|
||
IN PKSERVICE_ROUTINE ServiceRoutine,
|
||
IN PVOID ServiceContext,
|
||
IN PKSPIN_LOCK SpinLock OPTIONAL,
|
||
IN ULONG Vector,
|
||
IN KIRQL Irql,
|
||
IN KIRQL SynchronizeIrql,
|
||
IN KINTERRUPT_MODE InterruptMode,
|
||
IN BOOLEAN ShareVector,
|
||
IN CCHAR ProcessorNumber,
|
||
IN BOOLEAN FloatingSave
|
||
)
|
||
|
||
/*++
|
||
|
||
Routine Description:
|
||
|
||
This function initializes a kernel interrupt object. The service routine,
|
||
service context, spin lock, vector, IRQL, SynchronizeIrql, and floating
|
||
context save flag are initialized.
|
||
|
||
Arguments:
|
||
|
||
Interrupt - Supplies a pointer to a control object of type interrupt.
|
||
|
||
ServiceRoutine - Supplies a pointer to a function that is to be
|
||
executed when an interrupt occurs via the specified interrupt
|
||
vector.
|
||
|
||
ServiceContext - Supplies a pointer to an arbitrary data structure which is
|
||
to be passed to the function specified by the ServiceRoutine parameter.
|
||
|
||
SpinLock - Supplies a pointer to an executive spin lock.
|
||
|
||
Vector - Supplies the index of the entry in the Interrupt Dispatch Table
|
||
that is to be associated with the ServiceRoutine function.
|
||
|
||
Irql - Supplies the request priority of the interrupting source.
|
||
|
||
SynchronizeIrql - The request priority that the interrupt should be
|
||
synchronized with.
|
||
|
||
InterruptMode - Supplies the mode of the interrupt; LevelSensitive or
|
||
|
||
ShareVector - Supplies a boolean value that specifies whether the
|
||
vector can be shared with other interrupt objects or not. If FALSE
|
||
then the vector may not be shared, if TRUE it may be.
|
||
Latched.
|
||
|
||
ProcessorNumber - Supplies the number of the processor to which the
|
||
interrupt will be connected.
|
||
|
||
FloatingSave - Supplies a boolean value that determines whether the
|
||
floating point registers and pipe line are to be saved before calling
|
||
the ServiceRoutine function.
|
||
|
||
Return Value:
|
||
|
||
None.
|
||
|
||
--*/
|
||
|
||
{
|
||
|
||
LONG Index;
|
||
PULONG pl;
|
||
PULONG NormalDispatchCode;
|
||
|
||
//
|
||
// Initialize standard control object header.
|
||
//
|
||
|
||
Interrupt->Type = InterruptObject;
|
||
Interrupt->Size = sizeof(KINTERRUPT);
|
||
|
||
//
|
||
// Initialize the address of the service routine,
|
||
// the service context, the address of the spin lock, the vector
|
||
// number, the IRQL of the interrupting source, the Irql used for
|
||
// synchronize execution, the interrupt mode, the processor
|
||
// number, and the floating context save flag.
|
||
//
|
||
|
||
Interrupt->ServiceRoutine = ServiceRoutine;
|
||
Interrupt->ServiceContext = ServiceContext;
|
||
|
||
if (ARGUMENT_PRESENT(SpinLock)) {
|
||
Interrupt->ActualLock = SpinLock;
|
||
} else {
|
||
KeInitializeSpinLock (&Interrupt->SpinLock);
|
||
Interrupt->ActualLock = &Interrupt->SpinLock;
|
||
}
|
||
|
||
Interrupt->Vector = Vector;
|
||
Interrupt->Irql = Irql;
|
||
Interrupt->SynchronizeIrql = SynchronizeIrql;
|
||
Interrupt->Mode = InterruptMode;
|
||
Interrupt->ShareVector = ShareVector;
|
||
Interrupt->Number = ProcessorNumber;
|
||
Interrupt->FloatingSave = FloatingSave;
|
||
|
||
//
|
||
// Initialize fields for the interrupt storm detection. Set these
|
||
// to -1 so that the first time through the interrupt dispatch they
|
||
// will be reset correctly.
|
||
//
|
||
Interrupt->TickCount = (ULONG)-1;
|
||
Interrupt->DispatchCount = (ULONG)-1;
|
||
|
||
//
|
||
// Copy the interrupt dispatch code template into the interrupt object
|
||
// and edit the machine code stored in the structure (please see
|
||
// _KiInterruptTemplate in intsup.asm.) Finally, flush the dcache
|
||
// on all processors that the current thread can
|
||
// run on to ensure that the code is actually in memory.
|
||
//
|
||
|
||
NormalDispatchCode = &(Interrupt->DispatchCode[0]);
|
||
|
||
pl = NormalDispatchCode;
|
||
|
||
for (Index = 0; Index < NORMAL_DISPATCH_LENGTH; Index += 1) {
|
||
*NormalDispatchCode++ = KiInterruptTemplate[Index];
|
||
}
|
||
|
||
//
|
||
// The following two instructions set the address of current interrupt
|
||
// object the the NORMAL dispatching code.
|
||
//
|
||
|
||
pl = (PULONG)((PUCHAR)pl + ((PUCHAR)&KiInterruptTemplateObject -
|
||
(PUCHAR)KiInterruptTemplate) -4);
|
||
*pl = (ULONG)Interrupt;
|
||
|
||
KeSweepDcache(FALSE);
|
||
|
||
//
|
||
// Set the connected state of the interrupt object to FALSE.
|
||
//
|
||
|
||
Interrupt->Connected = FALSE;
|
||
return;
|
||
}
|
||
|
||
BOOLEAN
|
||
KeConnectInterrupt (
|
||
IN PKINTERRUPT Interrupt
|
||
)
|
||
|
||
/*++
|
||
|
||
Routine Description:
|
||
|
||
This function connects an interrupt object to the interrupt vector
|
||
specified by the interrupt object. If the interrupt object is already
|
||
connected, or an attempt is made to connect to an interrupt that cannot
|
||
be connected, then a value of FALSE is returned. Else the specified
|
||
interrupt object is connected to the interrupt vector, the connected
|
||
state is set to TRUE, and TRUE is returned as the function value.
|
||
|
||
Arguments:
|
||
|
||
Interrupt - Supplies a pointer to a control object of type interrupt.
|
||
|
||
Return Value:
|
||
|
||
If the interrupt object is already connected or an attempt is made to
|
||
connect to an interrupt vector that cannot be connected, then a value
|
||
of FALSE is returned. Else a value of TRUE is returned.
|
||
|
||
--*/
|
||
|
||
{
|
||
DISPATCH_INFO DispatchInfo;
|
||
BOOLEAN Connected;
|
||
BOOLEAN ConnectError;
|
||
BOOLEAN Enabled;
|
||
KIRQL Irql;
|
||
CCHAR Number;
|
||
KIRQL OldIrql;
|
||
ULONG Vector;
|
||
|
||
//
|
||
// If the interrupt object is already connected, the interrupt vector
|
||
// number is invalid, an attempt is being made to connect to a vector
|
||
// that cannot be connected, the interrupt request level is invalid, or
|
||
// the processor number is invalid, then do not connect the interrupt
|
||
// object. Else connect interrupt object to the specified vector and
|
||
// establish the proper interrupt dispatcher.
|
||
//
|
||
|
||
Connected = FALSE;
|
||
ConnectError = FALSE;
|
||
Irql = Interrupt->Irql;
|
||
Number = Interrupt->Number;
|
||
Vector = Interrupt->Vector;
|
||
if ( !((Irql > HIGH_LEVEL) ||
|
||
(Number >= KeNumberProcessors) ||
|
||
(Interrupt->SynchronizeIrql < Irql) ||
|
||
(Interrupt->FloatingSave) // R0 x87 usage not supported on x86
|
||
)
|
||
) {
|
||
|
||
//
|
||
//
|
||
// Set system affinity to the specified processor.
|
||
//
|
||
|
||
KeSetSystemAffinityThread((KAFFINITY)(1<<Number));
|
||
|
||
//
|
||
// Raise IRQL to dispatcher level and lock dispatcher database.
|
||
//
|
||
|
||
KiLockDispatcherDatabase(&OldIrql);
|
||
|
||
//
|
||
// Is interrupt object already connected?
|
||
//
|
||
|
||
if (!Interrupt->Connected) {
|
||
|
||
//
|
||
// Determine interrupt dispatch vector
|
||
//
|
||
|
||
KiGetVectorInfo (
|
||
Vector,
|
||
&DispatchInfo
|
||
);
|
||
|
||
//
|
||
// If dispatch vector is not connected, then connect it
|
||
//
|
||
|
||
if (DispatchInfo.Type == NoConnect) {
|
||
Connected = TRUE;
|
||
Interrupt->Connected = TRUE;
|
||
|
||
//
|
||
// Connect interrupt dispatch to interrupt object dispatch code
|
||
//
|
||
|
||
InitializeListHead(&Interrupt->InterruptListEntry);
|
||
KiConnectVectorAndInterruptObject (Interrupt, NormalConnect);
|
||
|
||
//
|
||
// Enabled system vector
|
||
//
|
||
|
||
Enabled = HalEnableSystemInterrupt(Vector, Irql, Interrupt->Mode);
|
||
if (!Enabled) {
|
||
ConnectError = TRUE;
|
||
}
|
||
|
||
|
||
} else if (DispatchInfo.Type != UnkownConnect &&
|
||
Interrupt->ShareVector &&
|
||
DispatchInfo.Interrupt->ShareVector &&
|
||
DispatchInfo.Interrupt->Mode == Interrupt->Mode) {
|
||
|
||
//
|
||
// Vector is already connected as sharable. New vector is sharable
|
||
// and modes match. Chain new vector.
|
||
//
|
||
|
||
Connected = TRUE;
|
||
Interrupt->Connected = TRUE;
|
||
|
||
ASSERT (Irql <= SYNCH_LEVEL);
|
||
|
||
//
|
||
// If not already using chained dispatch handler, set it up
|
||
//
|
||
|
||
if (DispatchInfo.Type != ChainConnect) {
|
||
KiConnectVectorAndInterruptObject (DispatchInfo.Interrupt, ChainConnect);
|
||
}
|
||
|
||
//
|
||
// Add to tail of chained dispatch
|
||
//
|
||
|
||
InsertTailList(
|
||
&DispatchInfo.Interrupt->InterruptListEntry,
|
||
&Interrupt->InterruptListEntry
|
||
);
|
||
|
||
}
|
||
}
|
||
|
||
//
|
||
// Unlock dispatcher database and lower IRQL to its previous value.
|
||
//
|
||
|
||
KiUnlockDispatcherDatabase(OldIrql);
|
||
|
||
//
|
||
// Set system affinity back to the original value.
|
||
//
|
||
|
||
KeRevertToUserAffinityThread();
|
||
}
|
||
|
||
if (Connected && ConnectError) {
|
||
#if DBG
|
||
DbgPrint ("HalEnableSystemInterrupt failed\n");
|
||
#endif
|
||
KeDisconnectInterrupt (Interrupt);
|
||
Connected = FALSE;
|
||
}
|
||
|
||
//
|
||
// Return whether interrupt was connected to the specified vector.
|
||
//
|
||
|
||
return Connected;
|
||
}
|
||
|
||
BOOLEAN
|
||
KeDisconnectInterrupt (
|
||
IN PKINTERRUPT Interrupt
|
||
)
|
||
|
||
/*++
|
||
|
||
Routine Description:
|
||
|
||
This function disconnects an interrupt object from the interrupt vector
|
||
specified by the interrupt object. If the interrupt object is not
|
||
connected, then a value of FALSE is returned. Else the specified interrupt
|
||
object is disconnected from the interrupt vector, the connected state is
|
||
set to FALSE, and TRUE is returned as the function value.
|
||
|
||
Arguments:
|
||
|
||
Interrupt - Supplies a pointer to a control object of type interrupt.
|
||
|
||
Return Value:
|
||
|
||
If the interrupt object is not connected, then a value of FALSE is
|
||
returned. Else a value of TRUE is returned.
|
||
|
||
--*/
|
||
|
||
{
|
||
|
||
DISPATCH_INFO DispatchInfo;
|
||
BOOLEAN Connected;
|
||
PKINTERRUPT Interrupty;
|
||
KIRQL Irql;
|
||
KIRQL OldIrql;
|
||
ULONG Vector;
|
||
|
||
//
|
||
// Set system affinity to the specified processor.
|
||
//
|
||
|
||
KeSetSystemAffinityThread((KAFFINITY)(1<<Interrupt->Number));
|
||
|
||
//
|
||
// Raise IRQL to dispatcher level and lock dispatcher database.
|
||
//
|
||
|
||
KiLockDispatcherDatabase(&OldIrql);
|
||
|
||
//
|
||
// If the interrupt object is connected, then disconnect it from the
|
||
// specified vector.
|
||
//
|
||
|
||
Connected = Interrupt->Connected;
|
||
if (Connected) {
|
||
Irql = Interrupt->Irql;
|
||
Vector = Interrupt->Vector;
|
||
|
||
//
|
||
// If the specified interrupt vector is not connected to the chained
|
||
// interrupt dispatcher, then disconnect it by setting its dispatch
|
||
// address to the unexpected interrupt routine. Else remove the
|
||
// interrupt object from the interrupt chain. If there is only
|
||
// one entry remaining in the list, then reestablish the dispatch
|
||
// address.
|
||
//
|
||
|
||
//
|
||
// Determine interrupt dispatch vector
|
||
//
|
||
|
||
KiGetVectorInfo (
|
||
Vector,
|
||
&DispatchInfo
|
||
);
|
||
|
||
|
||
//
|
||
// Is dispatch a chained handler?
|
||
//
|
||
|
||
if (DispatchInfo.Type == ChainConnect) {
|
||
|
||
ASSERT (Irql <= SYNCH_LEVEL);
|
||
|
||
//
|
||
// Is interrupt being removed from head?
|
||
//
|
||
|
||
if (Interrupt == DispatchInfo.Interrupt) {
|
||
|
||
//
|
||
// Update next interrupt object to be head
|
||
//
|
||
|
||
DispatchInfo.Interrupt = CONTAINING_RECORD(
|
||
DispatchInfo.Interrupt->InterruptListEntry.Flink,
|
||
KINTERRUPT,
|
||
InterruptListEntry
|
||
);
|
||
|
||
KiConnectVectorAndInterruptObject (DispatchInfo.Interrupt, ChainConnect);
|
||
}
|
||
|
||
//
|
||
// Remove interrupt object
|
||
//
|
||
|
||
RemoveEntryList(&Interrupt->InterruptListEntry);
|
||
|
||
//
|
||
// If there's only one interrupt object left on this vector,
|
||
// determine proper interrupt dispatcher
|
||
//
|
||
|
||
Interrupty = CONTAINING_RECORD(
|
||
DispatchInfo.Interrupt->InterruptListEntry.Flink,
|
||
KINTERRUPT,
|
||
InterruptListEntry
|
||
);
|
||
|
||
if (DispatchInfo.Interrupt == Interrupty) {
|
||
KiConnectVectorAndInterruptObject (Interrupty, NormalConnect);
|
||
}
|
||
|
||
} else {
|
||
|
||
//
|
||
// Removing last interrupt object from the vector. Disable the
|
||
// vector, and set it to unconnected
|
||
//
|
||
|
||
HalDisableSystemInterrupt(Interrupt->Vector, Irql);
|
||
KiConnectVectorAndInterruptObject (Interrupt, NoConnect);
|
||
}
|
||
|
||
|
||
KeSweepIcache(TRUE);
|
||
Interrupt->Connected = FALSE;
|
||
}
|
||
|
||
//
|
||
// Unlock dispatcher database and lower IRQL to its previous value.
|
||
//
|
||
|
||
KiUnlockDispatcherDatabase(OldIrql);
|
||
|
||
//
|
||
// Set system affinity back to the original value.
|
||
//
|
||
|
||
KeRevertToUserAffinityThread();
|
||
|
||
//
|
||
// Return whether interrupt was disconnected from the specified vector.
|
||
//
|
||
|
||
return Connected;
|
||
}
|
||
|
||
VOID
|
||
KiGetVectorInfo (
|
||
IN ULONG Vector,
|
||
OUT PDISPATCH_INFO DispatchInfo
|
||
)
|
||
{
|
||
PKINTERRUPT_ROUTINE Dispatch;
|
||
ULONG CurrentDispatch;
|
||
ULONG DispatchType;
|
||
UCHAR IDTEntry;
|
||
|
||
//
|
||
// Get second level dispatch point
|
||
//
|
||
|
||
|
||
DispatchType = HalSystemVectorDispatchEntry (
|
||
Vector,
|
||
&DispatchInfo->FlatDispatch,
|
||
&DispatchInfo->NoDispatch
|
||
);
|
||
|
||
//
|
||
// Get vector info
|
||
//
|
||
|
||
switch (DispatchType) {
|
||
case 0:
|
||
//
|
||
// Primary dispatch
|
||
//
|
||
|
||
IDTEntry = HalVectorToIDTEntry(Vector);
|
||
DispatchInfo->NoDispatch = (PKINTERRUPT_ROUTINE) (((ULONG) &KiStartUnexpectedRange) +
|
||
(IDTEntry - PRIMARY_VECTOR_BASE) * KiUnexpectedEntrySize);
|
||
|
||
DispatchInfo->InterruptDispatch = KiInterruptDispatch;
|
||
DispatchInfo->FloatingDispatch = KiFloatingDispatch;
|
||
DispatchInfo->ChainedDispatch = KiChainedDispatch;
|
||
DispatchInfo->FlatDispatch = NULL;
|
||
|
||
CurrentDispatch = (ULONG) KiReturnHandlerAddressFromIDT(Vector);
|
||
DispatchInfo->Interrupt = CONTAINING_RECORD (
|
||
CurrentDispatch,
|
||
KINTERRUPT,
|
||
DispatchCode
|
||
);
|
||
break;
|
||
|
||
case 1:
|
||
//
|
||
// Secondardy dispatch.
|
||
//
|
||
|
||
DispatchInfo->InterruptDispatch = KiInterruptDispatch2ndLvl;
|
||
DispatchInfo->FloatingDispatch = KiInterruptDispatch2ndLvl;
|
||
DispatchInfo->ChainedDispatch = KiChainedDispatch2ndLvl;
|
||
|
||
CurrentDispatch = (ULONG) *DispatchInfo->FlatDispatch;
|
||
DispatchInfo->Interrupt = (PKINTERRUPT) ( (PUCHAR) CurrentDispatch -
|
||
(PUCHAR) KiInterruptTemplate +
|
||
(PUCHAR) &KiInterruptTemplate2ndDispatch
|
||
);
|
||
break;
|
||
|
||
default:
|
||
// Other values reserved
|
||
KeBugCheck (MISMATCHED_HAL);
|
||
}
|
||
|
||
|
||
//
|
||
// Determine dispatch type
|
||
//
|
||
|
||
if (((PKINTERRUPT_ROUTINE) CurrentDispatch) == DispatchInfo->NoDispatch) {
|
||
|
||
//
|
||
// Is connected to the NoDispatch function
|
||
//
|
||
|
||
DispatchInfo->Type = NoConnect;
|
||
|
||
} else {
|
||
Dispatch = DispatchInfo->Interrupt->DispatchAddress;
|
||
|
||
if (Dispatch == DispatchInfo->ChainedDispatch) {
|
||
//
|
||
// Is connected to the chained handler
|
||
//
|
||
|
||
DispatchInfo->Type = ChainConnect;
|
||
|
||
} else if (Dispatch == DispatchInfo->InterruptDispatch ||
|
||
Dispatch == DispatchInfo->FloatingDispatch) {
|
||
//
|
||
// If connection to the non-chained handler
|
||
//
|
||
|
||
DispatchInfo->Type = NormalConnect;
|
||
|
||
} else {
|
||
|
||
//
|
||
// Unkown connection
|
||
//
|
||
|
||
DispatchInfo->Type = UnkownConnect;
|
||
#if DBG
|
||
DbgPrint ("KiGetVectorInfo not understood\n");
|
||
#endif
|
||
}
|
||
}
|
||
}
|
||
|
||
VOID
|
||
KiConnectVectorAndInterruptObject (
|
||
IN PKINTERRUPT Interrupt,
|
||
IN CONNECT_TYPE Type
|
||
)
|
||
{
|
||
PKINTERRUPT_ROUTINE DispatchAddress;
|
||
DISPATCH_INFO DispatchInfo;
|
||
PULONG pl;
|
||
|
||
//
|
||
// Get current connect info
|
||
//
|
||
|
||
KiGetVectorInfo (
|
||
Interrupt->Vector,
|
||
&DispatchInfo
|
||
);
|
||
|
||
//
|
||
// If disconnecting, set vector to NoDispatch
|
||
//
|
||
|
||
if (Type == NoConnect) {
|
||
|
||
DispatchAddress = DispatchInfo.NoDispatch;
|
||
|
||
} else {
|
||
|
||
//
|
||
// Set interrupt objects dispatch for new type
|
||
//
|
||
|
||
DispatchAddress = DispatchInfo.ChainedDispatch;
|
||
|
||
if (Type == NormalConnect) {
|
||
DispatchAddress = DispatchInfo.InterruptDispatch;
|
||
if (Interrupt->FloatingSave) {
|
||
DispatchAddress = DispatchInfo.FloatingDispatch;
|
||
}
|
||
}
|
||
|
||
Interrupt->DispatchAddress = DispatchAddress;
|
||
|
||
//
|
||
// Set interrupt objects dispatch code to kernel dispatcher
|
||
//
|
||
|
||
pl = &(Interrupt->DispatchCode[0]);
|
||
pl = (PULONG)((PUCHAR)pl +
|
||
((PUCHAR)&KiInterruptTemplateDispatch -
|
||
(PUCHAR)KiInterruptTemplate) -4);
|
||
|
||
*pl = (ULONG)DispatchAddress-(ULONG)((PUCHAR)pl+4);
|
||
|
||
//
|
||
// Set dispatch vector to proper address dispatch code location
|
||
//
|
||
|
||
if (DispatchInfo.FlatDispatch) {
|
||
|
||
//
|
||
// Connect to flat dispatch
|
||
//
|
||
|
||
DispatchAddress = (PKINTERRUPT_ROUTINE) (ULONG_PTR)
|
||
((PUCHAR) &(Interrupt->DispatchCode[0]) +
|
||
((PUCHAR) &KiInterruptTemplate2ndDispatch -
|
||
(PUCHAR) KiInterruptTemplate));
|
||
|
||
} else {
|
||
|
||
//
|
||
// Connect to enter_all dispatch
|
||
//
|
||
|
||
DispatchAddress = (PKINTERRUPT_ROUTINE) (ULONG_PTR) &Interrupt->DispatchCode;
|
||
}
|
||
}
|
||
|
||
|
||
if (DispatchInfo.FlatDispatch) {
|
||
|
||
//
|
||
// Connect to flat dispatch
|
||
//
|
||
|
||
*DispatchInfo.FlatDispatch = DispatchAddress;
|
||
|
||
} else {
|
||
|
||
//
|
||
// Connect to IDT
|
||
//
|
||
|
||
KiSetHandlerAddressToIDT (Interrupt->Vector, DispatchAddress);
|
||
}
|
||
}
|
||
|
||
VOID
|
||
FASTCALL
|
||
KiTimedChainedDispatch2ndLvl(
|
||
PKINTERRUPT Interrupt
|
||
)
|
||
|
||
/*++
|
||
|
||
Routine Description:
|
||
|
||
This function performs the same function as KiChainedDispatch2ndLvl
|
||
except that it is written in C instead of assembly code and includes
|
||
code for timing ISRs.
|
||
|
||
I'd be interested in seeing some benchmarks to show if the assembly
|
||
code is actually faster. The Acquire/Release spinlock could be
|
||
inlined fairly easily.
|
||
|
||
Arguments:
|
||
|
||
Interrupt - Supplies a pointer to a control object of type interrupt.
|
||
|
||
Return Value:
|
||
|
||
None.
|
||
|
||
--*/
|
||
|
||
{
|
||
BOOLEAN Handled = FALSE;
|
||
PVOID ListEnd = &Interrupt->InterruptListEntry.Flink;
|
||
//
|
||
//BEGINTIMING
|
||
|
||
PKPRCB Prcb = KeGetCurrentPrcb();
|
||
ULONGLONG StartTimeHigher;
|
||
ULONGLONG StartTime;
|
||
ULONGLONG TimeHigher;
|
||
ULONGLONG ElapsedTime;
|
||
|
||
//BEGINTIMINGend
|
||
|
||
|
||
//
|
||
// For each interrupt on this chain.
|
||
//
|
||
|
||
do {
|
||
|
||
//
|
||
// If the current IRQL (IRQL raised to by nature of taking this
|
||
// interrupt) is not equal to the Synchronization IRQL required
|
||
// for this interrupt, raise to the appropriate level.
|
||
//
|
||
|
||
if (Interrupt->Irql != Interrupt->SynchronizeIrql) {
|
||
KfRaiseIrql(Interrupt->SynchronizeIrql);
|
||
}
|
||
|
||
//BEGINTIMING
|
||
|
||
StartTimeHigher = Prcb->IsrTime;
|
||
StartTime = RDTSC();
|
||
|
||
//BEGINTIMINGend
|
||
|
||
//
|
||
// Acquire the interrupt lock.
|
||
//
|
||
|
||
KiAcquireSpinLock(Interrupt->ActualLock);
|
||
|
||
//
|
||
// Call the Interrupt Service Routine.
|
||
//
|
||
|
||
Handled |= Interrupt->ServiceRoutine(Interrupt,
|
||
Interrupt->ServiceContext);
|
||
|
||
//
|
||
// Release the interrupt lock.
|
||
//
|
||
|
||
KiReleaseSpinLock(Interrupt->ActualLock);
|
||
|
||
//ENDTIMING
|
||
|
||
//
|
||
// ElapsedTime is time since we started looking at this element
|
||
// on the chain. (ie the current interrupt object).
|
||
//
|
||
|
||
ElapsedTime = RDTSC() - StartTime;
|
||
|
||
//
|
||
// TimeHigher is the amount Prcb->IsrTime has increased since we
|
||
// begain servicing this interrupt object, ie the amount of time
|
||
// spent in higher level ISRs.
|
||
//
|
||
|
||
TimeHigher = Prcb->IsrTime - StartTimeHigher;
|
||
|
||
//
|
||
// Adjust ElapsedTime to time spent on this interrupt object, excluding
|
||
// higher level ISRs.
|
||
//
|
||
|
||
ElapsedTime -= TimeHigher;
|
||
if (ElapsedTime > KiIsrTscLimit) {
|
||
|
||
//
|
||
// If there is a debugger attached, breakin. Otherwise do nothing.
|
||
// N.B. bugchecking is another possibility.
|
||
//
|
||
|
||
if (KdDebuggerEnabled) {
|
||
DbgPrint("KE; ISR time limit exceeded (intobj %p)\n",
|
||
Interrupt);
|
||
DbgBreakPoint();
|
||
}
|
||
}
|
||
|
||
//
|
||
// Update time spent processing interrupts. This doesn't need
|
||
// to be atomic as it doesn't matter if it's a little bit lossy.
|
||
// (Though a simple atomic add would do, it's per processor and
|
||
// at IRQL > DISPATCH_LEVEL so it doesn't need to be locked).
|
||
//
|
||
|
||
Prcb->IsrTime += ElapsedTime;
|
||
|
||
//ENDTIMINGend
|
||
|
||
//
|
||
// If IRQL was raised, lower to the previous level.
|
||
//
|
||
|
||
if (Interrupt->Irql != Interrupt->SynchronizeIrql) {
|
||
KfLowerIrql(Interrupt->Irql);
|
||
}
|
||
|
||
if ((Handled != FALSE) &&
|
||
(Interrupt->Mode == LevelSensitive)) {
|
||
|
||
//
|
||
// The interrupt has been handled.
|
||
//
|
||
|
||
return;
|
||
}
|
||
|
||
//
|
||
// If this is the last entry on the chain, get out, otherwise
|
||
// advance to the next entry.
|
||
//
|
||
|
||
if (Interrupt->InterruptListEntry.Flink == ListEnd) {
|
||
ASSERT(Interrupt->Mode != LevelSensitive);
|
||
|
||
//
|
||
// We should only get to the end of the list if
|
||
// (a) interrupts are on this chain are level sensitive and
|
||
// no ISR handled the request. This is a system fatal
|
||
// condition, or,
|
||
// (b) the chain has edge triggered interrupts in which case
|
||
// we must run the chain repeatedly until no ISR services
|
||
// the request.
|
||
//
|
||
// Question: Do we actually have chained edge triggered
|
||
// interrupts anymore?
|
||
//
|
||
|
||
if (Handled == FALSE) {
|
||
break;
|
||
}
|
||
}
|
||
Interrupt = CONTAINING_RECORD(Interrupt->InterruptListEntry.Flink,
|
||
KINTERRUPT,
|
||
InterruptListEntry);
|
||
} while (TRUE);
|
||
}
|
||
|
||
VOID
|
||
FASTCALL
|
||
KiTimedInterruptDispatch(
|
||
PKINTERRUPT Interrupt
|
||
)
|
||
|
||
/*++
|
||
|
||
Routine Description:
|
||
|
||
This function is a wrapper for the guts of KiDispatchInterrupt. It
|
||
is called when the system has been patched to time interrupts.
|
||
|
||
Arguments:
|
||
|
||
Interrupt - Supplies a pointer to a control object of type interrupt.
|
||
|
||
Return Value:
|
||
|
||
None.
|
||
|
||
--*/
|
||
|
||
{
|
||
//BEGINTIMING
|
||
|
||
PKPRCB Prcb = KeGetCurrentPrcb();
|
||
ULONGLONG StartTimeHigher = Prcb->IsrTime;
|
||
ULONGLONG StartTime = RDTSC();
|
||
ULONGLONG TimeHigher;
|
||
ULONGLONG ElapsedTime;
|
||
|
||
//BEGINTIMINGend
|
||
|
||
//
|
||
// Acquire the interrupt lock.
|
||
//
|
||
|
||
KiAcquireSpinLock(Interrupt->ActualLock);
|
||
|
||
//
|
||
// Call the Interrupt Service Routine.
|
||
//
|
||
|
||
Interrupt->ServiceRoutine(Interrupt,
|
||
Interrupt->ServiceContext);
|
||
|
||
//
|
||
// Release the interrupt lock.
|
||
//
|
||
|
||
KiReleaseSpinLock(Interrupt->ActualLock);
|
||
|
||
//ENDTIMING
|
||
|
||
//
|
||
// ElapsedTime is time since we entered this routine.
|
||
//
|
||
|
||
ElapsedTime = RDTSC() - StartTime;
|
||
|
||
//
|
||
// TimeHigher is the amount Prcb->IsrTime has increased since we
|
||
// entered this rouine, ie the amount of time spent in higher level
|
||
// ISRs.
|
||
//
|
||
|
||
TimeHigher = Prcb->IsrTime - StartTimeHigher;
|
||
|
||
//
|
||
// Adjust ElapsedTime to time spent in this routine, excluding
|
||
// higher level ISRs.
|
||
//
|
||
|
||
ElapsedTime -= TimeHigher;
|
||
if (ElapsedTime > KiIsrTscLimit) {
|
||
|
||
//
|
||
// If there is a debugger attached, breakin. Otherwise do nothing.
|
||
// N.B. bugchecking is another possibility.
|
||
//
|
||
|
||
if (KdDebuggerEnabled) {
|
||
DbgPrint("KE; ISR time limit exceeded (intobj %p)\n", Interrupt);
|
||
DbgBreakPoint();
|
||
}
|
||
}
|
||
|
||
//
|
||
// Update time spent processing interrupts. This doesn't need
|
||
// to be atomic as it doesn't matter if it's a little bit lossy.
|
||
// (Though a simple atomic add would do, it's per processor and
|
||
// at IRQL > DISPATCH_LEVEL so it doesn't need to be locked).
|
||
//
|
||
|
||
Prcb->IsrTime += ElapsedTime;
|
||
|
||
//ENDTIMINGend
|
||
}
|
||
|
||
|
||
//
|
||
// KiInitializeInterruptTimers but not KiInitializeInterruptTimersDpc
|
||
// should be in the INIT section.
|
||
//
|
||
|
||
typedef struct {
|
||
KTIMER SampleTimer;
|
||
KDPC Dpc;
|
||
ULONGLONG InitialTime;
|
||
} KISRTIMERINIT, *PKISRTIMERINIT;
|
||
|
||
PKISRTIMERINIT KiIsrTimerInit;
|
||
|
||
VOID
|
||
KiInitializeInterruptTimersDpc (
|
||
IN PKDPC Dpc,
|
||
IN PVOID DeferredContext,
|
||
IN PVOID SystemArgument1,
|
||
IN PVOID SystemArgument2
|
||
)
|
||
|
||
/*++
|
||
|
||
Routine Description:
|
||
|
||
This DPC is run twice on timer expiration. The time between
|
||
runs us used to determine the frequency of the processor's
|
||
Time Stamp Counter (TSC) in order to calculate a TSC delta
|
||
equivalent to the ISR timeout value which is in microseconds.
|
||
|
||
Arguments:
|
||
|
||
Dpc - Supplies a pointer to a DPC object - not used.
|
||
|
||
DeferredContext - Supplies the DPC context - not used.
|
||
|
||
SystemArgument1 - Supplies the first system argument - note used.
|
||
|
||
SystemArgument2 - Supplies the second system argument - note used.
|
||
|
||
Return Value:
|
||
|
||
None.
|
||
|
||
--*/
|
||
|
||
{
|
||
ULONGLONG Delta;
|
||
|
||
UNREFERENCED_PARAMETER(Dpc);
|
||
UNREFERENCED_PARAMETER(DeferredContext);
|
||
UNREFERENCED_PARAMETER(SystemArgument1);
|
||
UNREFERENCED_PARAMETER(SystemArgument2);
|
||
|
||
if (KiIsrTscLimit == 0xFFFFFFFFFFFFFFFF) {
|
||
|
||
//
|
||
// First pass. Get starting TSC value.
|
||
//
|
||
|
||
KiIsrTimerInit->InitialTime = RDTSC();
|
||
KiIsrTscLimit = 0xFFFFFFFFFFFFFFFE;
|
||
|
||
} else {
|
||
|
||
//
|
||
// Second pass. Get ending TSC value, cancel the periodic
|
||
// timer controlling this DPC and free the memory associated
|
||
// with the timer and the DPC.
|
||
//
|
||
|
||
Delta = RDTSC() - KiIsrTimerInit->InitialTime;
|
||
|
||
KeCancelTimer(&KiIsrTimerInit->SampleTimer);
|
||
ExFreePool(KiIsrTimerInit);
|
||
|
||
//
|
||
// Delta is now the number of TSC clock ticks that occured in
|
||
// 10 seconds. We choose such a large number to minimize error.
|
||
//
|
||
// Calculate the number of TSC clock ticks in KiTimeLimitIsrMicroseconds
|
||
// microseconds.
|
||
//
|
||
|
||
Delta *= KiTimeLimitIsrMicroseconds;
|
||
Delta /= (10 * 1000 * 1000);
|
||
KiIsrTscLimit = Delta;
|
||
}
|
||
}
|
||
|
||
VOID
|
||
KiInitializeInterruptTimers(
|
||
VOID
|
||
)
|
||
{
|
||
LARGE_INTEGER DueTime;
|
||
|
||
|
||
//
|
||
// If not timing ISRs, nothing to do.
|
||
//
|
||
|
||
if (KiTimeLimitIsrMicroseconds == 0) {
|
||
return;
|
||
}
|
||
|
||
//
|
||
// The kernel is initialized. Use a timer to determine the amount
|
||
// the Time Stamp Counter advances by in 10 seconds, then use that
|
||
// result to set the ISR time limit.
|
||
//
|
||
|
||
if ((KeFeatureBits & KF_RDTSC) == 0) {
|
||
|
||
//
|
||
// Processor doesn't support the RDTSC instruction, don't attempt
|
||
// to time ISRs.
|
||
//
|
||
|
||
return;
|
||
}
|
||
|
||
KiIsrTimerInit = ExAllocatePoolWithTag(NonPagedPool,
|
||
sizeof(*KiIsrTimerInit),
|
||
' eK');
|
||
|
||
if (KiIsrTimerInit == NULL) {
|
||
|
||
//
|
||
// Couldn't allocate memory for timer? Skip ISR timing.
|
||
//
|
||
|
||
return;
|
||
}
|
||
|
||
KeInitializeTimerEx(&KiIsrTimerInit->SampleTimer, SynchronizationTimer);
|
||
KeInitializeDpc(&KiIsrTimerInit->Dpc, &KiInitializeInterruptTimersDpc, NULL);
|
||
|
||
//
|
||
// Relative time in 100 nanoseconds = 10 seconds.
|
||
//
|
||
|
||
DueTime.QuadPart = -(10 * 10 * 1000 * 1000);
|
||
KeSetTimerEx(&KiIsrTimerInit->SampleTimer,
|
||
DueTime, //
|
||
10000, // repeat in 10 seconds.
|
||
&KiIsrTimerInit->Dpc);
|
||
}
|