mirror of
https://github.com/reactos/reactos.git
synced 2024-08-27 05:38:41 +00:00
162 lines
4.3 KiB
C
162 lines
4.3 KiB
C
|
/*
|
||
|
* PROJECT: ReactOS Kernel
|
||
|
* LICENSE: GPL-2.0-or-later (https://spdx.org/licenses/GPL-2.0-or-later)
|
||
|
* PURPOSE: Processor freeze support for x64
|
||
|
* COPYRIGHT: Copyright 2023 Timo Kreuzer <timo.kreuzer@reactos.org>
|
||
|
*/
|
||
|
|
||
|
/* INCLUDES *******************************************************************/
|
||
|
|
||
|
#include <ntoskrnl.h>
|
||
|
#define NDEBUG
|
||
|
#include <debug.h>
|
||
|
|
||
|
/* NOT INCLUDES ANYMORE ******************************************************/
|
||
|
|
||
|
PKPRCB KiFreezeOwner;
|
||
|
|
||
|
/* FUNCTIONS *****************************************************************/
|
||
|
|
||
|
BOOLEAN
|
||
|
KiProcessorFreezeHandler(
|
||
|
_In_ PKTRAP_FRAME TrapFrame,
|
||
|
_In_ PKEXCEPTION_FRAME ExceptionFrame)
|
||
|
{
|
||
|
PKPRCB CurrentPrcb = KeGetCurrentPrcb();
|
||
|
|
||
|
/* Make sure this is a freeze request */
|
||
|
if (CurrentPrcb->IpiFrozen != IPI_FROZEN_STATE_TARGET_FREEZE)
|
||
|
{
|
||
|
/* Not a freeze request, return FALSE to signal it is unhandled */
|
||
|
return FALSE;
|
||
|
}
|
||
|
|
||
|
/* We are frozen now */
|
||
|
CurrentPrcb->IpiFrozen = IPI_FROZEN_STATE_FROZEN;
|
||
|
|
||
|
/* Save the processor state */
|
||
|
KiSaveProcessorState(TrapFrame, ExceptionFrame);
|
||
|
|
||
|
/* Wait for the freeze owner to release us */
|
||
|
while (CurrentPrcb->IpiFrozen != IPI_FROZEN_STATE_THAW)
|
||
|
{
|
||
|
YieldProcessor();
|
||
|
KeMemoryBarrier();
|
||
|
}
|
||
|
|
||
|
/* Restore the processor state */
|
||
|
KiRestoreProcessorState(TrapFrame, ExceptionFrame);
|
||
|
|
||
|
/* We are running again now */
|
||
|
CurrentPrcb->IpiFrozen = IPI_FROZEN_STATE_RUNNING;
|
||
|
|
||
|
/* Return TRUE to signal that we handled the freeze */
|
||
|
return TRUE;
|
||
|
}
|
||
|
|
||
|
VOID
|
||
|
NTAPI
|
||
|
KxFreezeExecution(
|
||
|
VOID)
|
||
|
{
|
||
|
PKPRCB CurrentPrcb = KeGetCurrentPrcb();
|
||
|
|
||
|
/* Avoid blocking on recursive debug action */
|
||
|
if (KiFreezeOwner == CurrentPrcb)
|
||
|
{
|
||
|
return;
|
||
|
}
|
||
|
|
||
|
/* Try to acquire the freeze owner */
|
||
|
while (InterlockedCompareExchangePointer(&KiFreezeOwner, CurrentPrcb, NULL))
|
||
|
{
|
||
|
/* Someone else was faster. We expect an NMI to freeze any time.
|
||
|
Spin here until the freeze owner is available. */
|
||
|
while (KiFreezeOwner != NULL)
|
||
|
{
|
||
|
YieldProcessor();
|
||
|
KeMemoryBarrier();
|
||
|
}
|
||
|
}
|
||
|
|
||
|
/* We are the owner now */
|
||
|
CurrentPrcb->IpiFrozen = IPI_FROZEN_STATE_OWNER;
|
||
|
|
||
|
/* Loop all processors */
|
||
|
for (ULONG i = 0; i < KeNumberProcessors; i++)
|
||
|
{
|
||
|
PKPRCB TargetPrcb = KiProcessorBlock[i];
|
||
|
if (TargetPrcb != CurrentPrcb)
|
||
|
{
|
||
|
/* Nobody else is allowed to change IpiFrozen, except the freeze owner */
|
||
|
ASSERT(TargetPrcb->IpiFrozen == IPI_FROZEN_STATE_RUNNING);
|
||
|
|
||
|
/* Request target to freeze */
|
||
|
TargetPrcb->IpiFrozen = IPI_FROZEN_STATE_TARGET_FREEZE;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
/* Send the freeze IPI */
|
||
|
KiIpiSend(KeActiveProcessors & ~CurrentPrcb->SetMember, IPI_FREEZE);
|
||
|
|
||
|
/* Wait for all targets to be frozen */
|
||
|
for (ULONG i = 0; i < KeNumberProcessors; i++)
|
||
|
{
|
||
|
PKPRCB TargetPrcb = KiProcessorBlock[i];
|
||
|
if (TargetPrcb != CurrentPrcb)
|
||
|
{
|
||
|
/* Wait for the target to be frozen */
|
||
|
while (TargetPrcb->IpiFrozen != IPI_FROZEN_STATE_FROZEN)
|
||
|
{
|
||
|
YieldProcessor();
|
||
|
KeMemoryBarrier();
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
|
||
|
/* All targets are frozen, we can continue */
|
||
|
}
|
||
|
|
||
|
VOID
|
||
|
NTAPI
|
||
|
KxThawExecution(
|
||
|
VOID)
|
||
|
{
|
||
|
PKPRCB CurrentPrcb = KeGetCurrentPrcb();
|
||
|
|
||
|
/* Loop all processors */
|
||
|
for (ULONG i = 0; i < KeNumberProcessors; i++)
|
||
|
{
|
||
|
PKPRCB TargetPrcb = KiProcessorBlock[i];
|
||
|
if (TargetPrcb != CurrentPrcb)
|
||
|
{
|
||
|
/* Make sure they are still frozen */
|
||
|
ASSERT(TargetPrcb->IpiFrozen == IPI_FROZEN_STATE_FROZEN);
|
||
|
|
||
|
/* Request target to thaw */
|
||
|
TargetPrcb->IpiFrozen = IPI_FROZEN_STATE_THAW;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
/* Wait for all targets to be running */
|
||
|
for (ULONG i = 0; i < KeNumberProcessors; i++)
|
||
|
{
|
||
|
PKPRCB TargetPrcb = KiProcessorBlock[i];
|
||
|
if (TargetPrcb != CurrentPrcb)
|
||
|
{
|
||
|
/* Wait for the target to be running again */
|
||
|
while (TargetPrcb->IpiFrozen != IPI_FROZEN_STATE_RUNNING)
|
||
|
{
|
||
|
YieldProcessor();
|
||
|
KeMemoryBarrier();
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
|
||
|
/* We are running again now */
|
||
|
CurrentPrcb->IpiFrozen = IPI_FROZEN_STATE_RUNNING;
|
||
|
|
||
|
/* Release the freeze owner */
|
||
|
InterlockedExchangePointer(&KiFreezeOwner, NULL);
|
||
|
}
|