2016-07-20 15:56:58 +02:00
|
|
|
/** @file
|
|
|
|
Common header file for MP Initialize Library.
|
|
|
|
|
|
|
|
Copyright (c) 2016, Intel Corporation. All rights reserved.<BR>
|
|
|
|
This program and the accompanying materials
|
|
|
|
are licensed and made available under the terms and conditions of the BSD License
|
|
|
|
which accompanies this distribution. The full text of the license may be found at
|
|
|
|
http://opensource.org/licenses/bsd-license.php
|
|
|
|
|
|
|
|
THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS,
|
|
|
|
WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED.
|
|
|
|
|
|
|
|
**/
|
|
|
|
|
|
|
|
#ifndef _MP_LIB_H_
|
|
|
|
#define _MP_LIB_H_
|
|
|
|
|
|
|
|
#include <PiPei.h>
|
|
|
|
|
|
|
|
#include <Register/Cpuid.h>
|
|
|
|
#include <Register/Msr.h>
|
|
|
|
#include <Register/LocalApic.h>
|
|
|
|
#include <Register/Microcode.h>
|
|
|
|
|
|
|
|
#include <Library/MpInitLib.h>
|
|
|
|
#include <Library/BaseLib.h>
|
|
|
|
#include <Library/BaseMemoryLib.h>
|
|
|
|
#include <Library/MemoryAllocationLib.h>
|
|
|
|
#include <Library/DebugLib.h>
|
|
|
|
#include <Library/LocalApicLib.h>
|
|
|
|
#include <Library/CpuLib.h>
|
|
|
|
#include <Library/UefiCpuLib.h>
|
|
|
|
#include <Library/TimerLib.h>
|
|
|
|
#include <Library/SynchronizationLib.h>
|
|
|
|
#include <Library/MtrrLib.h>
|
|
|
|
#include <Library/HobLib.h>
|
|
|
|
|
2016-07-20 18:20:26 +02:00
|
|
|
#define WAKEUP_AP_SIGNAL SIGNATURE_32 ('S', 'T', 'A', 'P')
|
|
|
|
|
2016-07-21 10:08:12 +02:00
|
|
|
#define CPU_INIT_MP_LIB_HOB_GUID \
|
|
|
|
{ \
|
|
|
|
0x58eb6a19, 0x3699, 0x4c68, { 0xa8, 0x36, 0xda, 0xcd, 0x8e, 0xdc, 0xad, 0x4a } \
|
|
|
|
}
|
|
|
|
|
2016-07-21 15:20:18 +02:00
|
|
|
//
|
|
|
|
// The MP data for switch BSP
|
|
|
|
//
|
|
|
|
#define CPU_SWITCH_STATE_IDLE 0
|
|
|
|
#define CPU_SWITCH_STATE_STORED 1
|
|
|
|
#define CPU_SWITCH_STATE_LOADED 2
|
|
|
|
|
|
|
|
//
|
|
|
|
// CPU exchange information for switch BSP
|
|
|
|
//
|
|
|
|
typedef struct {
|
|
|
|
UINT8 State; // offset 0
|
|
|
|
UINTN StackPointer; // offset 4 / 8
|
|
|
|
IA32_DESCRIPTOR Gdtr; // offset 8 / 16
|
|
|
|
IA32_DESCRIPTOR Idtr; // offset 14 / 26
|
|
|
|
} CPU_EXCHANGE_ROLE_INFO;
|
|
|
|
|
2016-07-20 17:32:17 +02:00
|
|
|
//
|
|
|
|
// AP loop state when APs are in idle state
|
|
|
|
// It's value is the same with PcdCpuApLoopMode
|
|
|
|
//
|
|
|
|
typedef enum {
|
|
|
|
ApInHltLoop = 1,
|
|
|
|
ApInMwaitLoop = 2,
|
|
|
|
ApInRunLoop = 3
|
|
|
|
} AP_LOOP_MODE;
|
|
|
|
|
2016-07-20 17:33:25 +02:00
|
|
|
//
|
|
|
|
// AP initialization state during APs wakeup
|
|
|
|
//
|
|
|
|
typedef enum {
|
|
|
|
ApInitConfig = 1,
|
|
|
|
ApInitReconfig = 2,
|
|
|
|
ApInitDone = 3
|
|
|
|
} AP_INIT_STATE;
|
|
|
|
|
2016-07-20 17:43:29 +02:00
|
|
|
//
|
|
|
|
// AP state
|
|
|
|
//
|
|
|
|
typedef enum {
|
|
|
|
CpuStateIdle,
|
|
|
|
CpuStateReady,
|
|
|
|
CpuStateBusy,
|
|
|
|
CpuStateFinished,
|
|
|
|
CpuStateDisabled
|
|
|
|
} CPU_STATE;
|
|
|
|
|
2016-07-20 17:47:59 +02:00
|
|
|
//
|
|
|
|
// CPU volatile registers around INIT-SIPI-SIPI
|
|
|
|
//
|
|
|
|
typedef struct {
|
|
|
|
UINTN Cr0;
|
|
|
|
UINTN Cr3;
|
|
|
|
UINTN Cr4;
|
|
|
|
UINTN Dr0;
|
|
|
|
UINTN Dr1;
|
|
|
|
UINTN Dr2;
|
|
|
|
UINTN Dr3;
|
|
|
|
UINTN Dr6;
|
|
|
|
UINTN Dr7;
|
|
|
|
} CPU_VOLATILE_REGISTERS;
|
|
|
|
|
2016-07-20 17:33:25 +02:00
|
|
|
//
|
|
|
|
// AP related data
|
|
|
|
//
|
|
|
|
typedef struct {
|
|
|
|
SPIN_LOCK ApLock;
|
|
|
|
volatile UINT32 *StartupApSignal;
|
|
|
|
volatile UINTN ApFunction;
|
|
|
|
volatile UINTN ApFunctionArgument;
|
|
|
|
UINT32 InitialApicId;
|
|
|
|
UINT32 ApicId;
|
|
|
|
UINT32 Health;
|
|
|
|
BOOLEAN CpuHealthy;
|
2016-07-20 17:43:29 +02:00
|
|
|
volatile CPU_STATE State;
|
2016-07-20 17:47:59 +02:00
|
|
|
CPU_VOLATILE_REGISTERS VolatileRegisters;
|
2016-07-20 17:33:25 +02:00
|
|
|
BOOLEAN Waiting;
|
|
|
|
BOOLEAN *Finished;
|
|
|
|
UINT64 ExpectedTime;
|
|
|
|
UINT64 CurrentTime;
|
|
|
|
UINT64 TotalTime;
|
|
|
|
EFI_EVENT WaitEvent;
|
|
|
|
} CPU_AP_DATA;
|
|
|
|
|
|
|
|
//
|
|
|
|
// Basic CPU information saved in Guided HOB.
|
|
|
|
// Because the contents will be shard between PEI and DXE,
|
|
|
|
// we need to make sure the each fields offset same in different
|
|
|
|
// architecture.
|
|
|
|
//
|
|
|
|
typedef struct {
|
|
|
|
UINT32 InitialApicId;
|
|
|
|
UINT32 ApicId;
|
|
|
|
UINT32 Health;
|
|
|
|
} CPU_INFO_IN_HOB;
|
|
|
|
|
2016-07-20 16:56:09 +02:00
|
|
|
//
|
|
|
|
// AP reset code information including code address and size,
|
|
|
|
// this structure will be shared be C code and assembly code.
|
|
|
|
// It is natural aligned by design.
|
|
|
|
//
|
|
|
|
typedef struct {
|
|
|
|
UINT8 *RendezvousFunnelAddress;
|
|
|
|
UINTN ModeEntryOffset;
|
|
|
|
UINTN RendezvousFunnelSize;
|
|
|
|
UINT8 *RelocateApLoopFuncAddress;
|
|
|
|
UINTN RelocateApLoopFuncSize;
|
|
|
|
} MP_ASSEMBLY_ADDRESS_MAP;
|
2016-07-20 15:56:58 +02:00
|
|
|
|
2016-07-20 17:33:25 +02:00
|
|
|
typedef struct _CPU_MP_DATA CPU_MP_DATA;
|
|
|
|
|
2016-07-20 16:44:39 +02:00
|
|
|
#pragma pack(1)
|
|
|
|
|
|
|
|
//
|
|
|
|
// MP CPU exchange information for AP reset code
|
|
|
|
// This structure is required to be packed because fixed field offsets
|
|
|
|
// into this structure are used in assembly code in this module
|
|
|
|
//
|
|
|
|
typedef struct {
|
|
|
|
UINTN Lock;
|
|
|
|
UINTN StackStart;
|
|
|
|
UINTN StackSize;
|
|
|
|
UINTN CFunction;
|
|
|
|
IA32_DESCRIPTOR GdtrProfile;
|
|
|
|
IA32_DESCRIPTOR IdtrProfile;
|
|
|
|
UINTN BufferStart;
|
|
|
|
UINTN ModeOffset;
|
|
|
|
UINTN NumApsExecuting;
|
|
|
|
UINTN CodeSegment;
|
|
|
|
UINTN DataSegment;
|
2016-07-29 15:13:34 +02:00
|
|
|
UINTN EnableExecuteDisable;
|
2016-07-20 16:44:39 +02:00
|
|
|
UINTN Cr3;
|
2016-07-20 17:33:25 +02:00
|
|
|
CPU_MP_DATA *CpuMpData;
|
2016-07-20 16:44:39 +02:00
|
|
|
} MP_CPU_EXCHANGE_INFO;
|
|
|
|
|
|
|
|
#pragma pack()
|
2016-07-20 17:33:25 +02:00
|
|
|
|
|
|
|
//
|
|
|
|
// CPU MP Data save in memory
|
|
|
|
//
|
|
|
|
struct _CPU_MP_DATA {
|
|
|
|
UINT64 CpuInfoInHob;
|
|
|
|
UINT32 CpuCount;
|
|
|
|
UINT32 BspNumber;
|
|
|
|
//
|
|
|
|
// The above fields data will be passed from PEI to DXE
|
|
|
|
// Please make sure the fields offset same in the different
|
|
|
|
// architecture.
|
|
|
|
//
|
|
|
|
SPIN_LOCK MpLock;
|
|
|
|
UINTN Buffer;
|
|
|
|
UINTN CpuApStackSize;
|
|
|
|
MP_ASSEMBLY_ADDRESS_MAP AddressMap;
|
|
|
|
UINTN WakeupBuffer;
|
|
|
|
UINTN BackupBuffer;
|
|
|
|
UINTN BackupBufferSize;
|
|
|
|
BOOLEAN EndOfPeiFlag;
|
|
|
|
|
|
|
|
volatile UINT32 StartCount;
|
|
|
|
volatile UINT32 FinishedCount;
|
|
|
|
volatile UINT32 RunningCount;
|
|
|
|
BOOLEAN SingleThread;
|
|
|
|
EFI_AP_PROCEDURE Procedure;
|
|
|
|
VOID *ProcArguments;
|
|
|
|
BOOLEAN *Finished;
|
|
|
|
UINT64 ExpectedTime;
|
|
|
|
UINT64 CurrentTime;
|
|
|
|
UINT64 TotalTime;
|
|
|
|
EFI_EVENT WaitEvent;
|
|
|
|
UINTN **FailedCpuList;
|
|
|
|
|
|
|
|
AP_INIT_STATE InitFlag;
|
|
|
|
BOOLEAN X2ApicEnable;
|
2016-07-21 15:20:18 +02:00
|
|
|
BOOLEAN SwitchBspFlag;
|
|
|
|
CPU_EXCHANGE_ROLE_INFO BSPInfo;
|
|
|
|
CPU_EXCHANGE_ROLE_INFO APInfo;
|
2016-07-20 17:33:25 +02:00
|
|
|
MTRR_SETTINGS MtrrTable;
|
|
|
|
UINT8 ApLoopMode;
|
|
|
|
UINT8 ApTargetCState;
|
|
|
|
UINT16 PmCodeSegment;
|
|
|
|
CPU_AP_DATA *CpuData;
|
|
|
|
volatile MP_CPU_EXCHANGE_INFO *MpCpuExchangeInfo;
|
|
|
|
};
|
2016-07-21 10:08:12 +02:00
|
|
|
|
|
|
|
extern EFI_GUID mCpuInitMpLibHobGuid;
|
|
|
|
|
2016-07-20 16:47:47 +02:00
|
|
|
/**
|
|
|
|
Assembly code to place AP into safe loop mode.
|
|
|
|
|
|
|
|
Place AP into targeted C-State if MONITOR is supported, otherwise
|
|
|
|
place AP into hlt state.
|
|
|
|
Place AP in protected mode if the current is long mode. Due to AP maybe
|
|
|
|
wakeup by some hardware event. It could avoid accessing page table that
|
|
|
|
may not available during booting to OS.
|
|
|
|
|
|
|
|
@param[in] MwaitSupport TRUE indicates MONITOR is supported.
|
|
|
|
FALSE indicates MONITOR is not supported.
|
|
|
|
@param[in] ApTargetCState Target C-State value.
|
|
|
|
@param[in] PmCodeSegment Protected mode code segment value.
|
|
|
|
**/
|
|
|
|
typedef
|
|
|
|
VOID
|
|
|
|
(EFIAPI * ASM_RELOCATE_AP_LOOP) (
|
|
|
|
IN BOOLEAN MwaitSupport,
|
|
|
|
IN UINTN ApTargetCState,
|
|
|
|
IN UINTN PmCodeSegment
|
|
|
|
);
|
2016-07-20 16:56:09 +02:00
|
|
|
|
|
|
|
/**
|
|
|
|
Assembly code to get starting address and size of the rendezvous entry for APs.
|
|
|
|
Information for fixing a jump instruction in the code is also returned.
|
|
|
|
|
|
|
|
@param[out] AddressMap Output buffer for address map information.
|
|
|
|
**/
|
|
|
|
VOID
|
|
|
|
EFIAPI
|
|
|
|
AsmGetAddressMap (
|
|
|
|
OUT MP_ASSEMBLY_ADDRESS_MAP *AddressMap
|
|
|
|
);
|
|
|
|
|
2016-07-21 15:20:18 +02:00
|
|
|
/**
|
|
|
|
This function is called by both the BSP and the AP which is to become the BSP to
|
|
|
|
Exchange execution context including stack between them. After return from this
|
|
|
|
function, the BSP becomes AP and the AP becomes the BSP.
|
|
|
|
|
|
|
|
@param[in] MyInfo Pointer to buffer holding the exchanging information for the executing processor.
|
|
|
|
@param[in] OthersInfo Pointer to buffer holding the exchanging information for the peer.
|
|
|
|
|
|
|
|
**/
|
|
|
|
VOID
|
|
|
|
EFIAPI
|
|
|
|
AsmExchangeRole (
|
|
|
|
IN CPU_EXCHANGE_ROLE_INFO *MyInfo,
|
|
|
|
IN CPU_EXCHANGE_ROLE_INFO *OthersInfo
|
|
|
|
);
|
|
|
|
|
2016-07-21 10:08:12 +02:00
|
|
|
/**
|
|
|
|
Get the pointer to CPU MP Data structure.
|
|
|
|
|
|
|
|
@return The pointer to CPU MP Data structure.
|
|
|
|
**/
|
|
|
|
CPU_MP_DATA *
|
|
|
|
GetCpuMpData (
|
|
|
|
VOID
|
|
|
|
);
|
|
|
|
|
|
|
|
/**
|
|
|
|
Save the pointer to CPU MP Data structure.
|
|
|
|
|
|
|
|
@param[in] CpuMpData The pointer to CPU MP Data structure will be saved.
|
|
|
|
**/
|
|
|
|
VOID
|
|
|
|
SaveCpuMpData (
|
|
|
|
IN CPU_MP_DATA *CpuMpData
|
|
|
|
);
|
|
|
|
|
2016-07-24 16:19:09 +02:00
|
|
|
/**
|
|
|
|
Allocate reset vector buffer.
|
|
|
|
|
|
|
|
@param[in, out] CpuMpData The pointer to CPU MP Data structure.
|
|
|
|
**/
|
|
|
|
VOID
|
|
|
|
AllocateResetVector (
|
|
|
|
IN OUT CPU_MP_DATA *CpuMpData
|
|
|
|
);
|
|
|
|
|
|
|
|
/**
|
|
|
|
Free AP reset vector buffer.
|
|
|
|
|
|
|
|
@param[in] CpuMpData The pointer to CPU MP Data structure.
|
|
|
|
**/
|
|
|
|
VOID
|
|
|
|
FreeResetVector (
|
|
|
|
IN CPU_MP_DATA *CpuMpData
|
|
|
|
);
|
|
|
|
|
2016-07-20 18:23:52 +02:00
|
|
|
/**
|
|
|
|
This function will be called by BSP to wakeup AP.
|
|
|
|
|
|
|
|
@param[in] CpuMpData Pointer to CPU MP Data
|
|
|
|
@param[in] Broadcast TRUE: Send broadcast IPI to all APs
|
|
|
|
FALSE: Send IPI to AP by ApicId
|
|
|
|
@param[in] ProcessorNumber The handle number of specified processor
|
|
|
|
@param[in] Procedure The function to be invoked by AP
|
|
|
|
@param[in] ProcedureArgument The argument to be passed into AP function
|
|
|
|
**/
|
|
|
|
VOID
|
|
|
|
WakeUpAP (
|
|
|
|
IN CPU_MP_DATA *CpuMpData,
|
|
|
|
IN BOOLEAN Broadcast,
|
|
|
|
IN UINTN ProcessorNumber,
|
|
|
|
IN EFI_AP_PROCEDURE Procedure, OPTIONAL
|
|
|
|
IN VOID *ProcedureArgument OPTIONAL
|
|
|
|
);
|
|
|
|
|
2016-07-21 10:08:12 +02:00
|
|
|
/**
|
|
|
|
Initialize global data for MP support.
|
|
|
|
|
|
|
|
@param[in] CpuMpData The pointer to CPU MP Data structure.
|
|
|
|
**/
|
|
|
|
VOID
|
|
|
|
InitMpGlobalData (
|
|
|
|
IN CPU_MP_DATA *CpuMpData
|
|
|
|
);
|
|
|
|
|
2016-07-21 15:20:18 +02:00
|
|
|
/**
|
|
|
|
Worker function to switch the requested AP to be the BSP from that point onward.
|
|
|
|
|
|
|
|
@param[in] ProcessorNumber The handle number of AP that is to become the new BSP.
|
|
|
|
@param[in] EnableOldBSP If TRUE, then the old BSP will be listed as an
|
|
|
|
enabled AP. Otherwise, it will be disabled.
|
|
|
|
|
|
|
|
@retval EFI_SUCCESS BSP successfully switched.
|
|
|
|
@retval others Failed to switch BSP.
|
|
|
|
|
|
|
|
**/
|
|
|
|
EFI_STATUS
|
|
|
|
SwitchBSPWorker (
|
|
|
|
IN UINTN ProcessorNumber,
|
|
|
|
IN BOOLEAN EnableOldBSP
|
|
|
|
);
|
|
|
|
|
2016-07-21 10:08:12 +02:00
|
|
|
/**
|
|
|
|
Get pointer to CPU MP Data structure from GUIDed HOB.
|
|
|
|
|
|
|
|
@return The pointer to CPU MP Data structure.
|
|
|
|
**/
|
|
|
|
CPU_MP_DATA *
|
|
|
|
GetCpuMpDataFromGuidedHob (
|
|
|
|
VOID
|
|
|
|
);
|
|
|
|
|
2016-07-20 17:49:35 +02:00
|
|
|
/**
|
|
|
|
Detect whether specified processor can find matching microcode patch and load it.
|
|
|
|
|
|
|
|
@param[in] PeiCpuMpData Pointer to PEI CPU MP Data
|
|
|
|
**/
|
|
|
|
VOID
|
|
|
|
MicrocodeDetect (
|
|
|
|
IN CPU_MP_DATA *CpuMpData
|
|
|
|
);
|
|
|
|
|
2016-07-21 10:33:11 +02:00
|
|
|
/**
|
|
|
|
Notify function on End Of PEI PPI.
|
|
|
|
|
|
|
|
On S3 boot, this function will restore wakeup buffer data.
|
|
|
|
On normal boot, this function will flag wakeup buffer to be un-used type.
|
|
|
|
|
|
|
|
@param[in] PeiServices The pointer to the PEI Services Table.
|
|
|
|
@param[in] NotifyDescriptor Address of the notification descriptor data structure.
|
|
|
|
@param[in] Ppi Address of the PPI that was installed.
|
|
|
|
|
|
|
|
@retval EFI_SUCCESS When everything is OK.
|
|
|
|
**/
|
|
|
|
EFI_STATUS
|
|
|
|
EFIAPI
|
|
|
|
CpuMpEndOfPeiCallback (
|
|
|
|
IN EFI_PEI_SERVICES **PeiServices,
|
|
|
|
IN EFI_PEI_NOTIFY_DESCRIPTOR *NotifyDescriptor,
|
|
|
|
IN VOID *Ppi
|
|
|
|
);
|
|
|
|
|
2016-07-20 15:56:58 +02:00
|
|
|
#endif
|
|
|
|
|