mirror of
https://github.com/acidanthera/audk.git
synced 2025-04-08 17:05:09 +02:00
Redesign the binary cache and bases on the compiler to output the dependency header files info for every module. The binary cache will directly consume the dependency header files info and doesn't parse the C source code by iteself. Also redesign the dependency files list format for module and try to share the common lib hash result as more as possible in local process. Remove the unnecessary share data access across multiprocessing. Signed-off-by: Steven Shi <steven.shi@intel.com> Cc: Liming Gao <liming.gao@intel.com> Cc: Bob Feng <bob.c.feng@intel.com> Reviewed-by: Bob Feng <bob.c.feng@intel.com>
169 lines
6.9 KiB
Python
Executable File
169 lines
6.9 KiB
Python
Executable File
## @file
|
|
# Create makefile for MS nmake and GNU make
|
|
#
|
|
# Copyright (c) 2019, Intel Corporation. All rights reserved.<BR>
|
|
# SPDX-License-Identifier: BSD-2-Clause-Patent
|
|
#
|
|
from __future__ import absolute_import
|
|
from Workspace.WorkspaceDatabase import BuildDB
|
|
from Workspace.WorkspaceCommon import GetModuleLibInstances
|
|
import Common.GlobalData as GlobalData
|
|
import os
|
|
import pickle
|
|
from pickle import HIGHEST_PROTOCOL
|
|
from Common import EdkLogger
|
|
|
|
class PCD_DATA():
|
|
def __init__(self,TokenCName,TokenSpaceGuidCName,Type,DatumType,SkuInfoList,DefaultValue,
|
|
MaxDatumSize,UserDefinedDefaultStoresFlag,validateranges,
|
|
validlists,expressions,CustomAttribute,TokenValue):
|
|
self.TokenCName = TokenCName
|
|
self.TokenSpaceGuidCName = TokenSpaceGuidCName
|
|
self.Type = Type
|
|
self.DatumType = DatumType
|
|
self.SkuInfoList = SkuInfoList
|
|
self.DefaultValue = DefaultValue
|
|
self.MaxDatumSize = MaxDatumSize
|
|
self.UserDefinedDefaultStoresFlag = UserDefinedDefaultStoresFlag
|
|
self.validateranges = validateranges
|
|
self.validlists = validlists
|
|
self.expressions = expressions
|
|
self.CustomAttribute = CustomAttribute
|
|
self.TokenValue = TokenValue
|
|
|
|
class DataPipe(object):
|
|
def __init__(self, BuildDir=None):
|
|
self.data_container = {}
|
|
self.BuildDir = BuildDir
|
|
self.dump_file = ""
|
|
|
|
class MemoryDataPipe(DataPipe):
|
|
|
|
def Get(self,key):
|
|
return self.data_container.get(key)
|
|
|
|
def dump(self,file_path):
|
|
self.dump_file = file_path
|
|
with open(file_path,'wb') as fd:
|
|
pickle.dump(self.data_container,fd,pickle.HIGHEST_PROTOCOL)
|
|
|
|
def load(self,file_path):
|
|
with open(file_path,'rb') as fd:
|
|
self.data_container = pickle.load(fd)
|
|
|
|
@property
|
|
def DataContainer(self):
|
|
return self.data_container
|
|
@DataContainer.setter
|
|
def DataContainer(self,data):
|
|
self.data_container.update(data)
|
|
|
|
def FillData(self,PlatformInfo):
|
|
#Platform Pcds
|
|
self.DataContainer = {
|
|
"PLA_PCD" : [PCD_DATA(
|
|
pcd.TokenCName,pcd.TokenSpaceGuidCName,pcd.Type,
|
|
pcd.DatumType,pcd.SkuInfoList,pcd.DefaultValue,
|
|
pcd.MaxDatumSize,pcd.UserDefinedDefaultStoresFlag,pcd.validateranges,
|
|
pcd.validlists,pcd.expressions,pcd.CustomAttribute,pcd.TokenValue)
|
|
for pcd in PlatformInfo.Platform.Pcds.values()]
|
|
}
|
|
|
|
#Platform Module Pcds
|
|
ModulePcds = {}
|
|
for m in PlatformInfo.Platform.Modules:
|
|
m_pcds = PlatformInfo.Platform.Modules[m].Pcds
|
|
if m_pcds:
|
|
ModulePcds[(m.File,m.Root,m.Arch)] = [PCD_DATA(
|
|
pcd.TokenCName,pcd.TokenSpaceGuidCName,pcd.Type,
|
|
pcd.DatumType,pcd.SkuInfoList,pcd.DefaultValue,
|
|
pcd.MaxDatumSize,pcd.UserDefinedDefaultStoresFlag,pcd.validateranges,
|
|
pcd.validlists,pcd.expressions,pcd.CustomAttribute,pcd.TokenValue)
|
|
for pcd in PlatformInfo.Platform.Modules[m].Pcds.values()]
|
|
|
|
|
|
self.DataContainer = {"MOL_PCDS":ModulePcds}
|
|
|
|
#Module's Library Instance
|
|
ModuleLibs = {}
|
|
libModules = {}
|
|
for m in PlatformInfo.Platform.Modules:
|
|
module_obj = BuildDB.BuildObject[m,PlatformInfo.Arch,PlatformInfo.BuildTarget,PlatformInfo.ToolChain]
|
|
Libs = GetModuleLibInstances(module_obj, PlatformInfo.Platform, BuildDB.BuildObject, PlatformInfo.Arch,PlatformInfo.BuildTarget,PlatformInfo.ToolChain,PlatformInfo.MetaFile,EdkLogger)
|
|
for lib in Libs:
|
|
try:
|
|
libModules[(lib.MetaFile.File,lib.MetaFile.Root,lib.Arch,lib.MetaFile.Path)].append((m.File,m.Root,module_obj.Arch,m.Path))
|
|
except:
|
|
libModules[(lib.MetaFile.File,lib.MetaFile.Root,lib.Arch,lib.MetaFile.Path)] = [(m.File,m.Root,module_obj.Arch,m.Path)]
|
|
ModuleLibs[(m.File,m.Root,module_obj.Arch,m.Path)] = [(l.MetaFile.File,l.MetaFile.Root,l.Arch,l.MetaFile.Path) for l in Libs]
|
|
self.DataContainer = {"DEPS":ModuleLibs}
|
|
self.DataContainer = {"REFS":libModules}
|
|
|
|
#Platform BuildOptions
|
|
|
|
platform_build_opt = PlatformInfo.EdkIIBuildOption
|
|
|
|
ToolDefinition = PlatformInfo.ToolDefinition
|
|
module_build_opt = {}
|
|
for m in PlatformInfo.Platform.Modules:
|
|
ModuleTypeOptions, PlatformModuleOptions = PlatformInfo.GetGlobalBuildOptions(BuildDB.BuildObject[m,PlatformInfo.Arch,PlatformInfo.BuildTarget,PlatformInfo.ToolChain])
|
|
if ModuleTypeOptions or PlatformModuleOptions:
|
|
module_build_opt.update({(m.File,m.Root): {"ModuleTypeOptions":ModuleTypeOptions, "PlatformModuleOptions":PlatformModuleOptions}})
|
|
|
|
self.DataContainer = {"PLA_BO":platform_build_opt,
|
|
"TOOLDEF":ToolDefinition,
|
|
"MOL_BO":module_build_opt
|
|
}
|
|
|
|
|
|
|
|
#Platform Info
|
|
PInfo = {
|
|
"WorkspaceDir":PlatformInfo.Workspace.WorkspaceDir,
|
|
"Target":PlatformInfo.BuildTarget,
|
|
"ToolChain":PlatformInfo.Workspace.ToolChain,
|
|
"BuildRuleFile":PlatformInfo.BuildRule,
|
|
"Arch": PlatformInfo.Arch,
|
|
"ArchList":PlatformInfo.Workspace.ArchList,
|
|
"ActivePlatform":PlatformInfo.MetaFile
|
|
}
|
|
self.DataContainer = {'P_Info':PInfo}
|
|
|
|
self.DataContainer = {'M_Name':PlatformInfo.UniqueBaseName}
|
|
|
|
self.DataContainer = {"ToolChainFamily": PlatformInfo.ToolChainFamily}
|
|
|
|
self.DataContainer = {"BuildRuleFamily": PlatformInfo.BuildRuleFamily}
|
|
|
|
self.DataContainer = {"MixedPcd":GlobalData.MixedPcd}
|
|
|
|
self.DataContainer = {"BuildOptPcd":GlobalData.BuildOptionPcd}
|
|
|
|
self.DataContainer = {"BuildCommand": PlatformInfo.BuildCommand}
|
|
|
|
self.DataContainer = {"AsBuildModuleList": PlatformInfo._AsBuildModuleList}
|
|
|
|
self.DataContainer = {"G_defines": GlobalData.gGlobalDefines}
|
|
|
|
self.DataContainer = {"CL_defines": GlobalData.gCommandLineDefines}
|
|
|
|
self.DataContainer = {"Env_Var": {k:v for k, v in os.environ.items()}}
|
|
|
|
self.DataContainer = {"PackageList": [(dec.MetaFile,dec.Arch) for dec in PlatformInfo.PackageList]}
|
|
|
|
self.DataContainer = {"GuidDict": PlatformInfo.Platform._GuidDict}
|
|
|
|
self.DataContainer = {"DatabasePath":GlobalData.gDatabasePath}
|
|
|
|
self.DataContainer = {"FdfParser": True if GlobalData.gFdfParser else False}
|
|
|
|
self.DataContainer = {"LogLevel": EdkLogger.GetLevel()}
|
|
|
|
self.DataContainer = {"UseHashCache":GlobalData.gUseHashCache}
|
|
|
|
self.DataContainer = {"BinCacheSource":GlobalData.gBinCacheSource}
|
|
|
|
self.DataContainer = {"BinCacheDest":GlobalData.gBinCacheDest}
|
|
|
|
self.DataContainer = {"EnableGenfdsMultiThread":GlobalData.gEnableGenfdsMultiThread}
|