Skip to content

Instantly share code, notes, and snippets.

@vkuznet
Last active September 20, 2023 14:22
Show Gist options
  • Save vkuznet/21cd12b38bc080efcab2a088101ea000 to your computer and use it in GitHub Desktop.
Save vkuznet/21cd12b38bc080efcab2a088101ea000 to your computer and use it in GitHub Desktop.
FJR report with WMTiming metrics
>>> import pickle
>>> data=pickle.load(open("wmtiming.pkl", "rb"))
>>> print(data)
FrameworkJobReport.jobFeatures = {}
FrameworkJobReport.section_('WMTiming')
FrameworkJobReport.WMTiming.WMJobStart = 1695218580.0
FrameworkJobReport.WMTiming.WMTotalWallClockTime = 15.0
FrameworkJobReport.WMTiming.WMJobEnd = 1695218595.0
FrameworkJobReport.WMAgentJobID = 1308
FrameworkJobReport.pnn = 'T2_CH_CERN'
FrameworkJobReport.steps = ['logCollect1']
FrameworkJobReport.siteName = 'T2_CH_CERN'
FrameworkJobReport.machineFeatures = {}
FrameworkJobReport.section_('logCollect1')
FrameworkJobReport.logCollect1.section_('performance')
FrameworkJobReport.logCollect1.section_('parameters')
FrameworkJobReport.logCollect1.startTime = 1695218584.1406586
FrameworkJobReport.logCollect1.section_('input')
FrameworkJobReport.logCollect1.input.section_('logArchives')
FrameworkJobReport.logCollect1.input.logArchives.section_('files')
FrameworkJobReport.logCollect1.input.logArchives.files.fileCount = 1
FrameworkJobReport.logCollect1.input.logArchives.files.section_('file0')
FrameworkJobReport.logCollect1.input.logArchives.files.file0.section_('runs')
FrameworkJobReport.logCollect1.input.logArchives.files.file0.lfn = '/store/unmerged/logs/prod/2023/9/20/wmagent_small_MC_Agent0291_230920_131136_4459/ProdQCD_Pt_3000_3500_13/0000/0/530f68b3-e0e0-457c-b1b6-beea068e7015-0-0-logArchive.tar.gz'
FrameworkJobReport.logCollect1.section_('errors')
FrameworkJobReport.logCollect1.section_('site')
FrameworkJobReport.logCollect1.section_('cleanup')
FrameworkJobReport.logCollect1.cleanup.section_('removed')
FrameworkJobReport.logCollect1.cleanup.removed.fileCount = 0
FrameworkJobReport.logCollect1.cleanup.section_('unremoved')
FrameworkJobReport.logCollect1.status = 0
FrameworkJobReport.logCollect1.outputModules = ['LogCollect']
FrameworkJobReport.logCollect1.id = None
FrameworkJobReport.logCollect1.section_('analysis')
FrameworkJobReport.logCollect1.analysis.section_('files')
FrameworkJobReport.logCollect1.analysis.files.fileCount = 0
FrameworkJobReport.logCollect1.section_('logs')
FrameworkJobReport.logCollect1.section_('skipped')
FrameworkJobReport.logCollect1.skipped.section_('files')
FrameworkJobReport.logCollect1.skipped.files.fileCount = 0
FrameworkJobReport.logCollect1.skipped.section_('events')
FrameworkJobReport.logCollect1.section_('fallback')
FrameworkJobReport.logCollect1.fallback.section_('files')
FrameworkJobReport.logCollect1.fallback.files.fileCount = 0
FrameworkJobReport.logCollect1.section_('output')
FrameworkJobReport.logCollect1.output.location = 'T2_CH_CERN'
FrameworkJobReport.logCollect1.output.section_('LogCollect')
FrameworkJobReport.logCollect1.output.LogCollect.section_('dataset')
FrameworkJobReport.logCollect1.output.LogCollect.section_('files')
FrameworkJobReport.logCollect1.output.LogCollect.files.fileCount = 1
FrameworkJobReport.logCollect1.output.LogCollect.files.section_('file0')
FrameworkJobReport.logCollect1.output.LogCollect.files.file0.PNN = 'T2_CH_CERN'
FrameworkJobReport.logCollect1.output.LogCollect.files.file0.lfn = 'root://eoscms.cern.ch//eos/cms/store/logs/prod/2023/09/WMAgent/wmagent_small_MC_Agent0291_230920_131136_4459/wmagent_small_MC_Agent0291_230920_131136_4459-LogCollectForProdQCD_Pt_3000_3500_13-cmsplt01-33467470-1-logs.tar'
FrameworkJobReport.logCollect1.output.LogCollect.files.file0.location = ['T2_CH_CERN']
FrameworkJobReport.logCollect1.output.LogCollect.files.file0.section_('runs')
FrameworkJobReport.logCollect1.output.LogCollect.files.file0.StageOutCommand = 'xrdcp'
FrameworkJobReport.logCollect1.output.LogCollect.files.file0.GUID = None
FrameworkJobReport.logCollect1.output.LogCollect.files.file0.StageOutReport = [{'LFN': '/store/logs/prod/2023/09/WMAgent/wmagent_small_MC_Agent0291_230920_131136_4459/wmagent_small_MC_Agent0291_230920_131136_4459-LogCollectForProdQCD_Pt_3000_3500_13-cmsplt01-33467470-1-logs.tar', 'PNN': 'T2_CH_CERN', 'StageOutCommand': None, 'StageOutType': 'FALLBACK', 'StageOutExit': 0}]
FrameworkJobReport.logCollect1.output.pfn = 'root://eoscms.cern.ch//eos/cms/store/logs/prod/2023/09/WMAgent/wmagent_small_MC_Agent0291_230920_131136_4459/wmagent_small_MC_Agent0291_230920_131136_4459-LogCollectForProdQCD_Pt_3000_3500_13-cmsplt01-33467470-1-logs.tar'
FrameworkJobReport.logCollect1.output.lfn = '/store/logs/prod/2023/09/WMAgent/wmagent_small_MC_Agent0291_230920_131136_4459/wmagent_small_MC_Agent0291_230920_131136_4459-LogCollectForProdQCD_Pt_3000_3500_13-cmsplt01-33467470-1-logs.tar'
FrameworkJobReport.logCollect1.stopTime = 1695218595.6918006
FrameworkJobReport.completed = True
FrameworkJobReport.task = '/wmagent_small_MC_Agent0291_230920_131136_4459/ProdQCD_Pt_3000_3500_13/LogCollectForProdQCD_Pt_3000_3500_13'
FrameworkJobReport.WMAgentJobName = '0b3df32f-822d-4857-aed4-ab696ebf0d6e-0'
FrameworkJobReport.hostName = 'cmsplt01-33467470.0-p06636710d87150.cern.ch'
FrameworkJobReport.workload = 'Unknown'
FrameworkJobReport.ceName = 'cmsplt01-33467470.0-p06636710d87150.cern.ch'
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment