Merge pull request #360 from vkuznet/fix-issue-11657

Propagate timing metrics to WMArchive doc
dmwm · Aug 28, 2023 · 93e8387 · 93e8387
2 parents 4a078b9 + 811a0cb
commit 93e8387
Show file tree

Hide file tree

Showing 11 changed files with 23 additions and 10 deletions.
diff --git a/src/python/WMArchive/Schemas/FWJRProduction.py b/src/python/WMArchive/Schemas/FWJRProduction.py
@@ -11,6 +11,7 @@
                'jobtype': "Processing",
                'jobstate': "success", 
                'ts': 1456500229},
+ 'WMTiming': {'WMTotalWallClockTime': 10},
  'LFNArray': ['/store/test/blah.root',
               '/store/unmerged/blah.root',
               '/lfn/fallbackfile.root', '/lfn/skipedfile.root'],
@@ -85,6 +86,8 @@
                          "GUID": '',
                          "StageOutCommand": "srmv2-lcg"}],
               'performance': {
+                  "cmssw": {
+                  },
                   "multicore": {
                   },
                   "storage": {

diff --git a/test/data/samples/HarvestSuccessFwjr.json b/test/data/samples/HarvestSuccessFwjr.json
@@ -5,6 +5,7 @@
     "pfn"
   ], 
   "task": "/sryu_DQMHarvesting_Sryu_reqmgr2_160318_050142_4405/EndOfRunDQMHarvest", 
+  "WMTiming": {"WMTotalWallClockTime": 10},
   "skippedFiles": [], 
   "fallbackFiles": [], 
   "LFNArray": [
@@ -466,4 +467,4 @@
     "skippedFiles", 
     "inputLFNs"
   ]
-}
+}
diff --git a/test/data/samples/LogCollectFailedFwjr.json b/test/data/samples/LogCollectFailedFwjr.json
@@ -1,6 +1,7 @@
 {
   "PFNArrayRef": [], 
   "task": "/sryu_MonteCarlo_PhEDEx_Sryu_reqmgr2_160318_050123_7744/Production/ProductionMergeLHEoutput/ProductionLHEoutputMergeLogCollect", 
+  "WMTiming": {"WMTotalWallClockTime": 10},
   "skippedFiles": [], 
   "fallbackFiles": [], 
   "LFNArray": [
@@ -47,4 +48,4 @@
     "skippedFiles", 
     "fallbackFiles"
   ]
-}
+}
diff --git a/test/data/samples/LogCollectSuccessFwjr.json b/test/data/samples/LogCollectSuccessFwjr.json
@@ -4,6 +4,7 @@
     "outputPFNs"
   ], 
   "task": "/sryu_DQMHarvesting_Sryu_reqmgr2_160318_050142_4405/EndOfRunDQMHarvest/EndOfRunDQMHarvestLogCollect", 
+  "WMTiming": {"WMTotalWallClockTime": 10},
   "skippedFiles": [], 
   "fallbackFiles": [], 
   "LFNArray": [
@@ -73,4 +74,4 @@
     "skippedFiles", 
     "inputLFNs"
   ]
-}
+}
diff --git a/test/data/samples/MergeFailedFwjr.json b/test/data/samples/MergeFailedFwjr.json
@@ -1,6 +1,7 @@
 {
   "PFNArrayRef": [], 
   "task": "/sryu_ReRecoSkim_Sryu_reqmgr2_160318_050217_7302/DataProcessing/DataProcessingMergeRECOoutput", 
+  "WMTiming": {"WMTotalWallClockTime": 10},
   "skippedFiles": [], 
   "fallbackFiles": [], 
   "LFNArray": [], 
@@ -45,4 +46,4 @@
     "skippedFiles", 
     "fallbackFiles"
   ]
-}
+}
diff --git a/test/data/samples/MergeSuccessFwjr.json b/test/data/samples/MergeSuccessFwjr.json
@@ -5,6 +5,7 @@
     "pfn"
   ], 
   "task": "/sryu_MonteCarlo_eff_Sryu_reqmgr2_160317_161133_1935/Production/ProductionMergeRAWSIMoutput", 
+  "WMTiming": {"WMTotalWallClockTime": 10},
   "skippedFiles": [], 
   "fallbackFiles": [], 
   "LFNArray": [
@@ -677,4 +678,4 @@
     "skippedFiles", 
     "inputLFNs"
   ]
-}
+}
diff --git a/test/data/samples/ProcessingFailedFwjr.json b/test/data/samples/ProcessingFailedFwjr.json
@@ -1,6 +1,7 @@
 {
   "PFNArrayRef": [], 
   "task": "/sryu_ReDigi_3steps_Sryu_reqmgr2_160318_050052_982/StepOneProc/StepOneProcMergeRAWSIMoutput/StepTwoProc/StepTwoProcMergeAODSIMoutput/StepThreeProc", 
+  "WMTiming": {"WMTotalWallClockTime": 10},
   "skippedFiles": [], 
   "fallbackFiles": [], 
   "LFNArray": [], 
@@ -45,4 +46,4 @@
     "skippedFiles", 
     "fallbackFiles"
   ]
-}
+}
diff --git a/test/data/samples/ProcessingSuccessFwjr.json b/test/data/samples/ProcessingSuccessFwjr.json
@@ -5,6 +5,7 @@
     "pfn"
   ], 
   "task": "/sryu_ReDigi_3steps_Sryu_reqmgr2_160318_050052_982/StepOneProc", 
+  "WMTiming": {"WMTotalWallClockTime": 10},
   "skippedFiles": [], 
   "fallbackFiles": [], 
   "LFNArray": [
@@ -264,4 +265,4 @@
     "skippedFiles", 
     "inputLFNs"
   ]
-}
+}
diff --git a/test/data/samples/ProductionFailedFwjr.json b/test/data/samples/ProductionFailedFwjr.json
@@ -4,6 +4,7 @@
     "outputPFNs"
   ], 
   "task": "/sryu_MonteCarlo_Sryu_reqmgr2_160318_050144_6584/Production", 
+  "WMTiming": {"WMTotalWallClockTime": 10},
   "skippedFiles": [], 
   "fallbackFiles": [], 
   "LFNArray": [
@@ -150,4 +151,4 @@
     "skippedFiles", 
     "inputLFNs"
   ]
-}
+}
diff --git a/test/data/samples/ProductionSuccessFwjr.json b/test/data/samples/ProductionSuccessFwjr.json
@@ -4,6 +4,7 @@
     "outputPFNs"
   ], 
   "task": "/sryu_MonteCarlo_eff_Sryu_reqmgr2_160317_161133_1935/Production", 
+  "WMTiming": {"WMTotalWallClockTime": 10},
   "skippedFiles": [], 
   "fallbackFiles": [], 
   "LFNArray": [
@@ -174,4 +175,4 @@
     "skippedFiles", 
     "inputLFNs"
   ]
-}
+}
diff --git a/test/data/samples/SkimSuccessFwjr.json b/test/data/samples/SkimSuccessFwjr.json
@@ -5,6 +5,7 @@
     "pfn"
   ], 
   "task": "/sryu_ReRecoSkim_Sryu_reqmgr2_160318_050217_7302/DataProcessing/DataProcessingMergeRECOoutput/skim_2012A_BTag", 
+  "WMTiming": {"WMTotalWallClockTime": 10},
   "skippedFiles": [], 
   "fallbackFiles": [], 
   "LFNArray": [
@@ -417,4 +418,4 @@
     "skippedFiles", 
     "inputLFNs"
   ]
-}
+}