For JR to remember stiff

gistfile1.txt

# 1. Inside the tarball there is a out.json file, which has all information about all workflows.
{ KEY1: {KEY2: {KEY3:VAL4}}

# KEY1 - if value of this key is a dictionary, it means that KEY1 is a workflow name
# KEY1 - if value of this key is integer, means KEY1 is workflow status from reqmgr2 and value is a timestamp
# KEY2 - is a subtask of that specific workflow;
# KEY3 - is a date format range, e.g.: "2017-05-03 18:56:16.834660 TO 2017-05-02 18:56:16.834660" Which can be separated by " TO " and loaded with python datetime
# VAL4 - is a path inside the tarball, there the numpy array is saved.

One example is below and that is all what you need to know :)

{
   "nwickram_RVCMSSW_9_1_0_pre3SoftQCDelastic_13TeV_pythia8__gen_170503_181624_9492":{
      "LogCollectForSoftQCDelastic_13TeV_pythia8":{
         "2017-05-03 18:56:16.834660 TO 2017-05-02 18:56:16.834660":"nwickram_RVCMSSW_9_1_0_pre3SoftQCDelastic_13TeV_pythia8__gen_170503_181624_9492/85d5e852a533c7d7e5f486979522ad1f5cc201fcc520efe21c3f3006.npy"
      },
      "SoftQCDelastic_13TeV_pythia8MergeDQMoutputEndOfRunDQMHarvestMerged":{
         "2017-05-03 18:56:16.962428 TO 2017-05-02 18:56:16.962428":"nwickram_RVCMSSW_9_1_0_pre3SoftQCDelastic_13TeV_pythia8__gen_170503_181624_9492/bdb449741a58419a4291285df9db95687f564d4ed5fe32e75d26ae38.npy"
      },
      "SoftQCDelastic_13TeV_pythia8MergeDQMoutput":{
         "2017-05-03 18:56:16.717479 TO 2017-05-02 18:56:16.717479":"nwickram_RVCMSSW_9_1_0_pre3SoftQCDelastic_13TeV_pythia8__gen_170503_181624_9492/e0c44f3857c0fac127c2e3dd8f96e599d11d79288ff46faadff6e864.npy"
      },
      "running-closed":1493842683,
      "closed-out":1493855328,
      "completed":1493850720,
      "SoftQCDelastic_13TeV_pythia8CleanupUnmergedRAWSIMoutput":{
         "2017-05-03 18:56:16.615642 TO 2017-05-02 18:56:16.615642":"nwickram_RVCMSSW_9_1_0_pre3SoftQCDelastic_13TeV_pythia8__gen_170503_181624_9492/f7168ce53bd96d4bad99a68956c9ed92ed26ab9534e5285003e1d155.npy"
      },
      "SoftQCDelastic_13TeV_pythia8":{
         "2017-05-03 18:56:17.033845 TO 2017-05-02 18:56:17.033845":"nwickram_RVCMSSW_9_1_0_pre3SoftQCDelastic_13TeV_pythia8__gen_170503_181624_9492/0ecb7c26cb3bc75ebcc3d183c7f895248661cc5c164a676743315954.npy"
      },
      "assigned":1493841722,
      "acquired":1493842042,
      "SoftQCDelastic_13TeV_pythia8MergeRAWSIMoutput":{
         "2017-05-03 18:56:17.118341 TO 2017-05-02 18:56:17.118341":"nwickram_RVCMSSW_9_1_0_pre3SoftQCDelastic_13TeV_pythia8__gen_170503_181624_9492/583623ad52ff98d894bb90f74afea1f6168ac92ec8b751cb7017b351.npy"
      },
      "new":1493828184,
      "SoftQCDelastic_13TeV_pythia8MergeDQMoutputMergedEndOfRunDQMHarvestLogCollect":{
         "2017-05-03 18:56:17.292747 TO 2017-05-02 18:56:17.292747":"nwickram_RVCMSSW_9_1_0_pre3SoftQCDelastic_13TeV_pythia8__gen_170503_181624_9492/5e08d34b9c302e6326e02a3ac3087bc7040bac90643ca8a6a6316a22.npy"
      },
      "assignment-approved":1493828192,
      "running-open":1493842682
   },