tools/archiving_extraction/extract_shift.py

   1 #!/usr/bin/env python
   2 ##################################
   3 import os, sys, time
   4
   5
   6 from PyTango import *
   7
   8
   9 from bl_instance.build_bl import *
  10
  11 from tools.generic_utils.time_formats  import *
  12 from tools.generic_utils.dataPortioning_byTime  import *
  13
  14
  15 from tools.data_processing.portioningTime_byData import *
  16
  17 from extraction import *
  18 #################################
  19
  20
  21 ###############################################
  22 startShift_hour = '07:00:00'
  23 endShift_hour = '07:00:00'
  24
  25 extraPeriod_minLength_sec = 60*10 # = 10 min
  26 EXTRAPERIOD_MAXLENGTH_SEC = 60*60*3 # = 3 hours
  27 ###############################################
  28
  29
  30
  31 ############################
  32 if __name__ == '__main__':
  33
  34
  35     if len(sys.argv) < 3:
  36         print "Correct use: " + sys.argv[0] + " startDate_str ('Y-m-d')  dest_dir  [hdb/tdb]"
  37         sys.exit(0)
  38
  39     startDate_str = sys.argv[1]
  40
  41     dest_dir = sys.argv[2]
  42     if not os.path.exists(dest_dir):
  43         print "The directory ", dest_dir, " does not exist"
  44         sys.exit(0)
  45     if dest_dir[-1] == os.sep:
  46         dest_dir = dest_dir[:-1]
  47
  48
  49     db = "TDB"
  50     if len(sys.argv) == 4 and (sys.argv[3] == "hdb" or sys.argv[3] == "HDB"):
  51         extractor = DeviceProxy("archiving/hdb/hdbextractor.1")
  52         db = "HDB"
  53     else:
  54         extractor = DeviceProxy("archiving/tdb/tdbextractor.1")
  55     #print db #debug
  56
  57
  58     extractor.set_timeout_millis(100000)
  59     # ----------------------------------------------------------------------------------------------
  60
  61     startShift_str = startDate_str +' '+ startShift_hour
  62     startShift_sec = str2sec(startShift_str)
  63
  64     startShift_hour_sec =  hour2sec(startShift_hour)
  65     endShift_hour_sec =  hour2sec(endShift_hour)
  66
  67     if startShift_hour_sec >= endShift_hour_sec:
  68         startShift_date_sec = time.mktime(time.strptime(startDate_str, "%Y-%m-%d"))
  69         endShift_date_sec = startShift_date_sec + hour2sec("24:00:00")
  70
  71     endShift_sec = endShift_date_sec + endShift_hour_sec
  72     endShift_str = sec2str(endShift_sec)
  73
  74
  75     shift_str = (startShift_str, endShift_str)
  76
  77 ##    print startShift_str # debug
  78 ##    print endShift_str # debug
  79     # ----------------------------------------------------------------------------------------------
  80
  81     # INIT ---
  82     extractionPeriods_sec = [(startShift_sec, endShift_sec)]
  83     extractionPeriods_str = periodsSec2periodsStr(extractionPeriods_sec)
  84     steadyPeriods_str = extractionPeriods_str
  85
  86     #beam_monitors = []
  87     #############################    Main loop    #########################
  88
  89     for elem in beam_path:
  90         if isinstance(elem, beam_monitor)and not isinstance(elem, extractable_beamMonitor):
  91             monitor = elem # just a notation for a better readability
  92             print '\nMonitor: ', monitor.nickname
  93
  94             monitor.define_blSteadiness(beam_path)
  95
  96             # ------------------------------------------
  97             for param in monitor.beamAccess_params:
  98                 print '\nBeam access: ', param.name # debug
  99
 100                 new_extractionPeriods_str = []
 101
 102                 param_data = extractAttr_relativeTime( param.attr_fullName, startShift_sec,
 103                                                        shift_str,  extractor, dest_dir )
 104                 'param_data is in "abs time"  but it is saved in the file in relative time !!!'
 105
 106                 #print len(param_data) # debug
 107                 if len(param_data) == 0:
 108                     print "No data for ", param.name
 109                     sys.exit(0)
 110                     #subPeriods_str =  takeWholeOrEmpty_extendingExtraction(param, time_interval, extractor, dest_dir)
 111
 112                 # split param_data following the extractionPeriods ---
 113                 data_portions = split_paramData( param_data, extractionPeriods_str)
 114                 # in the loop over the extractionPeriods call get_extraPeriods for each data portion
 115                 # and update new_extractionPeriods_str ---
 116                 for i in range (len(data_portions)):
 117
 118                     if len(data_portions[i]) == 0:
 119                         subPeriods_str =  takeWholeOrEmpty_extendingTime(param, periodsStr2periodsSec([extractionPeriods_str[i]])[0], param_data)
 120                     else:
 121                         subPeriods_str = periodsSec2periodsStr(get_extraPeriods_sec(param, data_portions[i],
 122                                                                                     periodsStr2periodsSec([extractionPeriods_str[i]])[0],
 123                                                                                     extraPeriod_minLength_sec))
 124
 125                     new_extractionPeriods_str += subPeriods_str
 126                     #print new_extractionPeriods_str # debug
 127
 128                 extractionPeriods_str = new_extractionPeriods_str
 129                 print extractionPeriods_str # debug
 130                 print abs2rel(periodsStr2periodsSec(extractionPeriods_str), startShift_str) # debug
 131
 132                 #sys.exit(0) #####################
 133
 134             steadyPeriods_str = extractionPeriods_str
 135             #print steadyPeriods_str # debug
 136
 137             # ------------------------------------------
 138             if len(extractionPeriods_str):
 139                 for param in monitor.blSteadiness_params:
 140                     print '\nSteadiness: ', param.name # debug
 141
 142                     param_data = extractAttr_relativeTime( param.attr_fullName, startShift_sec,
 143                                                            shift_str,  extractor, dest_dir )
 144
 145             # ------------------------------------------
 146 ##            print 'coucou'
 147 ##            sys.exit(0)
 148             for param in monitor.params:
 149                 print '\n', param.name # debug
 150
 151                 for steady_period in steadyPeriods_str:
 152                     shortSteadyPeriods_str = split_longInterval(steady_period, EXTRAPERIOD_MAXLENGTH_SEC)
 153
 154                     for short_steadyPeriod in shortSteadyPeriods_str:
 155
 156                         param_data = extractAttr_relativeTime( param.attr_fullName, startShift_sec,
 157                                                                short_steadyPeriod,  extractor, dest_dir )
 158             # -------------------------------------------------------
 159
 160     print 'beam_path extraction done'
 161
 162
 163     env_dir = dest_dir + os.sep +'environment'
 164     if not os.path.exists(env_dir):
 165         os.mkdir(dest_dir + os.sep + 'environment')
 166
 167     for elem in continuous_env:
 168         print '\nContinuous env: ', elem.nickname
 169
 170         for param in elem.params:
 171             print '\n', param.name # debug
 172
 173             shortPeriods_str = split_longInterval(shift_str, EXTRAPERIOD_MAXLENGTH_SEC)
 174
 175             for short_period in shortPeriods_str:
 176                 param_data = extractAttr_relativeTime( param.attr_fullName, startShift_sec,
 177                                                        short_period,  extractor, env_dir )