fetchtimeserie.fetch_ace_maglv1 Namespace Reference

Variables
string	ancillary_remote_dirname = '/pub/ace/ancil/'
string	ancillary_filename = 'ACE_ANCIL.HDF'
tuple	ancillary_local_path = os.path.join(path_ace,'ACE_ANCIL.HDF')
string	help_message
tuple	date_begin = module_common.utc_today-datetime.timedelta(days=10)
	last_data = False
	download = True
string	fetch_type = 'ACE_MAGLV1'
list	local_dir = interface_fetch_timeserie.fetch_info[fetch_type]
list	table_name = interface_fetch_timeserie.fetch_info[fetch_type]
tuple	log_name = os.path.join('logs','fetch_timeserie_ace_maglv1_' + '%04d'%(module_common.utc_today.year) + '%02d'%(module_common.utc_today.month) + '%02d'%(module_common.utc_today.day))
tuple	log_id = open(log_name,'a')
tuple	logs = database_timeserie.init_db(database_timeserie.database_path,1)
tuple	server = interface_fetch_timeserie.connect_remote_server(fetch_type)
tuple	all_remote_files = interface_fetch_timeserie.read_remote_server(fetch_type,server,date_min = date_begin)
list	pattern = interface_fetch_timeserie.fetch_info[fetch_type]
tuple	metafile = interface_fetch_timeserie.MetaFile()
tuple	mdate_remote = datetime.datetime.strptime(server.sendcmd('MDTM %s'%ancillary_filename).split()[1],'%Y%m%d%H%M%S')
tuple	mdate_local = module_toolbox_file.get_modif_datetime(ancillary_local_path)
list	remote_files_fm1 = [ all_remote_files[-1] ]
tuple	to_be_downloaded = interface_fetch_timeserie.vn2vnp1(remote_files_fm1,fetch_type,-1)
list	downloaded_files = []
list	remote_files_f0 = []
tuple	metafile_f0 = interface_fetch_timeserie.MetaFile()
tuple	to_be_f1_fetched = interface_fetch_timeserie.vn2vnp1(remote_files_f0,fetch_type,0)
list	f1_fetched_files = []
list	remote_files_f1 = []
tuple	metafile_f1 = interface_fetch_timeserie.MetaFile()
tuple	name_f1 = interface_fetch_timeserie.set_name_np1(fetch_type,metafile_f0.name,0)
tuple	to_be_f2_fetched = interface_fetch_timeserie.vn2vnp1(remote_files_f1,fetch_type,1)
list	f2_fetched_paths = []
	path_f1 = metafile.path
	file_f1 = metafile.name
tuple	file_f2 = interface_fetch_timeserie.set_name_np1(fetch_type,file_f1,1)
tuple	path_f2 = os.path.join(local_dir,file_f2)
list	f2_fetched_files = []
	file_vx = metafile.name
tuple	flevel = interface_fetch_timeserie.find_fetch_level(fetch_type,file_vx)
tuple	date_in = interface_fetch_timeserie.get_datetime(fetch_type,flevel,file_vx)
tuple	date_beg = datetime.datetime(date_in.year,date_in.month,date_in.day,0)
tuple	date_end = datetime.datetime(date_in.year,date_in.month,date_in.day,23,59,59)
tuple	result = database_timeserie.find_element([table_name],conn,cur,filename = file_vx)
tuple	row_id

Variable Documentation

list fetchtimeserie.fetch_ace_maglv1.all_remote_files = interface_fetch_timeserie.read_remote_server(fetch_type,server,date_min = date_begin)

string fetchtimeserie.fetch_ace_maglv1.ancillary_filename = 'ACE_ANCIL.HDF'

tuple fetchtimeserie.fetch_ace_maglv1.ancillary_local_path = os.path.join(path_ace,'ACE_ANCIL.HDF')

string fetchtimeserie.fetch_ace_maglv1.ancillary_remote_dirname = '/pub/ace/ancil/'

tuple fetchtimeserie.fetch_ace_maglv1.date_beg = datetime.datetime(date_in.year,date_in.month,date_in.day,0)

tuple fetchtimeserie.fetch_ace_maglv1.date_begin = module_common.utc_today-datetime.timedelta(days=10)

tuple fetchtimeserie.fetch_ace_maglv1.date_end = datetime.datetime(date_in.year,date_in.month,date_in.day,23,59,59)

tuple fetchtimeserie.fetch_ace_maglv1.date_in = interface_fetch_timeserie.get_datetime(fetch_type,flevel,file_vx)

fetchtimeserie.fetch_ace_maglv1.download = True

list fetchtimeserie.fetch_ace_maglv1.downloaded_files = []

list fetchtimeserie.fetch_ace_maglv1.f1_fetched_files = []

list fetchtimeserie.fetch_ace_maglv1.f2_fetched_files = []

list fetchtimeserie.fetch_ace_maglv1.f2_fetched_paths = []

string fetchtimeserie.fetch_ace_maglv1.fetch_type = 'ACE_MAGLV1'

fetchtimeserie.fetch_ace_maglv1.file_f1 = metafile.name

tuple fetchtimeserie.fetch_ace_maglv1.file_f2 = interface_fetch_timeserie.set_name_np1(fetch_type,file_f1,1)

fetchtimeserie.fetch_ace_maglv1.file_vx = metafile.name

tuple fetchtimeserie.fetch_ace_maglv1.flevel = interface_fetch_timeserie.find_fetch_level(fetch_type,file_vx)

string fetchtimeserie.fetch_ace_maglv1.help_message

Initial value:

= """
Download and reformat timeserie from fetch type ACE_MAGLV1.\n
Usage :\n
python dir.fetch_timeserie/fetch_ace_maglv1.py
[-h]               : brief help
[-b YYYMMDD]       : begin date from which it fetched data. Default Today's date - 10 days.
[--last-data]      : only the last available timeserie will be fetch
[--format-vx]      : format existing V0 file into Vn (n>0) format only, do not connect to server. Default: False.
"""

fetchtimeserie.fetch_ace_maglv1.last_data = False

list fetchtimeserie.fetch_ace_maglv1.local_dir = interface_fetch_timeserie.fetch_info[fetch_type]

tuple fetchtimeserie.fetch_ace_maglv1.log_id = open(log_name,'a')

tuple fetchtimeserie.fetch_ace_maglv1.log_name = os.path.join('logs','fetch_timeserie_ace_maglv1_' + '%04d'%(module_common.utc_today.year) + '%02d'%(module_common.utc_today.month) + '%02d'%(module_common.utc_today.day))

list fetchtimeserie.fetch_ace_maglv1.logs = database_timeserie.init_db(database_timeserie.database_path,1)

tuple fetchtimeserie.fetch_ace_maglv1.mdate_local = module_toolbox_file.get_modif_datetime(ancillary_local_path)

tuple fetchtimeserie.fetch_ace_maglv1.mdate_remote = datetime.datetime.strptime(server.sendcmd('MDTM %s'%ancillary_filename).split()[1],'%Y%m%d%H%M%S')

tuple fetchtimeserie.fetch_ace_maglv1.metafile = interface_fetch_timeserie.MetaFile()

tuple fetchtimeserie.fetch_ace_maglv1.metafile_f0 = interface_fetch_timeserie.MetaFile()

tuple fetchtimeserie.fetch_ace_maglv1.metafile_f1 = interface_fetch_timeserie.MetaFile()

tuple fetchtimeserie.fetch_ace_maglv1.name_f1 = interface_fetch_timeserie.set_name_np1(fetch_type,metafile_f0.name,0)

fetchtimeserie.fetch_ace_maglv1.path_f1 = metafile.path

tuple fetchtimeserie.fetch_ace_maglv1.path_f2 = os.path.join(local_dir,file_f2)

list fetchtimeserie.fetch_ace_maglv1.pattern = interface_fetch_timeserie.fetch_info[fetch_type]

list fetchtimeserie.fetch_ace_maglv1.remote_files_f0 = []

list fetchtimeserie.fetch_ace_maglv1.remote_files_f1 = []

list fetchtimeserie.fetch_ace_maglv1.remote_files_fm1 = [ all_remote_files[-1] ]

tuple fetchtimeserie.fetch_ace_maglv1.result = database_timeserie.find_element([table_name],conn,cur,filename = file_vx)

tuple fetchtimeserie.fetch_ace_maglv1.row_id

Initial value:

= database_timeserie.add_element(table_name,conn,cur,dirname=local_dir,filename=file_vx,\
                fetch_type=fetch_type.upper(),\
                date_begin=date_beg,date_end=date_end,\
                fetch_level=flevel,modification_date=metafile.mdate.strftime('%Y-%m-%d %H:%M:%S'))

tuple fetchtimeserie.fetch_ace_maglv1.server = interface_fetch_timeserie.connect_remote_server(fetch_type)

list fetchtimeserie.fetch_ace_maglv1.table_name = interface_fetch_timeserie.fetch_info[fetch_type]

tuple fetchtimeserie.fetch_ace_maglv1.to_be_downloaded = interface_fetch_timeserie.vn2vnp1(remote_files_fm1,fetch_type,-1)

tuple fetchtimeserie.fetch_ace_maglv1.to_be_f1_fetched = interface_fetch_timeserie.vn2vnp1(remote_files_f0,fetch_type,0)

tuple fetchtimeserie.fetch_ace_maglv1.to_be_f2_fetched = interface_fetch_timeserie.vn2vnp1(remote_files_f1,fetch_type,1)