fetchtimeserie.fetch_discover_mag Namespace Reference

Variables
string	help_message
tuple	date_begin = module_common.utc_today-datetime.timedelta(days=10)
	last_data = False
	download = True
string	fetch_type = 'DISCOVER_MAG'
list	local_dir = interface_fetch_timeserie.fetch_info[fetch_type]
list	table_name = interface_fetch_timeserie.fetch_info[fetch_type]
tuple	log_name = os.path.join('logs','fetch_timeserie_discover_mag_' + '%04d'%(module_common.utc_today.year) + '%02d'%(module_common.utc_today.month) + '%02d'%(module_common.utc_today.day))
tuple	log_id = open(log_name,'a')
tuple	logs = database_timeserie.init_db(database_timeserie.database_path,1)
tuple	server = interface_fetch_timeserie.connect_remote_server(fetch_type)
tuple	all_remote_files = interface_fetch_timeserie.read_remote_server(fetch_type,server,date_min = date_begin)
list	pattern = interface_fetch_timeserie.fetch_info[fetch_type]
tuple	metafile = interface_fetch_timeserie.MetaFile()
list	remote_files_fm1 = [ all_remote_files[-1] ]
tuple	to_be_downloaded = interface_fetch_timeserie.vn2vnp1(remote_files_fm1,fetch_type,-1)
list	downloaded_files = []
list	remote_files_f0 = []
tuple	metafile_f0 = interface_fetch_timeserie.MetaFile()
tuple	to_be_f1_fetched = interface_fetch_timeserie.vn2vnp1(remote_files_f0,fetch_type,0)
list	f1_fetched_files = []
list	remote_files_f1 = []
tuple	metafile_f1 = interface_fetch_timeserie.MetaFile()
tuple	name_f1 = interface_fetch_timeserie.set_name_np1(fetch_type,metafile_f0.name,0)
tuple	to_be_f2_fetched = interface_fetch_timeserie.vn2vnp1(remote_files_f1,fetch_type,1)
list	f2_fetched_paths = []
	path_f1 = metafile.path
	file_f1 = metafile.name
tuple	file_f2 = interface_fetch_timeserie.set_name_np1(fetch_type,file_f1,1)
tuple	path_f2 = os.path.join(local_dir,file_f2)
list	f2_fetched_files = []
	file_vx = metafile.name
tuple	flevel = interface_fetch_timeserie.find_fetch_level(fetch_type,file_vx)
tuple	date_in = interface_fetch_timeserie.get_datetime(fetch_type,flevel,file_vx)
tuple	date_beg = datetime.datetime(date_in.year,date_in.month,date_in.day,0)
tuple	date_end = datetime.datetime(date_in.year,date_in.month,date_in.day,23,59,59)
tuple	result = database_timeserie.find_element([table_name],conn,cur,filename = file_vx)
tuple	row_id

Variable Documentation

list fetchtimeserie.fetch_discover_mag.all_remote_files = interface_fetch_timeserie.read_remote_server(fetch_type,server,date_min = date_begin)

tuple fetchtimeserie.fetch_discover_mag.date_beg = datetime.datetime(date_in.year,date_in.month,date_in.day,0)

tuple fetchtimeserie.fetch_discover_mag.date_begin = module_common.utc_today-datetime.timedelta(days=10)

tuple fetchtimeserie.fetch_discover_mag.date_end = datetime.datetime(date_in.year,date_in.month,date_in.day,23,59,59)

tuple fetchtimeserie.fetch_discover_mag.date_in = interface_fetch_timeserie.get_datetime(fetch_type,flevel,file_vx)

fetchtimeserie.fetch_discover_mag.download = True

list fetchtimeserie.fetch_discover_mag.downloaded_files = []

list fetchtimeserie.fetch_discover_mag.f1_fetched_files = []

list fetchtimeserie.fetch_discover_mag.f2_fetched_files = []

list fetchtimeserie.fetch_discover_mag.f2_fetched_paths = []

string fetchtimeserie.fetch_discover_mag.fetch_type = 'DISCOVER_MAG'

fetchtimeserie.fetch_discover_mag.file_f1 = metafile.name

tuple fetchtimeserie.fetch_discover_mag.file_f2 = interface_fetch_timeserie.set_name_np1(fetch_type,file_f1,1)

fetchtimeserie.fetch_discover_mag.file_vx = metafile.name

tuple fetchtimeserie.fetch_discover_mag.flevel = interface_fetch_timeserie.find_fetch_level(fetch_type,file_vx)

string fetchtimeserie.fetch_discover_mag.help_message

Initial value:

= """
Download and reformat timeserie from fetch type DISCOVER MAG.\n
Usage :\n
python dir.fetch_timeserie/fetch_discover_mag.py
[-h]               : brief help
[-b YYYMMDD]       : begin date from which it fetched data. Default Today's date - 10 days.
[--last-data]      : only the last available timeserie will be fetch
[--format-vx]      : format existing V0 file into Vn (n>0) format only, do not connect to server. Default: False.
"""

fetchtimeserie.fetch_discover_mag.last_data = False

list fetchtimeserie.fetch_discover_mag.local_dir = interface_fetch_timeserie.fetch_info[fetch_type]

tuple fetchtimeserie.fetch_discover_mag.log_id = open(log_name,'a')

tuple fetchtimeserie.fetch_discover_mag.log_name = os.path.join('logs','fetch_timeserie_discover_mag_' + '%04d'%(module_common.utc_today.year) + '%02d'%(module_common.utc_today.month) + '%02d'%(module_common.utc_today.day))

list fetchtimeserie.fetch_discover_mag.logs = database_timeserie.init_db(database_timeserie.database_path,1)

tuple fetchtimeserie.fetch_discover_mag.metafile = interface_fetch_timeserie.MetaFile()

tuple fetchtimeserie.fetch_discover_mag.metafile_f0 = interface_fetch_timeserie.MetaFile()

tuple fetchtimeserie.fetch_discover_mag.metafile_f1 = interface_fetch_timeserie.MetaFile()

tuple fetchtimeserie.fetch_discover_mag.name_f1 = interface_fetch_timeserie.set_name_np1(fetch_type,metafile_f0.name,0)

fetchtimeserie.fetch_discover_mag.path_f1 = metafile.path

tuple fetchtimeserie.fetch_discover_mag.path_f2 = os.path.join(local_dir,file_f2)

list fetchtimeserie.fetch_discover_mag.pattern = interface_fetch_timeserie.fetch_info[fetch_type]

list fetchtimeserie.fetch_discover_mag.remote_files_f0 = []

list fetchtimeserie.fetch_discover_mag.remote_files_f1 = []

list fetchtimeserie.fetch_discover_mag.remote_files_fm1 = [ all_remote_files[-1] ]

tuple fetchtimeserie.fetch_discover_mag.result = database_timeserie.find_element([table_name],conn,cur,filename = file_vx)

tuple fetchtimeserie.fetch_discover_mag.row_id

Initial value:

= database_timeserie.add_element(table_name,conn,cur,dirname=local_dir,filename=file_vx,\
                fetch_type=fetch_type.upper(),\
                date_begin=date_beg,date_end=date_end,\
                fetch_level=flevel,modification_date=metafile.mdate.strftime('%Y-%m-%d %H:%M:%S'))

tuple fetchtimeserie.fetch_discover_mag.server = interface_fetch_timeserie.connect_remote_server(fetch_type)

list fetchtimeserie.fetch_discover_mag.table_name = interface_fetch_timeserie.fetch_info[fetch_type]

tuple fetchtimeserie.fetch_discover_mag.to_be_downloaded = interface_fetch_timeserie.vn2vnp1(remote_files_fm1,fetch_type,-1)

tuple fetchtimeserie.fetch_discover_mag.to_be_f1_fetched = interface_fetch_timeserie.vn2vnp1(remote_files_f0,fetch_type,0)

tuple fetchtimeserie.fetch_discover_mag.to_be_f2_fetched = interface_fetch_timeserie.vn2vnp1(remote_files_f1,fetch_type,1)