fetchevent.fetch_donki_cme Namespace Reference

Variables
string	help_message
tuple	date_begin = module_common.utc_today-datetime.timedelta(days=10)
tuple	date_end = datetime.datetime(module_common.utc_today.year+1,12,31)
	last_data = False
	first_data = False
	download = True
	verbose = False
string	fetch_type = 'DONKI_CME'
list	local_dir = interface_fetch_event.fetch_info[fetch_type]
list	table_name = interface_fetch_event.fetch_info[fetch_type]
tuple	log_name = os.path.join('logs','fetch_event_donki_cme_' + '%04d'%(module_common.utc_today.year) + '%02d'%(module_common.utc_today.month) + '%02d'%(module_common.utc_today.day))
tuple	log_id = open(log_name,'a')
tuple	itime = module_timespace.Time()
tuple	logs = database_event.init_db(database_event.database_path,1)
string	message = '... Connecting to kauai.ccmc.gsfc.nasa.gov and reading website...'
tuple	server = interface_fetch_event.connect_remote_server(fetch_type)
tuple	all_remote_files = interface_fetch_event.read_remote_server(fetch_type,server,date_min=date_begin,date_max=date_end)
list	pattern = interface_fetch_event.fetch_info[fetch_type]
tuple	metafile = interface_fetch_event.MetaFile()
list	remote_files_fm1 = [ all_remote_files[-1] ]
tuple	to_be_downloaded = interface_fetch_event.vn2vnp1(remote_files_fm1,fetch_type,-1)
list	downloaded_paths = []
tuple	path = os.path.join(local_dir,metafile_fm1.name)
tuple	stream = open(path, "w")
list	downloaded_files = []
list	remote_files_f0 = []
tuple	metafile_f0 = interface_fetch_event.MetaFile()
tuple	to_be_f1_fetched = interface_fetch_event.vn2vnp1(remote_files_f0,fetch_type,0)
list	f1_fetched_paths = []
tuple	current_dir = os.getcwd()
	file_f0 = metafile.name
tuple	file_f1 = interface_fetch_event.set_name_np1(fetch_type,file_f0,0)
string	command = 'ln -sf '
list	f1_fetched_files = []
	file_fx = metafile.name
tuple	flevel = interface_fetch_event.find_fetch_level(fetch_type,file_fx)
tuple	events = read_donki_event.read_v0(os.path.join(local_dir,file_fx))
	Get the date itime.datetime = interface_fetch_event.get_datetime(fetch_type,flevel,file_fx) itime.convert('datetime') Read the file to get event number, date_begin, date_end. More...
list	str_date_begin = events[0]
list	str_date_end = events[0]
tuple	result = database_event.find_element([table_name],conn,cur,filename = file_fx)
	n_event = nar,\
tuple	fetch_level = metafile.mdate.strftime('%Y-%m-%d %H:%M:%S')
tuple	row_id

Variable Documentation

list fetchevent.fetch_donki_cme.all_remote_files = interface_fetch_event.read_remote_server(fetch_type,server,date_min=date_begin,date_max=date_end)

string fetchevent.fetch_donki_cme.command = 'ln -sf '

tuple fetchevent.fetch_donki_cme.current_dir = os.getcwd()

tuple fetchevent.fetch_donki_cme.date_begin = module_common.utc_today-datetime.timedelta(days=10)

tuple fetchevent.fetch_donki_cme.date_end = datetime.datetime(module_common.utc_today.year+1,12,31)

fetchevent.fetch_donki_cme.download = True

list fetchevent.fetch_donki_cme.downloaded_files = []

list fetchevent.fetch_donki_cme.downloaded_paths = []

tuple fetchevent.fetch_donki_cme.events = read_donki_event.read_v0(os.path.join(local_dir,file_fx))

Get the date itime.datetime = interface_fetch_event.get_datetime(fetch_type,flevel,file_fx) itime.convert('datetime') Read the file to get event number, date_begin, date_end.

list fetchevent.fetch_donki_cme.f1_fetched_files = []

list fetchevent.fetch_donki_cme.f1_fetched_paths = []

tuple fetchevent.fetch_donki_cme.fetch_level = metafile.mdate.strftime('%Y-%m-%d %H:%M:%S')

string fetchevent.fetch_donki_cme.fetch_type = 'DONKI_CME'

fetchevent.fetch_donki_cme.file_f0 = metafile.name

tuple fetchevent.fetch_donki_cme.file_f1 = interface_fetch_event.set_name_np1(fetch_type,file_f0,0)

fetchevent.fetch_donki_cme.file_fx = metafile.name

fetchevent.fetch_donki_cme.first_data = False

tuple fetchevent.fetch_donki_cme.flevel = interface_fetch_event.find_fetch_level(fetch_type,file_fx)

string fetchevent.fetch_donki_cme.help_message

Initial value:

= """
Download event file from fetch type DONKI_CME.\n
Usage :\n
python fetchevent/fetch_donki_cme.py
[-h]            : brief help
[-b YYYMMDD]    : begin date from which it fetched data. Default Today's date - 10 days.
[-e YYYMMDD]    : end date from which it fetched data. Default is last day of next year.
[--last-map]    : only the last available map will be fetch. Look into [today-5days,max forecast[
[--first-map]   : only the first available map will be fetch. Download only the map right after begin date.
[--format-vx]   : format existing V0 file into Vn (n>0) format only, do not connect to server. Default: False.
[-v]            : verbose mode. Default None.
"""

tuple fetchevent.fetch_donki_cme.itime = module_timespace.Time()

fetchevent.fetch_donki_cme.last_data = False

list fetchevent.fetch_donki_cme.local_dir = interface_fetch_event.fetch_info[fetch_type]

tuple fetchevent.fetch_donki_cme.log_id = open(log_name,'a')

tuple fetchevent.fetch_donki_cme.log_name = os.path.join('logs','fetch_event_donki_cme_' + '%04d'%(module_common.utc_today.year) + '%02d'%(module_common.utc_today.month) + '%02d'%(module_common.utc_today.day))

list fetchevent.fetch_donki_cme.logs = database_event.init_db(database_event.database_path,1)

string fetchevent.fetch_donki_cme.message = '... Connecting to kauai.ccmc.gsfc.nasa.gov and reading website...'

tuple fetchevent.fetch_donki_cme.metafile = interface_fetch_event.MetaFile()

tuple fetchevent.fetch_donki_cme.metafile_f0 = interface_fetch_event.MetaFile()

fetchevent.fetch_donki_cme.n_event = nar,\

tuple fetchevent.fetch_donki_cme.path = os.path.join(local_dir,metafile_fm1.name)

list fetchevent.fetch_donki_cme.pattern = interface_fetch_event.fetch_info[fetch_type]

list fetchevent.fetch_donki_cme.remote_files_f0 = []

list fetchevent.fetch_donki_cme.remote_files_fm1 = [ all_remote_files[-1] ]

tuple fetchevent.fetch_donki_cme.result = database_event.find_element([table_name],conn,cur,filename = file_fx)

tuple fetchevent.fetch_donki_cme.row_id

Initial value:

= database_event.add_element(table_name,conn,cur,dirname=local_dir,filename=file_fx,fetch_type=fetch_type.upper(),\
                n_event = nevent,n_flare = nflare,n_xflare = nxflare,n_cme = ncme, n_ar = nar,\
                date_begin=str_date_begin,date_end=str_date_end,\
                fetch_level=flevel,modification_date=metafile.mdate.strftime('%Y-%m-%d %H:%M:%S'))

tuple fetchevent.fetch_donki_cme.server = interface_fetch_event.connect_remote_server(fetch_type)

list fetchevent.fetch_donki_cme.str_date_begin = events[0]

list fetchevent.fetch_donki_cme.str_date_end = events[0]

tuple fetchevent.fetch_donki_cme.stream = open(path, "w")

list fetchevent.fetch_donki_cme.table_name = interface_fetch_event.fetch_info[fetch_type]

tuple fetchevent.fetch_donki_cme.to_be_downloaded = interface_fetch_event.vn2vnp1(remote_files_fm1,fetch_type,-1)

tuple fetchevent.fetch_donki_cme.to_be_f1_fetched = interface_fetch_event.vn2vnp1(remote_files_f0,fetch_type,0)

fetchevent.fetch_donki_cme.verbose = False