;+ ; ;NAME: ;iug_load_mu_fai_nc ; ;PURPOSE: ; Queries the Kyoto_RISH servers for the FAI observation data in the netCDF format ; taken by the MU radar and loads data into tplot format. ; ;SYNTAX: ; iug_load_mu_fai_nc, parameter=parameter, $ ; downloadonly=downloadonly, trange=trange, verbose=verbose ; ;KEYWOARDS: ; PARAMETER = first parameter name of MU FAI obervation data. ; For example, iug_load_mu_fai_nc, parameter = 'iemdc3'. ; The default is 'all', i.e., load all available parameters. ; TRANGE = (Optional) Time range of interest (2 element array), if ; this is not set, the default is to prompt the user. Note ; that if the input time range is not a full day, a full ; day's data is loaded. ; /downloadonly, if set, then only download the data, do not load it ; into variables. ; VERBOSE: [1,...,5], Get more detailed (higher number) command line output. ; ;CODE: ; A. Shinbori, 18/08/2013. ; A. Shinbori, 10/10/2013. ; ;MODIFICATIONS: ; A. Shinbori, 17/11/2013. ; A. Shinbori, 18/12/2013. ; A. Shinbori, 24/01/2014. ; A. Shinbori, 30/11/2017. ; ;ACKNOWLEDGEMENT: ; $LastChangedBy: nikos $ ; $LastChangedDate: 2018-08-01 11:03:38 -0700 (Wed, 01 Aug 2018) $ ; $LastChangedRevision: 25538 $ ; $URL $ ;- pro iug_load_mu_fai_nc, parameter=parameter, $ downloadonly=downloadonly, $ trange=trange, $ verbose=verbose ;************** ;keyword check: ;************** if (not keyword_set(verbose)) then verbose=2 ;*********************** ;Keyword check (trange): ;*********************** if not keyword_set(trange) then begin get_timespan, time_org endif else begin time_org =time_double(trange) endelse ;********** ;parameter: ;********** ;--- all parameters (default) parameter_all = strsplit('ie2e4b ie2e4c ie2e4d ie2rea ie2mya ie2myb ie2rta ie2trb iecob3 '+$ 'ied101 ied103 ied108 ied110 ied201 ied202 ied203 iedb4a iedb4b '+$ 'iedb4c iedc4a iedc4b iedc4c iede4a iede4b iede4c iede4d iedp01 '+$ 'iedp02 iedp03 iedp08 iedp10 iedp11 iedp12 iedp13 iedp1s iedpaa '+$ 'iedpbb iedpcc iedpdd iedpee iedpff iedpgg iedphh iedpii iedpjj '+$ 'iedpkk iedpl2 iedpll iedpmm iedptt iedpyy iedpzz ieewb5 ieimga '+$ 'ieimgb ieimgm ieimgt ieis01 iefai1 iefdi2 ieggmt iemb5i iemcb3 '+$ 'iemdb3 iemdb5 iemdc3 iemy3a iemy3b iemy3c iemyb5 iensb5 iepbr1 '+$ 'iepbr2 iepbr3 iepbr4 iepbr5 iepbrt ieper1 ieper2 ieper3 ieper4 '+$ 'ieper5 ieper6 ieper7 ieper8 ieps3a ieps3b ieps3c ieps4a ieps4b '+$ 'ieps4c ieps4d ieps4e ieps5a ieps5b ieps5c ieps6a ieps6b iepsb3 '+$ 'iepsb4 iepsb5 iepsi1 iepsi5 iepsit iesp01 iess01 iess02 iess03 '+$ 'iess04 iess05 iess2l iess3l iess4l iess8c iessb5 iesst2 iesst3 '+$ 'iet101 iet102 ietest ietst2 ieto02 ieto03 ieto16 ietob3 ietob4 '+$ 'ietob5 iey4ch iey4ct ieyo4a ieyo4b ieyo4c ieyo4d ieyo4e ieyo4f '+$ 'ieyo4g ieyo5a ieyo5b ieyo5c ieyo5d ieyo5e ieyo5f ieyo5g ieyo5m '+$ 'ifco02 ifco03 ifco04 ifco16 if5bd1 if5bd2 if5bd3 if5bd4 if5bd5 '+$ 'if5be1 if5be2 if5be3 if5be4 if5be5 ifchk1 ifdp00 ifdp01 ifdp02 '+$ 'ifdp03 ifdp0a ifdp0b ifdp0c ifdp0d ifdp1u ifdp1s ifdp1t ifdpll '+$ 'ifdq01 ifdq02 ifim16 ifmb16 ifmc16 ifmd16 ifmf16 ifmy01 ifmy02 '+$ 'ifmy03 ifmy04 ifmy05 ifmy99 ifmyc1 ifmyc2 ifmyc3 ifmyc4 ifmyc5 '+$ 'ifmyc6 ifmyc7 ifmyca ifmycb ifmyt1 ifmyt2 ifmyt3 ifmyt4 ifmyt5 '+$ 'ifmyu1 ifmyu2 ifmyu3 ifmyu4 ifmyu5 ifmyv1 ifpsi1 ifpsit ifss02 '+$ 'iftes1 iftes2 iftes3 iftes5 iftes6 iftes7 iftes8 ifts01 ifts02 '+$ 'ifts03 ifts04 ifts05 ifts06 ifts07',' ', /extract) ;--- check parameter1s if(not keyword_set(parameter)) then parameter='all' parameters = ssl_check_valid_name(parameter, parameter_all, /ignore_case, /include_all) print, parameters ;***************** ;Defition of unit: ;***************** ;--- all units (default) unit_all = strsplit('m/s dB',' ', /extract) ;****************************************************************** ;Loop on downloading files ;****************************************************************** ;=================================================================== ;Download files, read data, and create tplot vars at each component: ;=================================================================== jj=0L for ii=0L,n_elements(parameters)-1 do begin ;============================================================== ;Change time window associated with a time shift from UT to LT: ;============================================================== day_org = (time_org[1] - time_org[0])/86400.d day_mod = day_org + 1 timespan, time_org[0] - 3600.0d * 9.0d, day_mod if keyword_set(trange) then trange[1] = time_string(time_double(trange[1]) + 9.0d * 3600.0d); for GUI if ~size(fns,/type) then begin ;**************************** ;Get files for ith component: ;**************************** file_names = file_dailynames( $ file_format='YYYY/YYYYMMDD/'+$ 'YYYYMMDD',trange=trange,times=times,/unique)+'.'+parameters[ii]+'.nc' ;=============================== ;Define FILE_RETRIEVE structure: ;=============================== source = file_retrieve(/struct) source.verbose=verbose source.local_data_dir = root_data_dir() + 'iugonet/rish/misc/sgk/mu/fai/nc/' source.remote_data_dir = 'http://www.rish.kyoto-u.ac.jp/mu/fai/data/nc/' ;======================================================= ;Get files and local paths, and concatenate local paths: ;======================================================= local_paths = spd_download(remote_file=file_names, remote_path=source.remote_data_dir, local_path=source.local_data_dir, _extra=source, /last_version) local_paths_all = ~(~size(local_paths_all,/type)) ? $ [local_paths_all, local_paths] : local_paths if ~(~size(local_paths_all,/type)) then local_paths=local_paths_all endif else file_names=fns ;--- Load data into tplot variables if (not keyword_set(downloadonly)) then downloadonly=0 if (downloadonly eq 0) then begin ;=================================================== ;read data, and create tplot vars at each parameter: ;=================================================== ;Read the files: ;=============== ;============== ;Loop on files: ;============== for j=jj,n_elements(local_paths)-1 do begin file= local_paths[j] if file_test(/regular,file) then dprint,'Loading the FAI observation data taken by the MU radar: ',file $ else begin dprint,'The FAI observation data taken by the MU radar ',file,' not found. Skipping' continue endelse cdfid = ncdf_open(file,/NOWRITE) ; Open the file glob = ncdf_inquire( cdfid ) ; Find out general info ;---Show user the size of each dimension print,'Dimensions', glob.ndims for i=0L,glob.ndims-1 do begin ncdf_diminq, cdfid, i, name,size if i eq glob.recdim then $ print,' ', name, size, '(Unlimited dim)' $ else $ print,' ', name, size endfor ;---Now tell user about the variables print print, 'Variables' for m=0L,glob.nvars-1 do begin ;---Get information about the variable info = ncdf_varinq(cdfid, m) FmtStr = '(A," (",A," ) Dimension Ids = [ ", 10(I0," "),$)' print, FORMAT=FmtStr, info.name,info.datatype, info.dim[*] print, ']' ;---Get attributes associated with the variable for l=0L,info.natts-1 do begin attname = ncdf_attname(cdfid,m,l) ncdf_attget,cdfid,m,attname,attvalue print,' Attribute ', attname, '=', string(attvalue) if (info.name eq 'time') and (attname eq 'units') then time_data=string(attvalue) endfor endfor print, info.natts ;---Get time infomation: time_info=strsplit(time_data,' ',/extract) syymmdd=time_info[2] shhmmss=time_info[3] time_diff=strsplit(time_info[4],':',/extract) time_diff2=fix(time_diff[0])*3600+fix(time_diff[1])*60 ;---Get the variable ncdf_varget, cdfid, 'lat', lat ncdf_varget, cdfid, 'lon', lon ncdf_varget, cdfid, 'sealvl', sealvl ncdf_varget, cdfid, 'bmwdh', bmwdh ncdf_varget, cdfid, 'freq', freq ncdf_varget, cdfid, 'ipp', ipp ncdf_varget, cdfid, 'ndata', ndata ncdf_varget, cdfid, 'ncoh', ncoh ncdf_varget, cdfid, 'nicoh', nicoh ncdf_varget, cdfid, 'beam', beam ncdf_varget, cdfid, 'range', range ncdf_varget, cdfid, 'az', az ncdf_varget, cdfid, 'ze', ze ncdf_varget, cdfid, 'date', date ncdf_varget, cdfid, 'time', time if glob.NVARS eq 20 then begin ncdf_varget, cdfid, 'height', height range=height endif ncdf_varget, cdfid, 'pwr', pwr ncdf_varget, cdfid, 'width', width ncdf_varget, cdfid, 'dpl', dpl ncdf_varget, cdfid, 'pnoise', pnoise ;---Get date information: year = fix(strmid(strtrim(string(date),1),0,4)) month = fix(strmid(strtrim(string(date),1),4,2)) day = fix(strmid(strtrim(string(date),1),6,2)) ;---Definition of arrary names height2 = fltarr(n_elements(range)) unix_time = dblarr(n_elements(time)) pwr1_mu=fltarr(n_elements(time),n_elements(range),n_elements(beam)) wdt1_mu=fltarr(n_elements(time),n_elements(range),n_elements(beam)) dpl1_mu=fltarr(n_elements(time),n_elements(range),n_elements(beam)) snr1_mu=fltarr(n_elements(time),n_elements(range),n_elements(beam)) pnoise1_mu=fltarr(n_elements(time),n_elements(beam)) for i=0L, n_elements(time)-1 do begin ;---Change seconds since the midnight of every day (Local Time) into unix time (1970-01-01 00:00:00) unix_time[i] = double(time[i])+time_double(string(syymmdd)+'/'+string(shhmmss))-double(time_diff2) ;---Replace missing value by NaN: for k=0L, n_elements(range[*,0])-1 do begin for l=0L, n_elements(beam)-1 do begin a = pwr[k,i,l] wbad = where(a eq 10000000000,nbad) if nbad gt 0 then a[wbad] = !values.f_nan pwr[k,i,l] =a b = width[k,i,l] wbad = where(b eq 10000000000,nbad) if nbad gt 0 then b[wbad] = !values.f_nan width[k,i,l] =b c = dpl[k,i,l] wbad = where(c eq 10000000000,nbad) if nbad gt 0 then c[wbad] = !values.f_nan dpl[k,i,l] =c pwr1_mu[i,k,l]=pwr[k,i,l] wdt1_mu[i,k,l]=width[k,i,l] dpl1_mu[i,k,l]=dpl[k,i,l] endfor endfor for l=0L, n_elements(beam)-1 do begin d = pnoise[i,l] wbad = where(d eq 10000000000,nbad) if nbad gt 0 then d[wbad] = !values.f_nan pnoise[i,l] =d pnoise1_mu[i,l]=pnoise[i,l] endfor endfor ncdf_close,cdfid ; done ;---Calculation of SNR snr=fltarr(n_elements(time),n_elements(range),n_elements(beam)) for i=0L,n_elements(time)-1 do begin for l=0L,n_elements(beam)-1 do begin for k=0L,n_elements(range)-1 do begin snr1_mu[i,k,l]=pwr1_mu[i,k,l]-(pnoise1_mu[i,l]+alog10(ndata)) endfor endfor endfor ;============================= ;Append data of time and data: ;============================= append_array, mu_time, unix_time append_array, pwr1, pwr1_mu append_array, wdt1, wdt1_mu append_array, dpl1, dpl1_mu append_array, pn1, pnoise1_mu append_array, snr1, snr1_mu endfor ;============================================================== ;Change time window associated with a time shift from UT to LT: ;============================================================== timespan, time_org get_timespan, init_time2 if keyword_set(trange) then trange[1] = time_string(time_double(trange[1]) - 9.0d * 3600.0d); for GUI ;============================== ;Store data in TPLOT variables: ;============================== ;---Acknowlegment string (use for creating tplot vars) acknowledgstring = 'If you acquire the middle and upper atmospher (MU) radar data, ' $ + 'we ask that you acknowledge us in your use of the data. This may be done by ' $ + 'including text such as the MU data provided by Research Institute ' $ + 'for Sustainable Humanosphere of Kyoto University. We would also ' $ + 'appreciate receiving a copy of the relevant publications. '$ + 'The distribution of MU radar data has been partly supported by the IUGONET '$ + '(Inter-university Upper atmosphere Global Observation NETwork) project '$ + '(http://www.iugonet.org/) funded by the Ministry of Education, Culture, '$ + 'Sports, Science and Technology (MEXT), Japan.' if n_elements(mu_time) gt 1 then begin bname2=strarr(n_elements(beam)) bname=strarr(n_elements(beam)) pwr2_mu=fltarr(n_elements(mu_time),n_elements(range[*,0])) wdt2_mu=fltarr(n_elements(mu_time),n_elements(range[*,0])) dpl2_mu=fltarr(n_elements(mu_time),n_elements(range[*,0])) snr2_mu=fltarr(n_elements(mu_time),n_elements(range[*,0])) pnoise2_mu=fltarr(n_elements(mu_time)) if size(pwr1,/type) eq 4 then begin ;---Create tplot variable for FAI data: dlimit=create_struct('data_att',create_struct('acknowledgment',acknowledgstring,'PI_NAME', 'M. Yamamoto')) for l=0L, n_elements(beam)-1 do begin bname2[l]=string(beam[l]+1) bname[l]=strsplit(bname2[l],' ', /extract) ss=size(range) if ss[0] ne 1 then height2=range[*,l] if ss[0] eq 1 then height2=range for i=0L, n_elements(mu_time)-1 do begin for k=0L, n_elements(height2)-1 do begin pwr2_mu[i,k]=pwr1[i,k,l] endfor endfor ;---Create tplot variable for echo power: store_data,'iug_mu_fai_'+parameters[ii]+'_pwr'+bname[l],data={x:mu_time, y:pwr2_mu, v:height2},dlimit=dlimit ;----Edge data cut: time_clip, 'iug_mu_fai_'+parameters[ii]+'_pwr'+bname[l], init_time2[0], init_time2[1], newname = 'iug_mu_fai_'+parameters[ii]+'_pwr'+bname[l] ;---Add options and tdegap new_vars=tnames('iug_mu_fai_'+parameters[ii]+'_pwr'+bname[l]) if new_vars[0] ne '' then begin options,'iug_mu_fai_'+parameters[ii]+'_pwr'+bname[l],ytitle='MU-FAI!CHeight!C[km]',ztitle='pwr'+bname[l]+'!C[dB]' options,'iug_mu_fai_'+parameters[ii]+'_pwr'+bname[l],'spec',1 tdegap, 'iug_mu_fai_'+parameters[ii]+'_pwr'+bname[l], /overwrite endif for i=0L, n_elements(mu_time)-1 do begin for k=0L, n_elements(height2)-1 do begin wdt2_mu[i,k]=wdt1[i,k,l] endfor endfor ;---Create tplot variable for spectral width: store_data,'iug_mu_fai_'+parameters[ii]+'_wdt'+bname[l],data={x:mu_time, y:wdt2_mu, v:height2},dlimit=dlimit ;----Edge data cut: time_clip, 'iug_mu_fai_'+parameters[ii]+'_wdt'+bname[l], init_time2[0], init_time2[1], newname = 'iug_mu_fai_'+parameters[ii]+'_wdt'+bname[l] ;---Add options and tdegap: new_vars=tnames('iug_mu_fai_'+parameters[ii]+'_wdt'+bname[l]) if new_vars[0] ne '' then begin options,'iug_mu_fai_'+parameters[ii]+'_wdt'+bname[l],ytitle='MU-FAI!CHeight!C[km]',ztitle='wdt'+bname[l]+'!C[m/s]' options,'iug_mu_fai_'+parameters[ii]+'_wdt'+bname[l],'spec',1 tdegap, 'iug_mu_fai_'+parameters[ii]+'_wdt'+bname[l], /overwrite endif for i=0L, n_elements(mu_time)-1 do begin for k=0L, n_elements(height2)-1 do begin dpl2_mu[i,k]=dpl1[i,k,l] endfor endfor ;---Create tplot variable for Doppler velocity: store_data,'iug_mu_fai_'+parameters[ii]+'_dpl'+bname[l],data={x:mu_time, y:dpl2_mu, v:height2},dlimit=dlimit ;----Edge data cut: time_clip, 'iug_mu_fai_'+parameters[ii]+'_dpl'+bname[l], init_time2[0], init_time2[1], newname = 'iug_mu_fai_'+parameters[ii]+'_dpl'+bname[l] ;---Add options and tdegap: new_vars=tnames('iug_mu_fai_'+parameters[ii]+'_dpl'+bname[l]) if new_vars[0] ne '' then begin options,'iug_mu_fai_'+parameters[ii]+'_dpl'+bname[l],ytitle='MU-FAI!CHeight!C[km]',ztitle='dpl'+bname[l]+'!C[m/s]' options,'iug_mu_fai_'+parameters[ii]+'_dpl'+bname[l],'spec',1 tdegap, 'iug_mu_fai_'+parameters[ii]+'_dpl'+bname[l], /overwrite endif for i=0L, n_elements(mu_time)-1 do begin for k=0L, n_elements(height2)-1 do begin snr2_mu[i,k]=snr1[i,k,l] endfor endfor ;---Create tplot variable for SNR velocity: store_data,'iug_mu_fai_'+parameters[ii]+'_snr'+bname[l],data={x:mu_time, y:snr2_mu, v:height2},dlimit=dlimit ;----Edge data cut: time_clip, 'iug_mu_fai_'+parameters[ii]+'_snr'+bname[l], init_time2[0], init_time2[1], newname = 'iug_mu_fai_'+parameters[ii]+'_snr'+bname[l] ;---Add options and tdegap: new_vars=tnames('iug_mu_fai_'+parameters[ii]+'_snr'+bname[l]) if new_vars[0] ne '' then begin options,'iug_mu_fai_'+parameters[ii]+'_snr'+bname[l],ytitle='MU-FAI!CHeight!C[km]'$ ,ztitle='SNR [dB]!CBeam-'+bname[l];+'!C(Az: '+strtrim(string(az[l],format='(f10.1)'),2)+$ if glob.nvars eq 19 then options,'iug_mu_fai_'+parameters[ii]+'_snr'+bname[l],ytitle='MU-FAI!CRange!C[km]' ; ', Ze: '+strtrim(string(ze[l],format='(f10.1)'),2)+')' options,'iug_mu_fai_'+parameters[ii]+'_snr'+bname[l],'spec',1 tdegap, 'iug_mu_fai_'+parameters[ii]+'_snr'+bname[l], /overwrite endif for i=0L, n_elements(mu_time)-1 do begin pnoise2_mu[i]=pn1[i,l] end ;---Create tplot variable for noise level: store_data,'iug_mu_fai_'+parameters[ii]+'_pn'+bname[l],data={x:mu_time, y:pnoise2_mu},dlimit=dlimit ;----Edge data cut: time_clip, 'iug_mu_fai_'+parameters[ii]+'_pn'+bname[l], init_time2[0], init_time2[1], newname = 'iug_mu_fai_'+parameters[ii]+'_pn'+bname[l] ;---Add options and tdegap: new_vars=tnames('iug_mu_fai_'+parameters[ii]+'_pn'+bname[l]) if new_vars[0] ne '' then begin options,'iug_mu_fai_'+parameters[ii]+'_pn'+bname[l],ytitle='pn'+bname[l]+'!C[dB]' tdegap, 'iug_mu_fai_'+parameters[ii]+'_pn'+bname[l], /overwrite endif endfor endif new_vars=tnames('iug_mu_fai*') if new_vars[0] ne '' then begin print,'***************************** print,'Data loading is successful!!' print,'***************************** endif endif endif ;---Clear time and data buffer: mu_time=0 pwr1 = 0 wdt1 = 0 dpl1 = 0 snr1 = 0 pn1 = 0 jj=n_elements(local_paths) ;---Initialization of timespan for parameters: timespan, time_org endfor ;************************* ;Print of acknowledgement: ;************************* print, '**************************************************************** print, 'Acknowledgement' print, '**************************************************************** print, 'If you acquire the middle and upper atmosphere (MU) radar data,' print, 'we ask that you acknowledge us in your use of the data.' print, 'This may be done by including text such as MU data provided' print, 'by Research Institute for Sustainable Humanosphere of Kyoto University.' print, 'We would also appreciate receiving a copy of the relevant publications.' print, 'The distribution of MU radar data has been partly supported by the IUGONET' print, '(Inter-university Upper atmosphere Global Observation NETwork) project' print, '(http://www.iugonet.org/) funded by the Ministry of Education, Culture,' print, 'Sports, Science and Technology (MEXT), Japan.' end