;+ ; ;NAME: ;iug_load_aws_ktb ; ;PURPOSE: ; Queries the RISH server for the surface meterology data taken by the automatic weather ; station (AWS) at the Kototabang stations and loads data into tplot format. ; ;SYNTAX: ; iug_load_aws_ktb, site=site, downloadonly=downloadonly, trange=trange, verbose=verbose ; ;KEYWOARDS: ; SITE = AWS observation site. ; For example, iug_load_aws_ktb, site = 'ktb'. ; TRANGE = (Optional) Time range of interest (2 element array), if ; this is not set, the default is to prompt the user. Note ; that if the input time range is not a full day, a full ; day's data is loaded. ; /downloadonly, if set, then only download the data, do not load it ; into variables. ; VERBOSE: [1,...,5], Get more detailed (higher number) command line output. ; ;CODE: ; A. Shinbori, 28/02/2013. ; ;MODIFICATIONS: ; A. Shinbori, 24/01/2014. ; ;ACKNOWLEDGEMENT: ; $LastChangedBy: jwl $ ; $LastChangedDate: 2014-02-10 16:12:40 -0800 (Mon, 10 Feb 2014) $ ; $LastChangedRevision: 14263 $ ; $URL $ ;- pro iug_load_aws_ktb, site=site, $ downloadonly=downloadonly, $ trange=trange, verbose=verbose ;********************** ;Verbose keyword check: ;********************** if (not keyword_set(verbose)) then verbose=2 ;**************** ;Site code check: ;**************** ;--- all sites (default) site_code_all = strsplit('ktb',' ', /extract) ;--- check site codes if (not keyword_set(site)) then site='all' site_code = thm_check_valid_name(site, site_code_all, /ignore_case, /include_all) if n_elements(site_code) eq 1 then begin if site_code eq '' then begin print, 'This station code is not valid. Please input the allowed keywords, all, and ktb.' return endif endif print, site_code ;*************** ;data directory: ;*************** site_data_dir = strsplit('ktb/aws/',' ', /extract) month = ['Jan','Feb','Mar','Apr','May','Jun','Jul','Aug','Sep','Oct','Nov','Dec'] ;****************************************************************** ;Loop on downloading files ;****************************************************************** ;Get timespan, define FILE_NAMES, and load data: ;=============================================== ; ;=================================================================== ;Download files, read data, and create tplot vars at each component: ;=================================================================== ;Definition of parameter and array: h=0L jj=0L kk=0L kkk=intarr(n_elements(site_data_dir)) ;In the case that the parameters are except for all.' if n_elements(site_code) le n_elements(site_data_dir) then begin h_max=n_elements(site_code) for i=0L,n_elements(site_code)-1 do begin if site_code[i] eq 'ktb' then begin kkk[i]=0 endif endfor endif for ii=0L,h_max-1 do begin kk=kkk[ii] if ~size(fns,/type) then begin ;Definition of blr site names: if site_code[ii] eq 'ktb' then begin site_code2='kototabang' endif ;**************************** ;Get files for ith component: ;**************************** file_names = file_dailynames(file_format='YYYY/YYYYMM/'+$ 'YYYYMMDD',trange=trange,times=times,/unique)+'.csv' ;=============================== ;Define FILE_RETRIEVE structure: ;=============================== source = file_retrieve(/struct) source.verbose=verbose source.local_data_dir = root_data_dir() + 'iugonet/rish/misc/'+site_data_dir[kk]+'csv/' source.remote_data_dir = 'http://www.rish.kyoto-u.ac.jp/radar-group/surface/'+site_code2+'/aws/csv/' ;======================================================= ;Get files and local paths, and concatenate local paths: ;======================================================= local_paths=file_retrieve(file_names,_extra=source) local_paths_all = ~(~size(local_paths_all,/type)) ? $ [local_paths_all, local_paths] : local_paths if ~(~size(local_paths_all,/type)) then local_paths=local_paths_all endif else file_names=fns ;--- Load data into tplot variables if (not keyword_set(downloadonly)) then downloadonly=0 if (downloadonly eq 0) then begin ;Read the files: ;=============== ;Definition of string variable: s='' ;Initialize data and time buffer aws_time = 0 aws_press = 0 aws_precipi = 0 aws_rh = 0 aws_sr = 0 aws_temp = 0 aws_wnddir = 0 aws_wndspd = 0 ;============== ;Loop on files: ;============== for h=jj,n_elements(local_paths)-1 do begin file= local_paths[h] if file_test(/regular,file) then dprint,'Loading the observation data of the troposphere taken by the AWS-'+site_code2+' :',file $ else begin dprint,'The observation data of the troposphere taken by the AWS-'+site_code2+' ', file,' not found. Skipping' continue endelse openr,lun,file,/get_lun ; ;Read information of altitude: ;============================= readf, lun, s readf, lun, s ;Definition of altitude and data arraies: time_zone = 7 ;Read the data: while(not eof(lun)) do begin readf,lun,s ok=1 if strmid(s,0,1) eq '[' then ok=0 if ok && keyword_set(s) then begin dprint,s ,dlevel=5 data_arr = strsplit(s,',',/extract) date_arr = strsplit(data_arr[0],' ',/extract) if n_elements(data_arr) eq 1 then break idx=where(month eq date_arr[1])+1 ;Convert time from LT to UT time = time_double(string(date_arr[4])+'-'+string(idx)+'-'+string(date_arr[2])+'/'+string(date_arr[3])) $ -time_double(string(1970)+'-'+string(1)+'-'+string(1)+'/'+string(time_zone)+':'+string(0)+':'+string(0)) ;Substitute each parameter: press = data_arr[2] precipi = data_arr[4] rh = data_arr[6] sr = data_arr[8] temp = data_arr[10] wnddir = data_arr[12] wndspd = data_arr[14] ;Enter the missing value: a = float(press) wbad = where(data_arr[1] ne 'VALID',nbad) if nbad gt 0 then a[wbad] = !values.f_nan press=a b = float(precipi) wbad = where(data_arr[3] ne 'VALID',nbad) if nbad gt 0 then b[wbad] = !values.f_nan precipi=b c = float(rh) wbad = where(data_arr[5] ne 'VALID',nbad) if nbad gt 0 then c[wbad] = !values.f_nan rh = c d = float(sr) wbad = where(data_arr[7] ne 'VALID',nbad) if nbad gt 0 then d[wbad] = !values.f_nan sr = d e = float(temp) wbad = where(data_arr[9] ne 'VALID',nbad) if nbad gt 0 then e[wbad] = !values.f_nan temp = e f = float(wnddir) wbad = where(data_arr[11] ne 'VALID',nbad) if nbad gt 0 then f[wbad] = !values.f_nan wnddir=f g = float(wndspd) wbad = where(data_arr[13] ne 'VALID',nbad) if nbad gt 0 then g[wbad] = !values.f_nan wndspd=g ;===================================== ;Append data of time and observations: ;===================================== append_array, aws_time, time append_array, aws_press,press append_array, aws_precipi,precipi append_array, aws_rh, rh append_array, aws_sr, sr append_array, aws_temp, temp append_array, aws_wnddir, wnddir append_array, aws_wndspd, wndspd endif endwhile free_lun,lun endfor ;============================== ;Store data in TPLOT variables: ;============================== ;Acknowlegment string (use for creating tplot vars) acknowledgstring = 'If you acquire surface meteorological data, we ask that you acknowledge us in your use of the data.' $ + 'This may be done by including text such as surface meteorological data were obtained by the JEPP-HARIMAU ' $ + 'and SATREPS-MCCOE projects promoted by JAMSTEC and BPPT under collaboration with RISH of Kyoto University ' $ + 'and LAPAN. We would also appreciate receiving a copy of the relevant publications. ' $ + 'The distribution of BLR data has been partly supported by the IUGONET (Inter-university Upper ' $ + 'atmosphere Global Observation NETwork) project (http://www.iugonet.org/) funded '$ + 'by the Ministry of Education, Culture, Sports, Science and Technology (MEXT), Japan.' if size(aws_press,/type) eq 4 then begin dlimit=create_struct('data_att',create_struct('acknowledgment',acknowledgstring,'PI_NAME', 'H. Hashiguchi')) store_data,'iug_aws_'+site_code[ii]+'_press',data={x:aws_time, y:aws_press},dlimit=dlimit store_data,'iug_aws_'+site_code[ii]+'_precipi',data={x:aws_time, y:aws_precipi},dlimit=dlimit store_data,'iug_aws_'+site_code[ii]+'_rh',data={x:aws_time, y:aws_rh},dlimit=dlimit store_data,'iug_aws_'+site_code[ii]+'_sr',data={x:aws_time, y:aws_sr},dlimit=dlimit store_data,'iug_aws_'+site_code[ii]+'_temp',data={x:aws_time, y:aws_temp},dlimit=dlimit store_data,'iug_aws_'+site_code[ii]+'_wnddir',data={x:aws_time, y:aws_wnddir},dlimit=dlimit store_data,'iug_aws_'+site_code[ii]+'_wndspd',data={x:aws_time, y:aws_wndspd},dlimit=dlimit new_vars=tnames('iug_aws_'+site_code[ii]+'_press') if new_vars[0] ne '' then begin options,'iug_aws_'+site_code[ii]+'_press',ytitle='AWS-'+site_code[ii]+'!CPress.!C[hPa]' options,'iug_aws_'+site_code[ii]+'_precipi',ytitle='AWS-'+site_code[ii]+'!CPrecipi.!C[mm]' options,'iug_aws_'+site_code[ii]+'_rh',ytitle='AWS-'+site_code[ii]+'!CRH!C[%]' options,'iug_aws_'+site_code[ii]+'_sr',ytitle='AWS-'+site_code[ii]+'!CSolar rad.!C[kW/m2]' options,'iug_aws_'+site_code[ii]+'_temp',ytitle='AWS-'+site_code[ii]+'!CTemp.!C[degree C]' options,'iug_aws_'+site_code[ii]+'_wnddir',ytitle='AWS-'+site_code[ii]+'!CWind dirction!C[degree]' options,'iug_aws_'+site_code[ii]+'_wndspd',ytitle='AWS-'+site_code[ii]+'!CWind speed!C[m/s]' endif endif ;Clear time and data buffer: aws_time = 0 aws_press = 0 aws_sr = 0 aws_rh = 0 aws_temp = 0 aws_wnddir = 0 aws_wndspd = 0 new_vars=tnames('iug_aws_'+site_code[ii]+'_press') if new_vars[0] ne '' then begin ;Add tdegap tdegap, 'iug_aws_'+site_code[ii]+'_press',/overwrite tdegap, 'iug_aws_'+site_code[ii]+'_precipi',/overwrite tdegap, 'iug_aws_'+site_code[ii]+'_rh',/overwrite tdegap, 'iug_aws_'+site_code[ii]+'_sr',/overwrite tdegap, 'iug_aws_'+site_code[ii]+'_temp',/overwrite tdegap, 'iug_aws_'+site_code[ii]+'_wnddir',/overwrite tdegap, 'iug_aws_'+site_code[ii]+'_wndspd',/overwrite endif endif jj=n_elements(local_paths) endfor new_vars=tnames('iug_aws_*') if new_vars[0] ne '' then begin print,'***************************** print,'Data loading is successful!!' print,'***************************** endif ;************************* ;print of acknowledgement: ;************************* print, '**************************************************************** print, 'Acknowledgement' print, '**************************************************************** print, 'If you acquire surface meteorological data, we ask that you acknowledge us in your use of the data. ' print, 'This may be done by including text such as surface meteorological data were obtained by the JEPP-HARIMAU ' print, 'and SATREPS-MCCOE projects promoted by JAMSTEC and BPPT under collaboration with RISH of Kyoto University ' print, 'and LAPAN. We would also appreciate receiving a copy of the relevant publications ' print, 'The distribution of BLR data has been partly supported by the IUGONET (Inter-university Upper ' print, 'atmosphere Global Observation NETwork) project (http://www.iugonet.org/) funded ' print, 'by the Ministry of Education, Culture, Sports, Science and Technology (MEXT), Japan.' end