a a@s*ddlZddlZddlZddlZddlZddlZddlZddlZ ddl Z ddl Z ddlmZddlmZdZd4ddZd5d d Zd d Zd dZd6ddZd7ddZd8ddZd9ddZd:ddZd;ddZd d!Zd"d#Zd$d%Z d&d'Z!d(d)Z"d*d+Z#gd,d-fd.d/Z$d0d1Z%d2d3kr&e%dS)<N) genextreme) timedeltazA-SEP[ :,-]+cCstj||d||d}|jdddftd|jdddft}tj|dd}t|jdddfd d d d }||}||_||j d d}|S) Npython)sepengineheaderskiprowsr z%Y %m)formatcSst|ddS)Nr )days)td)xrL/home/disk/rocinante/DATA/temp/chico/hyak/writeup/scripts/climate/metrics.py-zread_data..) pdread_csvlocastypestr to_datetimeroundapplyindexcolumns)ifiledelimZhdrskipdfdatesrrrr read_data)s4(r&'cCs ||jj|k|jj|k@}|SNryear)r$styredyrrrr filter_year4sr-cCs(|jj|jjdk}|||k||k@S)N )rr*month)r$r+r,Zwyearrrr filter_wyear9sr0cCsr|jd}|jd}t||t|jd}tj||d|d}tj||d}|d }|d }dS)Nr<z{}min)freq)rM) rrlensecondsr date_ranger DataFrameresamplecount)r$tZstdtZeddtZminsr%m1m2rrrapply_threshold>s  r>NaNFcCs*||}|rt||j|d|ddS)NF)rr)fillnaprintto_csv)r$outnaValZ keepHeaderverboserrr save_tablePs rFmeancCs|||}dSr()r9agg)r$r3rHrrrcalc_timeseriesYsrIcCs|t|}|Sr()r9wyfmtrHr$rHrrr calc_wyearly^srLcCs ||jj|}d|j_|S)NZMonth)groupbyrr/rHnamerKrrrcalc_monthlyavgcsrOr cCsz|j|dd}t|tjdt}|t  d d }||tj}|j|}dg|_d|j_|S)NTwindowcenterrHr rZPeakFlowDATE)rollingrGdropnarLnp nanargmaxrintr9rJr:shiftr@cumsumvaluesflattenilocr rrNr$ZwdwidxrZrrr calc_peakks racCsz|j|dd}t|tjdt}|t  d d }||tj}|j|}dg|_d|j_|S)NTrPrSr rZLowFlowrT)rUrGrVrLrW nanargminrrYr9rJr:rZr@r[r\r]r^r rrNr_rrrcalc_lowxs rdcCs"|t|g}t||j|jSr()rWrXrAr)rr`rrrcustaggs recCs|}tjtj|jddddd|j|jd}|jdd}|jd|d<t |j}||d||d||jd|d <|d |d|d|d |d <|d |d |d|d |d <|S)Nr)axisr1rr T)dropr ZRankB1ir B2irB3i) rVrr8rWsortr\rr reset_indexr5)r$edfnrrrget_extreme_momentss*  *$$rpcCsdSr(rrrrr save_quantilesrqc Cs*gd}gd}gd}gd}gd}gd}tgdgdgdd}||jd|d<|d|d<|d |d <|d |d <|d|d<d |d|d|d <d |d d |d|d|d <|d d |d dkrd|d<nd |d |d d |d d|d<d|dd|d|d|jd<td|jd}|jd|d |dtd |jd |jd<|d|jd|d|jd|jd<gd} | d| d|jd<td|jd}gd} d|d|jd<|dd|jd|jd<|S)N)rrrrr)rrrr)rrrr)r rrr)kappaalphapsirrir rjr rkrgtמ?g0?gV-o@gT@rrrrrsrrt)g?W[?gHgQI?gM OĿ)r rr)g47?g~:pNgjMSt?g_LJgJ +?)rrsg h"lx?)rrt) rr8r rGsumrmathgammapow) rnBLcrrrsrtgevr{a2Za4rrrget_gev_paramss>  $ (&4*rcCs|rtddd|i}ntdd|i}d|j_|jd}|jd}|jd}|||dtt|j ||d<| tj }| t |_d|j_|S)Nprobr rwrvrxZdist0ZRtnYr) rr8rrNrrWpowerlogrrdoubler)rZexListisFloodrnakprrr get_extremess   *  rcCs*t|}t|}t|}t|||}|Sr()rWarrayrprr)r$ZprobsrZpgevrnrrr calc_extremess   r)2_Tc  s|rjjjjdk}n jj}fdd|D}fdd|D}|dj}|djtj|tt|ddj ddtj |dfd d|D}tj ||dS) Nr.csg|]}jj|kqSrr).0r)r$rr rz!use_bootstrap..csg|]}|fiqSrrr)funckwargsrrrrr)keysrf)levelrgcs0g|](}D]}tj|k|q qSr)rW percentiler)rij)colsmfranksrrrr) rr*r/uniquer rconcatranger5rmr8) r$rrZuse_wyrrZyrsZmcsidxsZpqr)rr$rrrrr use_bootstraps    rcCst}|dt}|d|jddddd|jddd d d |jd dd d d |jddd dd |jddd dd |jddtddd|jddtddd|jddtddd|jddtddd|jddd dd |jd dd d!d |jd"dd d#d |jd$dd d%d |jd&td'd(d)|jd*td+d,d)|jd-td.d/d)|jd0dd d1d |jd2dd d3d |jd4dd d5d |jd6dd d7d |jd8dtdd9d:|jd;dd dd?d@d |jdAdtddBd:|jdCdtddDd:|jdEdd dFd |jdGdd dHd |jdIdd dJd |jdKdd dLd |jdMtddNd)|jdOdtdP|}|j}t |j dkst |j dkrt dQt t |j }dR}dS}|jdurtjtj|ddTd}n|j}|jdU}tj|jst dVt dW|t ||}|dX} |dY} |dZ} |d[} |d\} |d]}|d^}|d_}|d`}|da}|db}|dc}|dd}|de}|df}|jrttdg}|jrttdh}|jrttdi}dS)jN input_filez-t?rziApply a threshold for NaN calculations. Choose between 0 to 1. 0 accepts all. 1 requires all data points.)nargsdefaulthelpz-d store_trueFzCreates a daily data file.)actionrrz-mz Calculates average monthly data.z-pz#Calculates peak flow by water year.z-lz4Calculates minimum 7-day average flow by water year.z--pqstorer z>Choose the number of days to include in a rolling flow. (Peak))rtyperrz--lqrbz=Choose the number of days to include in a rolling flow. (Low)z--pfreqz/Calculates frequency from streamflow magnitudesz--lfreqz-gz.Calculates monthly averages grouped by months.z-yz!Calculates water yearly averages.z-ezCalculates extreme statistics.z--gevzTSave GEV parameters as output when calculating frequency from streamflow magnitudes.z--expyrz 2,10,50,100zdSpecify return years to use for extreme statistics. Input comma delimited list. Default: 2,10,50,100)rrrz--exlyrz2,10z]Specify return years to use for extreme statistics. Input comma delimited list. Default: 2,10z--nazNA,NaN, zTProvide list of values to treat as NA. Input comma delimited list. Default NA,NaN, .z-sz0Strips the dates to start and end on water year.z-xz4Diagnostics table showing NA for each month and yearz-kz)Keep NaN in dataset when using threshold.z-vzOutputs results on screen.z--skipz"Skips the first [n] lines of file.)rrrrz--headerz9Uses the first line as header. Default assumes no header.z --headout store_falseTz/No header on output. Header enabled by default.z--startzSpecify start year to cut.z--endzSpecify end year to cut.z--datesz.Creates a dates only csv for peak or low flow.z--wdayz-Creates a wday only csv for peak or low flow.z--flowz-Creates a flow only csv for peak or low flow.z --quantilesz0Create a quantile file during stat calculations.z--namez"Use a custom filename for outputs.out_dir)rrz=ERROR: Threshold out of range. Please choose between 0 and 1.r r?./z%Given output directory doesn't exist.z z_DailyFlows.csvz_MonthlyFlows.csvz_YearlyFlows.csvZ _PeakFlowsZ _LowFlowsz_MonthlyAvg.csvZ_NAViewz_PeakQuantile.csvz_LowQuantile.csvz_PeakStats.csvz _LowStats.csvz _PeakFreq.csvz _LowFreq.csvz _PeakGEV.csvz _LowGEV.csvDr4zA-OCT)argparseArgumentParser add_argumentrYrosgetcwd parse_argsrfloatr;rAsysexitrNpathsplitextbasenamesplitrisdirdrIr$my)parserargsinfileZtholdprecrDfilenamerZfoutZoutDailyZ outMonthAvgZ outYearlyAvgZoutPeakZoutLowZ outGroupMonthZoutDiagnZ outExQPeakZ outExQLowZ outExSPeakZ outExSLowZ outFqPeakZoutFqLowZ outGEVPeakZ outGEVLowZddfmdfZwdfrrrmainsF       $    r__name____main__)rNr)rr')r?FF)rG)rG)rG)r )rb)&rrrzdatetimedtdecimalrerpandasrnumpyrWscipysp scipy.statsrrrrrJr&r-r0r>rFrIrLrOrardrerprqrrrrrrrrrsD        6 X