a za@s*ddlZddlZddlZddlZddlZddlZddlZddlZ ddl Z ddl Z ddlmZddlmZdZd4ddZd5d d Zd d Zd dZd6ddZd7ddZd8ddZd9ddZd:ddZd;ddZd d!Zd"d#Zd$d%Z d&d'Z!d(d)Z"d*d+Z#gd,d-fd.d/Z$d0d1Z%d2d3kr&e%dS)<N) genextreme) timedeltazA-SEP[ :,-]+cCstj||d||d}|jdddftd|jdddft}tj|dd}t|jdddfd d d d }||}||_||j d d}|S) Npython)sepengineheaderskiprowsr z%Y %m)formatcSst|ddS)Nr )days)td)xrD/home/disk/rocinante/DATA/temp/chico/hyak/writeup/scripts/metrics.py-zread_data..) pdread_csvlocastypestr to_datetimeroundapplyindexcolumns)ifiledelimhdrskipdfdatesrrrr read_data)s4(r''cCs ||jj|k|jj|k@}|SNryear)r%styredyrrrr filter_year4sr.cCs(|jj|jjdk}|||k||k@S)N )rr+month)r%r,r-wyearrrr filter_wyear9sr2cCsr|jd}|jd}t||t|jd}tj||d|d}tj||d}|d }|d }dS)Nr<z{}min)freq)rM) rrlensecondsr date_ranger DataFrameresamplecount)r%tstdteddtminsr&m1m2rrrapply_threshold>s  rCNaNFcCs*||}|rt||j|d|ddS)NF)rr)fillnaprintto_csv)r%outnaVal keepHeaderverboserrr save_tablePs rLmeancCs|||}dSr))r;agg)r%r5rNrrrcalc_timeseriesYsrOcCs|t|}|Sr))r;wyfmtrNr%rNrrr calc_wyearly^srRcCs ||jj|}d|j_|S)NMonth)groupbyrr0rNnamerQrrrcalc_monthlyavgcsrVr cCsz|j|dd}t|tjdt}|t  d d }||tj}|j|}dg|_d|j_|S)NTwindowcenterrNr rPeakFlowDATE)rollingrMdropnarRnp nanargmaxrintr;rPr<shiftrEcumsumvaluesflattenilocr rrUr%wdwidxrbrrr calc_peakks rjcCsz|j|dd}t|tjdt}|t  d d }||tj}|j|}dg|_d|j_|S)NTrWrZr rLowFlowr\)r]rMr^rRr_ nanargminrrar;rPr<rbrErcrdrerfr rrUrgrrrcalc_lowxs rncCs"|t|g}t||j|jSr))r_r`rFr)rrirrrcustaggs rocCs|}tjtj|jddddd|j|jd}|jdd}|jd|d<t |j}||d||d||jd|d <|d |d|d|d |d <|d |d |d|d |d <|S)Nr)axisr3rr T)dropr RankB1ir B2irB3i) r^rr:r_sortrdrr reset_indexr7)r%edfnrrrget_extreme_momentss*  *$$r{cCsdSr)rrrrr save_quantilesr|c Cs*gd}gd}gd}gd}gd}gd}tgdgdgdd}||jd|d<|d|d<|d |d <|d |d <|d|d<d |d|d|d <d |d d |d|d|d <|d d |d dkrd|d<nd |d |d d |d d|d<d|dd|d|d|jd<td|jd}|jd|d |dtd |jd |jd<|d|jd|d|jd|jd<gd} | d| d|jd<td|jd}gd} d|d|jd<|dd|jd|jd<|S)N)rrrrr)rrrr)rrrr)r rrr)kappaalphapsirrtr rur rvrgtמ?g0?gV-o@gT@rr}rr~rr)g?W[?gHgQI?gM OĿ)r r})g47?g~:pNgjMSt?g_LJgJ +?)rr~g h"lx?)rr) rr:r rMsumrmathgammapow) ryBLcr}r~rgevra2a4rrrget_gev_paramss>  $ (&4*rcCs|rtddd|i}ntdd|i}d|j_|jd}|jd}|jd}|||dtt|j ||d<| tj }| t |_d|j_|S)Nprobr rrrdist0RtnYr) rr:rrUrr_powerlogrrdoubler)rexListisFloodryakprrr get_extremess   *  rcCs*t|}t|}t|}t|||}|Sr))r_arrayr{rr)r%probsrpgevryrrr calc_extremess   r)2_Tc  s|rjjjjdk}n jj}fdd|D}fdd|D}|dj}|djtj|tt|ddj ddtj |dfd d|D}tj ||dS) Nr/csg|]}jj|kqSrr*.0r)r%rr rz!use_bootstrap..csg|]}|fiqSrrr)funckwargsrrrrr)keysrp)levelrqcs0g|](}D]}tj|k|q qSr)r_ percentiler)rij)colsmfranksrrrr) rr+r0uniquer rconcatranger7rxr:) r%rruse_wyrryrsmcsidxspqr)rr%rrrrr use_bootstraps    rcCst}|dt}|d|jddddd|jddd d d |jd dd d d |jddd dd |jddd dd |jddtddd|jddtddd|jddtddd|jddtddd|jddd dd |jd dd d!d |jd"dd d#d |jd$dd d%d |jd&td'd(d)|jd*td+d,d)|jd-td.d/d)|jd0dd d1d |jd2dd d3d |jd4dd d5d |jd6dd d7d |jd8dtdd9d:|jd;dd dd?d@d |jdAdtddBd:|jdCdtddDd:|jdEdd dFd |jdGdd dHd |jdIdd dJd |jdKdd dLd |jdMtddNd)|jdOdtdP|}|j}t |j dkst |j dkrt dQt t |j }dR}dS}|jdurtjtj|ddTd}n|j}|jdU}tj|jst dVt dW|t ||}|dX} |dY} |dZ} |d[} |d\} |d]}|d^}|d_}|d`}|da}|db}|dc}|dd}|de}|df}|jrttdg}|jrttdh}|jrttdi}dS)jN input_filez-t?rziApply a threshold for NaN calculations. Choose between 0 to 1. 0 accepts all. 1 requires all data points.)nargsdefaulthelpz-d store_trueFzCreates a daily data file.)actionrrz-mz Calculates average monthly data.z-pz#Calculates peak flow by water year.z-lz4Calculates minimum 7-day average flow by water year.z--pqstorer z>Choose the number of days to include in a rolling flow. (Peak))rtyperrz--lqrkz=Choose the number of days to include in a rolling flow. (Low)z--pfreqz/Calculates frequency from streamflow magnitudesz--lfreqz-gz.Calculates monthly averages grouped by months.z-yz!Calculates water yearly averages.z-ezCalculates extreme statistics.z--gevzTSave GEV parameters as output when calculating frequency from streamflow magnitudes.z--expyrz 2,10,50,100zdSpecify return years to use for extreme statistics. Input comma delimited list. Default: 2,10,50,100)rrrz--exlyrz2,10z]Specify return years to use for extreme statistics. Input comma delimited list. Default: 2,10z--nazNA,NaN, zTProvide list of values to treat as NA. Input comma delimited list. Default NA,NaN, .z-sz0Strips the dates to start and end on water year.z-xz4Diagnostics table showing NA for each month and yearz-kz)Keep NaN in dataset when using threshold.z-vzOutputs results on screen.z--skipz"Skips the first [n] lines of file.)rrrrz--headerz9Uses the first line as header. Default assumes no header.z --headout store_falseTz/No header on output. Header enabled by default.z--startzSpecify start year to cut.z--endzSpecify end year to cut.z--datesz.Creates a dates only csv for peak or low flow.z--wdayz-Creates a wday only csv for peak or low flow.z--flowz-Creates a flow only csv for peak or low flow.z --quantilesz0Create a quantile file during stat calculations.z--namez"Use a custom filename for outputs.out_dir)rrz=ERROR: Threshold out of range. Please choose between 0 and 1.r rD./z%Given output directory doesn't exist.z z_DailyFlows.csvz_MonthlyFlows.csvz_YearlyFlows.csv _PeakFlows _LowFlowsz_MonthlyAvg.csv_NAViewz_PeakQuantile.csvz_LowQuantile.csvz_PeakStats.csvz _LowStats.csvz _PeakFreq.csvz _LowFreq.csvz _PeakGEV.csvz _LowGEV.csvDr6zA-OCT)argparseArgumentParser add_argumentrarosgetcwd parse_argsrfloatr=rFsysexitrUpathsplitextbasenamesplitrisdirdrOr%my)parserargsinfiletholdprecrIfilenamerfoutoutDaily outMonthAvg outYearlyAvgoutPeakoutLow outGroupMonthoutDiagn outExQPeak outExQLow outExSPeak outExSLow outFqPeakoutFqLow outGEVPeak outGEVLowddfmdfwdfrrrmainsF       $    r__name____main__)rNr)rr()rDFF)rM)rM)rM)r )rk)&rrrdatetimedtdecimalrerpandasrnumpyr_scipysp scipy.statsrrrrrPr'r.r2rCrLrOrRrVrjrnror{r|rrrrrrrrrsD        6 X