UagFddlZddlZddlZddlZddlZddlZda da da da dZ dZdZdZdZdZd Zd Zd eej,ej,ffd Zd ZdZdZy)Nc< td|d|||d}tdd5}tj||dddt j |y#1swYxYw#t $r-}td|t j |Yd}~yd}~wwxYw)NzError z: ) errorCode errorMessage output.jsonwzFailed to log error: )printopenjsondumpsysexit Exception) error_code error_message error_dataoutfilees Z/var/www/dev.workforce-alpha.com/api/wfa-api/forecast-prediction-helpers/predict_helper.py exitWithErrorrs zl"]O45$) - % + IIj' * +   + +  %aS)* s-"A%AA%A"A%% B.#BBc tdttjdk7r tdtjdtjd} t j |t}d |vr tdd|d }|jd d}t|}t||\}}d|vr|d}nd}|jddd|vr|d} nd} |jddd|vrd} n|d} |jdd| rt!j"|ddz|d<|||||||| | f S#t$r(td|dtjdYt$r(td|dtjd Y0t$r;}td t|d |dtjd Yd}~nd}~wwxYw)Nz"--Initializing prediction module--z0Error: Missing argument: Path to temp directory.zError: Directory  does not exist.z-Error: Permission denied to access directory .An unexpected error occurred: z while accessing the directory resultIdz'Error: 'resultId' parameter is missing.rcutoff_minimum log_transformFanomaly_threshold_n_stddevg@y)r lenr argvroschdirFileNotFoundErrorPermissionErrorrstrpredict_loadConfigrpoppredict_getRegressorspredict_loadDatanplog) input_directoryrconfigroutput_data_file regressorshistData futureDatar!r"r#s rpredict_initializer8(s ./ 388} @A  hhqkO  ! !F  aBCj!H JJz$&v.J+FJ?Hj6! 01 JJ&& /   JJ% (6 1%("&,,H%I" JJ+T2x}q01  8-z8ZQ_anqK KKe  !/!22BCD   =o=NaPQ   .s1vh6UVeUffghi  s$E-G$2,G$!G$)0GG$c tdd} t|5}|j}ddd tj}|S#1swY!xYw#t$rt dd|dY?t $rt dd|dYYt $r&}t d d t|d |dYd}~d}~wwxYw#t$rt d d YSt $r$}t dd t|dYd}~Sd}~wwxYw)Nz--Loading config--z config.json zFile r z&Permission denied to open config file r rz* when opening and loading the config file z5Could not decode JSON from the specified config file.z* while decoding the specified config file.) r r readr)rr*rr+r loads ValueError)input_config_filefsinput_config_json_stringrr3s rr,r,is2 %C # $ 1')wwy $ 1o45 M! 1 1 GbE"3!44DEF YbBCTBUUVWX Cb:3q6(Blm~l@AB C CC TbQS M ob:3q6(Blmnn MosV AA AB= AAB:2B: B:B55B:=DDC<<Dc tdd|vr tdd |d}|jdtd|D]}td||S#t$rtddYyt$r}tdd |Yd}~yd}~wwxYw) Nz--getRegressors--r5z,Error: 'regressors' key not found in config.zRegressors loaded:z Runtime error: )r rr-KeyErrorr)r3r5 regressorrs rr.r.s  6 !bHI 1L)  <  "## $I Byk" # $ JbHI 1bOA3/001s7AB ,B 4BB c|D]}|d}||dkr|d}td|d|dtjt|t}|j ||dk(j }tt|D]R}||dz}|dzt|kr||dzn t|} t|| |z } td| dz|||| zT||d|<td t|jd y) N numDaysSincernamez.Generating 'days since' column for regressor: , with a maximum of  days.dtypeds_zEFirst 10 rows of the dataframe after generating 'days since' columns:r:) r r0zerosr%intindextolistrangeminhead) dfr5rKrM regressorNamerecords_since_1 ones_indicesi start_idxend_idxlengths r#predict_generateRegressorsDaysSincercs54  0  }oMabnaoouvw((3r7#6xx= 1Q 67>>@ s<() QA$Q!+I-.US5F-Fl1q5)CPRGGw':;F>@ s<() GA"1oGAw67Iy(F2722F Yw /  G%5S !154 RS "''"+rdc  g}g}|jdd}|D]Z}||jjdkDs(|j||D]}|d|k(s |j|Z\|r|j |d|Dcgc] }||vs| c}|ddt d|t d|ycc}w#t $r}tdd |d Yd}~yd}~wt$r} td d | Yd} ~ yd} ~ wwxYw) NrrrNT)columnsinplacez Columns dropped from data frame:zRegressors dropped:z KeyError: z( - The specified column might not exist.rI) rmisnasumappenddropr rJrr) r[r5columns_to_dropregressors_to_removecolumns_to_checkcolumnrKrkers r#predict_dropRegressorsWithNaNValuesr{s%1!::ab>' F&z $$&*&&v.!+I (F2,33I>    GGOTG :%/Pq!;O2OP 1  0/B #%9: Q UbJrd*RSTT 1bOA3/001sF non-numeric values in 'y' column. These rows will be removed.z.Final dataframe shape after all preprocessing:z/Total missing values in the cleaned dataframe: ) r shaperZrmdropnapd to_datetimerqrr to_numeric)r[ nat_countnumeric_y_nan_counts rpredict_prepareDataframers $bhh/ +, "''"+ bjj $d 3 CBHHQK=QR $ . zError: Index error occurred - ?z.Error: Could not read data from the database: @z& while reading data from the database.)r_dbHostr-_dbUser _dbPassword_dbNamemysql connectorconnectErrorr+rr rread_sqlrr{rcrkemptyrJrA IndexError) r3r5rrconnrSQLr6r7rzveies rr/r/!sQ  bBCYG JJy  bBCYG JJy F "bFG'K JJ}  bBCYG JJy V #bGH.)L JJ~ v %bIJ,-N JJ  g&&  ' f !"|n-;;sD) *+HjA+HjA,XzB >> "D E #$~./[[d+  ,+J C+J C,ZD    "@ A Z M ?? QbFs1vhOPP gb:3q6(Bdeffg2 @b9">?? Z  Ab:2$?@@ Z  Ab:2$?@@ Z  ?? UbJ3q6(STT Z  fb:1#=cdee Z fsm&3G8CI&8I#H33 I#?II#& L5/J L5J)) L55K  L5,L  L5L00L5c td|d|Dcgc]}|d }}td|D] ttdtd|jD]|vsttd tjj t t tt}|j}|jD]\}} | d} g} |D]2| } tfd |Dd} | j||| | | f4d }|d jd gt| zz }| Dcgc] }|D]}| }}}|j|||j!ycc}wcc}}w#tjj"$r}t%d d|Yd}~yd}~wt&$r}t%dd|dYd}~yd}~wwxYw)Nz --Saving z results--rzColumns to be saved:rzColumns not saved:rr}c3:K|]}|dk(s |dyw)rrN).0itemcols r z&predict_saveResults..s!!Zd4PQ7VY>$q'!Zs  zIINSERT INTO prediction_results (result_id, result_type, ds, k, v) VALUES z, z(%s, %s, %s, %s, %s)FrGrz while saving the results)r rmrrrrrrrcursoriterrowsnextrsjoinr%executecommitrrr)r result_typer[columns_to_insertr column_namesrr_rowds_valuevalues_to_insertvalue target_id insert_querysublistflattened_valuesrrs @rpredict_saveResultsrss Ik]* -.(9:DG:L: ! c  "I zz l " #J "I(Y&&  '  kkm ;FAs4yH " # ]C !Z6G!Z\`a  '';)UZ([\ ] gL DII'=&>EUAV&VW WL 5EYQXYYY Y NN<)9 :- ;2 a;P Z ?? LbFqcJKK Yb:1#=VWXXYs< E:B?FE?'F?FG"F66 GGGc |rt||||||tttfrHF|!|D]} || j fd|| <|!|D]} || j fd|| <d} |||d||dz } t j t j| t j |dz } td| | j} || z} t| | kDjt|d<|!|djjd|d<|!|djjd|d<| S) Nct|SNrixr!s rz.predict_processAfterForecast..sc.RS>Trdct|Srrrs rrz.predict_processAfterForecast..sN\]H^rdr$rzwMAPE: anomalyr}r) predict_undoLogTransformation isinstancerUfloatapplyr0rrabsr stdastypedtstrftime)r"r!r#forecastforecast_columns forecast_pastforecast_past_columnsr6histDataColumnsrwMAPE residualsstddev thresholds ` rpredict_processAfterForecastrs%h0@-QfhpsB C.3,/N4N  ' V ( 3 34T U  V  $, `%23%7%=%=>^%_ c" ` E 9SMM2G2J$KK rvvi()BFF8C=,AA i/7 %( NY$>#F#Fs#K i !$**334GH +D144==>QR d Lrdc|%|D] }tj||dz ||<"|%|D] }tj||dz ||<"|&|D] }tj||dz ||<"yy)Nr)r0exp)rrrrr6rrs rrrs# 6CFF8C=1A5HSM 6 ( @C!# c(:!;a!?M#  @" 6CFF8C=1A5HSM 6rd)r r r'pandasrmysql.connectorrnumpyr0rrrrrr8r,r.rcrkr{rtuple DataFramer/rrrrrdrrs    .=KB41,@@1F!UJN E",, 2L,MN d8Yx%P 6rd