o =hQ @sddlmZmZddlZddlZddlZddlZddlZddl m Z ddl Z e dZ eddddd d d Zd Zd Ze jZe jZe jZe jZe jZe jZe jZe jZdZ da!ddZ"ddZ#ddZ$ddZ%ddZ&ddZ'ddZ(ddZ)dd Z*d!d"Z+d#ej,d$ej,d%e-d&ej,fd'd(Z.d)e-d#ee-d$ej,d&ee-ee-ffd*d+Z/d,d-Z0d.d/Z1d)e-fd0d1Z2d)DictListN)settingsfpl_datazfuture.no_silent_downcastingTZGKZDEFZMIDZFWD)z7https://fantasy.premierleague.com/api/bootstrap-static/z/https://fantasy.premierleague.com/api/fixtures/zhttp://127.0.0.1:8002cCs^zttd}t|WdWS1swYWdSty.tdiYSw)Nrz0Info file not found. Returning empty dictionary.)openINFO_FILE_PATHjsonloadFileNotFoundErrorloggerwarning)fr:/var/www/html/fantasy/fantasy_api/fantasy_data/services.py load_infos (  rc Csz"ttd}tj||ddWdWdS1swYWdStyD}ztd|td|WYd}~dSd}~ww)Nwr indentzError saving info: )r r r dumpIOErrorrerrorprint)inforerrr save_info&s &rc CsFtaztdgd}gd}gd}dtd<tt}||}t |d}t |d}t |d }|j d dd t }t |d dkd } td| | td<tdttd} tdtd| d| d ddkr| d tdkrtdttd| d } | d td<tdtt| dkrtjtdtd| id}|}zt |} | jtd| ddd td!Wnty} z td"| WYd#} ~ nd#} ~ ww|d$d%|d$<|d&d'd(|d&<|jtd d)|d*<|jtd d)}t||| } |jd#d#|j|f}ttd| dj d+d,id-}tj!||d.d/d0}|d, d|d,<|j"d.gdd1j#d2d3}|jd#d#|j|fj#d2d3}|jd#d#|j|fj#d2d3}|j#d2d3}| j#d2d3} td4||||| fWStj$y} zt%d5| td5| WYd#} ~ d#Sd#} ~ wtj&j'y} zt%d6| td6| WYd#} ~ d#Sd#} ~ wtj&j(y} zt%d7| td5| WYd#} ~ d#Sd#} ~ wty"} zt%d8| td8| WYd#} ~ d#Sd#} ~ ww)9zG Fetches data from the FPL API. Handles errors and logs them. zFetching data from FPL API...)Z news_addedZ squad_numberZregionZ now_cost_rankZnow_cost_rank_typeZ form_rankZform_rank_typeZpoints_per_game_rankZpoints_per_game_rank_typeZ selected_rankZselected_rank_typeZinfluence_rankZinfluence_rank_typeZcreativity_rankZcreativity_rank_typeZ threat_rankZthreat_rank_typeZict_index_rankZict_index_rank_typeZ#corners_and_indirect_freekicks_textZdirect_freekicks_textZpenalties_textZchance_of_playing_next_round) ZdrawformZlossZplayedZpointspositionZ team_division unavailablewinZpulse_id) Zdeadline_time_game_offsetZ release_timeZcup_leagues_createdZh2h_ko_matches_createdZreleasedZ can_enterZ can_manageZ ranked_count overridesT updating_datateamselementseventsginplacefinishedrz Current GW : gwzUpdating Model Data.z/updatez Model Data Updated Successfully z#Getting Model Predictions for Gw : .rrZ retrain_gwzStarting Model Retrainz /retrain/zModel Retrain Complete.'z/predict)dataz.csvF)indexz Prediction Fetched Successfully.z5Error decoding JSON response from FastAPI service: %sNZnow_cost Z element_typecSst|S)N) POSITIONS)elemrrrsz fetch_fpl_data..)axischance_of_playing_this_roundZxPXP)columnsidleft)r:rightonhow) ascendingrecords)orientzKFetched players ,gameweeks, fixtures ,and teams from FPL API Successfully.zError decoding JSON: zHTTP error occurred: zError fetching FPL data: An unexpected error occurred: ))rrrrequestsget FPL_API_URLraise_for_statusr pdjson_normalize DataFramefillnafetch_fixtures_dataintsumFASTAPI_SERVICE_URLrpostdumpsto_csvMODEL_PREDICTION_FOLDER Exceptionrmapapplyclean_playing_chance_colclean_setpieces_ranking/calculate_teams_upcoming_matches_avg_difficultylocr8isinread_csvrenamemerge sort_valuesto_dictJSONDecodeErrorr exceptions HTTPErrorRequestException)Zexlude_player_colsZexlude_team_colsZexlude_events_colsresponser/r&playersZ gameweeksfixturescurr_gw_resultrZupcoimg_5_gw_difficultyZ leaderboardZxp_dfrrrfetch_fpl_data0s            " ric Cs|dur tddSztjtjtddtjtjtddtjtjtddtjtjt ddtjtjt ddt t d}t j |d|ddWdn1s]wYt t d}t j |d|ddWdn1s|wYt td}t j |d |ddWdn1swYt td}t j |d |ddWdn1swYt td}t j |d |ddWdn1swYd td <tttddkrttdtdWdSttfy}ztd|WYd}~dSd}~wty2}ztd|WYd}~dSd}~wtyM}ztd|WYd}~dSd}~ww)zK Saves the FPL data to a JSON file. Handles errors and logs them. NzNo data to save.T)exist_okrr rrrrrFr%r,r.zFPL data saved successfully.zError saving FPL data z"Type error while saving FPL data: rA)rrosmakedirspathdirnameTEAMS_STORAGE_PATHPLAYERS_STORAGE_PATHGAMEWEEKS_STORAGE_PATHFIXTURES_STORAGE_PATH UPCOMING_TEAM_FIXTIRES_DIFFICULTr r rrrsave_dream_teamsrOSErrorr TypeErrorrR)r/rrrrr save_fpl_datasN        rwc Czttd}t|WdWS1swYWdSty1tdtdYdStjyDtdtdYdSt t fyc}ztdtd|WYd}~dSd}~wt y}}ztd|WYd}~dSd}~ww) zk Loads the teams data from the JSON file. Handles errors, logs them, and returns None on failure. r NFPL teams file not found at . Returning None.Error decoding JSON from "Error reading FPL teams data from : rA) r ror rrrrr_rrrurRrrrrrload_teams_datas* (  rc Crx zo Loads the gameweeks data from the JSON file. Handles errors, logs them, and returns None on failure. r Nryrzr{r|r}rA) r rqr rrrrr_rrrurRr~rrrload_gameweeks_data. (   rc Crxr) r rrr rrrrr_rrrurRr~rrrload_fixtures_data5rrc Crx zm Loads the players data from the JSON file. Handles errors, logs them, and returns None on failure. r NzFPL players file not found at rzr{z$Error reading FPL players data from r}rA) r rpr rrrrr_rrrurRr~rrrload_players_dataNrrc Crxr) r rsr rrrrr_rrrurRr~rrr&load_team_upcoming_fix_difficulty_dataerrcCs6tt}|}t|}|jddd|gdS)NTr))eventteam_hteam_h_difficultyZ team_h_scoreteam_ateam_a_difficultyZ team_a_scorer+)rBrCFPL_FIXTURE_API_URLr rFrGrI)rcr/rerrrrJ}s   rJr&re current_gwreturnc Cs|d}t}||d<t|||}|D] \}}d|}|||<qdg} dd|jD} |j| | ddd} | | ddk} | dd} tj || dd d S) Nr9GW_cSsg|] }|dr|qS)r) startswith).0colrrr szCcalculate_teams_upcoming_matches_avg_difficulty..ZGameWeekZ Difficulty)id_vars value_varsvar_name value_namerr:)r<r=) to_listrFrHadd_gameweek_difficcltyitemsr8meltgroupbymeanr\) r&rerZteam_idsZ%teams_upcoming_matches_avg_difficultyZgw_diff_per_teamkvcol_namerrZ melted_dfZaverage_difficultyrrrrWs$    rWrfc Csi}|ddkr |dnd}tt||dD]N\}}g}|D]?}||d|k} | | d|k} | jsA|t| jddq| | d|k} | jsY|t| jdd q|dq|||d<q|S) Nr &rrrrrrr) enumeraterangeemptyappendrKiloc) rfr&reZ difficultiesfinalr0weekZ diff_by_teamZteamZcurrent_gw_fixturesZteam_rowrrrrs" rcCsft|dr/|ddkrdS|ddkr-td|d}|dr+|d}t|SdSd S|dS) Nr6statusaddz(\d+)%newsrr)rFisnaresearchgroupfloat)recordZpercentage_matchnumberrrrrUs    rUcCsFt|dr d|d<t|drd|d<t|dr!d|d<|S)NZpenalties_orderrZdirect_freekicks_orderZ$corners_and_indirect_freekicks_order)rFr)rrrrrVsrVcCs:ddlm}||}t|||dkrt|ddSdS)Nr)load_ai_dream_teamr)squad.servicesrsave_ai_dream_teamsave_actual_dream_team)rfr ai_dream_teamrrrrts  rtactual_dream_team.jsonr,c Csddlm}t|}zetj|r.t|d }t|}Wdn1s(wYni}t ||krf|||t |<t|d}tj ||ddWdn1sVwYt d|WdSt d |d WdSty}zt d |WYd}~dSd}~ww) z Save actual dream team only once per gameweek. If the file has fewer entries than the current gameweek, add the new dream team. Otherwise, do nothing. r)load_dream_teamr Nrr rzSaved actual dream team for GW zActual dream team for GW z already saved. No action taken.z Error saving actual dream team: )rrDREAM_TEAM_FOLDERrkrmexistsr r rlenstrrrrrRr)r,filenamerrmrr/rrrrrs(       rai_dream_team.jsonrc Cst|}zRtj|r(t|d }t|}Wdn1s"wYni}||t|<t|d}tj||ddWdn1sHwYt d|dWdSt ys}zt d|WYd}~dSd}~ww) zu Save ai_dream_team for a given gameweek. If gw exists, replace its content; if not, add new gw content. r Nrr rzSaved AI dream team for GW  zError saving AI dream team: ) rrkrmrr r rrrrrrRr)rr,rrmrr/rrrrrs"      r__main__zFailed to fetch data.)r)r)9typingrrrBpandasrFr rkr django.confrlogging getLoggerr set_optionr2rDrFPL_TEAMS_FILEroFPL_PLAYERS_FILErpFPL_GAMEWEEKS_FILErqFPL_FIXTIRES_FILErr INFO_FILEr *FPL_UPCOMING_TEAM_FIXTIRES_DIFFICULTY_FILErsrQrrMrrrrirwrrrrrrJrHrKrWrrUrVrtrdictr__name__r/rrrrrs`    )/ ,