o
    5h	                     @   sp   d dl T d dlT d dlT d dlmZmZ ddlZddlZddlZe	e
Zdd Zdd Ze
d	kr6e  dS dS )
   )*)
collect_gwmerge_gw    Nc                  C   s2  d} d|  d }t j|dd td t }td t|d | g }|d D ]}i }|d	 |d	< |d
 |d< ||g7 }q)d}|d }|D ]}|d dkrS|d	 }qGtd| td t|d | td t| td t	|d | td t
|d | t|}	t|d }
|d }|d }td |	 D ]\}}t|}t|d ||| t|d ||| q|dkrtd tt j|dt| d d}t|d	dg}|  |D ]}|| qW d   n1 sw   Y  td t|||| td  t|| dS dS )!z" Parse and store all the data
    z2025-26z	data/raw//T)exist_okzGetting datazParsing summary dataelementsidep_thisxPr   events
is_currentzCurrent Gw : {}zCleaning summary datazplayers_raw.csvzGetting fixtures datazGetting teams datateamszExtracting player idszplayers/zgws/zExtracting player specific datahistory_pasthistoryzWriting expected pointsz.csvzw+NzCollecting gw scoreszMerging gw scores)osmakedirsloggerinfoget_dataparse_playersformatclean_playersfixturesparse_team_data
id_playersget_player_idslenitemsget_individual_player_dataparse_player_historyparse_player_gw_historyopenpathjoinstrcsv
DictWriterwriteheaderwriterowr   r   )seasonbase_filenamedataxPointsexPointgw_numr   event
player_idsnum_playersplayer_base_filenamegw_base_filenameinameplayer_dataoutfwxp r<   2/var/www/html/fpl_model_app/scripts/update_data.pyupdate_data
   sf   








"

r>   c                 C   s   t  }t||  d S )N)get_fixtures_dataparse_fixtures)r+   r,   r<   r<   r=   r   >   s   r   __main__)utills.parsersutills.cleanersutills.gettersutills.collectorr   r   r&   r   logging	getLogger__name__r   r>   r   r<   r<   r<   r=   <module>   s    
4
