.Kiy& `dZddlZddlZddlZddlmZmZddlmZmZm Z m Z ddl Z ddl Z GddZ dade fdZed k(red ed ed eZej'Zed eed ej-ddZedeeeddD]/Zedej3ddej3dd1ej5dZer-edej3ddej3ddededyy)z TheSportsDB Data Fetcher Fetches historical game data from TheSportsDB Premium API Premium API Key: 428892 Docs: https://www.thesportsdb.com/api.php N)datetime timedelta)DictListAnyOptionalcdeZdZdZdZdeZdZdZdddd d d d d ddddddddZd0de fdZ d1de de de fdZ de de efdZde deddfd Zd2de de d!edefd"Zdee fd#Zd3d$ed%edee fd&Zd4d$ed%edee fd'Zd(e de e fd)Zd$ed*e dee fd+Zd,e de fd-Zd1d.ee de e ee ffd/Zy)5TheSportsDBFetcherzf Fetches sports data from TheSportsDB API. Includes caching to avoid redundant API calls. 428892z(https://www.thesportsdb.com/api/v1/json/z'https://www.thesportsdb.com/api/v2/jsoni'iiiiiii'i#iiHiii[i])epllaliga bundesligaseriealigue1mlsuclnflnbanhlmlbncaafncaabufcboxing cache_dirc@||_tj|dy)z{ Initialize the fetcher. Args: cache_dir: Directory to store cached responses T)exist_okN)rosmakedirs)selfrs 8/var/www/html/eventheodds/scripts/thesportsdb_fetcher.py__init__zTheSportsDBFetcher.__init__:s# I-Nendpointparamsreturnctj|xsid}d|d|}tj|j j S)z+Generate a unique cache key for the requestT) sort_keysz thesportsdb::)jsondumpshashlibmd5encode hexdigest)r!r%r& param_strkey_strs r"_get_cache_keyz!TheSportsDBFetcher._get_cache_keyDsGJJv|t<   !I;7{{7>>+,6688r$ cache_keyctjj|j|d}tjj |rt t |d5}t j|}dddjdd}tj|z |jkr|jdS yy#1swYSxYw#t jtf$rYywxYw)zGet cached response if valid.jsonrN cached_atrdata) rpathjoinrexistsopenr+loadgettimeCACHE_DURATIONJSONDecodeErrorIOError)r!r4 cache_filefcachedr8s r"_get_from_cachez"TheSportsDBFetcher._get_from_cacheJsWW\\$..YKu2EF 77>>* % *c**a!YYq\F*#JJ{A6 99;*T-@-@@!::f--A ** (('2  s+ CC0ACC CC*)C*r9ctjj|j|d} t |d5}t j tj|d|dddy#1swYyxYw#t$rYywxYw)zSave response to cacher6w)r8r9N) rr:r;rr=r+dumpr@rC)r!r4r9rDrEs r"_save_to_cachez!TheSportsDBFetcher._save_to_cache[s|WW\\$..YKu2EF  j#& ! !%        s. A<,A0'A<0A95A<9A<< BB use_cachec||xsi}|r'|j||}|j|}||S|jd|} tj||d}|j |j }|r|j||S#tj$r} td| Yd} ~ yd} ~ wwxYw)a Fetch data from TheSportsDB API. Args: endpoint: API endpoint (e.g., 'all_leagues.php') params: Query parameters use_cache: Whether to use cache Returns: API response data N/)r&timeoutz"[TheSportsDB] API request failed: ) r3rG BASE_URL_V1requestsr?raise_for_statusr+rKRequestExceptionprint) r!r%r&rLr4rFurlresponser9es r" _fetch_apizTheSportsDBFetcher._fetch_apihs2 ++Hf=I)))4F! !!"!H:. ||CCH  % % '==?D##It4K((  6qc: ; sA BB;#B66B;cP|jd}|r|jdgSgS)zGet all available leagueszall_leagues.phpleaguesrYr?)r!r9s r"get_all_leaguesz"TheSportsDBFetcher.get_all_leaguess)01*.txx 2&6B6r$ league_idlimitch|jdd|i}|r|jdgng}|r|d|SgS)a Get past events for a league. Args: league_id: TheSportsDB league ID limit: Number of events to fetch (max varies by league) Returns: List of past event dictionaries zeventspastleague.phpideventsNr\r!r^r_r9rbs r"get_past_eventsz"TheSportsDBFetcher.get_past_eventssA5i7HI+/(B'R!'vfu~/R/r$ch|jdd|i}|r|jdgng}|r|d|SgS)z Get upcoming events for a leaguezeventsnextleague.phprarbNr\rcs r"get_next_eventsz"TheSportsDBFetcher.get_next_eventss?5i7HI+/(B'R!'vfu~/R/r$ team_namech|jdd|i}|r|jdgng}|r|dSdS)zSearch for a team by namezsearchteams.phptteamsrNr\)r!rgr9rjs r" search_teamzTheSportsDBFetcher.search_teams=03 2BC)-"%2 uQx*d*r$seasoncX|jd||d}|r|jdgSgS)a Get all events for a league in a specific season. Args: league_id: TheSportsDB league ID season: Season string (e.g., '2024-2025' or '2024') Returns: List of events zeventsseason.php)rasrbr\)r!r^rlr9s r"get_events_by_seasonz'TheSportsDBFetcher.get_events_by_seasons21)&3QR)-txx"%525r$eventc:|jd}|jd}d}|+|) t|}t|}||kDrd}n ||kDrd}nd}|jd|jd|jd |jd |jd |jd |jd |jd||||jd|jd|jddS#ttf$rYwxYw)z Normalize event data to a common format for backtesting. Args: event: Raw event from API Returns: Normalized event dictionary intHomeScore intAwayScorependinghome_winaway_windrawidEvent dateEventstrTime strLeagueidLeague strSeason strHomeTeam strAwayTeamstrVenue strStatusstrSport)event_iddater@leaguer^rl home_team away_team home_score away_scoreresultvenuestatussport)r?int ValueError TypeError)r!rprrrhas r"normalize_eventz"TheSportsDBFetcher.normalize_eventsYY~. YY~.   !j&<  O Oq5'FU'F#F  ),IIk*IIi(ii ,:.ii ,=1=1$$YYz*ii ,YYz*   *  s(DDDseasonsc b|ddg}i}|jjD]\}}td|d|dg}|D]a}|j||}|s|Dcgc]}|j |} }|j | td|dt |dc|||<|Scc}w) a Fetch events for all priority leagues. Args: seasons: List of seasons to fetch (e.g., ['2024-2025', '2023-2024']) Returns: Dictionary mapping league key to list of normalized events z 2024-2025z 2023-2024z[TheSportsDB] Fetching z (ID: z)... - z: z events)PRIORITY_LEAGUESitemsrUrorextendlen) r!r all_eventskeyr^ league_eventsrlrbrX normalizeds r"fetch_priority_leaguesz)TheSportsDBFetcher.fetch_priority_leaguess ?"K0G "3399; ,NC +C5ykF GM! A229fECI!Ja$"6"6q"9!JJ!J!((4D3v;-w?@  A,JsO , "KsB,)z./data/cache/thesportsdb)N)NT)2))__name__ __module__ __qualname____doc__API_KEYrQ BASE_URL_V2rArstrr#rr3rrrGrKboolrYrr]rrdrfrkrorrr$r"r r s GrsY (,, rrl' z (O $% (OmG%%'G LWh /0((Q(7J #C O#4 56 ^A QUU:&'r!%% *<)=Q?@A   y )D  "488I#6"7r$((;:O9PPQRS / 451r$