حimzdZddlZddlZddlZddlZddlZddlZejjdejjejje ddl m Z ddlmZmZmZddlmZmZmZmZejjdejje  ddlmZmZmZdZd Zid d gd dddgddddgddddgddddgddddgddddgd dd!d"gd#dd$d%d&d'gdd(d)d&d'gdd*d+d&d'gdd,d-d&d'gdd.d/d&d'gdd0d1d&gdd2d3d&gdd4d5gdd6d7gd8dd9d:d;gdiZgd<Zd=ee e ffd>Z!Gd?d@Z"dAZ#dIdBe"dCee fdDZ$dIdBe"dCee fdEZ%dBe"fdFZ&dGZ'e(dHk(re)e'yy#e$r dZed YwxYw)JaT The Odds API Enhanced Fetcher Unified fetcher for odds, player props, and historical data from The Odds API. Tracks quota usage and handles all sports/markets. Usage: python theoddsapi_enhanced_fetcher.py --live # Live odds for all sports python theoddsapi_enhanced_fetcher.py --props # Player props for upcoming games python theoddsapi_enhanced_fetcher.py --scores # Live scores python theoddsapi_enhanced_fetcher.py --events # Event list (free) python theoddsapi_enhanced_fetcher.py --quota # Check quota status N)normalize_to_full)datetimetimezone timedelta)OptionalDictListTuple)log_ingestion_startlog_ingestion_completeprocess_odds_for_gameTFzLWarning: unified_odds_ingestion not available, writing to legacy tables onlyzhttps://api.the-odds-api.com/v4nbabasketball_nba) player_pointsplayer_reboundsplayer_assists player_threesplayer_points_rebounds_assistsplayer_double_double player_blocks player_stealsplayer_blocks_stealsplayer_turnoversplayer_points_reboundsplayer_points_assistsplayer_rebounds_assistsplayer_field_goalsplayer_frees_madeplayer_frees_attemptsplayer_first_basketplayer_first_team_basketplayer_triple_doubleplayer_method_of_first_basket)key prop_marketsnflamericanfootball_nfl)player_pass_tdsplayer_pass_ydsplayer_rush_ydsplayer_reception_ydsplayer_receptionsplayer_anytime_tdplayer_pass_attemptsplayer_pass_completionsplayer_pass_interceptionsplayer_pass_longest_completionplayer_pass_rush_ydsplayer_pass_rush_reception_tdsplayer_pass_rush_reception_ydsplayer_reception_tdsplayer_rush_attemptsplayer_rush_tds player_sacksplayer_solo_tacklesplayer_tackles_assists player_1st_tdplayer_last_tdplayer_tds_overplayer_kicking_pointsr player_patsplayer_defensive_interceptionsplayer_rush_longestplayer_reception_longestnhl icehockey_nhl) player_goalsplayer_shots_on_goalplayer_goal_scorer_anytimerplayer_power_play_pointsrplayer_blocked_shotsplayer_total_savesplayer_goal_scorer_firstplayer_goal_scorer_lastmlb baseball_mlb)batter_home_runspitcher_strikeoutsbatter_hits_runs_rbis batter_hitsbatter_total_bases batter_rbisbatter_runs_scoredbatter_singlesbatter_doubles batter_walksbatter_strikeoutsbatter_stolen_basespitcher_record_a_winpitcher_hits_allowedncaabbasketball_ncaab)rrrrrrncaafamericanfootball_ncaaf)r(r*r-r)r+r,wnbabasketball_wnba)rrrrepl soccer_epl)rGplayer_first_goal_scorerplayer_shots_on_target player_shotsr bundesligasoccer_germany_bundesligarGrfserieasoccer_italy_serie_alaligasoccer_spain_la_ligaligue1soccer_france_ligue_oneuclsoccer_uefa_champs_leagueuelsoccer_uefa_europa_leaguemlssoccer_usa_mlsmmamma_mixed_martial_artsaflaussierules_afl)player_disposalsplayer_goals_scored_overplayer_fantasy_pointsnrlrugbyleague_nrlplayer_try_scorer_anytime)h2hspreadstotalsreturncnd}d}d} t|d5}|D]}|jdrE|jdddjjdjdd }Y|jd sk|jdddjjd} ddd|xs2t j jd d jdd }|xst j jd }||fS#1swYfxYw#t$rYtwxYw)z'Load database URL and API key from .envz/var/www/html/eventheodds/.envNrzSPORTS_DATABASE_URL=="?rzTHE_ODDS_API_KEY=SPORTS_DATABASE_URLTHE_ODDS_API_KEY)open startswithsplitstripFileNotFoundErrorosenvironget)env_pathdb_urlapi_keyflines @/var/www/html/eventheodds/scripts/theoddsapi_enhanced_fetcher.py load_configrs*/H FG (C  GA G??#9:!ZZQ/288:@@EKKCPQRSF__%89"jja0399;AA#FG  G G Nrzz~~&;R@FFsKANF;(:;G 7? G G    s/ D(A-D4D7D(D%!D(( D43D4c eZdZdedefdZddededeefdZdefd Z d ede efd Z dd ed ed e ede ede ef dZ dd eded ed e edeef dZ dd edede efdZ dd eded ed e edeef dZy)TheOddsAPIFetcherrrcn||_||_tj|_d|_d|_y)Nr)rrrequestsSessionsession quota_usedquota_remaining)selfrrs r__init__zTheOddsAPIFetcher.__init__s/  '') #Nendpointparamsrc D|i}|j|d<t|}d}td|dzD]+} |jj ||d}t |j j dd|_t |j j d d|_t |j j d d}|jd k(r td y|jd k(rtd|y|jdk(r tdy|jdk7rtd|jy|jcSy#tjjtjjtjj f$rP}||kr/td|d|d|ddl} | j%dYd}~td|d|Yd}~yd}~wt&$r}td|Yd}~yd}~wwxYw)zCMake API request and track quota. Retries once after 5s on timeout.NapiKeyr)rtimeoutzx-requests-usedrzx-requests-remainingzx-requests-lastizERROR: Invalid API keyizINFO: No data for izERROR: Quota exceededzERROR: API returned z3WARNING: Request timeout/connection error (attempt /z), retrying in 5s: zERROR: Request failed after z attempts: zERROR: Request failed: )rBASE_URLrangerrintheadersrr status_codeprintjsonr exceptionsConnectTimeout ReadTimeoutConnectionErrortimesleep Exception) rrrurl max_attemptsattemptresp last_costers r_requestzTheOddsAPIFetcher._requests >F<<x 8*% Q q 01$ G# ||''FB'G#&dll&6&67H!&L"M'*4<<+;+;  KK` a KKMKK KK (KK  KKMIIKG  MMOs !B((B<fetcherleaguesc2 |gd}|j}d}dddd}tddtdtdtjtj j td|D]M}tj|}|s|d }|j|} | st|jd Qtd|jd t| d | D]} | jd } t| jdd|} t| jdd|} | jd}d}|r& tj|jdd}| jdgD]}|jd d}dx}}dx}}dx}}d}dx}}|jdgD]e}|jd }|jdg}|dk(rT|D]N}|jd| k(r|jd})|jd| k(s>|jd}P|dk(rv|D]p}|jd| k(r#|jd}|jd}:|jd| k(sO|jd}|jd}r|dk(s|D]_}|jddk(r#|jd}|jd}:|jddk(sO|jd}ah|jd || | || | ||||||||||f|d!z }t so|ssg}| jdgD]}|jd d}i} |jdgD]}|jd }|jdg}|dk(redx}!}"|D]N}|jd| k(r|jd}!)|jd| k(s>|jd}"P|!s|"s|!|"d"| d<|dk(rydx}#x}$}%|D]_}|jd| k(r#|jd}#|jd}$:|jd| k(sO|jd}%a|#|#|$|%d#| d<|dk(sdx}&x}'}(|D]_}|jddk(r#|jd}&|jd}':|jddk(sO|jd}(a|&|&|'|(d#| d<| s|j#|| d$|s` t%|||| | |d%| d&d'( })|d)xx|)jd)dz cc<|d*xx|)jd*dz cc<|d+xx|)jd+dz cc<P|j)|j+tddtd-|d.t rtd/|d)d0|d*d1|d+d2td3|j,d4|j.d5td|S#YxYw#t&$r}*td,| d |*Yd}*~*d}*~*wwxYw)6z Capture live odds for all sportsN)rr&rCr)createdupdated snapshots <============================================================zCAPTURING LIVE ODDSTime: r$ : No events:  eventsid home_teamr away_team commence_timeZ+00:00 bookmakersunknownroutcomesrnamepricerpointrOverUnderaQ INSERT INTO "OddsSnapshot" ( league, "theoddsapiEventId", "externalGameId", "gameDate", "homeTeam", "awayTeam", bookmaker, "snapshotType", "snapshotAt", "moneylineHome", "moneylineAway", "spreadHome", "spreadAway", "spreadHomeOdds", "spreadAwayOdds", total, "totalOverOdds", "totalUnderOdds", source ) VALUES ( %s, %s, %s, %s, %s, %s, %s, 'live', NOW(), %s, %s, %s, %s, %s, %s, %s, %s, %s, 'theoddsapi' ) ON CONFLICT (league, "externalGameId", "snapshotAt", source, bookmaker) DO UPDATE SET "moneylineHome" = EXCLUDED."moneylineHome", "moneylineAway" = EXCLUDED."moneylineAway", "spreadHome" = EXCLUDED."spreadHome", "spreadAway" = EXCLUDED."spreadAway", "spreadHomeOdds" = EXCLUDED."spreadHomeOdds", "spreadAwayOdds" = EXCLUDED."spreadAwayOdds", total = EXCLUDED.total, "totalOverOdds" = EXCLUDED."totalOverOdds", "totalUnderOdds" = EXCLUDED."totalUnderOdds" r) home_odds away_odds)rrr) bookmakerrz theoddsapi: theoddsapiT)external_game_idsourcecreate_snapshotsrrrz$ Warning: unified schema error for CAPTURED: z odds records (legacy)z UNIFIED: z created, z updated, z snapshotsQUOTA:  used, remaining)rrrnowrutc isoformatSPORTSrrupperlenr fromisoformatreplacerUNIFIED_SCHEMA_AVAILABLEappendr rrrrr)+rrrrtotal_captured unified_statsleague sport_configrreventrhomeawaycommence commence_dtbook book_nameml_homeml_away spread_home spread_awayspread_home_oddsspread_away_odds total_line over_odds under_oddsmarket market_keyrobookmaker_odds_list markets_datah_oddsa_oddss_lines_homes_awayt_linet_overt_underresultrs+ rcapture_live_oddsrMjs' ++-CN !aa@M Bvh-   F8<< -779: ;< VH\Vzz&)   '  * V\\^$K0 1  6<<>""SYKw78N VEyyH$UYY{B%?HD$UYY{B%?HDyy1HK"*"8"89I9I#x9X"YK ,3D $ HHUI6 %)(',00 k6:: #3! )-- J"hhy"5 0!"v$!6./eeGn 3455> 0 B$x/!)@P : -:!#ID $N(K&(#!IIlB7)fD $ :I#%L"&((9b"9"u%+ZZ%6 #)::j"#=%..22FV%-<#$55=D#8-.UU7^F%&UU6]d%:-.UU7^F < &DJY_6` U 3'947;;F;Vf%-<#$55=D#8-.UU7^F-.UU7^F%&UU6]d%:-.UU7^F < &1CIX^ms:t Y 7'838< - 23:mI>V=WWabop{b|a}~HI J GG&&'ww/F/F.Gz RS VH aD%V DXJbQRPSTUUVs%"%Y) A.Y1)Y.1 Z:ZZc|ddg}|j}d}tddtdtdtjtj j td|D]}tj|}|s|d }|d }|j|} | st|jd Vtjtj } g} | D]h} | jd } | s tj| jd d}| |cxkr| tdzkrnn| j| jtd|jdt| d| ddD]} | jd}t!| jdd|}t!| jdd|}| jd } d}| r& tj| jd d}|j#|||}|s|jdgD]}|jd d}|jdgD]}|jd }|j%ds&|jdgD]}|jd|jdd}|jd }|jd!}|jddj'}|j|d"k(r|nd}|d#k(r|nd}|j)d$|||||||||||f |d%z }|j+|j-tddtd&|d'td(|j.d)|j0d*td|S#YxYw#YxYw)+z'Capture player props for upcoming gamesNrr&rrrzCAPTURING PLAYER PROPSrr$r%rr r r )hoursrz upcoming games (next 24h) rr rr )rrrrplayer_r descriptionrrroverundera INSERT INTO "PropSnapshot" ( league, "theoddsapiEventId", "gameDate", "homeTeam", "awayTeam", bookmaker, "marketType", "playerName", "propLine", "overPrice", "underPrice", "capturedAt" ) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, date_trunc('minute', NOW())) ON CONFLICT DO NOTHING rrz prop recordsrrr )rrrr!rr"r#r$rrr%r'r(rr*r&rrrlowerrrrrr)rrrrr+r-r.rr%rr!upcoming_eventsr/r2r3rr0r1 event_oddsr4r5r?r@outcome player_name prop_liner outcome_type over_price under_prices rcapture_player_propsr_#s%. ++-CN Bvh- "# F8<< -779: ;< VHS,zz&)   ' #N3 ##I. V\\^$K0 1 ll8<<( Eyy1H"*"8"89I9I#x9X"YK[D31D+DD'..u5   6<<>""S%9$::TUV$Sb)5 ,EyyH$UYY{B%?HD$UYY{B%?HDyy1HK"*"8"89I9I#x9X"YK !// 8\/ZJ"|R8" , HHUI6 "hhy"5,F!'E!2J%00; #)::j"#=,&-kk-VUWAX&Y $+KK$8 ' G 4'.{{62'>'D'D'F %,$.:f.DU$ /;w/FeD  %#Hk4%z; &  '!+3, ," ,'5 ,=S,j KKMIIK Bvh- J~&m 45 GG&&'ww/F/F.Gz RS VH IsAO6%OOO c8|j}tddtdtdtd|ddtd|ddtd |d dt|d rd |d|d z d zd dndtdy)zDisplay quota statusrrzTHE ODDS API QUOTA STATUSz Used: rrz Remaining: rz Total: rz Usage: dz.2f%zN/AN)rr)rquotas r show_quotards    !E Bvh- %& VH Kf a( )* Kk*1- ./ Kgq) *+ uW~Kf g6NO  *"S[MAB[ABq~.c!K.1AQEWDXYZ[  [ yyDJJ'd 99 gtW 5 :: $ 8 =;s6I.__main__r)*__doc__rkrrrrrsyspathinsertdirnameabspath__file__ team_namesrrrrtypingrrr r lib.unified_odds_ingestionr r r r) ImportErrorrrr$rrrrrrMr_rdrwrexitrrrrs7  277??277??8#<=>(22..277??8,-Z $ -t     t  %   t :   ;t L   Mt ` ! at n ' ot ~    t J   Kt X*57OPYt ` %57OPat h %57OPit p (57OPqt x *57OP yt @ *56 At H 56 It P ' Qt X  a Yt `  45 at n, U38_,{M{M|0fv0vcvrj"3jDIjZ ) 4 n zLgZ$ XYZs; F((F:9F: