حi4dZddlZddlZddlmZmZmZdZiddddd d d d d ddddddddddddddddddd d!d"d#d$d%d&id'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOZgdPZgdQZ dRZ dSZ dTZ dedUZ dfdVZdWZdgdXZedYk(rddlZdZej&vZdZej&d[dD]&Zej/d\rej1d]Zned^ed_ed`ej4ej6j9edaeeeredbeedced^eeedyy)hze The Odds API - Game Odds Scraper Fetches spreads, totals (O/U), and moneylines for all major sports N)datetimetimezone timedeltazhttps://api.the-odds-api.com/v4nbabasketball_nbanflamericanfootball_nflmlb baseball_mlbnhl icehockey_nhlncaafamericanfootball_ncaafncaabbasketball_ncaabmlssoccer_usa_mlsmmamma_mixed_martial_artsboxing boxing_boxingepl soccer_epllaligasoccer_spain_la_ligaserieasoccer_italy_serie_a bundesligasoccer_germany_bundesligaligue1soccer_france_ligue_oneuclsoccer_uefa_champs_leagueuelsoccer_uefa_europa_league championshipsoccer_efl_champleague1soccer_england_league1league2soccer_england_league2facup soccer_fa_cupeflcupsoccer_england_efl_cup eredivisiesoccer_netherlands_eredivisieligamxsoccer_mexico_ligamxprimeirasoccer_portugal_primeira_ligaspl soccer_spl super_ligsoccer_turkey_super_leaguebrazil_asoccer_brazil_campeonato argentina!soccer_argentina_primera_division libertadores!soccer_conmebol_copa_libertadoresahl icehockey_ahlshlicehockey_sweden_hockey_league euroleaguebasketball_euroleaguenblbasketball_nbl atp_aus_opentennis_atp_aus_open_singlestennis_wta_aus_open_singlesrugbyleague_nrlrugbyunion_six_nationsaussierules_aflcricket_big_bashcricket_international_t20) wta_aus_opennrl six_nationsaflbig_bash cricket_t20) rrr r rrrrrrr r"r) rrr&r,r$r0r2r4r@rDr:r<ctdd5}|D]S}|jds|jdddjjddccdddS dddy#1swYyxYw) N/var/www/html/eventheodds/.envrzSPORTS_DATABASE_URL==?ropen startswithsplitstripflines 4/var/www/html/eventheodds/scripts/scrape_odds_api.py load_db_urlrf_s . 4C CD56zz#q)!,224::3?BBCC CC  C sA06A0%A00A9ctdd5}|D]A}|jds|jdddjccdddS dddy#1swYyxYw)NrWrXzTHE_ODDS_API_KEY=rYrZr]rbs re load_api_keyrhfsn . 45 5D23zz#q)!,224455 55  5 sA$AAA'ct}|sytd} tj|d|id}|jjdd}|jjdd}||d S#YyxYw) zCheck remaining API quotaNz/sportsapiKeyparamstimeoutx-requests-remainingunknownzx-requests-used) remainingused)rh ODDS_API_BASErequestsgetheaders)api_keyurlresprqrrs recheck_api_quotarzmsznG  O7 #C||C7(;RHLL$$%;YG || 19=&55s AA//A3c &ddl}t}|s tdgStd|d}|||dd}td|d d }t d |d zD]} t j ||d } | jdk(rtdgcS| jdk(rtd|dgcS| jdk(rtdgcS| jdk7rtd| jgcS| j} tdt| d| jj dd} td| | cSy#t jjt jjt jjf$rO} ||kr+td|d|d| |jdYd} ~ }td |d!| gcYd} ~ cSd} ~ wt $r} td"| gcYd} ~ cSd} ~ wwxYw)#z?Fetch odds from The Odds API. Retries once after 5s on timeout.rNzNo API key foundz/sports//oddsamerican)rjregionsmarkets oddsFormatzFetching odds for ...rZrkrliz Invalid API keyiz Sport z not found or no eventsiz Rate limited - quota exceeded Status: z Found  eventsrorpz API requests remaining: z- WARNING: Timeout/connection error (attempt /z), retrying in 5s: z ERROR: Failed after z attempts: Error: )timerhprintrsrangertru status_codejsonlenrv exceptionsConnectTimeout ReadTimeoutConnectionErrorsleep Exception) sport_keyrr~_timerwrxrm max_attemptsattemptrydatarqes re fetch_oddsr|snG   ! O8I;e 4C F yk -.LL1,-"! <<FB?D3&)* 3& +BCD 3&78 3& 4#3#3"456 99;D HSYKw/ 0 (()?KI .yk: ;K-".##22##//##335 %EgYaP\~]pqrpstu A *<. A3G HI  GA3- I sP3E E-E (E6AEAH*G(G( H( H4H H Hc|t}|sgStd|d}|d|d|d}td|d|d tj||d }|j d k7rtd |j d gS|j j dgS#t$r}td|gcYd}~Sd}~wwxYw)z*Fetch historical odds (requires paid plan)z/historical/sports/r|usr})rjr~rrdatezFetching historical odds for z on rrkrlrrz# (historical may require paid plan)rrN)rhrsrrtrurrr)rdate_strrrwrxrmryrs refetch_historical_oddsrsnG  O.yk ?C  F ))D # FG||C;   s " Jt//00ST UIyy{vr**  sm s$AB8B B;!B60B;6B;c. |yt|S#YyxYw)N)float)vals re safe_floatrs# ;Szs  c t}|s tdtj|}|j }d}|j d|j d}|r|}n-|rt}n$ttDcgc] }|tvs |c}z}t} | rtd| dd| dd} |D]~} tj| } | std | *t| } d}| D]}|jd d }|jd d }|jd d }|jdd } tj|j!dd}|jdgD]~}|jdd }|jdgD]S}|jdd }|jdg}d}d}d}d}d}|dk(rg|D]`}|jd|k(rt)|jd}2|jd|k(sGt)|jd}bn |dk(r|D]z}|jd|k(r5t)|jd}t)|jd}L|jd|k(sat)|jd}|n|dk(r|D]z}|jddk(r5t)|jd}t)|jd}L|jddk(sat)|jd}| ddl} |j || ||||||||r t-|nd|r t-|nd|r t-|nd|r t-|nd| j/||d||r t-|nd|r t-|nd|r t-|nd|r t-|ndf|dz }|dz }V|j | t5| z } td | j7d!||j9|j9ttd"|d#| d$d%|| d&Scc}w#tj"t$j&}YGxYw#t0$r}!|j3Yd}!~!/d}!~!wwxYw)'zMain ingest functionzSPORTS_DATABASE_URL not setra CREATE TABLE IF NOT EXISTS "GameOdds" ( id BIGSERIAL PRIMARY KEY, league TEXT NOT NULL, "gameId" TEXT NOT NULL, "gameDate" TIMESTAMPTZ, "homeTeam" TEXT, "awayTeam" TEXT, "bookmaker" TEXT, "market" TEXT NOT NULL, "lineValue" FLOAT, "homeOdds" INT, "awayOdds" INT, "overOdds" INT, "underOdds" INT, "fetchedAt" TIMESTAMPTZ DEFAULT NOW(), raw JSONB, source TEXT DEFAULT 'theoddsapi', UNIQUE(league, "gameId", "bookmaker", "market") ) a INSERT INTO "GameOdds" (league, "gameId", "gameDate", "homeTeam", "awayTeam", "bookmaker", "market", "lineValue", "homeOdds", "awayOdds", "overOdds", "underOdds", raw, "openingLineValue", "openingHomeOdds", "openingAwayOdds", "openingOverOdds", "openingUnderOdds") VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s) ON CONFLICT (league, "gameId", "bookmaker", "market") DO UPDATE SET "lineValue" = EXCLUDED."lineValue", "homeOdds" = EXCLUDED."homeOdds", "awayOdds" = EXCLUDED."awayOdds", "overOdds" = EXCLUDED."overOdds", "underOdds" = EXCLUDED."underOdds", "fetchedAt" = NOW(), raw = EXCLUDED.raw, "openingLineValue" = COALESCE("GameOdds"."openingLineValue", EXCLUDED."openingLineValue"), "openingHomeOdds" = COALESCE("GameOdds"."openingHomeOdds", EXCLUDED."openingHomeOdds"), "openingAwayOdds" = COALESCE("GameOdds"."openingAwayOdds", EXCLUDED."openingAwayOdds"), "openingOverOdds" = COALESCE("GameOdds"."openingOverOdds", EXCLUDED."openingOverOdds"), "openingUnderOdds" = COALESCE("GameOdds"."openingUnderOdds", EXCLUDED."openingUnderOdds") zAPI Quota - Remaining: rqz, Used: rrzUnknown league: idr\ commence_time home_team away_teamZz+00:00 bookmakerskeyroutcomesNh2hnamepricespreadspointtotalsOverUnder)eventmarketrZz z odds added: u✅ Game Odds ingested: z total records from rT)success stats_addedevents)rf RuntimeErrorpsycopg2connectcursorexecutecommitPRIORITY_SPORTSSECONDARY_SPORTSrzrSPORTSrurr fromisoformatreplacenowrutcrrintdumpsrrollbackrupperclose)"leagues priority_onlydb_urlconncurrsqltarget_leaguessquota total_eventsleaguerr league_countrgame_idrrr game_date bookmakerbook_keyr market_keyr line_value home_odds away_odds over_odds under_oddsoutcomerrs" re ingest_oddsrs ]F 899   F #D ++-CKKK * KKM C*  ((7G+d!1TcKcA+dd  E  'k(:';8E&M?STL O@JJv&  $VH- . I& B (Eiib)G!IIor:M +r2I +r2I 7$22=3H3Hh3WX #YY|R87 ( $==3'mmIr:4(F!'E2!6J%zz*b9H!%J $I $I $I!%J!U*'/MG&{{62i?,6w{{77K,L !(V!4 !A,6w{{77K,L M $y0'/MG&{{62i?-7 G8L-M ,6w{{77K,L !(V!4 !A,6w{{77K,L M$x/'/NG&{{62f<-7 G8L-M ,6w{{77K,L !(V!4!?-7 G8L-M N(# C"GY 9$j*.7C NT.7C NT.7C NT/9C Ot JJ&'IJ&.7C NT.7C NT.7C NT/9C Ot * $q( $) e4(7 (B (H F #  6<<>"- ~>?_O@bIIKJJL #J $[M1El^SZ [\K< PP},e2 7$LL6 p%( (s1= R R%RB,R0%R-0 S 9S S __main__z --priorityrZz--,z<============================================================z&THE ODDS API - EXPANDED SPORTS SCRAPERzTime: zConfigured sports: zMode: Priority sports only (z leagues))r)h2h,spreads,totalsr)r)NF)__doc__rtrrrrrsrrrrfrhrzrrrr__name__sysargvrrargr_r`rrr isoformatrrers?221 B  B  !B  > B   ? B   % B  B  B  #B  oB  <B   $!B " $#B $-%B & ''B , &-B . &/B 4&5B 6'7B 8'9B : _;B < &=B B1CB D $EB F/GB H