NiJ zdZddlZddlZddlZddlZddlZddlZddlZddl m Z m Z m Z ejjdejjejjeddlmZdZdZdeiZdd d d d d dddddddddZdddddZdZdZdZdZd Zd!Zed"k(reyy)#a Backfill 2 weeks of historical data from TheSportsDB v2. Fetches full season schedules for priority leagues and filters to last 14 days. Also fetches event details (lineups, stats, timelines, highlights) for all finished games. Run once manually, then the cron jobs take over. N)datetimetimezone timedelta)normalize_to_full428892z'https://www.thesportsdb.com/api/v2/jsonz X-API-KEY)nbaNBA 2025-2026)nflNFL2025)nhlNHLr )mlbMLBr )ncaabNCAABr )ncaafNCAAFr )eplzEnglish Premier Leaguer )laligazSpanish La Ligar ) bundesligazGerman Bundesligar )serieazItalian Serie Ar )ligue1zFrench Ligue 1r )mlsz American MLS2026)uclzUEFA Champions Leaguer )ufcUFCr)43874391438044244607447943284335433143324334434644804443zlookup/event_lineupzlookup/event_statszlookup/event_timelinezlookup/event_highlights)lineupstatstimeline highlightsctdd5}|D]b}|jds|jdddjjdjddccdddS dddy #1swYy xYw) Nz/var/www/html/eventheodds/.envrzSPORTS_DATABASE_URL=="?r)open startswithsplitstrip)flines scripts/backfill_tsdb_2weeks.py load_db_urlr@1s . 4N ND56zz#q)!,224::3?EEcJ1MMNN NN  N sA?AA?4A??Bctjtj|dj j S)NT) sort_keys)hashlibsha256jsondumpsencode hexdigest)datas r?rDrD9s. >>$**TT:AAC D N N PPcJ|y t|S#ttf$rYywxYw)N)int ValueError TypeError)vs r?_intrP=s/y1v  "s ""ctd|d|} tj|td}|jdk7r t d|jd|d|gS|j }|jdxs(|jd xs|jd xsgS#t$r}t d |gcYd}~Sd}~wwxYw) Nz/schedule/league//headerstimeoutz HTTP z for scheduleeventstablez Error: )BASErequestsgetHEADERS status_codeprintrE Exception) league_idseasonurlresprIes r? fetch_seasonrgFs F#I;ax 8C ||C"=   s " Id../uYKqI JIyy{xx #Ttxx'9TTXXg=NTRTT  A3  s%A B&A B&& C /C>C C ctd|d|} tj|td}|jdk7ry|j }|D])}||s t ||tr||cS||gcSy#t$rYywxYw)NrRrTrW) r[r\r]r^r_rE isinstancelistra)endpointevent_idrdrerIkeys r? fetch_detailroTs F!H:Qxj )C ||C"=   s "yy{ QCCy$.tCy$$?tCyPd3i[P Q s(+A;A;A;1A;9A;; BBc t}|s tdytj|}|j }t j tj}|tdz }|jd}d}d}d}g} td|dtdtjD]^\} \} } } td | d | d t| | }|s td 7|Dcgc]}|jd xsd|k\s|}}tdt|dt|d|D]}|jdd}|sd|}|jd d}|jdxs|jdxsd}|rt|dk\r |d|ddn|d}t!|jdxs|jdd| }t!|jdxsd| }t#|jd }t#|jd!}||d"nd#} t%| j'd$d}|j/d%| ||||||||t1j2|||f |d&z }t5|}|j/d'| | ||t1j2||f||j6z }|d"k(s| j9||j;t=j>d(atd)dtd*|td+|td,t| td-t@jD]\}}td.|d/tC| D]\} }!tE||!}"|"rb|"D]]}#tG|#tHs|!|#d<t5|#}$ |j/d0||$|t1j2|#|f||j6z }_| d&zd1zdk(s|j;td2| d&zd3t| d4t=j>d5|j;|jOtd6|d7|d8|d9ycc}w#t(t*f$r|j,}Y`wxYw#tJ$r|jMY,wxYw):NzERROR: No SPORTS_DATABASE_URL)daysz%Y-%m-%drzBackfilling events from z to todayz<============================================================z --- z (z) ---z No events found dateEventr8z z total events, z in last 14 daysidEventtsdb_strTime strTimeLocalz00:00:00 z 00:00:00 strHomeTeamstrEventUnknown strAwayTeamTBD intHomeScore intAwayScorefinal scheduled-ag INSERT INTO "SportsGame" ( league, season, "gameDate", "homeTeam", "awayTeam", "externalGameId", "homeScore", "awayScore", status, raw, "createdAt", "updatedAt" ) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s) ON CONFLICT (league, "externalGameId") DO UPDATE SET "homeScore" = COALESCE(EXCLUDED."homeScore", "SportsGame"."homeScore"), "awayScore" = COALESCE(EXCLUDED."awayScore", "SportsGame"."awayScore"), status = CASE WHEN EXCLUDED.status = 'final' THEN 'final' ELSE "SportsGame".status END, raw = EXCLUDED.raw, "updatedAt" = EXCLUDED."updatedAt" WHERE EXCLUDED."homeScore" IS NOT NULL OR "SportsGame"."homeScore" IS NULL r5a) INSERT INTO "ExternalFeedRecord" (source, kind, league, season, "contentHash", "fetchedAt", raw, "createdAt") VALUES ('thesportsdb', 'schedule', %s, %s, %s, %s, %s, %s) ON CONFLICT (source, "contentHash") DO NOTHING g? zGames upserted: zFeed records: zFinished events to enrich: z Fetching event details...z --- z ---aa INSERT INTO "ExternalFeedRecord" (source, kind, league, season, "contentHash", "fetchedAt", raw, "createdAt") VALUES ('thesportsdb', %s, NULL, NULL, %s, %s, %s, %s) ON CONFLICT (source, "contentHash") DO NOTHING z rRz processedg333333?z BACKFILL COMPLETE: z games, z feed records, z detail records)(r@r`psycopg2connectcursorrnowrutcrstrftimePRIORITY_LEAGUESitemsrgr]lenrrPrLr;rM IndexErroryearexecuterErFrDrowcountappendcommit_timesleepDETAIL_ENDPOINTS enumeraterorjdictrarollbackclose)%db_urlconncurrcutoff cutoff_str total_games total_feed total_detailsfinished_event_idsrbcodenamercrYrfrecentevrmext_iddate_strtime_str game_datehomeaway home_score away_scorestatus season_year content_hashkindrlieidrecordsrecchs% r?mainrcs ]F  -.   F #D ++-C ,,x|| $C 9"% %F,JKJM $ZL :; (O+;+A+A+CC' 'D$ tfBvhe,-i0 % ' $Pk(:(@bZ'O!PP 3v;-s6{m;KLM5 4Bvvi,HXJ'Fvvk2.Hvvi(PBFF>,BPjH8@S]VWEW8*Ahrl^4`h_iir]sI$RVVM%:%[bffZQZ>[]abD$RVVM%:%CeTJDbff^45Jbff^45J * 6:;QWWbF '!&,,s"3A"67 KK k9dD J 2S $ 1 K"":L KK  c4::b>3G  I #,, &J "))(3k5 4n  CGCJ Bxj/ [M *+ N:, '( ',>(?'@ AB ')*002h d#$ 23 !FAs"8S1G"(C%c40 %(C NB ( % #BTZZ_cB D &5 ( A|q  QqSE3'9#:";:FG C - !0 58 JJL !+hzl/R_Q``o pqCQ* + '!hh  'B%( (s02RR>R9R?R<;R<?S S __main__)__doc__ossysrErCr\rtimerrrrpathinsertdirnameabspath__file__ team_namesrAPI_KEYr[r^rrr@rDrPrgror__name__rJr?rs 22277??277??8#<=>( 0   ( " ' " + & : 6 < 6 5 + 9 "$$ !'+ Q  }r@ zFrJ