4Ki!& .dZddlZddlZddlmZidddddd d d d d ddddddddddddddddddddddddid d d!d!d"d"d#d#d$d$d%d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;dd?d>d?d>d?d@ Zej dAejZdBe dCe fdDZ dBe dCe fdEZ dFe dCe fdGZ d\dHe dIe dJedCe fdKZd]dHe dIe dJedCe fdLZedMk(redNgdOZeD]-\ZZe eZeek(rdPndQedRZedSedTdUedVdWe/edXgdYZeD]-\ZZe eZeek(rdPndQedRZedSedTdUedVdWe/edZgd[ZeD]-\ZZe eZeek(rdPndQedRZedSedTdUedVdWe/yy)^a: NCAA Team & Player Name Normalization Utility ---------------------------------------------- Canonical normalization for Rainmaker entity resolution. Handles punctuation, diacritics, suffixes, abbreviations, and fuzzy matching. Usage: from normalize import normalize_team, normalize_player, fuzzy_match_team N)SequenceMatcherzalabama crimson tidealabamazalabama a&m bulldogsz alabama amzarizona wildcatsarizonazarizona st sun devils arizona stzarkansas razorbacksarkansaszarkansas st red wolvesz arkansas stzarkansas pine bluffuconn connecticutz uconn huskieszole miss mississippizole miss rebelsumass massachusettscal californiapitt pittsburghz pitt pantherslsuz lsu tigersvcusmubyuucfunlvutepz fresno statez fresno stzcolorado state colorado stzportland statez portland stzkennesaw statez kennesaw stz jackson statez jackson stz alcorn statez alcorn stzsan diego statez san diego stzmichigan state michigan stz ohio statezohio stz penn statezpenn stz iowa stateziowa stz texas techznorth carolina stmiami flmiami oh) ztexas tech red raidersznc stateznc state wolfpackrrz miami (fl)z miami (oh)zmiami hurricaneszmiami redhawksa\b(wildcats|bulldogs|tigers|eagles|bears|hawks|panthers|cougars|lions|wolves|mustangs|hornets|owls|cardinals|braves|knights|spartans|huskies|aggies|rebels|warriors|raiders|lancers|broncos|cowboys|miners|rockets|dolphins|gators|wolverines|boilermakers|buckeyes|sooners|longhorns|crimson\s*tide|tar\s*heels|blue\s*devils|golden\s*bears|fighting\s*irish|commodores|volunteers|razorbacks|mountaineers|seminoles|cavaliers|hokies|jayhawks|cyclones|red\s*raiders|horned\s*frogs|sun\s*devils|beavers|ducks|golden\s*gophers|badgers|hawkeyes|hoosiers|cornhuskers|nittany\s*lions|scarlet\s*knights|terrapins|illini|orange|yellow\s*jackets|demon\s*deacons|wolfpack|red\s*wolves|rams|49ers|bearcats|musketeers|pirates|friars|bluejays|red\s*storm|hoyas|johnnies|ramblers)\bnamereturnc |sytjd|}djd|D}|jj }t j dd|}t j dd|j }|tvr t|Stj d|j }t j dd|j }t j dd|}|tvr t|S|S) z Produce a canonical lowercase key from any team name variant. Strips diacritics, punctuation, mascots, extra whitespace. NFKDc3LK|]}tj|r|ywN unicodedata combining.0cs 7/var/www/html/rainmaker/backend/src/kenpom/normalize.py z!normalize_team..d=aK$9$9!$<=$$z['\"\.\-,;:!?()&]\s+ z \bstate\bst) r$ normalizejoinlowerstripresubSCHOOL_ALIASESMASCOT_PATTERNrss r)normalize_teamr:Zs  fd+A =1==A  A #R+A vsA$$&A Na   2q!'')A vsA$$&A |T1%A Na  Hc|sytjd|}djd|D}|jj }t j dd|}t j dd|}t j dd|}t j dd|}t j dd |j }|S) z Produce a canonical lowercase key from any player name variant. Handles: D'Angelo/DAngelo/D-Angelo/D Angelo, Jr./Jr/III, accents, etc. rr c3LK|]}tj|r|ywr"r#r&s r)r*z#normalize_player..r+r,z['`']z\.-z\b(jr|sr|ii|iii|iv|v)\b\.?r-r.)r$r0r1r2r3r4r5r8s r)normalize_playerr?s  fd+A =1==A  A xQA ub!A tRA ,b!4A vsA$$&A Hr; player_idcF|sy|jd}t|dk\reg}|D]D}|js|jdvr&|j |j Ft dj|St |jddS)u Convert SGO playerID format (FIRST_LAST_N_LEAGUE) to normalized name. Example: JAYLEN_BROWN_2_NBA → jaylen brown r_)NBANFLNHLMLBNCAAMNCAABEPLWNBAr.) splitlenisdigitupperappendr2r?r1replace)r@parts name_partsps r)normalize_sgo_player_idrUs  OOC E 5zQ  )Ayy{aggi+hh   aggi ( )  455 I--c37 88r;query candidates thresholdc t|}g}|D]d}t|}||k(r|j|df'td||j}||k\sH|j|t |dfft |dS)z Find fuzzy matches for a team name against a list of candidates. Returns list of (candidate, score) tuples above threshold, sorted by score desc. ?NrCc|d SNxs r)z"fuzzy_match_team.. !A$r;key)r:rPrratioroundsortedrVrWrX query_normresults candidate cand_normscores r)fuzzy_match_teamrns  &JG 9 "9-   " NNIs+ ,  j)<BBD I  NNIuUA7 8 9 ' //r;c t|}g}|D]d}t|}||k(r|j|df'td||j}||k\sH|j|t |dfft |dS)zL Find fuzzy matches for a player name against a list of candidates. rZNrCc|d Sr\r^r_s r)raz$fuzzy_match_player..rbr;rc)r?rPrrerfrgrhs r)fuzzy_match_playerrqs"%(JG 9 $Y/  " NNIs+ , j)<BBD I  NNIuUA7 8 9 ' //r;__main__z === Team Normalization Tests ===))zDuke Blue Devilsduke)zMichigan Wolverinesmichigan)z Michigan St.r)zMichigan State Spartansr)z Arizona St.r)UConnr )z UConn Huskiesr )zOle Missr )zMiami FLr)z Miami (FL)r)z Colorado St.r)zColorado State Ramsr)z St. John'szst johns)z Saint Mary'sz saint marys)z N.C. Stateznc st)z Texas A&Mztexas amPASSz FAIL (got 'z')z z<30u → z<20r.z# === Player Normalization Tests ===))zD'Angelo Russelldangelo russell)zDAngelo Russellrw)zD-Angelo Russellrw)zD Angelo Russellrw)zMarcus O'Brien Jr.z marcus obrien)u José Garcíaz jose garcia)zLeBron James III lebron james)zShaquille O'Nealzshaquille onealz === SGO Player ID Tests ===))JAYLEN_BROWN_2_NBAz jaylen brown)DANGELO_RUSSELL_1_NBArw)LEBRON_JAMES_1_NBArx)gffffff?)g?)__doc__r4r$difflibrr6compile IGNORECASEr7strr:r?rUlistfloatrnrq__name__printtestsrawexpectedresultstatus player_tests sgo_testsr^r;r)rs # 1I1L1 1 \ 1 : 1m101 ]1]1 1}1 _1 <1  L!1"\#1$ 5%1&%'1( 5)1* 5+1, 5-1. 5/10 F112 F316K718m91:m;1<m=1>\?1@KA1B~C1DmE1F)G1H)I1J)K1L+#," a1h >MM$$ $ $ R 3 3 @9s9s920C0T0e0t000c0t00QU0. z ,- E$8 X$!X-[3K 3s)5 AfX678  01 L&8 X!#&!X-[3K 3s)5 AfX678  )*I #8 X(-!X-[3K 3s)5 AfX678er;