from bs4 import BeautifulSoup from dateutil.parser import parse import json import re def calcPredictedScore(sF,sU,S,O): scoreObj = {} scoreObj["sU"] = (int(O) - int(S))/2 scoreObj["sF"] = int(O) - ((int(O)-int(S))/2) return scoreObj fullObj = { "years":[] } start_year = 1952 for year in range(start_year, 2025): with open("data/"+str(year)+".html") as fp: soup = BeautifulSoup(fp, 'html.parser') start_pos = soup.find(string=str(year)+" Regular Season - Week 1"); gamesObj = { "year":year, "games":[] } try: for table in start_pos.find_all_next(class_="soh1"): for child in table.find_all("tbody"): for row in child.find_all("tr"): cells = row.find_all("td") game = {} cursor = 0 if len(cells[1].string) == 3: cursor = cursor+1 spreadText = cells[cursor+6].string if re.match(r'.\s-?\d', spreadText): game["date"] = cells[cursor+1].string game["at"] = cells[cursor+3].string game["fav"] = cells[cursor+4].string game["und"] = cells[cursor+8].string actualScore = re.search(r'.\s(\d+)-(\d+)', cells[cursor+5].string) game["sF"] = actualScore.group(1) game["sU"] = actualScore.group(2) spreadValSearch = re.search(r'.\s-?(\d+)', spreadText) if spreadValSearch: spreadVal = spreadValSearch.group(1) else: spreadVal = -1 ouValSearch = re.search(r'.\s-?(\d+)', cells[cursor+8].string) if ouValSearch: ouVal = ouValSearch.group(1) else: ouVal = -1 game["spread"] = spreadVal game["ou"] = ouVal if spreadVal != -1 and ouVal != -1: game["pScore"] = calcPredictedScore(game["sF"],game["sU"],spreadVal,ouVal) gamesObj["games"].append(game) except: print("Error parsing " + str(year)) fullObj["years"].append(gamesObj) objson = json.dumps(fullObj) print(objson) ''' if sF + sU = O and sF - sU = S then sF = O - sU sF = S + sU O - sU = S + sU O = S + 2sU 2sU = O - S sU = (O - S)/2 sF = O - ((O-S)/2) '''