Change varible import to new util function

This commit is contained in:
chris committed 2026-03-04 20:11:11 -05:00
1 parent fae5128f06
commit 97635dd3f2
1 file changed
+13 -13
+13 -13
View File
@@ -3,14 +3,13 @@
Utility functions for scaping web data relative to selected games Utility functions for scaping web data relative to selected games
""" """
import os
from dotenv import load_dotenv
import httpx import httpx
from dateutil import parser, utils from dateutil import parser, utils
from bs4 import BeautifulSoup from bs4 import BeautifulSoup
load_dotenv() from util.environment import load_environment_variables
project_variables: dict = load_environment_variables()
def scrape_game_history(game: str, year: int = utils.today().year) -> dict: def scrape_game_history(game: str, year: int = utils.today().year) -> dict:
""" """
@@ -30,20 +29,21 @@ def scrape_game_history(game: str, year: int = utils.today().year) -> dict:
""" """
drawings = {} drawings = {}
url = f"{os.getenv('BASE_SCRAPE_URL')}{game}/numbers/{year}" url = f"{project_variables['LP_BASE_SCRAPE_URL']}{game}/numbers/{year}"
page = httpx.get(url) page = httpx.get(url)
soup = BeautifulSoup(page.text, 'html.parser') soup = BeautifulSoup(page.text, 'html.parser')
results = soup.find_all(os.getenv('RESULT_CONTAINER'), class_=os.getenv('RESULT_CLASS')) results = soup.find_all(project_variables['LP_RESULT_CONTAINER'], class_=project_variables['LP_RESULT_CLASS'])
for result in results: for result in results:
pick5 = [] pick5 = []
draw_date = parser.parse(result.find(os.getenv('DRAW_DATE_CONTAINER'), draw_date = parser.parse(result.find(project_variables['LP_DRAW_DATE_CONTAINER'],
class_=os.getenv('DRAW_DATE_CLASS')).text).date().strftime('%Y-%m-%d') class_=project_variables['LP_DRAW_DATE_CLASS']).text).date().strftime('%Y-%m-%d')
main_balls = result.find_all(os.getenv('BALL_CONTAINER'), class_=os.getenv('BALL_CLASS')) main_balls = result.find_all(project_variables['LP_BALL_CONTAINER'], class_=project_variables['LP_BALL_CLASS'])
game_ball = result.find(os.getenv('BALL_CONTAINER'), game_ball = result.find(project_variables['LP_BALL_CONTAINER'],
class_=[os.getenv('POWERBALL_CLASS'), os.getenv('MEGABALL_CLASS')]) class_=[project_variables['LP_POWERBALL_CLASS'], project_variables['LP_MEGABALL_CLASS']])
multiplier = result.find(os.getenv('BALL_CONTAINER'), multiplier = result.find(project_variables['LP_BALL_CONTAINER'],
class_=[os.getenv('POWERBALL_MULTIPLIER_CLASS'), os.getenv('MEGA_MILLIONS_MULTIPLIER_CLASS')]) class_=[project_variables['LP_POWERBALL_MULTIPLIER_CLASS'],
project_variables['LP_MEGA_MILLIONS_MULTIPLIER_CLASS']])
for ball in main_balls: for ball in main_balls:
pick5.append(int(ball.text.strip())) pick5.append(int(ball.text.strip()))