Change varible import to new util function
This commit is contained in:
1 parent
fae5128f06
commit
97635dd3f2
1 file changed
+13
-13
+13
-13
@@ -3,14 +3,13 @@
|
|||||||
|
|
||||||
Utility functions for scaping web data relative to selected games
|
Utility functions for scaping web data relative to selected games
|
||||||
"""
|
"""
|
||||||
import os
|
|
||||||
from dotenv import load_dotenv
|
|
||||||
|
|
||||||
import httpx
|
import httpx
|
||||||
from dateutil import parser, utils
|
from dateutil import parser, utils
|
||||||
from bs4 import BeautifulSoup
|
from bs4 import BeautifulSoup
|
||||||
|
|
||||||
load_dotenv()
|
from util.environment import load_environment_variables
|
||||||
|
|
||||||
|
project_variables: dict = load_environment_variables()
|
||||||
|
|
||||||
def scrape_game_history(game: str, year: int = utils.today().year) -> dict:
|
def scrape_game_history(game: str, year: int = utils.today().year) -> dict:
|
||||||
"""
|
"""
|
||||||
@@ -30,20 +29,21 @@ def scrape_game_history(game: str, year: int = utils.today().year) -> dict:
|
|||||||
"""
|
"""
|
||||||
drawings = {}
|
drawings = {}
|
||||||
|
|
||||||
url = f"{os.getenv('BASE_SCRAPE_URL')}{game}/numbers/{year}"
|
url = f"{project_variables['LP_BASE_SCRAPE_URL']}{game}/numbers/{year}"
|
||||||
page = httpx.get(url)
|
page = httpx.get(url)
|
||||||
soup = BeautifulSoup(page.text, 'html.parser')
|
soup = BeautifulSoup(page.text, 'html.parser')
|
||||||
results = soup.find_all(os.getenv('RESULT_CONTAINER'), class_=os.getenv('RESULT_CLASS'))
|
results = soup.find_all(project_variables['LP_RESULT_CONTAINER'], class_=project_variables['LP_RESULT_CLASS'])
|
||||||
|
|
||||||
for result in results:
|
for result in results:
|
||||||
pick5 = []
|
pick5 = []
|
||||||
draw_date = parser.parse(result.find(os.getenv('DRAW_DATE_CONTAINER'),
|
draw_date = parser.parse(result.find(project_variables['LP_DRAW_DATE_CONTAINER'],
|
||||||
class_=os.getenv('DRAW_DATE_CLASS')).text).date().strftime('%Y-%m-%d')
|
class_=project_variables['LP_DRAW_DATE_CLASS']).text).date().strftime('%Y-%m-%d')
|
||||||
main_balls = result.find_all(os.getenv('BALL_CONTAINER'), class_=os.getenv('BALL_CLASS'))
|
main_balls = result.find_all(project_variables['LP_BALL_CONTAINER'], class_=project_variables['LP_BALL_CLASS'])
|
||||||
game_ball = result.find(os.getenv('BALL_CONTAINER'),
|
game_ball = result.find(project_variables['LP_BALL_CONTAINER'],
|
||||||
class_=[os.getenv('POWERBALL_CLASS'), os.getenv('MEGABALL_CLASS')])
|
class_=[project_variables['LP_POWERBALL_CLASS'], project_variables['LP_MEGABALL_CLASS']])
|
||||||
multiplier = result.find(os.getenv('BALL_CONTAINER'),
|
multiplier = result.find(project_variables['LP_BALL_CONTAINER'],
|
||||||
class_=[os.getenv('POWERBALL_MULTIPLIER_CLASS'), os.getenv('MEGA_MILLIONS_MULTIPLIER_CLASS')])
|
class_=[project_variables['LP_POWERBALL_MULTIPLIER_CLASS'],
|
||||||
|
project_variables['LP_MEGA_MILLIONS_MULTIPLIER_CLASS']])
|
||||||
|
|
||||||
for ball in main_balls:
|
for ball in main_balls:
|
||||||
pick5.append(int(ball.text.strip()))
|
pick5.append(int(ball.text.strip()))
|
||||||
|
|||||||
Reference in new issue
Block a user