Skip to content

Commit

Permalink
Merge branch 'release/1.0.2'
Browse files Browse the repository at this point in the history
  • Loading branch information
@KarmaKamikaze
KarmaKamikaze committed Mar 29, 2024
2 parents f8e8604 + 65a143a commit 8d0804f
Show file tree
Hide file tree
Showing 2 changed files with 18 additions and 98 deletions.
3 changes: 3 additions & 0 deletions .gitignore
View file
Original file line number Diff line number Diff line change
Expand Up @@ -134,3 +134,6 @@ dmypy.json
# Data
[Dd]ata/
settings.json

# Images
*.png
113 changes: 15 additions & 98 deletions moxfield_scraper.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -5,9 +5,6 @@
from os import makedirs
from datetime import datetime
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from email_notification import send_mail
from config import Settings

Expand Down Expand Up @@ -35,6 +32,7 @@ def __init__(self, name: str, url: str, config: Settings):
self.url = url
self.logger = set_logging(name)
self.__config = config
self.__element_seek_timeout = 20

# configure webdriver
options = webdriver.ChromeOptions()
Expand All @@ -57,6 +55,8 @@ def __init__(self, name: str, url: str, config: Settings):
self.__config.webdriver_path,
options=options,
)
# Set the implicit wait time
self.__driver.implicitly_wait(self.__element_seek_timeout)

def __log(self, message: str) -> None:
self.logger.info(message)
Expand All @@ -67,102 +67,50 @@ def quit(self) -> None:
self.__driver.quit()

def __login(self, username: str, password: str) -> None:
WebDriverWait(driver=self.__driver, timeout=5).until(
EC.presence_of_element_located(
(
By.CSS_SELECTOR,
"#menu-deckname > span",
)
)
)
self.deck_title = self.__driver.find_element_by_css_selector("#menu-deckname > span").text
WebDriverWait(driver=self.__driver, timeout=5).until(
EC.presence_of_element_located(
(
By.CSS_SELECTOR,
"#userhover-popup-1 > a",
)
)
)
self.deck_author = self.__driver.find_element_by_css_selector("#userhover-popup-1 > a").text
self.deck_author = self.__driver.find_element_by_css_selector("#userhover-popup-2 > a").text
self.__log(f"Deck: {self.deck_title} by {self.deck_author}.")

if username == "" or password == "":
self.__log("Please add username and password information to the .env file. Exiting...")
exit()

self.__log("Logging in...")
# wait for page to load
WebDriverWait(driver=self.__driver, timeout=5).until(
EC.presence_of_element_located(
(
By.CSS_SELECTOR,
"#js-reactroot > header > nav > div > div > ul.navbar-nav.me-0 > li:nth-child(1) > a",
)
)
)
login_box = self.__driver.find_element_by_css_selector(
"#js-reactroot > header > nav > div > div > ul.navbar-nav.me-0 > li:nth-child(1) > a"
)
login_box.click()
WebDriverWait(driver=self.__driver, timeout=5).until(
EC.presence_of_element_located((By.CSS_SELECTOR, "#username"))
)

username_box = self.__driver.find_element_by_css_selector("#username")
username_box.send_keys(username)

password_box = self.__driver.find_element_by_css_selector("#password")
password_box.send_keys(password)

sign_in_box = self.__driver.find_element_by_css_selector(
"#maincontent > div > div.col-lg-8 > div > div.card.border-0.col-sm-9.col-lg-7 > div > form > "
"div:nth-child(3) > button "
)
sign_in_box.click()

def __set_price_to_lowest(self) -> None:
# wait for page to load
WebDriverWait(driver=self.__driver, timeout=5).until(
EC.presence_of_element_located((By.CSS_SELECTOR, "#subheader-more > span"))
)
more_box = self.__driver.find_element_by_css_selector("#subheader-more > span")
more_box.click()
WebDriverWait(driver=self.__driver, timeout=5).until(
EC.presence_of_element_located(
(
By.CSS_SELECTOR,
"body > div.dropdown-menu.show > div > div > div.d-inline-block.dropdown-column-divider > "
"a:nth-child(6)",
)
)
)

set_to_lowest_box = self.__driver.find_element_by_css_selector(
"body > div.dropdown-menu.show > div > div > div.d-inline-block.dropdown-column-divider > "
"a:nth-child(6) "
"a:nth-child(7) "
)
set_to_lowest_box.click()
WebDriverWait(driver=self.__driver, timeout=5).until(
EC.presence_of_element_located(
(
By.CSS_SELECTOR,
"body > div.modal.zoom.show.d-block.text-start > div > div > div.modal-footer > "
"button.btn.btn-custom.btn-primary",
)
)
)

confirm_box = self.__driver.find_element_by_css_selector(
"body > div.modal.zoom.show.d-block.text-start > div > div > div.modal-footer > "
"button.btn.btn-custom.btn-primary "
"button.btn.xfXbvFpydldcPS0H45tv.btn-primary > span.YdEWqn292WqT4MUY5cvf"
)
confirm_box.click()
time.sleep(2) # wait for prompt to disappear

def __get_price_field(self) -> str:
WebDriverWait(driver=self.__driver, timeout=5).until(
EC.presence_of_element_located(
(
By.CSS_SELECTOR,
"#shoppingcart",
)
)
)
return self.__driver.find_element_by_css_selector("#shoppingcart").text

def __check_currency(self):
Expand All @@ -171,49 +119,18 @@ def __check_currency(self):
if not price.__contains__("€"):
self.__log("Currency is not set to euros (€). Changing Currency...")

WebDriverWait(driver=self.__driver, timeout=5).until(
EC.presence_of_element_located(
(
By.CSS_SELECTOR,
"#maincontent > div.container.mt-3.mb-5 > div.deckview > div.d-none.d-md-block.pe-4 > div "
"> div.d-grid.gap-2.mt-4.mx-auto > div > a",
)
)
)
change_currency_settings_box = self.__driver.find_element_by_css_selector(
"#maincontent > div.container.mt-3.mb-5 > div.deckview > div.d-none.d-md-block.pe-4 > div > "
"div.d-grid.gap-2.mt-4.mx-auto > div > a "
)
change_currency_settings_box.click()
WebDriverWait(driver=self.__driver, timeout=5).until(
EC.presence_of_element_located(
(
By.CSS_SELECTOR,
"#playStyle-paperEuros",
)
)
)

euros_box = self.__driver.find_element_by_css_selector("#playStyle-paperEuros")
euros_box.click()
WebDriverWait(driver=self.__driver, timeout=5).until(
EC.presence_of_element_located(
(
By.CSS_SELECTOR,
"#affiliate-cardmarket",
)
)
)

cardmarket_box = self.__driver.find_element_by_css_selector("#affiliate-cardmarket")
cardmarket_box.click()
WebDriverWait(driver=self.__driver, timeout=5).until(
EC.presence_of_element_located(
(
By.CSS_SELECTOR,
"#maincontent > div.container.my-5 > div.row > div.col-lg-8.pe-lg-5.order-2.order-lg-1 > "
"form > div:nth-child(4) > button",
)
)
)

save_box = self.__driver.find_element_by_css_selector(
"#maincontent > div.container.my-5 > div.row > div.col-lg-8.pe-lg-5.order-2.order-lg-1 > form > "
"div:nth-child(4) > button "
Expand Down

0 comments on commit 8d0804f

Please sign in to comment.