[bug]ENGLISH[oce] No match

FrostyPowerUp commented 2 years ago

Issue with OCE redirecting to lolesports.com/schedule . OCE doesn't use the main page and automatically redirects to the schedule where element "a.match.live" is not present so no match are found by the tool. Changing language to either EUW or NA before logging in fix's the bug. The automatic login and headless will not work with OCE region.

FrostyPowerUp commented 2 years ago

Changing line 28 of main.py to

elements = driver.find_elements(by=By.CSS_SELECTOR, value="a.single.live.event")

fixes the issue on schedule page

FrostyPowerUp commented 2 years ago

Edit to the main.py that should work for all regions. changes to the following lines line 28 a.match.live >> a.single.live.event line 38 "https://lolesports.com" is replaced with "https://lolesports.com/schedule" line 102 "https://lolesports.com" is replaced with "https://lolesports.com/schedule" line 128 "https://lolesports.com" is replaced with "https://lolesports.com/schedule"

import logging
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as ec
from selenium.common.exceptions import TimeoutException
import chromedriver_autoinstaller
import time
from pprint import pprint
import yaml

# Force Twitch player
OVERRIDDES = {
    "https://lolesports.com/live/lck_challengers_league":"https://lolesports.com/live/lck_challengers_league/lckcl",
    "https://lolesports.com/live/lpl":"https://lolesports.com/live/lpl/lpl",
    "https://lolesports.com/live/lck":"https://lolesports.com/live/lck/lck",
    "https://lolesports.com/live/lec":"https://lolesports.com/live/lec/lec",
    "https://lolesports.com/live/lcs":"https://lolesports.com/live/lcs/lcs",
    "https://lolesports.com/live/lco":"https://lolesports.com/live/lco/lco",
    "https://lolesports.com/live/cblol_academy":"https://lolesports.com/live/cblol_academy/cblol"
}
CONFIG_LOCATION="config.yaml"
#CONFIG_LOCATION="config.dev.yaml" # development only

def getLiveMatches(driver):
    matches = []
    elements = driver.find_elements(by=By.CSS_SELECTOR, value="a.single.live.event")
    for element in elements:
        matches.append(element.get_attribute("href"))
    return matches

def readConfig(filepath):
    with open(filepath, "r") as f:
        return yaml.safe_load(f)

def logIn(driver, username, password):
    driver.get("https://lolesports.com/schedule")
    time.sleep(2)

    log.info("Moving to log in page")
    el = driver.find_element(by=By.CSS_SELECTOR, value="a[data-riotbar-link-id=login]")
    driver.execute_script("arguments[0].click();", el)

    log.info("Logging in")

    wait = WebDriverWait(driver, 20)
    usernameInput = wait.until(ec.presence_of_element_located((By.CSS_SELECTOR, "input[name=username]")))
    usernameInput.send_keys(username)
    passwordInput = wait.until(ec.presence_of_element_located((By.CSS_SELECTOR, "input[name=password]")))
    passwordInput.send_keys(password)
    submitButton = wait.until(ec.element_to_be_clickable((By.CSS_SELECTOR, "button[type=submit]")))
    driver.execute_script("arguments[0].click();", submitButton)

    log.info("Credentials submited")
    # wait until the login process finishes
    wait.until(ec.presence_of_element_located((By.CSS_SELECTOR, "div.riotbar-summoner-name")))

def setTwitchQuality(driver):
    wait = WebDriverWait(driver, 10)
    wait.until(ec.frame_to_be_available_and_switch_to_it((By.CSS_SELECTOR, "iframe[title=Twitch]")))
    settingsButton = wait.until(ec.presence_of_element_located((By.CSS_SELECTOR, "button[data-a-target=player-settings-button]")))
    driver.execute_script("arguments[0].click();", settingsButton)
    qualityButton = wait.until(ec.presence_of_element_located((By.CSS_SELECTOR, "button[data-a-target=player-settings-menu-item-quality]")))
    driver.execute_script("arguments[0].click();", qualityButton)
    options = wait.until(ec.presence_of_all_elements_located((By.CSS_SELECTOR, "input[data-a-target=tw-radio]")))
    driver.execute_script("arguments[0].click();", options[-1])

###################################################
log = logging.getLogger("League of Poro")
log.setLevel('DEBUG')
chromedriver_autoinstaller.install()

hasValidConfig = False
hasAutoLogin = False
isHeadless = False
username = "NoUsernameInConfig" # None
password = "NoPasswordInConfig" # None
try:
    config = readConfig(CONFIG_LOCATION)
    hasValidConfig = True
    if "autologin" in config:
        if config["autologin"]["enable"]:
            username = config["autologin"]["username"]
            password = config["autologin"]["password"]
            hasAutoLogin = True
    if "headless" in config:
        isHeadless = config["headless"]
except FileNotFoundError:
    log.warning("Configuration file not found. IGNORING...")
except (yaml.scanner.ScannerError, yaml.parser.ParserError) as e:
    log.warning("Invalid configuration file. IGNORING...")
except KeyError:
    log.warning("Configuration file is missing mandatory entries. Using default values instead...")

options = webdriver.ChromeOptions() 
options.add_argument('log-level=3')
if isHeadless and hasAutoLogin:
    options.add_argument("--headless")
driver = webdriver.Chrome(options=options)
driver.get("https://lolesports.com/schedule")

if hasAutoLogin:
    try:
        logIn(driver, username, password)
    except TimeoutException:
        log.error("Automatic login failed, incorrect credentials?")
        if isHeadless:
            driver.quit()
            log.info("Exitting...")
            exit()

while not driver.find_elements(by=By.CSS_SELECTOR, value="div.riotbar-summoner-name"):
    if not hasAutoLogin:
        log.info("Waiting for log in")
    else: 
        log.info("Please log in manually")
    time.sleep(5)
log.info("Okay, we're in")

currentWindows = {}
originalWindow = driver.current_window_handle

while True:
    driver.switch_to.window(originalWindow) # just to be sure
    time.sleep(2)
    driver.get("https://lolesports.com/schedule")
    time.sleep(5)
    liveMatches = getLiveMatches(driver)
    log.info(f"{len(liveMatches)} matches live")

    # Close windows finished matches
    toRemove = []
    for k in currentWindows.keys():
        if k not in liveMatches:
            log.info(f"{k} has finished")
            driver.switch_to.window(currentWindows[k])
            driver.close()
            toRemove.append(k)
            driver.switch_to.window(originalWindow)
            time.sleep(5)
    for k in toRemove:
        currentWindows.pop(k, None)

    # Open new live matches
    newLiveMatches = set(liveMatches) - set(currentWindows.keys())
    log.info(f"{len(newLiveMatches)} new matches")
    for match in newLiveMatches:
        driver.switch_to.new_window('tab')
        time.sleep(2)
        currentWindows[match] = driver.current_window_handle
        if match in OVERRIDDES:
            url = OVERRIDDES[match]
            log.info(f"Overriding {match} to {url}")
        else:
            url = match
        driver.get(url)
        time.sleep(5)
        try:
            setTwitchQuality(driver)
            log.info("Twitch quality set successfully")
        except:
            log.warning(f"Cannot set the Twitch player quality. Is the match on Twitch?")
        time.sleep(30)

    driver.switch_to.window(originalWindow)
    time.sleep(900)

LeagueOfPoro commented 2 years ago

I will look into that tomorrow, thank you

FrostyPowerUp commented 2 years ago

it seem the elements change from a.single.live.event to a.first.link a.middle.link a.last.link after a few minutes of streams going live which cause more issues

FrostyPowerUp commented 2 years ago

Realised my issue all fixed, First time I have used selenium. Just needed to change line 28 "a.match.live" to ".live.event"

import logging
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as ec
from selenium.common.exceptions import TimeoutException
import chromedriver_autoinstaller
import time
from pprint import pprint
import yaml

# Force Twitch player
OVERRIDDES = {
    "https://lolesports.com/live/lck_challengers_league":"https://lolesports.com/live/lck_challengers_league/lckcl",
    "https://lolesports.com/live/lpl":"https://lolesports.com/live/lpl/lpl",
    "https://lolesports.com/live/lck":"https://lolesports.com/live/lck/lck",
    "https://lolesports.com/live/lec":"https://lolesports.com/live/lec/lec",
    "https://lolesports.com/live/lcs":"https://lolesports.com/live/lcs/lcs",
    "https://lolesports.com/live/lco":"https://lolesports.com/live/lco/lco",
    "https://lolesports.com/live/cblol_academy":"https://lolesports.com/live/cblol_academy/cblol"
}
CONFIG_LOCATION="config.yaml"
#CONFIG_LOCATION="config.dev.yaml" # development only

def getLiveMatches(driver):
    matches = []
    elements = driver.find_elements(by=By.CSS_SELECTOR, value=".live.event")
    for element in elements:
        matches.append(element.get_attribute("href"))
    return matches

def readConfig(filepath):
    with open(filepath, "r") as f:
        return yaml.safe_load(f)

def logIn(driver, username, password):
    driver.get("https://lolesports.com/schedule")
    time.sleep(2)

    log.info("Moving to log in page")
    el = driver.find_element(by=By.CSS_SELECTOR, value="a[data-riotbar-link-id=login]")
    driver.execute_script("arguments[0].click();", el)

    log.info("Logging in")

    wait = WebDriverWait(driver, 20)
    usernameInput = wait.until(ec.presence_of_element_located((By.CSS_SELECTOR, "input[name=username]")))
    usernameInput.send_keys(username)
    passwordInput = wait.until(ec.presence_of_element_located((By.CSS_SELECTOR, "input[name=password]")))
    passwordInput.send_keys(password)
    submitButton = wait.until(ec.element_to_be_clickable((By.CSS_SELECTOR, "button[type=submit]")))
    driver.execute_script("arguments[0].click();", submitButton)

    log.info("Credentials submited")
    # wait until the login process finishes
    wait.until(ec.presence_of_element_located((By.CSS_SELECTOR, "div.riotbar-summoner-name")))

def setTwitchQuality(driver):
    wait = WebDriverWait(driver, 10)
    wait.until(ec.frame_to_be_available_and_switch_to_it((By.CSS_SELECTOR, "iframe[title=Twitch]")))
    settingsButton = wait.until(ec.presence_of_element_located((By.CSS_SELECTOR, "button[data-a-target=player-settings-button]")))
    driver.execute_script("arguments[0].click();", settingsButton)
    qualityButton = wait.until(ec.presence_of_element_located((By.CSS_SELECTOR, "button[data-a-target=player-settings-menu-item-quality]")))
    driver.execute_script("arguments[0].click();", qualityButton)
    options = wait.until(ec.presence_of_all_elements_located((By.CSS_SELECTOR, "input[data-a-target=tw-radio]")))
    driver.execute_script("arguments[0].click();", options[-1])

###################################################
log = logging.getLogger("League of Poro")
log.setLevel('DEBUG')
chromedriver_autoinstaller.install()

hasValidConfig = False
hasAutoLogin = False
isHeadless = False
username = "NoUsernameInConfig" # None
password = "NoPasswordInConfig" # None
try:
    config = readConfig(CONFIG_LOCATION)
    hasValidConfig = True
    if "autologin" in config:
        if config["autologin"]["enable"]:
            username = config["autologin"]["username"]
            password = config["autologin"]["password"]
            hasAutoLogin = True
    if "headless" in config:
        isHeadless = config["headless"]
except FileNotFoundError:
    log.warning("Configuration file not found. IGNORING...")
except (yaml.scanner.ScannerError, yaml.parser.ParserError) as e:
    log.warning("Invalid configuration file. IGNORING...")
except KeyError:
    log.warning("Configuration file is missing mandatory entries. Using default values instead...")

options = webdriver.ChromeOptions() 
options.add_argument('log-level=3')
if isHeadless and hasAutoLogin:
    options.add_argument("--headless")
driver = webdriver.Chrome(options=options)
driver.get("https://lolesports.com/schedule")

if hasAutoLogin:
    try:
        logIn(driver, username, password)
    except TimeoutException:
        log.error("Automatic login failed, incorrect credentials?")
        if isHeadless:
            driver.quit()
            log.info("Exitting...")
            exit()

while not driver.find_elements(by=By.CSS_SELECTOR, value="div.riotbar-summoner-name"):
    if not hasAutoLogin:
        log.info("Waiting for log in")
    else: 
        log.info("Please log in manually")
    time.sleep(5)
log.info("Okay, we're in")

currentWindows = {}
originalWindow = driver.current_window_handle

while True:
    driver.switch_to.window(originalWindow) # just to be sure
    time.sleep(2)
    driver.get("https://lolesports.com/schedule")
    time.sleep(5)
    liveMatches = getLiveMatches(driver)
    log.info(f"{len(liveMatches)} matches live")

    # Close windows finished matches
    toRemove = []
    for k in currentWindows.keys():
        if k not in liveMatches:
            log.info(f"{k} has finished")
            driver.switch_to.window(currentWindows[k])
            driver.close()
            toRemove.append(k)
            driver.switch_to.window(originalWindow)
            time.sleep(5)
    for k in toRemove:
        currentWindows.pop(k, None)

    # Open new live matches
    newLiveMatches = set(liveMatches) - set(currentWindows.keys())
    log.info(f"{len(newLiveMatches)} new matches")
    for match in newLiveMatches:
        driver.switch_to.new_window('tab')
        time.sleep(2)
        currentWindows[match] = driver.current_window_handle
        if match in OVERRIDDES:
            url = OVERRIDDES[match]
            log.info(f"Overriding {match} to {url}")
        else:
            url = match
        driver.get(url)
        time.sleep(5)
        try:
            setTwitchQuality(driver)
            log.info("Twitch quality set successfully")
        except:
            log.warning(f"Cannot set the Twitch player quality. Is the match on Twitch?")
        time.sleep(30)

    driver.switch_to.window(originalWindow)
    time.sleep(900)

alepouna commented 2 years ago

@FrostyPowerUp Fork the repo and create a PR so the changes can be edited and merged easily :)

LeagueOfPoro / EsportsCapsuleFarmer

[bug]ENGLISH[oce] No match #9