Inkycal/inkycal/modules/inkycal_openweather_scrape.py

from PIL import Image
from PIL import ImageEnhance
from selenium import webdriver
from selenium.common.exceptions import ElementClickInterceptedException
from selenium.webdriver.chrome.options import Options
from selenium.webdriver.chrome.service import Service
from selenium.webdriver.common.by import By
from selenium.webdriver.support.wait import WebDriverWait

import time

def get_scraped_weatherforecast_image() -> Image:
    # Set the desired viewport size (width, height)
    my_width = 480
    my_height = 850
    mobile_emulation = {
        "deviceMetrics": { "width": my_width, "height": my_height, "pixelRatio": 1.0 },
        "userAgent": "Mozilla/5.0 (Linux; Android 4.2.1; en-us; Nexus 5 Build/JOP40D) AppleWebKit/535.19 (KHTML, like Gecko) Chrome/18.0.1025.166 Mobile Safari/535.19"
    }

    # Create an instance of the webdriver with some pre-configured options
    options = Options()
    options.add_argument("--no-sandbox")
    options.add_argument("--headless=new")
    #options.add_argument("--disable-gpu")
    options.add_argument("--disable-dev-shm-usage")
    options.add_experimental_option("mobileEmulation", mobile_emulation)
    service = Service("/usr/bin/chromedriver")
    driver = webdriver.Chrome(service=service, options=options)

    # Navigate to webpage
    driver.get("https://openweathermap.org/city/2867714")

    # Wait and find the Cookie Button
    login_button = driver.find_element(By.XPATH, '//*[@id="stick-footer-panel"]/div/div/div/div/div/button')
    # Scroll to it
    driver.execute_script("return arguments[0].scrollIntoView();", login_button)
    # Click the button
    button_clicked = False
    while(button_clicked == False):
        try:
            login_button.click()
            button_clicked = True
            print("All cookies successfully accepted!")
        except ElementClickInterceptedException:
            print("Couldn't click the cookie button, retrying...")
            time.sleep(10)

    # hacky wait statement for all the page elements to load
    WebDriverWait(driver, timeout=20).until(lambda d: d.find_element(By.XPATH, '//*[@id="weather-widget"]/div[2]/div[1]/div[1]/div[1]/h2').text != "")

    # Scroll to the start of the forecast
    forecast_element = driver.find_element(By.XPATH, '//*[@id="weather-widget"]/div[2]/div[1]/div[1]/div[1]')
    driver.execute_script("return arguments[0].scrollIntoView();", forecast_element)

    # remove the map
    map_element = driver.find_element(By.XPATH, '//*[@id="weather-widget"]/div[2]/div[1]/div[2]')
    driver.execute_script("arguments[0].remove();", map_element)

    # zoom in a little - not now
    #driver.execute_script("document.body.style.zoom='110%'");

    html_element = driver.find_element(By.TAG_NAME, "html")
    driver.execute_script("arguments[0].style.fontSize = '16px';", html_element)

    # Save as a screenshot
    image_filename = "/tmp/openweather_scraped.png"
    driver.save_screenshot(image_filename)

    # Close the WebDriver when done
    driver.quit()

    # crop, resize, enhance & rotate the image for inky display
    im = Image.open(image_filename, mode='r', formats=None)
    im = im.crop((0, 50, my_width, my_height))
    #im = im.resize((800, 480), Image.Resampling.LANCZOS)
    #im = im.rotate(90, Image.NEAREST, expand = 1)
    im = ImageEnhance.Contrast(im).enhance(1.3)
    im.save(image_filename)
    return im, im

def main():
    _, _ = get_scraped_weatherforecast_image()

if __name__ == '__main__':
    print(f'running {__name__} in standalone/debug mode')
    main()