iicd/Inkycal
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

latest best guess at scraping the weather

Browse Source
This commit is contained in:
mrbwburns
2023-11-20 17:29:46 +01:00
parent edd12c3ba0
commit f146949249
1 changed files with 20 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

27
inkycal/modules/inkycal_openweather_scrape.py
View File

@@ -1,12 +1,13 @@
from PIL import Image from PIL import Image
from PIL import ImageEnhance from PIL import ImageEnhance
from selenium import webdriver from selenium import webdriver
from selenium.common.exceptions import ElementClickInterceptedException from selenium.common.exceptions import ElementClickInterceptedException, TimeoutException, NoSuchElementException
from selenium.webdriver.chrome.options import Options from selenium.webdriver.chrome.options import Options
from selenium.webdriver.chrome.service import Service from selenium.webdriver.chrome.service import Service
from selenium.webdriver.common.by import By from selenium.webdriver.common.by import By
from selenium.webdriver.support.wait import WebDriverWait from selenium.webdriver.support.wait import WebDriverWait
import sys
import time import time
def get_scraped_weatherforecast_image() -> Image: def get_scraped_weatherforecast_image() -> Image:
@@ -47,7 +48,14 @@ def get_scraped_weatherforecast_image() -> Image:
time.sleep(10) time.sleep(10)
# hacky wait statement for all the page elements to load # hacky wait statement for all the page elements to load
WebDriverWait(driver, timeout=20).until(lambda d: d.find_element(By.XPATH, '//*[@id="weather-widget"]/div[2]/div[1]/div[1]/div[1]/h2').text != "") page_loaded = False
while(page_loaded == False):
try:
WebDriverWait(driver, timeout=45).until(lambda d: d.find_element(By.XPATH, '//*[@id="weather-widget"]/div[2]/div[1]/div[1]/div[1]/h2').text != "")
page_loaded = True
except TimeoutException:
print("Couldn't get the page to load, retrying...")
time.sleep(60)
# Scroll to the start of the forecast # Scroll to the start of the forecast
forecast_element = driver.find_element(By.XPATH, '//*[@id="weather-widget"]/div[2]/div[1]/div[1]/div[1]') forecast_element = driver.find_element(By.XPATH, '//*[@id="weather-widget"]/div[2]/div[1]/div[1]/div[1]')
@@ -57,8 +65,12 @@ def get_scraped_weatherforecast_image() -> Image:
map_element = driver.find_element(By.XPATH, '//*[@id="weather-widget"]/div[2]/div[1]/div[2]') map_element = driver.find_element(By.XPATH, '//*[@id="weather-widget"]/div[2]/div[1]/div[2]')
driver.execute_script("arguments[0].remove();", map_element) driver.execute_script("arguments[0].remove();", map_element)
# remove the hourly forecast
#map_element = driver.find_element(By.XPATH, '//*[@id="weather-widget"]/div[2]/div[2]/div[1]')
#driver.execute_script("arguments[0].remove();", map_element)
# zoom in a little - not now # zoom in a little - not now
#driver.execute_script("document.body.style.zoom='110%'"); driver.execute_script("document.body.style.zoom='110%'");
html_element = driver.find_element(By.TAG_NAME, "html") html_element = driver.find_element(By.TAG_NAME, "html")
driver.execute_script("arguments[0].style.fontSize = '16px';", html_element) driver.execute_script("arguments[0].style.fontSize = '16px';", html_element)
@@ -72,10 +84,10 @@ def get_scraped_weatherforecast_image() -> Image:
# crop, resize, enhance & rotate the image for inky display # crop, resize, enhance & rotate the image for inky display
im = Image.open(image_filename, mode='r', formats=None) im = Image.open(image_filename, mode='r', formats=None)
im = im.crop((0, 50, my_width, my_height)) im = im.crop((0, 100, (my_width-50), (my_height-50)))
#im = im.resize((800, 480), Image.Resampling.LANCZOS) im = im.resize((480, 800), resample=Image.LANCZOS)
#im = im.rotate(90, Image.NEAREST, expand = 1) #im = im.rotate(90, Image.NEAREST, expand = 1)
im = ImageEnhance.Contrast(im).enhance(1.3) im = ImageEnhance.Contrast(im).enhance(1.0)
im.save(image_filename) im.save(image_filename)
return im, im return im, im
@@ -83,5 +95,6 @@ def main():
_, _ = get_scraped_weatherforecast_image() _, _ = get_scraped_weatherforecast_image()
if __name__ == '__main__': if __name__ == '__main__':
print(f'running {__name__} in standalone/debug mode') now = time.asctime()
print(f"It's {now} - running {__name__} in standalone/debug mode")
main() main()