Dec, 16 Update

.devcontainer/requirements.prod.txt

@@ -1,13 +1,13 @@
+babel
 beautifulsoup4
 flask
+gitpython
 html5lib
+numpy
+paste
+Pillow
+python-dateutil
 python-dotenv
 python-telegram-bot
 requests
-python-dateutil
-numpy
-Pillow
-gitpython
-babel
-waitress
-paste
+waitress

metadata.py

@@ -92,6 +92,21 @@
         "name": "Beitar Jerusalem",
         "url": "https://www.football.co.il/beitar-jerusalem/",
         "logo": "https://static.football.co.il/wp-content/themes/kingclub-theme/images/teams/4524.png",
+    },
+    'הפועל פ"ת': {
+        "name": "Hapoel Petah Tikva",
+        "url": "https://www.football.co.il/hapoel-petah-tikva/",
+        "logo": "https://static.football.co.il/wp-content/themes/kingclub-theme/images/teams/4542.png",
+    },
+    'עירוני אשקלון': {
+        "name": "Ironi Ashkelon",
+        "url": "https://www.football.co.il/hapoel-ironi-ashkelon/",
+        "logo": "https://upload.wikimedia.org/wikipedia/he/9/90/Logo_hapoel_ashkelon.png",
+    },
+    'מכבי פ"ת': {
+        "name": "Maccabi Petah Tikva",
+        "url": "https://www.football.co.il/maccabi-petah-tikva/",
+        "logo": "https://static.football.co.il/wp-content/themes/kingclub-theme/images/teams/15006.png",
     }
 }
 

web_scrape.py

@@ -32,14 +32,15 @@ def __init__(self):
 
     def scrape(self):
         try:
-            response = requests.get(self.url, headers=random_ua(), timeout=30)
+            response = requests.get(self.url, headers=random_ua(), timeout=60)
             response.raise_for_status()
 
             self.soup = BeautifulSoup(response.text, "html5lib")
         except requests.exceptions.HTTPError as err:
             logger.error(f"HTTPError: {err}")
             return f"<pre>{str(err)}</pre>"
         except requests.exceptions.ConnectionError as err:
+            self.conn_err = True
             logger.error(f"ConnectionError: {err}")
             return f"<pre>{str(err)}</pre>"
 
@@ -75,7 +76,8 @@ def scrape(self):
 
     def decoratored_games(self, scraped):
         if isinstance(scraped, str):
-            gen_static_page({})
+            if not self.conn_err:
+                gen_static_page({})
             return scraped
 
         deco_games = {}
@@ -196,7 +198,7 @@ def fetch_logo(self):
                     continue
 
             try:
-                r = requests.get(logo_url)
+                r = requests.get(logo_url, timeout=60)
                 with open(full_path, "wb") as f:
                     logger.info(f"Writing new file '{full_path}'")
                     f.write(r.content)