leo express, regiojet, arriva

DataRozhlas · Nov 8, 2024 · dbcc81c · dbcc81c
1 parent ee01830
commit dbcc81c
Show file tree

Hide file tree

Showing 21 changed files with 21,211 additions and 2,756 deletions.
diff --git a/.gitignore b/.gitignore
@@ -2,3 +2,4 @@ downloads/
 data_raw/
 .ipynb_checkpoints/
 pokus.txt
+pokusy
diff --git a/000_cekani.py b/000_cekani.py
@@ -0,0 +1,12 @@
+#!/usr/bin/
+
+from time import sleep
+import random
+
+doba = random.randint(0, 3600)
+
+print(f"Nýčko budeme čekat {doba} sekund.")
+
+sleep(doba)
+
+print("A do práce!")
diff --git a/001_cd_scrapovani.py b/001_cd_scrapovani.py
@@ -10,105 +10,162 @@
 from selenium.webdriver.support import expected_conditions as EC
 from pyvirtualdisplay import Display
 
-kam = f"downloads/{datetime.now().strftime('%Y-%m-%d')}" 
+kam = f"downloads/{datetime.now().strftime('%Y-%m-%d')}"
 os.makedirs(kam, exist_ok=True)
 
+
 def cd(odkud, kam, pocet_dni=0):
 
     print(f"{odkud}-{kam} {pocet_dni} d")
 
     try:
 
-        display = Display(visible=0, size=(4440, 1900))
+        display = Display(visible=0, size=(1920, 1080))
         display.start()
         driver = webdriver.Chrome()
 
-        driver.get("https://www.cd.cz/spojeni-a-jizdenka/") 
-        sleep(4)
+        driver.get("https://www.cd.cz/spojeni-a-jizdenka/")
+        sleep(2)
 
-        button = driver.find_element(By.XPATH, "//button[text()='Povolit všechny soubory cookie']")
+        button = driver.find_element(
+            By.XPATH, "//button[text()='Povolit všechny soubory cookie']"
+        )
         button.click()
 
         print("Cookies povoleny.")
 
         wait = WebDriverWait(driver, 10)
-        from_input = wait.until(EC.presence_of_element_located((By.CSS_SELECTOR, "[data-og-type='from']"))) 
+        from_input = wait.until(
+            EC.presence_of_element_located((By.CSS_SELECTOR, "[data-og-type='from']"))
+        )
         from_input.clear()
         from_input.send_keys(odkud)
-        to_input = wait.until(EC.presence_of_element_located((By.CSS_SELECTOR, "[data-og-type='to']")))
+        to_input = wait.until(
+            EC.presence_of_element_located((By.CSS_SELECTOR, "[data-og-type='to']"))
+        )
         to_input.clear()
         to_input.send_keys(kam)
-        
+
         print("Formulář vyplněn.")
 
         if pocet_dni > 0:
 
-            wait.until(EC.presence_of_element_located((By.CLASS_NAME, "suggestion-options__link")))
+            wait.until(
+                EC.presence_of_element_located(
+                    (By.CLASS_NAME, "suggestion-options__link")
+                )
+            )
 
-            driver.execute_script("""document.querySelectorAll('.suggestion-options__link').forEach(element => element.style.display = 'none');""") ## zakryje element zakrývající posouvadlo dní
+            driver.execute_script(
+                """document.querySelectorAll('.suggestion-options__link').forEach(element => element.style.display = 'none');"""
+            )  ## zakryje element zakrývající posouvadlo dní
 
             kalendar = wait.until(EC.presence_of_element_located((By.ID, "nextday")))
-            for i in range(0,pocet_dni):
-                sleep(1)
+            for i in range(0, pocet_dni):
+                sleep(0.25)
                 kalendar.click()
             print("Dny zaklikány.")
 
-        odeslat = wait.until(EC.element_to_be_clickable((By.CSS_SELECTOR, "button.search-btn")))
+        odeslat = wait.until(
+            EC.element_to_be_clickable((By.CSS_SELECTOR, "button.search-btn"))
+        )
         odeslat.click()
         print("Formulář odeslán.")
-        
+
         wait.until(EC.presence_of_element_located((By.TAG_NAME, "body")))
 
         print("Výsledky načteny.")
 
-        for i in range(1,7):
-            nacist = wait.until(EC.element_to_be_clickable((By.CSS_SELECTOR, "a.btn--blue[title='+ 5 dalších']"))) ## Tohle i u PRG-BRN stačí na následujících 24 hodin.
+        for i in range(1, 7):
+            nacist = wait.until(
+                EC.element_to_be_clickable(
+                    (By.CSS_SELECTOR, "a.btn--blue[title='+ 5 dalších']")
+                )
+            )  ## Tohle i u PRG-BRN stačí na následujících 24 hodin.
             sleep(1)
             nacist.click()
 
             print("Další výsledky naklikány.")
 
         sleep(1)
-
-        with open(os.path.join(f"downloads/{datetime.now().strftime('%Y-%m-%d')}",f"cd_{odkud}_{kam}_D{pocet_dni:02}_{datetime.now().strftime('%Y-%m-%d_%H-%M-%S')}.html"), "w+", encoding="utf-8") as ven:
+
+        with open(
+            os.path.join(
+                f"downloads/{datetime.now().strftime('%Y-%m-%d')}",
+                f"cd_{odkud}_{kam}_D{pocet_dni:02}_{datetime.now().strftime('%Y-%m-%d_%H-%M-%S')}.html",
+            ),
+            "w+",
+            encoding="utf-8",
+        ) as ven:
             ven.write(driver.page_source)
-        
+
         print("Výstup uložen.")
 
         driver.quit()
 
     except Exception as e:
-        print(f"Projáníčka, propáníčka, pro ztracené korále – máme všichni namále: {e}.")
+        print(
+            f"Projáníčka, propáníčka, pro ztracené korále – máme všichni namále: {e}."
+        )
 
     finally:
         if driver:
             try:
                 driver.quit()
             except Exception as e:
-                print(f"Projáníčka, propáníčka, pro ztracené korále – máme všichni namále: {e}.")
+                print(
+                    f"Projáníčka, propáníčka, pro ztracené korále – máme všichni namále: {e}."
+                )
         if display:
             try:
                 display.stop()
             except Exception as e:
-                print(f"Projáníčka, propáníčka, pro ztracené korále – máme všichni namále: {e}.")
-
-trasy = [
-    ('Praha hl.n','Brno hl.n.'),
-    ('Brno hl.n.','Praha hl.n'),
-    ('Karlovy Vary','Ostrava'),
-    ('Slavonice','Plzeň'),
-    ('Ústí nad Labem','Vídeň'),
-    ('Brno hl.n.', 'Hamburg'),
-    ('Olomouc','Przemysl'),
-    ('Pardubice','Poprad')
+                print(
+                    f"Projáníčka, propáníčka, pro ztracené korále – máme všichni namále: {e}."
+                )
+
+trasy_a = [("Praha", "Brno"), ("Praha", "Ostrava")]
+
+trasy_b = [
+    ("Praha", "Brusel"),
+    ("Praha", "Berlin"),
+    ("Praha", "Budapešť"),
+    ("Praha", "Vídeň"),
+    ("Praha", "Bratislava"),
+    ("Praha", "Varšava")
 ]
 
-dny = [0,1,2,3,4,5,6,7] 
-dny.append(random.randint(8, 14))
-dny.append(random.randint(15, 60))
+trasy_c = [
+    ("Karlovy Vary", "Ostrava"),
+    ("Slavonice", "Plzeň"),
+    ("Ústí nad Labem", "Dresden"),
+    ("Brno", "Hamburg"),
+    ("Brno", "Ljubljana"),
+    ("Olomouc", "Przemysl"),
+    ("Ostrava", "Gdaňsk"),
+    ("Pardubice", "Košice"),
+    ("Praha", "Bern"),
+    ("České Budějovice", "Zürich"),
+    ("Praha", "Záhřeb"),
+    ("Praha", "Lublaň"),
+    ("Praha", "Amsterdam")
+]
+
+random.shuffle(trasy_b)
+random.shuffle(trasy_c)
+
+trasy = trasy_a + trasy_b[0:2] + trasy_c[0]
+
+dny = [0, 1, 2, 3, 4]
+dny.append(random.randint(5, 7))
+dny.append(random.randint(8, 10))
+dny.append(random.randint(11, 15))
+dny.append(random.randint(16, 30))
+dny.append(random.randint(31, 90))
 
-sleep(random.randint(0, 4500))
+random.shuffle(trasy)
 
 for d in dny:
     for x in trasy:
-        cd(x[0],x[1], pocet_dni=d)
+        cd(x[0], x[1], pocet_dni=d)
+        cd(x[1], x[0], pocet_dni=d)