restructured layout and removed driver configuration

Author: saltekar

browsing/endless-scroll.py renamed to browsing/endless_twitter.py

@@ -1,9 +1,15 @@
-from . import driver, By, WebDriverWait, Condition, Keys
-
 import random
 import time
 
-time.sleep(3)
+import selenium
+import selenium.webdriver
+
+from selenium.webdriver.firefox.options import Options
+from selenium.webdriver.common.keys import Keys
+# See: https://selenium-python.readthedocs.io/waits.html#explicit-waits
+from selenium.webdriver.common.by import By
+from selenium.webdriver.support.ui import WebDriverWait
+from selenium.webdriver.support import expected_conditions as Condition
 
 # List of things to search, when no search results left
 search_list = ['college', 'san%20diego', 'hiking', 'stocks']
@@ -12,6 +18,26 @@
 BASE_URL = 'https://twitter.com'
 EXTENSION_URL = '/search?q={search}&src=typed'
 
+
+# Setup headless browser using Firefox
+driver_options = Options()
+driver_options.headless = True
+
+# It's important we set height and width arguments otherwise page content won't
+# render correctly and we can't do things like scroll the full page height!
+#
+# Actually, this doesn't do anything for Firefox... see below
+driver_options.add_argument('--height 900')
+driver_options.add_argument('--width 1600')
+
+driver = selenium.webdriver.Firefox(options=driver_options)
+
+# We can set the height here
+driver.set_window_size(height=900, width=1600)
+
+# Set an implicit wait for all elements not immediately found
+driver.implicitly_wait(10)
+
 driver.get(BASE_URL + EXTENSION_URL.format(search = 'ucsd'))
 
 # Gets last height of browser to compare with future height

driver.py

@@ -1,16 +1,39 @@
-# Our webdriver is set up in the parent `driver` module.
-from . import driver, By, WebDriverWait, Condition, Keys
-
 import dotenv
 import os
 import random
 import time
 import urllib.parse as up
 
+import selenium
+import selenium.webdriver
+
+from selenium.webdriver.firefox.options import Options
+from selenium.webdriver.common.keys import Keys
+# See: https://selenium-python.readthedocs.io/waits.html#explicit-waits
+from selenium.webdriver.common.by import By
+from selenium.webdriver.support.ui import WebDriverWait
+from selenium.webdriver.support import expected_conditions as Condition
+
 BASEURL = 'https://curiositystream.com'
 
-# Login to the site
+# Setup headless browser using Firefox
+driver_options = Options()
+driver_options.headless = True
+
+# It's important we set height and width arguments otherwise page content won't
+# render correctly and we can't do things like scroll the full page height!
+#
+# Actually, this doesn't do anything for Firefox... see below
+driver_options.add_argument('--height 900')
+driver_options.add_argument('--width 1600')
+
+driver = selenium.webdriver.Firefox(options=driver_options)
+
+# We can set the height here
+driver.set_window_size(height=900, width=1600)
 
+# Set an implicit wait for all elements not immediately found
+driver.implicitly_wait(10)
 # To figure out that the url was /login I just looked at the url after clicking
 # the link manually.
 driver.get(up.urljoin(BASEURL, 'login'))

streaming/youtube_nonstop-0.8.2-fx.xpi renamed to extensions/youtube_nonstop-0.8.2-fx.xpi

@@ -1,10 +1,3 @@
-# Driver
-# ======
-#
-# This is the base module that all scripts will import from. Basically, we just
-# set up the web driver in here, along with an desired options (e.g. Firefox or,
-# Chrome, headless, height and width, etc)
-#
 import selenium
 import selenium.webdriver
 
@@ -21,7 +14,7 @@
 
 # Setup headless browser using Firefox
 driver_options = Options()
-driver_options.headless = False
+driver_options.headless = True
 
 # It's important we set height and width arguments otherwise page content won't
 # render correctly and we can't do things like scroll the full page height!
@@ -36,7 +29,7 @@
 driver = selenium.webdriver.Firefox(options=driver_options)
 
 # Installs youtube nonstop firefox extension to succesfully autoplay videos
-driver.install_addon(current_path + '/streaming/youtube_nonstop-0.8.2-fx.xpi', temporary=True)
+driver.install_addon(current_path + '/../extensions/youtube_nonstop-0.8.2-fx.xpi', temporary=True)
 
 # We can set the height here
 driver.set_window_size(height=900, width=1600)
@@ -74,20 +67,6 @@ def ensure_playing():
             "document.getElementById('movie_player').nextVideo()"
         )
 
-# def click_player():
-
-#     player = wait.until(
-#         Condition.presence_of_element_located((By.ID, 'movie_player'))
-#     )
-
-#     # -1 means no ad. If it's anything else, don't click! It could pull us to
-#     # a new tab and really mess things up.
-#     if not is_ad():
-#         player.click()
-#     else:
-#         pass
-
-
 baseurl = 'https://www.youtube.com/watch?v=DqbOgx_FCbw&list=PL6aq1PBlrtR5D4xslD4VBos7zk0GSTuBb'
 driver.get(baseurl)
 
@@ -100,8 +79,6 @@ def ensure_playing():
 while True:
 
     current()
-    # click_player() # pause
     time.sleep(1)
     ensure_playing() # play
-    time.sleep(random.randrange(5,18)*60)
-
+    time.sleep(random.randrange(5,18)*60)