Update Web Crawling Pipeline

Author: kkamara

app/settings.py

@@ -38,7 +38,7 @@
 # SECURITY WARNING: keep the secret key used in production secret!
 SECRET_KEY = env('SECRET_KEY')
 
-SELENIUM_HEADLESS = env('SELENIUM_HEADLESS', False)
+SELENIUM_HEADLESS = env('SELENIUM_HEADLESS')
 if SELENIUM_HEADLESS == 'True':
   SELENIUM_HEADLESS = True
 else:

seleniumpy/management/commands/crawl.py

@@ -39,7 +39,7 @@ def handle(self, *args, **options):
             el = browser.find_element(By.XPATH, "//input[@id='name']")
             el.send_keys('gdpr'+Keys.ENTER)
 
-            time.sleep(60)
+            time.sleep(1)
 
             browser.quit()
             self.stdout.write(self.style.SUCCESS('Success'))