send fail on file not found after 5 checks

SullyGnomeRobot.py

@@ -10,15 +10,13 @@ import RestAPIClient
 import DiskUtils
 from selenium.webdriver import FirefoxOptions
 
-## https://sullygnome.com/channel/kaicenat/365/games"
-
 def download(url):
 
     print(f"launch -> SullyGnomeRobot -> download() -> {url}")
 
     opts = FirefoxOptions()
 
-    opts.add_argument("--headless")
+##    opts.add_argument("--headless")
 
     driver=webdriver.Firefox(options=opts)
 
@@ -28,7 +26,6 @@ def download(url):
 
     print("url / ", driver.current_url)
 
-
     ##########################################
 
     print("stage / start / tblControl_length check")
@@ -87,21 +84,19 @@ def download(url):
 
     print("file download started. now checking if exist before closing")
 
+    counter = 0
+
+    max_iterations = 5
+
     while True:
 
-        print("checking is file exists... [loop]")
+        print(f"Loop iteration: {counter}")
 
-        existsAlready = DiskUtils.check_download_exists_matching_url(url)
+        counter += 1
 
-        print("file already exists / ",existsAlready)
+        if counter == max_iterations:
 
-        if existsAlready:
-
-            print(f"The file matching the url '{url}' exists.")
-
-            print("sleeping for 4 secs before shutting down robot")
-
-            time.sleep(4)
+            print(f"Loop exited after {max_iterations} iterations.")
 
             print("shutting down the robot")
 
@@ -109,6 +104,40 @@ def download(url):
 
             print("robot shut down. breaking. and dying.")
 
+            RestAPIClient.addDownloadFailure(url,"file not found on disk")
+
+            print("stage / complete / database updated w/ FAILURE")
+
+            break
+
+
+
+
+
+        print("checking is file exists... [loop]")
+
+        existsAlreadyVersionOne = DiskUtils.check_download_exists_matching_url_version_one(url)
+
+        print("file already exists (v1) / ",existsAlreadyVersionOne)
+
+        if existsAlreadyVersionOne:
+
+            print(f"The file matching the url '{url}' DOES INDEED exists. (version 1)")
+
+##            print("sleeping for 4 secs before shutting down robot")
+##
+##            time.sleep(4)
+
+            print("shutting down the robot")
+
+            driver.quit()
+
+            print("robot shut down. breaking. and dying.")
+
+            RestAPIClient.addDownloadSuccess(url)
+
+            print("stage / complete / database updated w/ success")
+
             break
 
         else:
@@ -123,8 +152,6 @@ def download(url):
 
     ##########################################
 
-    RestAPIClient.addDownloadSuccess(url)
 
-    print("stage / complete / database updated w/ success")
 
     print(f"complete -> SullyGnomeRobot -> download() -> {url}")