Update app.py

app.py

@@ -26,28 +26,59 @@ if LOAD_DATA_GOOGLE_DRIVE:  # download data from google drive
     # url = 'https://drive.google.com/drive/folders/1JuNQS4R7axTezWj1x4KRAuRt_L26ApxA?usp=sharing'  # './processed/' folder in google drive
     # url = 'https://drive.google.com/drive/folders/1o8Q9eX-J7F326zv4g2MZWlzR46uVkUF2?usp=sharing'  # './processed_zip/' folder in google drive
     # url = 'https://drive.google.com/drive/folders/1ZWgpPiZwnWfwlwta8Tu-Jtu2HsS7HAEa?usp=share_link'  # './filter_processed_zip/' folder in google drive
-    url = 'https://drive.google.com/drive/folders/1ROkuX6rQpyK7vLqF5fL2mggKiMCdKSuY?usp=share_link'  # './split_processed_zip/' folder in google drive
-
-    output = './'
-    id = url.split('/')[-1]
-    os.system(f"gdown --id {id} -O {output} --folder --no-cookies --remaining-ok")
-    # VIDEO_PATH = 'processed_zip'
-    # VIDEO_PATH = 'filter_processed_zip'
-    VIDEO_PATH = 'split_processed_zip'
-
+    # url = 'https://drive.google.com/drive/folders/1ROkuX6rQpyK7vLqF5fL2mggKiMCdKSuY?usp=share_link'  # './split_processed_zip/' folder in google drive
+
+    # output = './'
+    # id = url.split('/')[-1]
+    # os.system(f"gdown --id {id} -O {output} --folder --no-cookies --remaining-ok")
+    # # VIDEO_PATH = 'processed_zip'
+    # # VIDEO_PATH = 'filter_processed_zip'
+    # VIDEO_PATH = 'split_processed_zip'
+
+    # import zipfile
+    # from os import listdir
+    # from os.path import isfile, join, isdir
+    # # unzip the zip files to the same location and delete zip files
+    # path_to_zip_file = VIDEO_PATH
+    # zip_files = [join(path_to_zip_file, f) for f in listdir(path_to_zip_file)]
+    # for f in zip_files:
+    #     if f.endswith(".zip"):
+    #         directory_to_extract_to = path_to_zip_file # extracted file itself contains a folder
+    #         print(f'extract data {f} to {directory_to_extract_to}')
+    #         with zipfile.ZipFile(f, 'r') as zip_ref:
+    #             zip_ref.extractall(directory_to_extract_to)
+    #         os.remove(f)
+
+    ### multiple urls to handle the retrieve error
     import zipfile
     from os import listdir
     from os.path import isfile, join, isdir
-    # unzip the zip files to the same location and delete zip files
-    path_to_zip_file = VIDEO_PATH
-    zip_files = [join(path_to_zip_file, f) for f in listdir(path_to_zip_file)]
-    for f in zip_files:
-        if f.endswith(".zip"):
-            directory_to_extract_to = path_to_zip_file # extracted file itself contains a folder
-            print(f'extract data {f} to {directory_to_extract_to}')
-            with zipfile.ZipFile(f, 'r') as zip_ref:
-                zip_ref.extractall(directory_to_extract_to)
-            os.remove(f)
+    urls = [
+        'https://drive.google.com/drive/folders/1BbQe4XtcsalsvwGVLW9jWCkr-ln5pvyf?usp=share_link',  # './filter_processed_zip/1' folder in google drive
+        'https://drive.google.com/drive/folders/1saUTUuObPhMJFguc2J_O0K5woCJjYHci?usp=share_link',  # './filter_processed_zip/2' folder in google drive
+        'https://drive.google.com/drive/folders/1Kh9_E28-RH8g8EP1V3DhGI7KRs9LB7YJ?usp=share_link',  # './filter_processed_zip/3' folder in google drive
+        'https://drive.google.com/drive/folders/1oE75Dz6hxtaSpNhjD22PmQfgQ-PjnEc0?usp=share_link',  # './filter_processed_zip/4' folder in google drive
+        'https://drive.google.com/drive/folders/1XSPEKFqNHpXdLho-bnkT6FZZXssW8JkC?usp=share_link',  # './filter_processed_zip/5' folder in google drive
+    ]
+
+    output = './'
+    # VIDEO_PATH = 'processed_zip'
+    VIDEO_PATH = 'filter_processed_zip'
+    # VIDEO_PATH = 'split_processed_zip'
+    for i, url in enumerate(urls):
+        id = url.split('/')[-1]
+        os.system(f"gdown --id {id} -O {output} --folder --no-cookies --remaining-ok")
+
+        # unzip the zip files to the same location and delete zip files
+        path_to_zip_file = str(i)
+        zip_files = [join(path_to_zip_file, f) for f in listdir(path_to_zip_file)]
+        for f in zip_files:
+            if f.endswith(".zip"):
+                directory_to_extract_to = VIDEO_PATH # extracted file itself contains a folder
+                print(f'extract data {f} to {directory_to_extract_to}')
+                with zipfile.ZipFile(f, 'r') as zip_ref:
+                    zip_ref.extractall(directory_to_extract_to)
+                os.remove(f)
 
 else:  # local data
     VIDEO_PATH = 'robotinder-data'