added the download model from url feature

.gitignore

@@ -51,4 +51,6 @@ user_path_config-deprecated.txt
 /package-lock.json
 /.coverage*
 /auth.json
+/model_config_path.json
 .DS_Store
+

launch.py

@@ -2,6 +2,8 @@
 import sys
 import ssl
 
+from modules.load_paths import get_model_paths
+
 print('[System ARGV] ' + str(sys.argv))
 
 root = os.path.dirname(os.path.abspath(__file__))
@@ -74,6 +76,8 @@ def ini_args():
 
 
 prepare_environment()
+# this will get all the folder path of models and store it in json automatically
+get_model_paths()
 build_launcher()
 args = ini_args()
 

modules/download_models.py

@@ -0,0 +1,31 @@
+# download_models.py
+from modules.model_loader import load_file_from_url
+from modules.shared_module import read_model_config_path
+
+def download_models(url, selected, file_name=None):
+    """
+    This function downloads models from a given URL and saves them to a specified path.
+
+    'url' is the URL from which the model will be downloaded.
+
+    'selected' is the key to get the path from the 'model_paths' dictionary where the downloaded model will be saved.
+
+    'file_name' is an optional parameter. If provided, the downloaded file will be saved with this name. If not provided, the original file name from the URL will be used.
+
+    The function first reads the 'model_config_path.json' file to get the 'model_paths' dictionary.
+
+    The function then gets the path where the model will be saved from the 'model_paths' dictionary using the 'selected' key.
+
+    The function then tries to download the file from the URL and save it to the path. If the download is successful, a success message is returned. If the download fails, an error message is returned.
+    """
+    model_paths = read_model_config_path("./model_config_path.json")
+    path = model_paths.get(selected)
+
+    try:
+
+        load_file_from_url(url, model_dir=path, progress=True, file_name=file_name)
+        success_message = f"Download successful! Model saved to {path}."
+    except Exception as e:
+        success_message = f"Download failed! please check url if it is correct."
+
+    return success_message

modules/load_paths.py

@@ -0,0 +1,96 @@
+"""
+This script contains functions for handling folders and paths.
+
+Importing the 'os' module which provides a way of using operating system dependent functionality.
+The 'os' module provides a portable way of using operating system dependent functionality such as reading or writing to the file system, starting or killing processes, etc.
+
+Importing the 'json' module which provides a way of working with JSON data.
+The 'json' module provides a way of encoding and decoding JSON data.
+"""
+import os
+import json
+
+def get_folders_and_paths(root_folder):
+    """
+    This function takes a root folder as input and returns a dictionary containing all the folders and their paths in the root folder and its subdirectories.
+
+    'root_folder' is the path to the root folder.
+
+    'folder_data' is a dictionary that will contain the folders and their paths.
+
+    The function iterates over all the items in the root folder. If an item is a directory, its name and path are added to the 'folder_data' dictionary.
+
+    The function is called recursively to handle subdirectories.
+    """
+    folder_data = {}
+
+    for folder_name in os.listdir(root_folder):
+        folder_path = os.path.join(root_folder, folder_name)
+        if os.path.isdir(folder_path):
+            folder_data[folder_name] = folder_path
+
+            subfolder_data = get_folders_and_paths(folder_path)
+            folder_data.update(subfolder_data)
+
+    return folder_data
+
+def save_to_json(data, json_file):
+    """
+    This function takes data and a json file as input and writes the data to the json file.
+
+    'data' is the data to be written to the json file.
+
+    'json_file' is the path to the json file.
+
+    The data is written to the json file with an indentation of 4 spaces.
+    """
+    with open(json_file, 'w') as f:
+        json.dump(data, f, indent=4)
+
+def get_model_paths():
+    """
+    This function gets the paths of all the models in the 'models' directory and its subdirectories and saves them to a json file.
+
+    The function first gets the absolute path of the script's directory.
+
+    The root folder is set to the 'models' directory in the script's directory.
+
+    If the root folder does not exist, an error message is printed and the function returns.
+
+    The function then gets all the folders and their paths in the root folder and its subdirectories.
+
+    The function then iterates over all the folders and their paths. If a folder name contains a path separator, the folder is a subdirectory. The function then updates the 'folder_data' dictionary to contain the subdirectory and its path and adds the parent directory to the 'items_to_delete' list.
+
+    The function then deletes all the items in the 'items_to_delete' list from the 'folder_data' dictionary.
+
+    The function then saves the 'folder_data' dictionary to a json file.
+
+    The function then prints a message indicating that the folder data has been saved to the json file.
+    """
+    script_directory = os.path.dirname(os.path.abspath(__file__))
+
+    root_folder = os.path.join(script_directory, "../models/")
+
+    if not os.path.exists(root_folder):
+        print("Error: The specified folder does not exist.")
+        return
+
+    folder_data = get_folders_and_paths(root_folder)
+
+    items_to_delete = []
+    for folder_name, folder_path in folder_data.items():
+        if os.path.sep in folder_name:
+            parent_folder_name, subfolder_name = folder_name.split(os.path.sep, 1)
+            parent_folder_path = folder_data[parent_folder_name]
+            folder_data[subfolder_name] = os.path.join(parent_folder_path, folder_name)
+            items_to_delete.append(folder_name)
+
+    for item in items_to_delete:
+        del folder_data[item]
+
+    json_file_name = "model_config_path.json"
+    json_file_path = os.path.join('./', json_file_name)
+
+    save_to_json(folder_data, json_file_path)
+
+    print(f"Folder data has been saved to {json_file_path}.")

modules/model_loader.py

@@ -10,17 +10,39 @@ def load_file_from_url(
         progress: bool = True,
         file_name: Optional[str] = None,
 ) -> str:
-    """Download a file from `url` into `model_dir`, using the file present if possible.
+    """
+    This function downloads a file from a given URL and saves it to a specified directory.
+
+    'url' is the URL from which the file will be downloaded.
+
+    'model_dir' is the directory where the downloaded file will be saved.
+
+    'progress' is a boolean that indicates whether to display a progress bar during the download. The default value is True.
+
+    'file_name' is an optional parameter. If provided, the downloaded file will be saved with this name. If not provided, the original file name from the URL will be used.
 
-    Returns the path to the downloaded file.
+    The function first creates the 'model_dir' directory if it does not exist.
+
+    If 'file_name' is not provided, the function parses the 'url' to get the file name.
+
+    The function then checks if the file already exists in the 'model_dir' directory. If the file does not exist, the function tries to download the file from the 'url' and save it to the 'model_dir' directory. If the download fails, an error message is printed.
+
+    The function returns the path to the downloaded file.
     """
     os.makedirs(model_dir, exist_ok=True)
     if not file_name:
+        # if file_name is not provided, the file name is extracted from the url.
         parts = urlparse(url)
         file_name = os.path.basename(parts.path)
     cached_file = os.path.abspath(os.path.join(model_dir, file_name))
     if not os.path.exists(cached_file):
-        print(f'Downloading: "{url}" to {cached_file}\n')
-        from torch.hub import download_url_to_file
-        download_url_to_file(url, cached_file, progress=progress)
-    return cached_file
+        try:
+            # if the file does not exist, it is downloaded from the url and saved to the model_dir directory.
+            print(f'Downloading: "{url}" to {cached_file}\n')
+            from torch.hub import download_url_to_file
+            download_url_to_file(url, cached_file, progress=progress)
+        except Exception as e:
+           # if the download fails, an error message is printed.
+            print(f"Failed to download {url} to {cached_file}: {e}")
+
+    return cached_file

modules/shared_module.py

@@ -0,0 +1,14 @@
+# shared_module.py
+import json
+
+def read_model_config_path(json_file_path):
+    """
+    This function reads a JSON file and returns its content.
+
+    'json_file_path' is the path to the JSON file.
+
+    The function opens the JSON file in read mode, loads its content into the 'model_paths' variable, and then returns 'model_paths'.
+    """
+    with open(json_file_path, 'r') as f:
+        model_paths = json.load(f)
+    return model_paths