[Feature] multi source download

fastdeploy/utils.py

@@ -511,7 +511,15 @@ def retrive_model_from_server(model_name_or_path, revision="master"):
             aistudio_download(repo_id=repo_id, revision=revision, local_dir=local_path)
             model_name_or_path = local_path
         except Exception:
-            raise Exception(f"The setting model_name_or_path:{model_name_or_path} is not exist.")
+            if os.path.exists(local_path):
+                llm_logger.error(
+                    f"Failed to connect to aistudio, but detected that the model directory {local_path} exists. Attempting to start."
+                )
+                return local_path
+            else:
+                raise Exception(
+                    f"The {revision} of {model_name_or_path} is not exist. Please check the model name or revision."
+                )
     elif model_source == "MODELSCOPE":
         try:
             from modelscope.hub.snapshot_download import (
@@ -526,7 +534,15 @@ def retrive_model_from_server(model_name_or_path, revision="master"):
             modelscope_download(repo_id=repo_id, revision=revision, local_dir=local_path)
             model_name_or_path = local_path
         except Exception:
-            raise Exception(f"The setting model_name_or_path:{model_name_or_path} is not exist.")
+            if os.path.exists(local_path):
+                llm_logger.error(
+                    f"Failed to connect to modelscope, but detected that the model directory {local_path} exists. Attempting to start."
+                )
+                return local_path
+            else:
+                raise Exception(
+                    f"The {revision} of {model_name_or_path} is not exist. Please check the model name or revision."
+                )
     elif model_source == "HUGGINGFACE":
         try:
             from huggingface_hub._snapshot_download import (
@@ -544,7 +560,9 @@ def retrive_model_from_server(model_name_or_path, revision="master"):
             huggingface_download(repo_id=repo_id, revision=revision, local_dir=local_path)
             model_name_or_path = local_path
         except Exception:
-            raise Exception(f"The setting model_name_or_path:{model_name_or_path} is not exist.")
+            raise Exception(
+                f"The {revision} of {model_name_or_path} is not exist. Please check the model name or revision."
+            )
     else:
         raise ValueError(
             f"Unsupported model source: {model_source}, please choose one of ['MODELSCOPE', 'AISTUDIO', 'HUGGINGFACE']"

requirements.txt

@@ -30,6 +30,7 @@ use-triton-in-paddle
 crcmod
 fastsafetensors==0.1.14
 msgpack
+modelscope
 opentelemetry-api>=1.24.0
 opentelemetry-sdk>=1.24.0
 opentelemetry-instrumentation-redis