inferless-cli - npm Package Compare versions

Comparing version 2.0.20 to 2.0.21

inferless_cli/__init__.py

 # __init__.py
 
-__version__ = "2.0.20"
+__version__ = "2.0.21"

inferless_cli/commands/run/helpers.py

@@ -675,9 +675,13 @@ import base64
 
-def start_docker_container(volume_path, autostart, env=None, docker_base_url=None):
+def start_docker_container(volume_path, autostart, env=None, docker_base_url=None,runtime_type="triton",model_name=None):
     if env is None:
         env = {}
-    if autostart:
-        command = "tritonserver --model-store=/models --exit-on-error=false --strict-model-config=false --log-verbose=1 --exit-timeout-secs=45"
-    else:
-        command = "tritonserver --model-store=/models --model-control-mode=explicit --exit-on-error=false --strict-model-config=false --log-verbose=1 --exit-timeout-secs=45"
+    if runtime_type == "triton":
+        if autostart:
+            command = "tritonserver --model-store=/models --exit-on-error=false --strict-model-config=false --log-verbose=1 --exit-timeout-secs=45"
+        else:
+            command = "tritonserver --model-store=/models --model-control-mode=explicit --exit-on-error=false --strict-model-config=false --log-verbose=1 --exit-timeout-secs=45"
+    elif runtime_type == "fastapi":
+        command = f"uvicorn model:app --host 0.0.0.0 --port 8000 --app-dir /models/${model_name}/1/"
+        
     log_dir = os.path.join(os.getcwd(), ".inferless-logs")
@@ -684,0 +688,0 @@ os.makedirs(log_dir, exist_ok=True)

inferless_cli/commands/run/run_prompt.py

@@ -166,3 +166,3 @@ import base64
 
-    runtime_dockerfile = custom_runtime_file(
+    runtime_dockerfile, runtime_type = custom_runtime_file(
         config, runtime_file_path, model_name, progress, task_id, runtime_type
@@ -190,2 +190,4 @@ )
                 docker_base_url=docker_base_url,
+                runtime_type=runtime_type,
+                model_name=model_name,
             )
@@ -207,2 +209,4 @@ time.sleep(10)
             docker_base_url=docker_base_url,
+            runtime_type=runtime_type,
+            model_name=model_name,
         )
@@ -291,3 +295,3 @@
         )
-        return runtime_dockerfile
+        return runtime_dockerfile, runtime_type
 
@@ -298,3 +302,3 @@ if runtime_url is not None:
         )
-        return runtime_dockerfile
+        return runtime_dockerfile, runtime_type
 
@@ -305,3 +309,3 @@ rich.print(
     runtime_dockerfile = get_default_runtime_docker_file(default_template_dockerfile,runtime_type)
-    return runtime_dockerfile
+    return runtime_dockerfile, runtime_type
 
@@ -308,0 +312,0 @@

PKG-INFO

 Metadata-Version: 2.1
 Name: inferless-cli
-Version: 2.0.20
+Version: 2.0.21
 Summary: Inferless - Deploy Machine Learning Models in Minutes.
@@ -5,0 +5,0 @@ Author: Naveen

pyproject.toml

 [tool.poetry]
 name = "inferless-cli"
-version = "2.0.20"
+version = "2.0.21"
 description = "Inferless - Deploy Machine Learning Models in Minutes."
@@ -5,0 +5,0 @@ authors = ["Naveen <[e-mail]>"]

Alert delta unavailable

Currently unable to show alert delta for PyPI packages.

Improved metrics

Total package byte prevSize

403101

0.11%

Lines of code

9185

0.08%