Merge pull request #627 from basetenlabs/bola/fix-borked-tgi

Fix TGI model_id swap

Author: bolasim

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "truss"
-version = "0.6.5rc5"
+version = "0.6.5rc6"
 description = "A seamless bridge from model development to model delivery"
 license = "MIT"
 readme = "README.md"

truss/contexts/image_builder/serving_image_builder.py

@@ -145,7 +145,7 @@ def copy_into_build_dir(from_path: Path, path_in_build_dir: str):
         model_key = "model"
 
     if server_name != "TrussServer":
-        model_name = config.build.arguments.pop(model_key)
+        model_name = config.build.arguments[model_key]
         if "gs://" in model_name:
             # if we are pulling from a gs bucket, we want to alias it as a part of the cache
             model_to_cache = {"repo_id": model_name}