trt-llm 0.17 -> initial versions (#1416)

* add initial versions

* change bei image

* Update constants.py

* Update pyproject.toml

* Update pyproject.toml

Author: michaelfeil

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "truss"
-version = "0.9.64"
+version = "0.9.65rc1"
 description = "A seamless bridge from model development to model delivery"
 license = "MIT"
 readme = "README.md"

truss/base/constants.py

@@ -104,10 +104,10 @@
 
 TRTLLM_SPEC_DEC_TARGET_MODEL_NAME = "target"
 TRTLLM_SPEC_DEC_DRAFT_MODEL_NAME = "draft"
-TRTLLM_BASE_IMAGE = "baseten/briton-server:v0.16.0-2e07e71"
+TRTLLM_BASE_IMAGE = "baseten/briton-server:v0.17.0-f9f857b"
 TRTLLM_PYTHON_EXECUTABLE = "/usr/local/briton/venv/bin/python"
-BASE_TRTLLM_REQUIREMENTS = ["briton==0.4.4"]
-BEI_TRTLLM_BASE_IMAGE = "baseten/bei:0.0.17@sha256:9c3577f6ec672d6da5aca18e9c0ebdddd65ed80c8858e757fbde7e9cf48de01d"
+BASE_TRTLLM_REQUIREMENTS = ["briton==0.4.5"]
+BEI_TRTLLM_BASE_IMAGE = "baseten/bei:0.0.18"
 
 BEI_TRTLLM_PYTHON_EXECUTABLE = "/usr/bin/python3"