Fail if loading fails (#163)

* Fail if loading fails

* trying to bring down the server

* Stop the server when load fails

* Remove empty files

Author: bolasim

Dockerfile

@@ -5,4 +5,4 @@ RUN curl -sSL https://install.python-poetry.org | python -
 ENV PATH="/root/.local/bin:${PATH}"
 COPY . .
 
-RUN poetry install --no-dev
+RUN poetry install --only main

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "truss"
-version = "0.1.11"
+version = "0.1.12"
 description = "A seamless bridge from model development to model delivery"
 license = "MIT"
 readme = "README.md"

truss/templates/server/common/truss_server.py

@@ -168,9 +168,15 @@ def __init__(self, *args, **kwargs):
         super().__init__(*args, **kwargs)
         _configure_logging()
 
-    def load_all(self):
-        for model in self.registered_models.get_models():
-            model.load()
+    def load_all(self, main_loop):
+        try:
+            for model in self.registered_models.get_models():
+                model.load()
+        except Exception as e:
+            logging.error(f"Error loading model: {e}")
+            self._http_server.stop()
+            main_loop.stop()
+            raise e
 
     def start(self, models: List[KFModel], nest_asyncio: bool = False):
         if len(models) != 1:
@@ -194,7 +200,10 @@ def start(self, models: List[KFModel], nest_asyncio: bool = False):
         logging.info("Will fork %d workers", self.workers)
         self._http_server.start(self.workers)
 
-        Thread(target=self.load_all).start()
+        Thread(
+            target=self.load_all,
+            args=[IOLoop.current()],
+        ).start()
 
         IOLoop.current().start()