Removed stats option from MLP Lite.

texta-tk · Jun 27, 2019 · 5213c89 · 5213c89
1 parent 31be929
commit 5213c89
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 2 deletions.
diff --git a/task_manager/document_preprocessor/preprocessors/mlp_lite.py b/task_manager/document_preprocessor/preprocessors/mlp_lite.py
@@ -3,12 +3,12 @@
 from utils.mlp_task_adapter import MLPTaskAdapter
 from utils.mlp_task_adapter import Helpers
 
+
 class MLPLitePreprocessor(object):
     """
     Cleans texts for classification. Lemmatizes text.
     """
 
-
     def _reload_env(self):
         import dotenv
         dotenv.load_dotenv(".env")

diff --git a/task_manager/document_preprocessor/settings.py b/task_manager/document_preprocessor/settings.py
@@ -67,7 +67,7 @@ def log_preprocessor_status(code, status):
         'arguments': {
             'mlp_url': MLP_URL,
         },
-        'output_type': ['lemmas', 'full'],
+        'output_type': ['lemmas'],
         'field_properties': mlp_field_properties,
         'is_enabled': True
     }

diff --git a/utils/mlp_task_adapter.py b/utils/mlp_task_adapter.py
@@ -95,6 +95,7 @@ def _start_mlp_celery_task(self, mlp_input):
             self.tasks.append(task_info)
 
         except Exception as e:
+            logging.getLogger(ERROR_LOGGER).exception(mlp_input)
             logging.getLogger(ERROR_LOGGER).exception("Response Status: {} and Response Content: {}".format(response.status_code, response.text))
 
 
@@ -109,6 +110,7 @@ def _poll_task_status(self, task_id: str):
             result = response.json()
             return result
         except Exception as e:
+            logging.getLogger(ERROR_LOGGER).exception(task_id)
             logging.getLogger(ERROR_LOGGER).exception("Response Status: {} and Response Content: {}".format(response.status_code, response.text))