Merge pull request #154 from runpod-workers/fx-eng

update engine.py
runpod-workers · Jan 29, 2025 · 9e8d919 · 9e8d919
2 parents aa7c37f + 30dd7c1
commit 9e8d919
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/src/engine.py b/src/engine.py
@@ -155,9 +155,9 @@ async def _initialize_engines(self):
             request_logger=None,
             chat_template=self.tokenizer.tokenizer.chat_template,
             chat_template_content_format="auto",
-            enable_reasoning=os.getenv('ENABLE_REASONING', 'false').lower() == 'true',
-            reasoning_parser=None,
-            return_token_as_token_ids=False,
+            # enable_reasoning=os.getenv('ENABLE_REASONING', 'false').lower() == 'true',
+            # reasoning_parser=None,
+            # return_token_as_token_ids=False,
             enable_auto_tools=os.getenv('ENABLE_AUTO_TOOL_CHOICE', 'false').lower() == 'true',
             tool_parser=os.getenv('TOOL_CALL_PARSER', "") or None,
             enable_prompt_tokens_details=False
@@ -167,7 +167,7 @@ async def _initialize_engines(self):
             model_config=self.model_config,
             models=self.serving_models,
             request_logger=None,
-            return_token_as_token_ids=False,
+            # return_token_as_token_ids=False,
         )
 
     async def generate(self, openai_request: JobInput):