Transformers Utils: Fix file read

Use asynchronous JSON reading Signed-off-by: kingbri <bdashore3@proton.me>
theroyallab · Sep 11, 2024 · 7baef05 · 7baef05
1 parent 62beb2b
commit 7baef05
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/common/transformers_utils.py b/common/transformers_utils.py
@@ -23,7 +23,8 @@ async def from_file(cls, model_directory: pathlib.Path):
         async with aiofiles.open(
             generation_config_path, "r", encoding="utf8"
         ) as generation_config_json:
-            generation_config_dict = json.load(generation_config_json)
+            contents = await generation_config_json.read()
+            generation_config_dict = json.loads(contents)
             return cls.model_validate(generation_config_dict)
 
     def eos_tokens(self):