@@ -2311,17 +2311,17 @@ def test_generate_utils(self, model_arch):
2311
2311
2312
2312
def get_preprocessors (self , model_arch ):
2313
2313
model_id = MODEL_NAMES [model_arch ]
2314
+ config = AutoConfig .from_pretrained (model_id , trust_remote_code = model_arch in self .REMOTE_CODE_MODELS )
2315
+
2314
2316
if model_arch == "nanollava" :
2315
- config = AutoConfig .from_pretrained (model_id , trust_remote_code = model_arch in self .REMOTE_CODE_MODELS )
2316
2317
processor = AutoProcessor .from_pretrained (
2317
2318
config .mm_vision_tower , trust_remote_code = model_arch in self .REMOTE_CODE_MODELS
2318
2319
)
2319
2320
tokenizer = AutoTokenizer .from_pretrained (
2320
2321
model_id , trust_remote_code = model_arch in self .REMOTE_CODE_MODELS
2321
2322
)
2322
- preprocessors = {"processor" : processor , "tokenizer" : tokenizer }
2323
+ preprocessors = {"processor" : processor , "tokenizer" : tokenizer , "config" : config }
2323
2324
elif model_arch == "internvl2" :
2324
- config = AutoConfig .from_pretrained (model_id , trust_remote_code = model_arch in self .REMOTE_CODE_MODELS )
2325
2325
tokenizer = AutoTokenizer .from_pretrained (
2326
2326
model_id , trust_remote_code = model_arch in self .REMOTE_CODE_MODELS
2327
2327
)
@@ -2330,7 +2330,8 @@ def get_preprocessors(self, model_arch):
2330
2330
processor = AutoProcessor .from_pretrained (
2331
2331
model_id , trust_remote_code = model_arch in self .REMOTE_CODE_MODELS
2332
2332
)
2333
- preprocessors = {"processor" : processor , "tokenizer" : None }
2333
+ preprocessors = {"processor" : processor , "tokenizer" : None , "config" : config }
2334
+
2334
2335
return preprocessors
2335
2336
2336
2337
@parameterized .expand (SUPPORTED_ARCHITECTURES )
0 commit comments