File tree 1 file changed +12
-3
lines changed
neural_compressor/transformers/models
1 file changed +12
-3
lines changed Original file line number Diff line number Diff line change @@ -758,12 +758,21 @@ class AutoModelForSeq2SeqLM(_BaseINCAutoModelClass):
758
758
759
759
760
760
class Qwen2VLForConditionalGeneration (_BaseINCAutoModelClass ):
761
- ORIG_MODEL = transformers .Qwen2VLForConditionalGeneration
761
+ if transformers .__version__ >= "4.46" :
762
+ ORIG_MODEL = transformers .Qwen2VLForConditionalGeneration
763
+ else :
764
+ logger .warning ("please install transformers>=4.46 for quantizing Qwen2VLForConditionalGeneration." )
762
765
763
766
764
767
class MllamaForConditionalGeneration (_BaseINCAutoModelClass ):
765
- ORIG_MODEL = transformers .MllamaForConditionalGeneration
768
+ if transformers .__version__ >= "4.46" :
769
+ ORIG_MODEL = transformers .MllamaForConditionalGeneration
770
+ else :
771
+ logger .warning ("please install transformers>=4.46 for quantizing MllamaForConditionalGeneration." )
766
772
767
773
768
774
class LlavaForConditionalGeneration (_BaseINCAutoModelClass ):
769
- ORIG_MODEL = transformers .LlavaForConditionalGeneration
775
+ if transformers .__version__ >= "4.46" :
776
+ ORIG_MODEL = transformers .LlavaForConditionalGeneration
777
+ else :
778
+ logger .warning ("please install transformers>=4.46 for quantizing LlavaForConditionalGeneration." )
You can’t perform that action at this time.
0 commit comments