Signed-off-by: Georg Heiler <georg.kf.heiler@gmail.com>
This commit is contained in:
Georg Heiler 2025-06-17 08:23:39 +02:00
parent 352f261163
commit 448c932fd2

View File

@ -41,8 +41,8 @@ class HuggingFaceTransformersVlmModel(BasePageModel, HuggingFaceModelDownloadMix
from transformers import ( from transformers import (
AutoModel, AutoModel,
AutoModelForCausalLM, AutoModelForCausalLM,
AutoModelForVision2Seq,
AutoModelForImageTextToText, AutoModelForImageTextToText,
AutoModelForVision2Seq,
AutoProcessor, AutoProcessor,
BitsAndBytesConfig, BitsAndBytesConfig,
GenerationConfig, GenerationConfig,
@ -92,8 +92,10 @@ class HuggingFaceTransformersVlmModel(BasePageModel, HuggingFaceModelDownloadMix
== TransformersModelType.AUTOMODEL_VISION2SEQ == TransformersModelType.AUTOMODEL_VISION2SEQ
): ):
model_cls = AutoModelForVision2Seq model_cls = AutoModelForVision2Seq
elif (self.vlm_options.transformers_model_type elif (
== TransformersModelType.AUTOMODEL_FORIMAGETEXTTOTEXT): self.vlm_options.transformers_model_type
== TransformersModelType.AUTOMODEL_FORIMAGETEXTTOTEXT
):
model_cls = AutoModelForImageTextToText model_cls = AutoModelForImageTextToText
self.processor = AutoProcessor.from_pretrained( self.processor = AutoProcessor.from_pretrained(