mirror of
https://github.com/DS4SD/docling.git
synced 2025-07-26 20:14:47 +00:00
remove torch type
Signed-off-by: Michele Dolfi <dol@zurich.ibm.com>
This commit is contained in:
parent
738385004a
commit
07045386c6
@ -99,7 +99,6 @@ class HuggingFaceTransformersVlmModel(BasePageModel, HuggingFaceModelDownloadMix
|
|||||||
self.vlm_model = model_cls.from_pretrained(
|
self.vlm_model = model_cls.from_pretrained(
|
||||||
artifacts_path,
|
artifacts_path,
|
||||||
device_map=self.device,
|
device_map=self.device,
|
||||||
torch_dtype="auto",
|
|
||||||
_attn_implementation=(
|
_attn_implementation=(
|
||||||
"flash_attention_2"
|
"flash_attention_2"
|
||||||
if self.device.startswith("cuda")
|
if self.device.startswith("cuda")
|
||||||
|
Loading…
Reference in New Issue
Block a user