mirror of
https://github.com/DS4SD/docling.git
synced 2025-07-27 04:24:45 +00:00
Update picture_description_vlm_model.py
Signed-off-by: jane-temcious <jane.temcious@iterate.ai>
This commit is contained in:
parent
8012a3e4d6
commit
46700e9f29
@ -57,7 +57,7 @@ class PictureDescriptionVlmModel(PictureDescriptionBaseModel):
|
|||||||
artifacts_path,
|
artifacts_path,
|
||||||
torch_dtype=torch.bfloat16,
|
torch_dtype=torch.bfloat16,
|
||||||
_attn_implementation=(
|
_attn_implementation=(
|
||||||
"flash_attention_2" if self.device.startswith("cuda") else "eager"
|
"eager"
|
||||||
),
|
),
|
||||||
).to(self.device)
|
).to(self.device)
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user