From 0e2f370f4f1d4f73f21177f8364965e9d38c1f77 Mon Sep 17 00:00:00 2001 From: Peter Staar Date: Fri, 5 Sep 2025 16:58:43 +0200 Subject: [PATCH] updated the model specs Signed-off-by: Peter Staar --- docling/datamodel/vlm_model_specs.py | 11 ++++++++--- 1 file changed, 8 insertions(+), 3 deletions(-) diff --git a/docling/datamodel/vlm_model_specs.py b/docling/datamodel/vlm_model_specs.py index fd3c347d..dd796fba 100644 --- a/docling/datamodel/vlm_model_specs.py +++ b/docling/datamodel/vlm_model_specs.py @@ -24,10 +24,14 @@ GRANITEDOCLING_TRANSFORMERS = InlineVlmOptions( prompt="Convert this page to docling.", response_format=ResponseFormat.DOCTAGS, inference_framework=InferenceFramework.MLX, - supported_devices=[AcceleratorDevice.MPS], + supported_devices=[ + AcceleratorDevice.CPU, + AcceleratorDevice.CUDA, + ], scale=2.0, temperature=0.0, - stop_strings=["", ""], + max_new_tokens=8192, + stop_strings=["", "<|end_of_text|>"], ) GRANITEDOCLING_MLX = InlineVlmOptions( @@ -38,7 +42,8 @@ GRANITEDOCLING_MLX = InlineVlmOptions( supported_devices=[AcceleratorDevice.MPS], scale=2.0, temperature=0.0, - stop_strings=["", ""], + max_new_tokens=8192, + stop_strings=["", "<|end_of_text|>"], ) # SmolDocling