mirror of
https://github.com/DS4SD/docling.git
synced 2025-07-27 04:24:45 +00:00
rename to specs
Signed-off-by: Michele Dolfi <dol@zurich.ibm.com>
This commit is contained in:
parent
76718cb1f9
commit
b9c1698263
@ -47,7 +47,7 @@ from docling.datamodel.pipeline_options import (
|
|||||||
VlmPipelineOptions,
|
VlmPipelineOptions,
|
||||||
)
|
)
|
||||||
from docling.datamodel.settings import settings
|
from docling.datamodel.settings import settings
|
||||||
from docling.datamodel.vlm_model_spec import (
|
from docling.datamodel.vlm_model_specs import (
|
||||||
GRANITE_VISION_OLLAMA,
|
GRANITE_VISION_OLLAMA,
|
||||||
GRANITE_VISION_TRANSFORMERS,
|
GRANITE_VISION_TRANSFORMERS,
|
||||||
SMOLDOCLING_MLX,
|
SMOLDOCLING_MLX,
|
||||||
|
@ -19,7 +19,7 @@ from docling.datamodel.pipeline_options_vlm_model import (
|
|||||||
InlineVlmOptions,
|
InlineVlmOptions,
|
||||||
ResponseFormat,
|
ResponseFormat,
|
||||||
)
|
)
|
||||||
from docling.datamodel.vlm_model_spec import (
|
from docling.datamodel.vlm_model_specs import (
|
||||||
GRANITE_VISION_OLLAMA as granite_vision_vlm_ollama_conversion_options,
|
GRANITE_VISION_OLLAMA as granite_vision_vlm_ollama_conversion_options,
|
||||||
GRANITE_VISION_TRANSFORMERS as granite_vision_vlm_conversion_options,
|
GRANITE_VISION_TRANSFORMERS as granite_vision_vlm_conversion_options,
|
||||||
SMOLDOCLING_MLX as smoldocling_vlm_mlx_conversion_options,
|
SMOLDOCLING_MLX as smoldocling_vlm_mlx_conversion_options,
|
||||||
|
@ -44,10 +44,14 @@ SMOLDOCLING_TRANSFORMERS = InlineVlmOptions(
|
|||||||
# GraniteVision
|
# GraniteVision
|
||||||
GRANITE_VISION_TRANSFORMERS = InlineVlmOptions(
|
GRANITE_VISION_TRANSFORMERS = InlineVlmOptions(
|
||||||
repo_id="ibm-granite/granite-vision-3.2-2b",
|
repo_id="ibm-granite/granite-vision-3.2-2b",
|
||||||
prompt="Convert this page to markdown. Do not miss any text and only output the bare MarkDown!",
|
prompt="Convert this page to markdown. Do not miss any text and only output the bare markdown!",
|
||||||
response_format=ResponseFormat.MARKDOWN,
|
response_format=ResponseFormat.MARKDOWN,
|
||||||
inference_framework=InferenceFramework.TRANSFORMERS_VISION2SEQ,
|
inference_framework=InferenceFramework.TRANSFORMERS_VISION2SEQ,
|
||||||
supported_devices=[AcceleratorDevice.CPU, AcceleratorDevice.CUDA],
|
supported_devices=[
|
||||||
|
AcceleratorDevice.CPU,
|
||||||
|
AcceleratorDevice.CUDA,
|
||||||
|
AcceleratorDevice.MPS,
|
||||||
|
],
|
||||||
scale=2.0,
|
scale=2.0,
|
||||||
temperature=0.0,
|
temperature=0.0,
|
||||||
)
|
)
|
||||||
@ -55,7 +59,7 @@ GRANITE_VISION_TRANSFORMERS = InlineVlmOptions(
|
|||||||
GRANITE_VISION_OLLAMA = ApiVlmOptions(
|
GRANITE_VISION_OLLAMA = ApiVlmOptions(
|
||||||
url=AnyUrl("http://localhost:11434/v1/chat/completions"),
|
url=AnyUrl("http://localhost:11434/v1/chat/completions"),
|
||||||
params={"model": "granite3.2-vision:2b"},
|
params={"model": "granite3.2-vision:2b"},
|
||||||
prompt="Convert this page to markdown. Do not miss any text and only output the bare MarkDown!",
|
prompt="Convert this page to markdown. Do not miss any text and only output the bare markdown!",
|
||||||
scale=1.0,
|
scale=1.0,
|
||||||
timeout=120,
|
timeout=120,
|
||||||
response_format=ResponseFormat.MARKDOWN,
|
response_format=ResponseFormat.MARKDOWN,
|
@ -7,7 +7,7 @@ from docling.datamodel.pipeline_options import (
|
|||||||
smolvlm_picture_description,
|
smolvlm_picture_description,
|
||||||
)
|
)
|
||||||
from docling.datamodel.settings import settings
|
from docling.datamodel.settings import settings
|
||||||
from docling.datamodel.vlm_model_spec import (
|
from docling.datamodel.vlm_model_specs import (
|
||||||
SMOLDOCLING_MLX,
|
SMOLDOCLING_MLX,
|
||||||
SMOLDOCLING_TRANSFORMERS,
|
SMOLDOCLING_TRANSFORMERS,
|
||||||
)
|
)
|
||||||
|
2
docs/examples/compare_vlm_models.py
vendored
2
docs/examples/compare_vlm_models.py
vendored
@ -16,7 +16,7 @@ from docling.datamodel.base_models import InputFormat
|
|||||||
from docling.datamodel.pipeline_options import (
|
from docling.datamodel.pipeline_options import (
|
||||||
VlmPipelineOptions,
|
VlmPipelineOptions,
|
||||||
)
|
)
|
||||||
from docling.datamodel.vlm_model_spec import (
|
from docling.datamodel.vlm_model_specs import (
|
||||||
GEMMA3_12B_MLX,
|
GEMMA3_12B_MLX,
|
||||||
GRANITE_VISION_OLLAMA,
|
GRANITE_VISION_OLLAMA,
|
||||||
GRANITE_VISION_TRANSFORMERS,
|
GRANITE_VISION_TRANSFORMERS,
|
||||||
|
2
docs/examples/minimal_vlm_pipeline.py
vendored
2
docs/examples/minimal_vlm_pipeline.py
vendored
@ -2,7 +2,7 @@ from docling.datamodel.base_models import InputFormat
|
|||||||
from docling.datamodel.pipeline_options import (
|
from docling.datamodel.pipeline_options import (
|
||||||
VlmPipelineOptions,
|
VlmPipelineOptions,
|
||||||
)
|
)
|
||||||
from docling.datamodel.vlm_model_spec import SMOLDOCLING_MLX
|
from docling.datamodel.vlm_model_specs import SMOLDOCLING_MLX
|
||||||
from docling.document_converter import DocumentConverter, PdfFormatOption
|
from docling.document_converter import DocumentConverter, PdfFormatOption
|
||||||
from docling.pipeline.vlm_pipeline import VlmPipeline
|
from docling.pipeline.vlm_pipeline import VlmPipeline
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user