wip smolDocling inference and vlm pipeline

Signed-off-by: Maksym Lysak <mly@zurich.ibm.com>
This commit is contained in:
Maksym Lysak
2025-01-09 14:43:04 +01:00
parent dc3a388aa2
commit 03c8d45790
4 changed files with 523 additions and 41 deletions

View File

@@ -1,13 +1,24 @@
from docling.datamodel.base_models import InputFormat
from docling.datamodel.pipeline_options import PdfPipelineOptions
from docling.document_converter import DocumentConverter, PdfFormatOption
from docling.pipeline.vlm_pipeline import VlmPipeline
source = "https://arxiv.org/pdf/2408.09869" # document per local path or URL
# source = "https://arxiv.org/pdf/2408.09869" # document per local path or URL
source = "tests/data/2305.03393v1-pg9-img.png"
pipeline_options = PdfPipelineOptions()
pipeline_options.artifacts_path = "model_artifacts"
converter = DocumentConverter(
doc_converter=DocumentConverter(
format_options={InputFormat.PDF: PdfFormatOption(pipeline_cls=VlmPipeline)}
)
format_options={
InputFormat.PDF: PdfFormatOption(
pipeline_cls=VlmPipeline, pipeline_options=pipeline_options
)
}
)
result = converter.convert(source)
print(result.document.export_to_markdown())
print("done!")
# output: ## Docling Technical Report [...]"