Update docling-core pinnings

Signed-off-by: Christoph Auer <cau@zurich.ibm.com>
This commit is contained in:
Christoph Auer 2024-10-16 13:49:01 +02:00
commit 5c862b5971
7 changed files with 20 additions and 32 deletions

View File

@ -7,7 +7,6 @@ from bs4 import BeautifulSoup
from docling_core.types.doc import (
DescriptionItem,
DoclingDocument,
PictureData,
TableCell,
TableData,
)
@ -406,9 +405,7 @@ class HTMLDocumentBackend(DeclarativeDocumentBackend):
contains_captions = element.find(["figcaption"])
if contains_captions is None:
doc.add_picture(
data=PictureData(), parent=self.parents[self.level], caption=None
)
doc.add_picture(parent=self.parents[self.level], caption=None)
else:
texts = []
@ -419,13 +416,10 @@ class HTMLDocumentBackend(DeclarativeDocumentBackend):
label=DocItemLabel.CAPTION, text=("".join(texts)).strip()
)
doc.add_picture(
data=PictureData(),
parent=self.parents[self.level],
caption=fig_caption,
)
def handle_image(self, element, idx, doc):
"""Handles image tags (img)."""
doc.add_picture(
data=PictureData(), parent=self.parents[self.level], caption=None
)
doc.add_picture(parent=self.parents[self.level], caption=None)

View File

@ -9,7 +9,6 @@ from docling_core.types.doc import (
DoclingDocument,
DocumentOrigin,
GroupLabel,
PictureData,
ProvenanceItem,
TableCell,
TableData,
@ -243,9 +242,7 @@ class MsPowerpointDocumentBackend(DeclarativeDocumentBackend, PaginatedDocumentB
def handle_pictures(self, shape, parent_slide, slide_ind, doc):
# shape has picture
prov = self.generate_prov(shape, slide_ind, "")
doc.add_picture(
data=PictureData(), parent=parent_slide, caption=None, prov=prov
)
doc.add_picture(parent=parent_slide, caption=None, prov=prov)
return
def handle_tables(self, shape, parent_slide, slide_ind, doc):

View File

@ -9,7 +9,6 @@ from docling_core.types.doc import (
DocItemLabel,
DoclingDocument,
GroupLabel,
PictureData,
TableCell,
TableData,
)
@ -492,7 +491,5 @@ class MsWordDocumentBackend(DeclarativeDocumentBackend):
return
def handle_pictures(self, element, docx_obj, doc):
doc.add_picture(
data=PictureData(), parent=self.parents[self.level], caption=None
)
doc.add_picture(parent=self.parents[self.level], caption=None)
return

View File

@ -3,7 +3,7 @@ from io import BytesIO
from typing import TYPE_CHECKING, Dict, List, Optional, Set, Union
from docling_core.types.doc import BoundingBox, Size
from docling_core.types.doc.document import PictureData, TableCell
from docling_core.types.doc.document import PictureDataType, TableCell
from docling_core.types.doc.labels import DocItemLabel
from PIL.Image import Image
from pydantic import BaseModel, ConfigDict
@ -131,7 +131,7 @@ class TextElement(BasePageElement):
class FigureElement(BasePageElement):
data: Optional[PictureData] = None
annotations: List[PictureDataType] = []
provenance: Optional[str] = None
predicted_class: Optional[str] = None
confidence: Optional[float] = None

View File

@ -36,10 +36,10 @@ class ExamplePictureClassifierEnrichmentModel(BaseEnrichmentModel):
# uncomment this to interactively visualize the image
# element.image.pil_image.show()
element.data.classification = PictureClassificationData(
element.annotations.append(PictureClassificationData(
provenance="example_classifier-0.0.1",
predicted_classes=[PictureClassificationClass(class_name="dummy", confidence=0.42)]
)
))
yield element
@ -83,7 +83,7 @@ def main():
for element, _level in result.document.iterate_items():
if isinstance(element, PictureItem):
print(
f"The model populated the `data` portion of picture {element.self_ref}:\n{element.data}"
f"The model populated the `data` portion of picture {element.self_ref}:\n{element.annotations}"
)

18
poetry.lock generated
View File

@ -898,7 +898,7 @@ files = []
develop = false
[package.dependencies]
docling-core = {git = "https://github.com/DS4SD/docling-core.git", rev = "5fb2f34da63881a7e94418f8bb0d1af38222cc15"}
docling-core = {git = "https://github.com/DS4SD/docling-core.git", rev = "002f784745bf2e2bcf9def81d070c59f2e7c61c2"}
docutils = "!=0.21"
matplotlib = "^3.7.1"
networkx = "^3.1"
@ -922,8 +922,8 @@ toolkit = ["deepsearch-toolkit (>=0.31.0)"]
[package.source]
type = "git"
url = "https://github.com/DS4SD/deepsearch-glm.git"
reference = "ab96c114b71ed99d0736a4fd9d8945b115d7f1b0"
resolved_reference = "ab96c114b71ed99d0736a4fd9d8945b115d7f1b0"
reference = "f219bbfb8065e787b481d6b12ca22db8e31e865e"
resolved_reference = "f219bbfb8065e787b481d6b12ca22db8e31e865e"
[[package]]
name = "defusedxml"
@ -982,8 +982,8 @@ tabulate = "^0.9.0"
[package.source]
type = "git"
url = "https://github.com/DS4SD/docling-core.git"
reference = "5fb2f34da63881a7e94418f8bb0d1af38222cc15"
resolved_reference = "5fb2f34da63881a7e94418f8bb0d1af38222cc15"
reference = "002f784745bf2e2bcf9def81d070c59f2e7c61c2"
resolved_reference = "002f784745bf2e2bcf9def81d070c59f2e7c61c2"
[[package]]
name = "docling-ibm-models"
@ -5925,13 +5925,13 @@ train = ["accelerate (>=0.20.3)", "datasets"]
[[package]]
name = "setuptools"
version = "75.1.0"
version = "75.2.0"
description = "Easily download, build, install, upgrade, and uninstall Python packages"
optional = false
python-versions = ">=3.8"
files = [
{file = "setuptools-75.1.0-py3-none-any.whl", hash = "sha256:35ab7fd3bcd95e6b7fd704e4a1539513edad446c097797f2985e0e4b960772f2"},
{file = "setuptools-75.1.0.tar.gz", hash = "sha256:d59a21b17a275fb872a9c3dae73963160ae079f1049ed956880cd7c09b120538"},
{file = "setuptools-75.2.0-py3-none-any.whl", hash = "sha256:a7fcb66f68b4d9e8e66b42f9876150a3371558f98fa32222ffaa5bced76406f8"},
{file = "setuptools-75.2.0.tar.gz", hash = "sha256:753bb6ebf1f465a1912e19ed1d41f403a79173a9acf66a42e7e6aec45c3c16ec"},
]
[package.extras]
@ -7485,4 +7485,4 @@ tesserocr = ["tesserocr"]
[metadata]
lock-version = "2.0"
python-versions = "^3.10"
content-hash = "38fa09c8db187d27cdcd0fe632e9843b51d7ee082cf3f6618c7daad82eb40e50"
content-hash = "3994b9c2200bb9827c76d84128fd7bbe1c1cc6f8e6cf1e34f9923c5511bc324a"

View File

@ -37,9 +37,9 @@ torchvision = [
######################
python = "^3.10"
pydantic = "^2.0.0"
docling-core = {git = "https://github.com/DS4SD/docling-core.git", rev = "5fb2f34da63881a7e94418f8bb0d1af38222cc15"}
docling-core = {git = "https://github.com/DS4SD/docling-core.git", rev = "002f784745bf2e2bcf9def81d070c59f2e7c61c2"}
docling-ibm-models = "^2.0.1"
deepsearch-glm = {git = "https://github.com/DS4SD/deepsearch-glm.git", rev = "ab96c114b71ed99d0736a4fd9d8945b115d7f1b0"}
deepsearch-glm = {git = "https://github.com/DS4SD/deepsearch-glm.git", rev = "f219bbfb8065e787b481d6b12ca22db8e31e865e"}
filetype = "^1.2.0"
pypdfium2 = "^4.30.0"
pydantic-settings = "^2.3.0"