mirror of
https://github.com/DS4SD/docling.git
synced 2025-07-25 19:44:34 +00:00
3960b199d6
* Add DoclingParseV3 backend implementation Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Use docling-core with docling-parse types Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Fixes and test updates Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Fix streams Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Fix streams Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Reset tests Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * update test cases Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * update test units Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Add back DoclingParse v1 backend, pipeline options Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Update locks Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * fix: update docling-core to 2.22.0 Update dependency library docling-core to latest release 2.22.0 Fix regression tests and ground truth files Signed-off-by: Cesar Berrospi Ramis <75900930+ceberam@users.noreply.github.com> * Ground-truth files updated Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Update tests, use TextCell.from_ocr property Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Text fixes, new test data Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Rename docling backend to v4 Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Test all backends, fixes Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Reset all tests to use docling-parse v1 for now Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Fixes for DPv4 backend init, better test coverage Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * test_input_doc use default backend Signed-off-by: Christoph Auer <cau@zurich.ibm.com> --------- Signed-off-by: Christoph Auer <cau@zurich.ibm.com> Signed-off-by: Cesar Berrospi Ramis <75900930+ceberam@users.noreply.github.com> Co-authored-by: Cesar Berrospi Ramis <75900930+ceberam@users.noreply.github.com>
753 lines
15 KiB
JSON
753 lines
15 KiB
JSON
{
|
|
"schema_name": "DoclingDocument",
|
|
"version": "1.3.0",
|
|
"name": "unit_test_headers",
|
|
"origin": {
|
|
"mimetype": "application/vnd.openxmlformats-officedocument.wordprocessingml.document",
|
|
"binary_hash": 15606343257915737103,
|
|
"filename": "unit_test_headers.docx"
|
|
},
|
|
"furniture": {
|
|
"self_ref": "#/furniture",
|
|
"children": [],
|
|
"content_layer": "furniture",
|
|
"name": "_root_",
|
|
"label": "unspecified"
|
|
},
|
|
"body": {
|
|
"self_ref": "#/body",
|
|
"children": [
|
|
{
|
|
"$ref": "#/texts/0"
|
|
}
|
|
],
|
|
"content_layer": "body",
|
|
"name": "_root_",
|
|
"label": "unspecified"
|
|
},
|
|
"groups": [
|
|
{
|
|
"self_ref": "#/groups/0",
|
|
"parent": {
|
|
"$ref": "#/texts/27"
|
|
},
|
|
"children": [
|
|
{
|
|
"$ref": "#/texts/33"
|
|
}
|
|
],
|
|
"content_layer": "body",
|
|
"name": "header-2",
|
|
"label": "section"
|
|
}
|
|
],
|
|
"texts": [
|
|
{
|
|
"self_ref": "#/texts/0",
|
|
"parent": {
|
|
"$ref": "#/body"
|
|
},
|
|
"children": [
|
|
{
|
|
"$ref": "#/texts/1"
|
|
},
|
|
{
|
|
"$ref": "#/texts/2"
|
|
},
|
|
{
|
|
"$ref": "#/texts/27"
|
|
}
|
|
],
|
|
"content_layer": "body",
|
|
"label": "title",
|
|
"prov": [],
|
|
"orig": "Test Document",
|
|
"text": "Test Document"
|
|
},
|
|
{
|
|
"self_ref": "#/texts/1",
|
|
"parent": {
|
|
"$ref": "#/texts/0"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "",
|
|
"text": ""
|
|
},
|
|
{
|
|
"self_ref": "#/texts/2",
|
|
"parent": {
|
|
"$ref": "#/texts/0"
|
|
},
|
|
"children": [
|
|
{
|
|
"$ref": "#/texts/3"
|
|
},
|
|
{
|
|
"$ref": "#/texts/4"
|
|
},
|
|
{
|
|
"$ref": "#/texts/5"
|
|
},
|
|
{
|
|
"$ref": "#/texts/6"
|
|
},
|
|
{
|
|
"$ref": "#/texts/7"
|
|
},
|
|
{
|
|
"$ref": "#/texts/8"
|
|
},
|
|
{
|
|
"$ref": "#/texts/14"
|
|
}
|
|
],
|
|
"content_layer": "body",
|
|
"label": "section_header",
|
|
"prov": [],
|
|
"orig": "Section 1",
|
|
"text": "Section 1",
|
|
"level": 1
|
|
},
|
|
{
|
|
"self_ref": "#/texts/3",
|
|
"parent": {
|
|
"$ref": "#/texts/2"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "",
|
|
"text": ""
|
|
},
|
|
{
|
|
"self_ref": "#/texts/4",
|
|
"parent": {
|
|
"$ref": "#/texts/2"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "Paragraph 1.1",
|
|
"text": "Paragraph 1.1"
|
|
},
|
|
{
|
|
"self_ref": "#/texts/5",
|
|
"parent": {
|
|
"$ref": "#/texts/2"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "",
|
|
"text": ""
|
|
},
|
|
{
|
|
"self_ref": "#/texts/6",
|
|
"parent": {
|
|
"$ref": "#/texts/2"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "Paragraph 1.2",
|
|
"text": "Paragraph 1.2"
|
|
},
|
|
{
|
|
"self_ref": "#/texts/7",
|
|
"parent": {
|
|
"$ref": "#/texts/2"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "",
|
|
"text": ""
|
|
},
|
|
{
|
|
"self_ref": "#/texts/8",
|
|
"parent": {
|
|
"$ref": "#/texts/2"
|
|
},
|
|
"children": [
|
|
{
|
|
"$ref": "#/texts/9"
|
|
},
|
|
{
|
|
"$ref": "#/texts/10"
|
|
},
|
|
{
|
|
"$ref": "#/texts/11"
|
|
},
|
|
{
|
|
"$ref": "#/texts/12"
|
|
},
|
|
{
|
|
"$ref": "#/texts/13"
|
|
}
|
|
],
|
|
"content_layer": "body",
|
|
"label": "section_header",
|
|
"prov": [],
|
|
"orig": "Section 1.1",
|
|
"text": "Section 1.1",
|
|
"level": 2
|
|
},
|
|
{
|
|
"self_ref": "#/texts/9",
|
|
"parent": {
|
|
"$ref": "#/texts/8"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "",
|
|
"text": ""
|
|
},
|
|
{
|
|
"self_ref": "#/texts/10",
|
|
"parent": {
|
|
"$ref": "#/texts/8"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "Paragraph 1.1.1",
|
|
"text": "Paragraph 1.1.1"
|
|
},
|
|
{
|
|
"self_ref": "#/texts/11",
|
|
"parent": {
|
|
"$ref": "#/texts/8"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "",
|
|
"text": ""
|
|
},
|
|
{
|
|
"self_ref": "#/texts/12",
|
|
"parent": {
|
|
"$ref": "#/texts/8"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "Paragraph 1.1.2",
|
|
"text": "Paragraph 1.1.2"
|
|
},
|
|
{
|
|
"self_ref": "#/texts/13",
|
|
"parent": {
|
|
"$ref": "#/texts/8"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "",
|
|
"text": ""
|
|
},
|
|
{
|
|
"self_ref": "#/texts/14",
|
|
"parent": {
|
|
"$ref": "#/texts/2"
|
|
},
|
|
"children": [
|
|
{
|
|
"$ref": "#/texts/15"
|
|
},
|
|
{
|
|
"$ref": "#/texts/16"
|
|
},
|
|
{
|
|
"$ref": "#/texts/17"
|
|
},
|
|
{
|
|
"$ref": "#/texts/18"
|
|
},
|
|
{
|
|
"$ref": "#/texts/19"
|
|
},
|
|
{
|
|
"$ref": "#/texts/20"
|
|
}
|
|
],
|
|
"content_layer": "body",
|
|
"label": "section_header",
|
|
"prov": [],
|
|
"orig": "Section 1.2",
|
|
"text": "Section 1.2",
|
|
"level": 2
|
|
},
|
|
{
|
|
"self_ref": "#/texts/15",
|
|
"parent": {
|
|
"$ref": "#/texts/14"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "",
|
|
"text": ""
|
|
},
|
|
{
|
|
"self_ref": "#/texts/16",
|
|
"parent": {
|
|
"$ref": "#/texts/14"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "Paragraph 1.1.1",
|
|
"text": "Paragraph 1.1.1"
|
|
},
|
|
{
|
|
"self_ref": "#/texts/17",
|
|
"parent": {
|
|
"$ref": "#/texts/14"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "",
|
|
"text": ""
|
|
},
|
|
{
|
|
"self_ref": "#/texts/18",
|
|
"parent": {
|
|
"$ref": "#/texts/14"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "Paragraph 1.1.2",
|
|
"text": "Paragraph 1.1.2"
|
|
},
|
|
{
|
|
"self_ref": "#/texts/19",
|
|
"parent": {
|
|
"$ref": "#/texts/14"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "",
|
|
"text": ""
|
|
},
|
|
{
|
|
"self_ref": "#/texts/20",
|
|
"parent": {
|
|
"$ref": "#/texts/14"
|
|
},
|
|
"children": [
|
|
{
|
|
"$ref": "#/texts/21"
|
|
},
|
|
{
|
|
"$ref": "#/texts/22"
|
|
},
|
|
{
|
|
"$ref": "#/texts/23"
|
|
},
|
|
{
|
|
"$ref": "#/texts/24"
|
|
},
|
|
{
|
|
"$ref": "#/texts/25"
|
|
},
|
|
{
|
|
"$ref": "#/texts/26"
|
|
}
|
|
],
|
|
"content_layer": "body",
|
|
"label": "section_header",
|
|
"prov": [],
|
|
"orig": "Section 1.2.3",
|
|
"text": "Section 1.2.3",
|
|
"level": 3
|
|
},
|
|
{
|
|
"self_ref": "#/texts/21",
|
|
"parent": {
|
|
"$ref": "#/texts/20"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "",
|
|
"text": ""
|
|
},
|
|
{
|
|
"self_ref": "#/texts/22",
|
|
"parent": {
|
|
"$ref": "#/texts/20"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "Paragraph 1.2.3.1",
|
|
"text": "Paragraph 1.2.3.1"
|
|
},
|
|
{
|
|
"self_ref": "#/texts/23",
|
|
"parent": {
|
|
"$ref": "#/texts/20"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "",
|
|
"text": ""
|
|
},
|
|
{
|
|
"self_ref": "#/texts/24",
|
|
"parent": {
|
|
"$ref": "#/texts/20"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "Paragraph 1.2.3.1",
|
|
"text": "Paragraph 1.2.3.1"
|
|
},
|
|
{
|
|
"self_ref": "#/texts/25",
|
|
"parent": {
|
|
"$ref": "#/texts/20"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "",
|
|
"text": ""
|
|
},
|
|
{
|
|
"self_ref": "#/texts/26",
|
|
"parent": {
|
|
"$ref": "#/texts/20"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "",
|
|
"text": ""
|
|
},
|
|
{
|
|
"self_ref": "#/texts/27",
|
|
"parent": {
|
|
"$ref": "#/texts/0"
|
|
},
|
|
"children": [
|
|
{
|
|
"$ref": "#/texts/28"
|
|
},
|
|
{
|
|
"$ref": "#/texts/29"
|
|
},
|
|
{
|
|
"$ref": "#/texts/30"
|
|
},
|
|
{
|
|
"$ref": "#/texts/31"
|
|
},
|
|
{
|
|
"$ref": "#/texts/32"
|
|
},
|
|
{
|
|
"$ref": "#/groups/0"
|
|
},
|
|
{
|
|
"$ref": "#/texts/39"
|
|
}
|
|
],
|
|
"content_layer": "body",
|
|
"label": "section_header",
|
|
"prov": [],
|
|
"orig": "Section 2",
|
|
"text": "Section 2",
|
|
"level": 1
|
|
},
|
|
{
|
|
"self_ref": "#/texts/28",
|
|
"parent": {
|
|
"$ref": "#/texts/27"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "",
|
|
"text": ""
|
|
},
|
|
{
|
|
"self_ref": "#/texts/29",
|
|
"parent": {
|
|
"$ref": "#/texts/27"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "Paragraph 2.1",
|
|
"text": "Paragraph 2.1"
|
|
},
|
|
{
|
|
"self_ref": "#/texts/30",
|
|
"parent": {
|
|
"$ref": "#/texts/27"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "",
|
|
"text": ""
|
|
},
|
|
{
|
|
"self_ref": "#/texts/31",
|
|
"parent": {
|
|
"$ref": "#/texts/27"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "Paragraph 2.2",
|
|
"text": "Paragraph 2.2"
|
|
},
|
|
{
|
|
"self_ref": "#/texts/32",
|
|
"parent": {
|
|
"$ref": "#/texts/27"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "",
|
|
"text": ""
|
|
},
|
|
{
|
|
"self_ref": "#/texts/33",
|
|
"parent": {
|
|
"$ref": "#/groups/0"
|
|
},
|
|
"children": [
|
|
{
|
|
"$ref": "#/texts/34"
|
|
},
|
|
{
|
|
"$ref": "#/texts/35"
|
|
},
|
|
{
|
|
"$ref": "#/texts/36"
|
|
},
|
|
{
|
|
"$ref": "#/texts/37"
|
|
},
|
|
{
|
|
"$ref": "#/texts/38"
|
|
}
|
|
],
|
|
"content_layer": "body",
|
|
"label": "section_header",
|
|
"prov": [],
|
|
"orig": "Section 2.1.1",
|
|
"text": "Section 2.1.1",
|
|
"level": 3
|
|
},
|
|
{
|
|
"self_ref": "#/texts/34",
|
|
"parent": {
|
|
"$ref": "#/texts/33"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "",
|
|
"text": ""
|
|
},
|
|
{
|
|
"self_ref": "#/texts/35",
|
|
"parent": {
|
|
"$ref": "#/texts/33"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "Paragraph 2.1.1.1",
|
|
"text": "Paragraph 2.1.1.1"
|
|
},
|
|
{
|
|
"self_ref": "#/texts/36",
|
|
"parent": {
|
|
"$ref": "#/texts/33"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "",
|
|
"text": ""
|
|
},
|
|
{
|
|
"self_ref": "#/texts/37",
|
|
"parent": {
|
|
"$ref": "#/texts/33"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "Paragraph 2.1.1.1",
|
|
"text": "Paragraph 2.1.1.1"
|
|
},
|
|
{
|
|
"self_ref": "#/texts/38",
|
|
"parent": {
|
|
"$ref": "#/texts/33"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "",
|
|
"text": ""
|
|
},
|
|
{
|
|
"self_ref": "#/texts/39",
|
|
"parent": {
|
|
"$ref": "#/texts/27"
|
|
},
|
|
"children": [
|
|
{
|
|
"$ref": "#/texts/40"
|
|
},
|
|
{
|
|
"$ref": "#/texts/41"
|
|
},
|
|
{
|
|
"$ref": "#/texts/42"
|
|
},
|
|
{
|
|
"$ref": "#/texts/43"
|
|
},
|
|
{
|
|
"$ref": "#/texts/44"
|
|
},
|
|
{
|
|
"$ref": "#/texts/45"
|
|
}
|
|
],
|
|
"content_layer": "body",
|
|
"label": "section_header",
|
|
"prov": [],
|
|
"orig": "Section 2.1",
|
|
"text": "Section 2.1",
|
|
"level": 2
|
|
},
|
|
{
|
|
"self_ref": "#/texts/40",
|
|
"parent": {
|
|
"$ref": "#/texts/39"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "",
|
|
"text": ""
|
|
},
|
|
{
|
|
"self_ref": "#/texts/41",
|
|
"parent": {
|
|
"$ref": "#/texts/39"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "Paragraph 2.1.1",
|
|
"text": "Paragraph 2.1.1"
|
|
},
|
|
{
|
|
"self_ref": "#/texts/42",
|
|
"parent": {
|
|
"$ref": "#/texts/39"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "",
|
|
"text": ""
|
|
},
|
|
{
|
|
"self_ref": "#/texts/43",
|
|
"parent": {
|
|
"$ref": "#/texts/39"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "Paragraph 2.1.2",
|
|
"text": "Paragraph 2.1.2"
|
|
},
|
|
{
|
|
"self_ref": "#/texts/44",
|
|
"parent": {
|
|
"$ref": "#/texts/39"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "",
|
|
"text": ""
|
|
},
|
|
{
|
|
"self_ref": "#/texts/45",
|
|
"parent": {
|
|
"$ref": "#/texts/39"
|
|
},
|
|
"children": [],
|
|
"content_layer": "body",
|
|
"label": "paragraph",
|
|
"prov": [],
|
|
"orig": "",
|
|
"text": ""
|
|
}
|
|
],
|
|
"pictures": [],
|
|
"tables": [],
|
|
"key_value_items": [],
|
|
"form_items": [],
|
|
"pages": {}
|
|
} |