mirror of
https://github.com/DS4SD/docling.git
synced 2025-12-08 20:58:11 +00:00
test: validate actual docitems in tests (#966)
* validate actual docitems in tests Signed-off-by: Michele Dolfi <dol@zurich.ibm.com> * remove verbose print Signed-off-by: Michele Dolfi <dol@zurich.ibm.com> * disable test generation Signed-off-by: Michele Dolfi <dol@zurich.ibm.com> --------- Signed-off-by: Michele Dolfi <dol@zurich.ibm.com>
This commit is contained in:
@@ -6,6 +6,8 @@ from docling.datamodel.base_models import InputFormat
|
||||
from docling.datamodel.document import ConversionResult, DoclingDocument
|
||||
from docling.document_converter import DocumentConverter
|
||||
|
||||
from .verify_utils import verify_docitems
|
||||
|
||||
GENERATE = False
|
||||
|
||||
|
||||
@@ -42,6 +44,20 @@ def verify_export(pred_text: str, gtfile: str):
|
||||
return pred_text == true_text
|
||||
|
||||
|
||||
def verify_document(pred_doc: DoclingDocument, gtfile: str):
|
||||
|
||||
if not os.path.exists(gtfile) or GENERATE:
|
||||
with open(gtfile, "w") as fw:
|
||||
json.dump(pred_doc.export_to_dict(), fw, indent=2)
|
||||
|
||||
return True
|
||||
else:
|
||||
with open(gtfile, "r") as fr:
|
||||
true_doc = DoclingDocument.model_validate_json(fr.read())
|
||||
|
||||
return verify_docitems(pred_doc, true_doc, fuzzy=False)
|
||||
|
||||
|
||||
def test_e2e_xlsx_conversions():
|
||||
|
||||
xlsx_paths = get_xlsx_paths()
|
||||
@@ -68,5 +84,4 @@ def test_e2e_xlsx_conversions():
|
||||
pred_itxt, str(gt_path) + ".itxt"
|
||||
), "export to indented-text"
|
||||
|
||||
pred_json: str = json.dumps(doc.export_to_dict(), indent=2)
|
||||
assert verify_export(pred_json, str(gt_path) + ".json"), "export to json"
|
||||
assert verify_document(doc, str(gt_path) + ".json"), "document document"
|
||||
|
||||
Reference in New Issue
Block a user