mirrors/docling
1
0
Fork 0
mirror of https://github.com/DS4SD/docling.git synced 2025-08-02 07:22:14 +00:00
Code Issues Packages Projects Releases Wiki Activity

Added initial docling table support to md_backend

Browse Source 
Signed-off-by: Maksym Lysak <mly@zurich.ibm.com>
This commit is contained in:
Maksym Lysak 2024-10-21 13:50:54 +02:00
parent fa2f8cf236
commit ba9beb65e3
1 changed files with 61 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

72
docling/backend/md_backend.py
View File

@ -69,7 +69,8 @@ class MarkdownDocumentBackend(DeclarativeDocumentBackend):
) from e ) from e
return return
def close_table(self): def close_table(self, doc = None):
if self.in_table: if self.in_table:
print("") print("")
print("====================================== TABLE START") print("====================================== TABLE START")
@ -77,8 +78,56 @@ class MarkdownDocumentBackend(DeclarativeDocumentBackend):
print(md_table_row) print(md_table_row)
print("====================================== TABLE END") print("====================================== TABLE END")
print("") print("")
tcells = []
result_table = []
for n, md_table_row in enumerate(self.md_table_buffer):
data = []
if n == 0:
header = [t.strip() for t in md_table_row.split('|')[1:-1]]
for value in header:
data.append(value)
result_table.append(data)
if n > 1:
values = [t.strip() for t in md_table_row.split('|')[1:-1]]
for value in values:
data.append(value)
result_table.append(data)
print(result_table)
print()
for trow_ind, trow in enumerate(result_table):
for tcol_ind, cellval in enumerate(trow):
row_span = 1 # currently supporting just simple tables (without spans)
col_span = 1 # currently supporting just simple tables (without spans)
icell = TableCell(
text=cellval.strip(),
row_span=row_span,
col_span=col_span,
start_row_offset_idx=trow_ind,
end_row_offset_idx=trow_ind + row_span,
start_col_offset_idx=tcol_ind,
end_col_offset_idx=tcol_ind + col_span,
col_header=False,
row_header=False,
)
tcells.append(icell)
num_rows = len(result_table)
num_cols = len(result_table[0])
self.in_table = False self.in_table = False
self.md_table_buffer = [] # clean table markdown buffer self.md_table_buffer = [] # clean table markdown buffer
# Initialize Docling TableData
data = TableData(num_rows=num_rows, num_cols=num_cols, table_cells=tcells)
# Populate
for tcell in tcells:
data.table_cells.append(tcell)
if len(tcells) > 0:
doc.add_table(data=data)
# return self.in_table, self.md_table_buffer # return self.in_table, self.md_table_buffer
return return
@ -98,7 +147,7 @@ class MarkdownDocumentBackend(DeclarativeDocumentBackend):
# Check for different element types and print relevant details # Check for different element types and print relevant details
if isinstance(element, marko.block.Heading): if isinstance(element, marko.block.Heading):
self.close_table() self.close_table(doc)
# print(f" - Heading level {element.level}, content: {element.children[0].children}") # print(f" - Heading level {element.level}, content: {element.children[0].children}")
if element.level == 1: if element.level == 1:
doc_label = DocItemLabel.TITLE doc_label = DocItemLabel.TITLE
@ -114,7 +163,7 @@ class MarkdownDocumentBackend(DeclarativeDocumentBackend):
elif isinstance(element, marko.block.List): elif isinstance(element, marko.block.List):
self.close_table() self.close_table(doc)
# print(f" - List {'ordered' if element.ordered else 'unordered'}") # print(f" - List {'ordered' if element.ordered else 'unordered'}")
list_label = GroupLabel.LIST list_label = GroupLabel.LIST
if element.ordered: if element.ordered:
@ -126,7 +175,7 @@ class MarkdownDocumentBackend(DeclarativeDocumentBackend):
) )
elif isinstance(element, marko.block.ListItem): elif isinstance(element, marko.block.ListItem):
self.close_table() self.close_table(doc)
# print(" - List item") # print(" - List item")
# not_a_list_item = False # not_a_list_item = False
snippet_text = str(element.children[0].children[0].children) snippet_text = str(element.children[0].children[0].children)
@ -141,7 +190,7 @@ class MarkdownDocumentBackend(DeclarativeDocumentBackend):
) )
elif isinstance(element, marko.block.Paragraph): elif isinstance(element, marko.block.Paragraph):
self.close_table() self.close_table(doc)
# print(f" - Paragraph: {element.children[0].children}") # print(f" - Paragraph: {element.children[0].children}")
snippet_text = str(element.children[0].children) snippet_text = str(element.children[0].children)
doc.add_text( doc.add_text(
@ -151,7 +200,7 @@ class MarkdownDocumentBackend(DeclarativeDocumentBackend):
) )
elif isinstance(element, marko.inline.Image): elif isinstance(element, marko.inline.Image):
self.close_table() self.close_table(doc)
# print(f" - Image with alt: {element.title}, url: {element.dest}") # print(f" - Image with alt: {element.title}, url: {element.dest}")
doc.add_picture( doc.add_picture(
parent=parent_element, parent=parent_element,
@ -162,7 +211,8 @@ class MarkdownDocumentBackend(DeclarativeDocumentBackend):
# print(f" - Paragraph (raw text): {element.children}") # print(f" - Paragraph (raw text): {element.children}")
# TODO: Detect start of the table here... # TODO: Detect start of the table here...
snippet_text = str(element.children) snippet_text = str(element.children)
if "|" in snippet_text: # if snippet_text.count("|") > 1:
if "|" in snippet_text:
# most likely table # most likely table
# if in_table == False: # if in_table == False:
# print("====================================== TABLE START!") # print("====================================== TABLE START!")
@ -173,7 +223,7 @@ class MarkdownDocumentBackend(DeclarativeDocumentBackend):
else: else:
self.md_table_buffer.append(snippet_text) self.md_table_buffer.append(snippet_text)
else: else:
self.close_table() self.close_table(doc)
self.in_table = False self.in_table = False
# most likely just text # most likely just text
doc.add_text( doc.add_text(
@ -183,7 +233,7 @@ class MarkdownDocumentBackend(DeclarativeDocumentBackend):
) )
elif isinstance(element, marko.inline.CodeSpan): elif isinstance(element, marko.inline.CodeSpan):
self.close_table() self.close_table(doc)
# print(f" - Paragraph (code): {element.children}") # print(f" - Paragraph (code): {element.children}")
snippet_text = str(element.children) snippet_text = str(element.children)
doc.add_text( doc.add_text(
@ -199,7 +249,7 @@ class MarkdownDocumentBackend(DeclarativeDocumentBackend):
# print("HTML Block else: {}".format(element)) # print("HTML Block else: {}".format(element))
elif isinstance(element, marko.block.HTMLBlock): elif isinstance(element, marko.block.HTMLBlock):
self.close_table() self.close_table(doc)
print("HTML Block else: {}".format(element)) print("HTML Block else: {}".format(element))
# elif isinstance(element, marko.ext.gfm.elements.Table): # elif isinstance(element, marko.ext.gfm.elements.Table):
@ -211,7 +261,7 @@ class MarkdownDocumentBackend(DeclarativeDocumentBackend):
# print(" - TableCell") # print(" - TableCell")
else: else:
if not isinstance(element, str): if not isinstance(element, str):
self.close_table() self.close_table(doc)
print("Something else: {}".format(element)) print("Something else: {}".format(element))
# elif isinstance(element, marko.block.Table): # elif isinstance(element, marko.block.Table):