diff --git a/tests/__init__.py b/tests/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/tests/data/2305.03393v1-pg9.json b/tests/data/2305.03393v1-pg9.json new file mode 100644 index 00000000..78a65918 --- /dev/null +++ b/tests/data/2305.03393v1-pg9.json @@ -0,0 +1 @@ +{"_name": "", "type": "pdf-document", "description": {"title": null, "abstract": null, "authors": null, "affiliations": null, "subjects": null, "keywords": null, "publication_date": null, "languages": null, "license": null, "publishers": null, "url_refs": null, "references": null, "publication": null, "reference_count": null, "citation_count": null, "citation_date": null, "advanced": null, "analytics": null, "logs": [], "collection": null, "acquisition": null}, "file-info": {"filename": "2305.03393v1-pg9.pdf", "filename-prov": null, "document-hash": "a07f5c34601ba2c234d898cbfaa9e29a7045996ccd82ccab3012516220a1f3a4", "#-pages": 1, "collection-name": null, "description": null, "page-hashes": [{"hash": "16ccd0a495625bd9c7a28a4b353d85137f3e6b09508a0d2280663478de9c9b25", "model": "default", "page": 1}]}, "main-text": [{"text": "Optimized Table Tokenization for Table Structure Recognition", "type": "page-header", "name": "Page-header", "font": null, "prov": [{"bbox": [193.9645538330078, 689.2177734375, 447.5447692871094, 700.5064697265625], "page": 1, "span": [0, 60], "__ref_s3_data": null}]}, {"text": "9", "type": "page-header", "name": "Page-header", "font": null, "prov": [{"bbox": [475.1263732910156, 689.2177734375, 480.5931396484375, 700.5064697265625], "page": 1, "span": [0, 1], "__ref_s3_data": null}]}, {"text": "order to compute the TED score. Inference timing results for all experiments were obtained from the same machine on a single core with AMD EPYC 7763 CPU @2.45 GHz.", "type": "paragraph", "name": "Text", "font": null, "prov": [{"bbox": [133.8929443359375, 639.093017578125, 480.79583740234375, 675.5369873046875], "page": 1, "span": [0, 163], "__ref_s3_data": null}]}, {"text": "5.1 Hyper Parameter Optimization", "type": "subtitle-level-1", "name": "Section-header", "font": null, "prov": [{"bbox": [134.27793884277344, 612.7918090820312, 318.4514465332031, 625.2948608398438], "page": 1, "span": [0, 32], "__ref_s3_data": null}]}, {"text": "We have chosen the PubTabNet data set to perform HPO, since it includes a highly diverse set of tables. Also we report TED scores separately for simple and complex tables (tables with cell spans). Results are presented in Table. 1. It is evident that with OTSL, our model achieves the same TED score and slightly better mAP scores in comparison to HTML. However OTSL yields a 2x speed up in the inference runtime over HTML.", "type": "paragraph", "name": "Text", "font": null, "prov": [{"bbox": [133.84170532226562, 536.5759887695312, 481.2436218261719, 608.8849487304688], "page": 1, "span": [0, 423], "__ref_s3_data": null}]}, {"text": "Table 1. HPO performed in OTSL and HTML representation on the same transformer-based TableFormer [9] architecture, trained only on PubTabNet [22]. Effects of reducing the # of layers in encoder and decoder stages of the model show that smaller models trained on OTSL perform better, especially in recognizing complex table structures, and maintain a much higher mAP score than the HTML counterpart.", "type": "caption", "name": "Caption", "font": null, "prov": [{"bbox": [133.8990936279297, 464.017822265625, 480.7420349121094, 519.2052612304688], "page": 1, "span": [0, 398], "__ref_s3_data": null}]}, {"name": "Table", "type": "table", "$ref": "#/tables/0"}, {"text": "5.2 Quantitative Results", "type": "subtitle-level-1", "name": "Section-header", "font": null, "prov": [{"bbox": [134.489013671875, 273.8258056640625, 264.4082946777344, 286.3288879394531], "page": 1, "span": [0, 24], "__ref_s3_data": null}]}, {"text": "We picked the model parameter configuration that produced the best prediction quality (enc=6, dec=6, heads=8) with PubTabNet alone, then independently trained and evaluated it on three publicly available data sets: PubTabNet (395k samples), FinTabNet (113k samples) and PubTables-1M (about 1M samples). Performance results are presented in Table. 2. It is clearly evident that the model trained on OTSL outperforms HTML across the board, keeping high TEDs and mAP scores even on difficult financial tables (FinTabNet) that contain sparse and large tables.", "type": "paragraph", "name": "Text", "font": null, "prov": [{"bbox": [133.97596740722656, 173.6999969482422, 480.8291931152344, 269.9199523925781], "page": 1, "span": [0, 555], "__ref_s3_data": null}]}, {"text": "Additionally, the results show that OTSL has an advantage over HTML when applied on a bigger data set like PubTables-1M and achieves significantly improved scores. Finally, OTSL achieves faster inference due to fewer decoding steps which is a result of the reduced sequence representation.", "type": "paragraph", "name": "Text", "font": null, "prov": [{"bbox": [133.89259338378906, 125.87999725341797, 480.9114074707031, 174.2779541015625], "page": 1, "span": [0, 289], "__ref_s3_data": null}]}], "figures": [], "tables": [{"#-cols": 8, "#-rows": 7, "bounding-box": null, "data": [[{"bbox": [160.3699951171875, 441.2538146972656, 168.04522705078125, 452.5425109863281], "spans": [[0, 0]], "text": "#", "type": "", "col": 0, "col-header": false, "col-span": [0, 1], "row": 0, "row-header": false, "row-span": [0, 1]}, {"bbox": [207.9739990234375, 441.2538146972656, 215.64923095703125, 452.5425109863281], "spans": [[0, 1]], "text": "#", "type": "", "col": 1, "col-header": false, "col-span": [1, 2], "row": 0, "row-header": false, "row-span": [0, 1]}, {"bbox": [239.79800415039062, 435.7748107910156, 278.33380126953125, 447.0635070800781], "spans": [[0, 2], [1, 2]], "text": "Language", "type": "", "col": 2, "col-header": false, "col-span": [2, 3], "row": 0, "row-header": false, "row-span": [0, 2]}, {"bbox": [324.6700134277344, 441.2538146972656, 348.2641906738281, 452.5425109863281], "spans": [[0, 3], [0, 4], [0, 5]], "text": "TEDs", "type": "", "col": 3, "col-header": false, "col-span": [3, 6], "row": 0, "row-header": false, "row-span": [0, 1]}, {"bbox": [324.6700134277344, 441.2538146972656, 348.2641906738281, 452.5425109863281], "spans": [[0, 3], [0, 4], [0, 5]], "text": "TEDs", "type": "", "col": 4, "col-header": false, "col-span": [3, 6], "row": 0, "row-header": false, "row-span": [0, 1]}, {"bbox": [324.6700134277344, 441.2538146972656, 348.2641906738281, 452.5425109863281], "spans": [[0, 3], [0, 4], [0, 5]], "text": "TEDs", "type": "", "col": 5, "col-header": false, "col-span": [3, 6], "row": 0, "row-header": false, "row-span": [0, 1]}, {"bbox": [396.27099609375, 441.5835266113281, 417.1259460449219, 452.5425109863281], "spans": [[0, 6]], "text": "mAP", "type": "", "col": 6, "col-header": false, "col-span": [6, 7], "row": 0, "row-header": false, "row-span": [0, 1]}, {"bbox": [430.77099609375, 441.5835266113281, 467.14141845703125, 452.5425109863281], "spans": [[0, 7]], "text": "Inference", "type": "", "col": 7, "col-header": false, "col-span": [7, 8], "row": 0, "row-header": false, "row-span": [0, 1]}], [{"bbox": [144.5919952392578, 428.3028259277344, 183.82894897460938, 439.5915222167969], "spans": [[1, 0]], "text": "enc-layers", "type": "", "col": 0, "col-header": false, "col-span": [0, 1], "row": 1, "row-header": false, "row-span": [1, 2]}, {"bbox": [192.19500732421875, 428.3028259277344, 231.42303466796875, 439.5915222167969], "spans": [[1, 1]], "text": "dec-layers", "type": "", "col": 1, "col-header": false, "col-span": [1, 2], "row": 1, "row-header": false, "row-span": [1, 2]}, {"bbox": [239.79800415039062, 435.7748107910156, 278.33380126953125, 447.0635070800781], "spans": [[0, 2], [1, 2]], "text": "Language", "type": "", "col": 2, "col-header": false, "col-span": [2, 3], "row": 1, "row-header": false, "row-span": [0, 2]}, {"bbox": [286.6860046386719, 428.3028259277344, 312.328125, 439.5915222167969], "spans": [[1, 3]], "text": "simple", "type": "", "col": 3, "col-header": false, "col-span": [3, 4], "row": 1, "row-header": false, "row-span": [1, 2]}, {"bbox": [320.7019958496094, 428.3028259277344, 353.71539306640625, 439.5915222167969], "spans": [[1, 4]], "text": "complex", "type": "", "col": 4, "col-header": false, "col-span": [4, 5], "row": 1, "row-header": false, "row-span": [1, 2]}, {"bbox": [369.3059997558594, 428.3028259277344, 379.0291442871094, 439.5915222167969], "spans": [[1, 5]], "text": "all", "type": "", "col": 5, "col-header": false, "col-span": [5, 6], "row": 1, "row-header": false, "row-span": [1, 2]}, {"bbox": [394.927001953125, 430.2948303222656, 418.4692077636719, 441.2538146972656], "spans": [[1, 6]], "text": "(0.75)", "type": "", "col": 6, "col-header": false, "col-span": [6, 7], "row": 1, "row-header": false, "row-span": [1, 2]}, {"bbox": [427.14801025390625, 430.2948303222656, 470.7695617675781, 441.2538146972656], "spans": [[1, 7]], "text": "time (secs)", "type": "", "col": 7, "col-header": false, "col-span": [7, 8], "row": 1, "row-header": false, "row-span": [1, 2]}], [{"bbox": [161.906005859375, 409.4728088378906, 166.51473999023438, 420.7615051269531], "spans": [[2, 0]], "text": "6", "type": "", "col": 0, "col-header": false, "col-span": [0, 1], "row": 2, "row-header": false, "row-span": [2, 3]}, {"bbox": [209.50900268554688, 409.4728088378906, 214.11773681640625, 420.7615051269531], "spans": [[2, 1]], "text": "6", "type": "", "col": 1, "col-header": false, "col-span": [1, 2], "row": 2, "row-header": false, "row-span": [2, 3]}, {"bbox": [245.17599487304688, 402.0008239746094, 272.9449462890625, 426.24151611328125], "spans": [[2, 2]], "text": "OTSL HTML", "type": "", "col": 2, "col-header": false, "col-span": [2, 3], "row": 2, "row-header": false, "row-span": [2, 3]}, {"bbox": [289.0169982910156, 402.0008239746094, 310.00732421875, 426.24151611328125], "spans": [[2, 3]], "text": "0.965 0.969", "type": "", "col": 3, "col-header": false, "col-span": [3, 4], "row": 2, "row-header": false, "row-span": [2, 3]}, {"bbox": [326.7170104980469, 402.0008239746094, 347.70733642578125, 426.24151611328125], "spans": [[2, 4]], "text": "0.934 0.927", "type": "", "col": 4, "col-header": false, "col-span": [4, 5], "row": 2, "row-header": false, "row-span": [2, 3]}, {"bbox": [363.6759948730469, 402.0008239746094, 384.66632080078125, 426.24151611328125], "spans": [[2, 5]], "text": "0.955 0.955", "type": "", "col": 5, "col-header": false, "col-span": [5, 6], "row": 2, "row-header": false, "row-span": [2, 3]}, {"bbox": [396.20599365234375, 402.0008239746094, 417.1963195800781, 426.3042907714844], "spans": [[2, 6]], "text": "0.88 0.857", "type": "", "col": 6, "col-header": false, "col-span": [6, 7], "row": 2, "row-header": false, "row-span": [2, 3]}, {"bbox": [439.5270080566406, 402.0008239746094, 458.38336181640625, 426.3042907714844], "spans": [[2, 7]], "text": "2.73 5.39", "type": "", "col": 7, "col-header": false, "col-span": [7, 8], "row": 2, "row-header": false, "row-span": [2, 3]}], [{"bbox": [161.906005859375, 383.17181396484375, 166.51473999023438, 394.46051025390625], "spans": [[3, 0]], "text": "4", "type": "", "col": 0, "col-header": false, "col-span": [0, 1], "row": 3, "row-header": false, "row-span": [3, 4]}, {"bbox": [209.50900268554688, 383.17181396484375, 214.11773681640625, 394.46051025390625], "spans": [[3, 1]], "text": "4", "type": "", "col": 1, "col-header": false, "col-span": [1, 2], "row": 3, "row-header": false, "row-span": [3, 4]}, {"bbox": [245.17599487304688, 375.6998291015625, 272.9449462890625, 399.93951416015625], "spans": [[3, 2]], "text": "OTSL HTML", "type": "", "col": 2, "col-header": false, "col-span": [2, 3], "row": 3, "row-header": false, "row-span": [3, 4]}, {"bbox": [289.0169982910156, 375.6998291015625, 310.00732421875, 399.93951416015625], "spans": [[3, 3]], "text": "0.938 0.952", "type": "", "col": 3, "col-header": false, "col-span": [3, 4], "row": 3, "row-header": false, "row-span": [3, 4]}, {"bbox": [326.7170104980469, 388.65081787109375, 347.70733642578125, 399.93951416015625], "spans": [[3, 4]], "text": "0.904", "type": "", "col": 4, "col-header": false, "col-span": [4, 5], "row": 3, "row-header": false, "row-span": [3, 4]}, {"bbox": [363.6759948730469, 388.65081787109375, 384.66632080078125, 399.93951416015625], "spans": [[3, 5]], "text": "0.927", "type": "", "col": 5, "col-header": false, "col-span": [5, 6], "row": 3, "row-header": false, "row-span": [3, 4]}, {"bbox": [394.6180114746094, 388.5970153808594, 418.7779846191406, 400.0022888183594], "spans": [[3, 6]], "text": "0.853", "type": "", "col": 6, "col-header": false, "col-span": [6, 7], "row": 3, "row-header": false, "row-span": [3, 4]}, {"bbox": [439.5270080566406, 388.5970153808594, 458.38336181640625, 400.0022888183594], "spans": [[3, 7]], "text": "1.97", "type": "", "col": 7, "col-header": false, "col-span": [7, 8], "row": 3, "row-header": false, "row-span": [3, 4]}], [{"bbox": null, "spans": [[4, 0]], "text": "", "type": "", "col": 0, "col-header": false, "col-span": [0, 1], "row": 4, "row-header": false, "row-span": [4, 5]}, {"bbox": null, "spans": [[4, 1]], "text": "", "type": "", "col": 1, "col-header": false, "col-span": [1, 2], "row": 4, "row-header": false, "row-span": [4, 5]}, {"bbox": [245.17599487304688, 349.3988342285156, 272.9449462890625, 373.6385192871094], "spans": [[4, 2]], "text": "OTSL HTML", "type": "", "col": 2, "col-header": false, "col-span": [2, 3], "row": 4, "row-header": false, "row-span": [4, 5]}, {"bbox": [289.0169982910156, 362.3498229980469, 310.00732421875, 373.6385192871094], "spans": [[4, 3]], "text": "0.923", "type": "", "col": 3, "col-header": false, "col-span": [3, 4], "row": 4, "row-header": false, "row-span": [4, 5]}, {"bbox": [326.7170104980469, 349.3988342285156, 347.70733642578125, 386.988525390625], "spans": [[4, 4]], "text": "0.909 0.897 0.901", "type": "", "col": 4, "col-header": false, "col-span": [4, 5], "row": 4, "row-header": false, "row-span": [4, 5]}, {"bbox": [362.0880126953125, 362.3498229980469, 386.24798583984375, 387.0513000488281], "spans": [[4, 5]], "text": "0.938 0.915", "type": "", "col": 5, "col-header": false, "col-span": [5, 6], "row": 4, "row-header": false, "row-span": [4, 5]}, {"bbox": [396.20599365234375, 375.6998291015625, 417.1963195800781, 386.988525390625], "spans": [[4, 6]], "text": "0.843", "type": "", "col": 6, "col-header": false, "col-span": [6, 7], "row": 4, "row-header": false, "row-span": [4, 5]}, {"bbox": [440.7669982910156, 375.6998291015625, 457.150390625, 386.988525390625], "spans": [[4, 7]], "text": "3.77", "type": "", "col": 7, "col-header": false, "col-span": [7, 8], "row": 4, "row-header": false, "row-span": [4, 5]}], [{"bbox": [161.906005859375, 356.8708190917969, 166.51473999023438, 368.1595153808594], "spans": [[5, 0]], "text": "2", "type": "", "col": 0, "col-header": false, "col-span": [0, 1], "row": 5, "row-header": false, "row-span": [5, 6]}, {"bbox": [209.50900268554688, 356.8708190917969, 214.11773681640625, 368.1595153808594], "spans": [[5, 1]], "text": "4", "type": "", "col": 1, "col-header": false, "col-span": [1, 2], "row": 5, "row-header": false, "row-span": [5, 6]}, {"bbox": null, "spans": [[5, 2]], "text": "", "type": "", "col": 2, "col-header": false, "col-span": [2, 3], "row": 5, "row-header": false, "row-span": [5, 6]}, {"bbox": [289.0169982910156, 349.3988342285156, 310.00732421875, 360.6875305175781], "spans": [[5, 3]], "text": "0.945", "type": "", "col": 3, "col-header": false, "col-span": [3, 4], "row": 5, "row-header": false, "row-span": [5, 6]}, {"bbox": null, "spans": [[5, 4]], "text": "", "type": "", "col": 4, "col-header": false, "col-span": [4, 5], "row": 5, "row-header": false, "row-span": [5, 6]}, {"bbox": [362.0880126953125, 349.34503173828125, 386.24798583984375, 360.75030517578125], "spans": [[5, 5]], "text": "0.931", "type": "", "col": 5, "col-header": false, "col-span": [5, 6], "row": 5, "row-header": false, "row-span": [5, 6]}, {"bbox": [394.6180114746094, 349.3988342285156, 418.7779846191406, 373.7012939453125], "spans": [[5, 6]], "text": "0.859 0.834", "type": "", "col": 6, "col-header": false, "col-span": [6, 7], "row": 5, "row-header": false, "row-span": [5, 6]}, {"bbox": [439.5270080566406, 349.3988342285156, 458.38336181640625, 373.7012939453125], "spans": [[5, 7]], "text": "1.91 3.81", "type": "", "col": 7, "col-header": false, "col-span": [7, 8], "row": 5, "row-header": false, "row-span": [5, 6]}], [{"bbox": [161.906005859375, 330.5688171386719, 166.51473999023438, 341.8575134277344], "spans": [[6, 0]], "text": "4", "type": "", "col": 0, "col-header": false, "col-span": [0, 1], "row": 6, "row-header": false, "row-span": [6, 7]}, {"bbox": [209.50900268554688, 330.5688171386719, 214.11773681640625, 341.8575134277344], "spans": [[6, 1]], "text": "2", "type": "", "col": 1, "col-header": false, "col-span": [1, 2], "row": 6, "row-header": false, "row-span": [6, 7]}, {"bbox": [245.17599487304688, 323.0968322753906, 272.9449462890625, 347.3375244140625], "spans": [[6, 2]], "text": "OTSL HTML", "type": "", "col": 2, "col-header": false, "col-span": [2, 3], "row": 6, "row-header": false, "row-span": [6, 7]}, {"bbox": [289.0169982910156, 323.0968322753906, 310.00732421875, 347.3375244140625], "spans": [[6, 3]], "text": "0.952 0.944", "type": "", "col": 3, "col-header": false, "col-span": [3, 4], "row": 6, "row-header": false, "row-span": [6, 7]}, {"bbox": [326.7170104980469, 323.0968322753906, 347.70733642578125, 347.3375244140625], "spans": [[6, 4]], "text": "0.92 0.903", "type": "", "col": 4, "col-header": false, "col-span": [4, 5], "row": 6, "row-header": false, "row-span": [6, 7]}, {"bbox": [362.0880126953125, 323.0968322753906, 386.24798583984375, 347.4002990722656], "spans": [[6, 5]], "text": "0.942 0.931", "type": "", "col": 5, "col-header": false, "col-span": [5, 6], "row": 6, "row-header": false, "row-span": [6, 7]}, {"bbox": [394.6180114746094, 323.0968322753906, 418.7779846191406, 347.4002990722656], "spans": [[6, 6]], "text": "0.857 0.824", "type": "", "col": 6, "col-header": false, "col-span": [6, 7], "row": 6, "row-header": false, "row-span": [6, 7]}, {"bbox": [439.5270080566406, 323.0968322753906, 458.38336181640625, 347.4002990722656], "spans": [[6, 7]], "text": "1.22 2", "type": "", "col": 7, "col-header": false, "col-span": [7, 8], "row": 6, "row-header": false, "row-span": [6, 7]}]], "model": null, "prov": [{"bbox": [139.83172607421875, 322.2643737792969, 474.81011962890625, 454.8448791503906], "page": 1, "span": [0, 0], "__ref_s3_data": null}], "text": "Table 1. HPO performed in OTSL and HTML representation on the same transformer-based TableFormer [9] architecture, trained only on PubTabNet [22]. Effects of reducing the # of layers in encoder and decoder stages of the model show that smaller models trained on OTSL perform better, especially in recognizing complex table structures, and maintain a much higher mAP score than the HTML counterpart.", "type": "table"}], "bitmaps": null, "equations": [], "footnotes": [], "page-dimensions": [{"height": 792.0, "page": 1, "width": 612.0}], "page-footers": [], "page-headers": [], "_s3_data": null, "identifiers": null} \ No newline at end of file diff --git a/tests/data/2305.03393v1-pg9.md b/tests/data/2305.03393v1-pg9.md new file mode 100644 index 00000000..3e0a94ab --- /dev/null +++ b/tests/data/2305.03393v1-pg9.md @@ -0,0 +1,22 @@ +order to compute the TED score. Inference timing results for all experiments were obtained from the same machine on a single core with AMD EPYC 7763 CPU @2.45 GHz. + +## 5.1 Hyper Parameter Optimization + +We have chosen the PubTabNet data set to perform HPO, since it includes a highly diverse set of tables. Also we report TED scores separately for simple and complex tables (tables with cell spans). Results are presented in Table. 1. It is evident that with OTSL, our model achieves the same TED score and slightly better mAP scores in comparison to HTML. However OTSL yields a 2x speed up in the inference runtime over HTML. + +Table 1. HPO performed in OTSL and HTML representation on the same transformer-based TableFormer [9] architecture, trained only on PubTabNet [22]. Effects of reducing the # of layers in encoder and decoder stages of the model show that smaller models trained on OTSL perform better, especially in recognizing complex table structures, and maintain a much higher mAP score than the HTML counterpart. + +| # | # | Language | TEDs | TEDs | TEDs | mAP | Inference | +|------------|------------|------------|-------------|-------------------|-------------|-------------|-------------| +| enc-layers | dec-layers | Language | simple | complex | all | (0.75) | time (secs) | +| 6 | 6 | OTSL HTML | 0.965 0.969 | 0.934 0.927 | 0.955 0.955 | 0.88 0.857 | 2.73 5.39 | +| 4 | 4 | OTSL HTML | 0.938 0.952 | 0.904 | 0.927 | 0.853 | 1.97 | +| | | OTSL HTML | 0.923 | 0.909 0.897 0.901 | 0.938 0.915 | 0.843 | 3.77 | +| 2 | 4 | | 0.945 | | 0.931 | 0.859 0.834 | 1.91 3.81 | +| 4 | 2 | OTSL HTML | 0.952 0.944 | 0.92 0.903 | 0.942 0.931 | 0.857 0.824 | 1.22 2 | + +## 5.2 Quantitative Results + +We picked the model parameter configuration that produced the best prediction quality (enc=6, dec=6, heads=8) with PubTabNet alone, then independently trained and evaluated it on three publicly available data sets: PubTabNet (395k samples), FinTabNet (113k samples) and PubTables-1M (about 1M samples). Performance results are presented in Table. 2. It is clearly evident that the model trained on OTSL outperforms HTML across the board, keeping high TEDs and mAP scores even on difficult financial tables (FinTabNet) that contain sparse and large tables. + +Additionally, the results show that OTSL has an advantage over HTML when applied on a bigger data set like PubTables-1M and achieves significantly improved scores. Finally, OTSL achieves faster inference due to fewer decoding steps which is a result of the reduced sequence representation. \ No newline at end of file diff --git a/tests/data/2305.03393v1-pg9.pages.json b/tests/data/2305.03393v1-pg9.pages.json new file mode 100644 index 00000000..2963a468 --- /dev/null +++ b/tests/data/2305.03393v1-pg9.pages.json @@ -0,0 +1 @@ +[{"page_no": 0, "page_hash": "16ccd0a495625bd9c7a28a4b353d85137f3e6b09508a0d2280663478de9c9b25", "size": {"width": 612.0, "height": 792.0}, "cells": [{"id": 0, "text": "Optimized Table Tokenization for Table Structure Recognition", "bbox": {"l": 194.478, "t": 91.49352999999996, "r": 447.54476999999997, "b": 102.78223000000003, "coord_origin": "1"}}, {"id": 1, "text": "9", "bbox": {"l": 475.98441, "t": 91.49352999999996, "r": 480.59314, "b": 102.78223000000003, "coord_origin": "1"}}, {"id": 2, "text": "order to compute the TED score. Inference timing results for all experiments", "bbox": {"l": 134.765, "t": 116.46301000000005, "r": 480.59067, "b": 128.99597000000006, "coord_origin": "1"}}, {"id": 3, "text": "were obtained from the same machine on a single core with AMD EPYC 7763", "bbox": {"l": 134.765, "t": 128.41803000000004, "r": 480.59665, "b": 140.95099000000005, "coord_origin": "1"}}, {"id": 4, "text": "CPU @2.45 GHz.", "bbox": {"l": 134.765, "t": 140.37401999999997, "r": 210.78761, "b": 152.90697999999998, "coord_origin": "1"}}, {"id": 5, "text": "5.1", "bbox": {"l": 134.765, "t": 166.70514000000003, "r": 149.40306, "b": 179.20818999999995, "coord_origin": "1"}}, {"id": 6, "text": "Hyper Parameter Optimization", "bbox": {"l": 160.85905, "t": 166.70514000000003, "r": 318.45145, "b": 179.20818999999995, "coord_origin": "1"}}, {"id": 7, "text": "We have chosen the PubTabNet data set to perform HPO, since it includes a", "bbox": {"l": 134.765, "t": 183.11505, "r": 479.74982000000006, "b": 195.64801, "coord_origin": "1"}}, {"id": 8, "text": "highly diverse set of tables. Also we report TED scores separately for simple and", "bbox": {"l": 134.765, "t": 195.07007, "r": 480.58765, "b": 207.60303, "coord_origin": "1"}}, {"id": 9, "text": "complex tables (tables with cell spans). Results are presented in Table. 1. It is", "bbox": {"l": 134.765, "t": 207.02502000000004, "r": 480.58859000000007, "b": 219.55798000000004, "coord_origin": "1"}}, {"id": 10, "text": "evident that with OTSL, our model achieves the same TED score and slightly", "bbox": {"l": 134.765, "t": 218.98004000000003, "r": 480.59567, "b": 231.51300000000003, "coord_origin": "1"}}, {"id": 11, "text": "better mAP scores in comparison to HTML. However OTSL yields a", "bbox": {"l": 134.765, "t": 230.93506000000002, "r": 440.9425, "b": 243.46802000000002, "coord_origin": "1"}}, {"id": 12, "text": "2x speed", "bbox": {"l": 444.86800999999997, "t": 230.98486000000003, "r": 480.58792, "b": 243.46802000000002, "coord_origin": "1"}}, {"id": 13, "text": "up", "bbox": {"l": 134.765, "t": 242.94086000000004, "r": 145.19585, "b": 255.42400999999995, "coord_origin": "1"}}, {"id": 14, "text": "in the inference runtime over HTML.", "bbox": {"l": 149.149, "t": 242.89104999999995, "r": 311.22256, "b": 255.42400999999995, "coord_origin": "1"}}, {"id": 15, "text": "Table", "bbox": {"l": 134.765, "t": 272.79474000000005, "r": 159.22983, "b": 284.1999799999999, "coord_origin": "1"}}, {"id": 16, "text": "1.", "bbox": {"l": 167.34442, "t": 272.79474000000005, "r": 174.71301, "b": 284.1999799999999, "coord_origin": "1"}}, {"id": 17, "text": "HPO performed in OTSL and HTML representation on the same", "bbox": {"l": 188.133, "t": 272.85748, "r": 480.58101999999997, "b": 284.14618, "coord_origin": "1"}}, {"id": 18, "text": "transformer-based TableFormer [9] architecture, trained only on PubTabNet [22]. Ef-", "bbox": {"l": 134.765, "t": 283.81647, "r": 480.59890999999993, "b": 295.10516000000007, "coord_origin": "1"}}, {"id": 19, "text": "fects of reducing the # of layers in encoder and decoder stages of the model show that", "bbox": {"l": 134.765, "t": 294.77547999999996, "r": 480.59887999999995, "b": 306.06418, "coord_origin": "1"}}, {"id": 20, "text": "smaller models trained on OTSL perform better, especially in recognizing complex", "bbox": {"l": 134.765, "t": 305.73447, "r": 480.59180000000003, "b": 317.02316, "coord_origin": "1"}}, {"id": 21, "text": "table structures, and maintain a much higher mAP score than the HTML counterpart.", "bbox": {"l": 134.765, "t": 316.69348, "r": 480.58471999999995, "b": 327.98218, "coord_origin": "1"}}, {"id": 22, "text": "#", "bbox": {"l": 160.37, "t": 339.45749, "r": 168.04523, "b": 350.74619, "coord_origin": "1"}}, {"id": 23, "text": "enc-layers", "bbox": {"l": 144.592, "t": 352.40848, "r": 183.82895, "b": 363.69717, "coord_origin": "1"}}, {"id": 24, "text": "#", "bbox": {"l": 207.974, "t": 339.45749, "r": 215.64923000000002, "b": 350.74619, "coord_origin": "1"}}, {"id": 25, "text": "dec-layers", "bbox": {"l": 192.19501, "t": 352.40848, "r": 231.42303, "b": 363.69717, "coord_origin": "1"}}, {"id": 26, "text": "Language", "bbox": {"l": 239.79799999999997, "t": 344.93649, "r": 278.3338, "b": 356.22519000000005, "coord_origin": "1"}}, {"id": 27, "text": "TEDs", "bbox": {"l": 324.67001, "t": 339.45749, "r": 348.26419, "b": 350.74619, "coord_origin": "1"}}, {"id": 28, "text": "mAP", "bbox": {"l": 396.271, "t": 339.45749, "r": 417.12595, "b": 350.74619, "coord_origin": "1"}}, {"id": 29, "text": "(0.75)", "bbox": {"l": 394.927, "t": 350.41647, "r": 418.46921, "b": 361.70517, "coord_origin": "1"}}, {"id": 30, "text": "Inference", "bbox": {"l": 430.771, "t": 339.45749, "r": 467.14142000000004, "b": 350.74619, "coord_origin": "1"}}, {"id": 31, "text": "time (secs)", "bbox": {"l": 427.14801, "t": 350.41647, "r": 470.76955999999996, "b": 361.70517, "coord_origin": "1"}}, {"id": 32, "text": "simple", "bbox": {"l": 286.686, "t": 352.40848, "r": 312.32812, "b": 363.69717, "coord_origin": "1"}}, {"id": 33, "text": "complex", "bbox": {"l": 320.702, "t": 352.40848, "r": 353.71539, "b": 363.69717, "coord_origin": "1"}}, {"id": 34, "text": "all", "bbox": {"l": 369.306, "t": 352.40848, "r": 379.02914, "b": 363.69717, "coord_origin": "1"}}, {"id": 35, "text": "6", "bbox": {"l": 161.90601, "t": 371.23849, "r": 166.51474, "b": 382.52719, "coord_origin": "1"}}, {"id": 36, "text": "6", "bbox": {"l": 209.509, "t": 371.23849, "r": 214.11774, "b": 382.52719, "coord_origin": "1"}}, {"id": 37, "text": "OTSL", "bbox": {"l": 246.71000999999998, "t": 365.75848, "r": 271.41064, "b": 377.04717999999997, "coord_origin": "1"}}, {"id": 38, "text": "0.965", "bbox": {"l": 289.017, "t": 365.75848, "r": 310.00732, "b": 377.04717999999997, "coord_origin": "1"}}, {"id": 39, "text": "0.934", "bbox": {"l": 326.71701, "t": 365.75848, "r": 347.70734, "b": 377.04717999999997, "coord_origin": "1"}}, {"id": 40, "text": "0.955", "bbox": {"l": 363.67599, "t": 365.75848, "r": 384.66632, "b": 377.04717999999997, "coord_origin": "1"}}, {"id": 41, "text": "0.88", "bbox": {"l": 397.26999, "t": 365.69571, "r": 416.12634, "b": 377.10098000000005, "coord_origin": "1"}}, {"id": 42, "text": "2.73", "bbox": {"l": 439.52701, "t": 365.69571, "r": 458.38336, "b": 377.10098000000005, "coord_origin": "1"}}, {"id": 43, "text": "HTML", "bbox": {"l": 245.17598999999998, "t": 378.71048, "r": 272.94495, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 44, "text": "0.969", "bbox": {"l": 289.017, "t": 378.71048, "r": 310.00732, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 45, "text": "0.927", "bbox": {"l": 326.71701, "t": 378.71048, "r": 347.70734, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 46, "text": "0.955", "bbox": {"l": 363.67599, "t": 378.71048, "r": 384.66632, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 47, "text": "0.857", "bbox": {"l": 396.20599, "t": 378.71048, "r": 417.19632, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 48, "text": "5.39", "bbox": {"l": 440.767, "t": 378.71048, "r": 457.15039, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 49, "text": "4", "bbox": {"l": 161.90601, "t": 397.53949, "r": 166.51474, "b": 408.82819, "coord_origin": "1"}}, {"id": 50, "text": "4", "bbox": {"l": 209.509, "t": 397.53949, "r": 214.11774, "b": 408.82819, "coord_origin": "1"}}, {"id": 51, "text": "OTSL", "bbox": {"l": 246.71000999999998, "t": 392.06049, "r": 271.41064, "b": 403.34918, "coord_origin": "1"}}, {"id": 52, "text": "0.938", "bbox": {"l": 289.017, "t": 392.06049, "r": 310.00732, "b": 403.34918, "coord_origin": "1"}}, {"id": 53, "text": "0.904", "bbox": {"l": 326.71701, "t": 392.06049, "r": 347.70734, "b": 403.34918, "coord_origin": "1"}}, {"id": 54, "text": "0.927", "bbox": {"l": 363.67599, "t": 392.06049, "r": 384.66632, "b": 403.34918, "coord_origin": "1"}}, {"id": 55, "text": "0.853", "bbox": {"l": 394.61801, "t": 391.99771, "r": 418.77798, "b": 403.40298, "coord_origin": "1"}}, {"id": 56, "text": "1.97", "bbox": {"l": 439.52701, "t": 391.99771, "r": 458.38336, "b": 403.40298, "coord_origin": "1"}}, {"id": 57, "text": "HTML", "bbox": {"l": 245.17598999999998, "t": 405.01147, "r": 272.94495, "b": 416.30017, "coord_origin": "1"}}, {"id": 58, "text": "0.952", "bbox": {"l": 289.017, "t": 405.01147, "r": 310.00732, "b": 416.30017, "coord_origin": "1"}}, {"id": 59, "text": "0.909", "bbox": {"l": 326.71701, "t": 405.01147, "r": 347.70734, "b": 416.30017, "coord_origin": "1"}}, {"id": 60, "text": "0.938", "bbox": {"l": 362.08801, "t": 404.9486999999999, "r": 386.24799, "b": 416.35397, "coord_origin": "1"}}, {"id": 61, "text": "0.843", "bbox": {"l": 396.20599, "t": 405.01147, "r": 417.19632, "b": 416.30017, "coord_origin": "1"}}, {"id": 62, "text": "3.77", "bbox": {"l": 440.767, "t": 405.01147, "r": 457.15039, "b": 416.30017, "coord_origin": "1"}}, {"id": 63, "text": "2", "bbox": {"l": 161.90601, "t": 423.84048, "r": 166.51474, "b": 435.12918, "coord_origin": "1"}}, {"id": 64, "text": "4", "bbox": {"l": 209.509, "t": 423.84048, "r": 214.11774, "b": 435.12918, "coord_origin": "1"}}, {"id": 65, "text": "OTSL", "bbox": {"l": 246.71000999999998, "t": 418.3614799999999, "r": 271.41064, "b": 429.65018, "coord_origin": "1"}}, {"id": 66, "text": "0.923", "bbox": {"l": 289.017, "t": 418.3614799999999, "r": 310.00732, "b": 429.65018, "coord_origin": "1"}}, {"id": 67, "text": "0.897", "bbox": {"l": 326.71701, "t": 418.3614799999999, "r": 347.70734, "b": 429.65018, "coord_origin": "1"}}, {"id": 68, "text": "0.915", "bbox": {"l": 363.67599, "t": 418.3614799999999, "r": 384.66632, "b": 429.65018, "coord_origin": "1"}}, {"id": 69, "text": "0.859", "bbox": {"l": 394.61801, "t": 418.29871, "r": 418.77798, "b": 429.70398, "coord_origin": "1"}}, {"id": 70, "text": "1.91", "bbox": {"l": 439.52701, "t": 418.29871, "r": 458.38336, "b": 429.70398, "coord_origin": "1"}}, {"id": 71, "text": "HTML", "bbox": {"l": 245.17598999999998, "t": 431.31246999999996, "r": 272.94495, "b": 442.60117, "coord_origin": "1"}}, {"id": 72, "text": "0.945", "bbox": {"l": 289.017, "t": 431.31246999999996, "r": 310.00732, "b": 442.60117, "coord_origin": "1"}}, {"id": 73, "text": "0.901", "bbox": {"l": 326.71701, "t": 431.31246999999996, "r": 347.70734, "b": 442.60117, "coord_origin": "1"}}, {"id": 74, "text": "0.931", "bbox": {"l": 362.08801, "t": 431.24969, "r": 386.24799, "b": 442.65497, "coord_origin": "1"}}, {"id": 75, "text": "0.834", "bbox": {"l": 396.20599, "t": 431.31246999999996, "r": 417.19632, "b": 442.60117, "coord_origin": "1"}}, {"id": 76, "text": "3.81", "bbox": {"l": 440.767, "t": 431.31246999999996, "r": 457.15039, "b": 442.60117, "coord_origin": "1"}}, {"id": 77, "text": "4", "bbox": {"l": 161.90601, "t": 450.14248999999995, "r": 166.51474, "b": 461.43118, "coord_origin": "1"}}, {"id": 78, "text": "2", "bbox": {"l": 209.509, "t": 450.14248999999995, "r": 214.11774, "b": 461.43118, "coord_origin": "1"}}, {"id": 79, "text": "OTSL", "bbox": {"l": 246.71000999999998, "t": 444.66248, "r": 271.41064, "b": 455.95117, "coord_origin": "1"}}, {"id": 80, "text": "0.952", "bbox": {"l": 289.017, "t": 444.66248, "r": 310.00732, "b": 455.95117, "coord_origin": "1"}}, {"id": 81, "text": "0.92", "bbox": {"l": 329.021, "t": 444.66248, "r": 345.40439, "b": 455.95117, "coord_origin": "1"}}, {"id": 82, "text": "0.942", "bbox": {"l": 362.08801, "t": 444.5996999999999, "r": 386.24799, "b": 456.00497, "coord_origin": "1"}}, {"id": 83, "text": "0.857", "bbox": {"l": 394.61801, "t": 444.5996999999999, "r": 418.77798, "b": 456.00497, "coord_origin": "1"}}, {"id": 84, "text": "1.22", "bbox": {"l": 439.52701, "t": 444.5996999999999, "r": 458.38336, "b": 456.00497, "coord_origin": "1"}}, {"id": 85, "text": "HTML", "bbox": {"l": 245.17598999999998, "t": 457.61447, "r": 272.94495, "b": 468.90317, "coord_origin": "1"}}, {"id": 86, "text": "0.944", "bbox": {"l": 289.017, "t": 457.61447, "r": 310.00732, "b": 468.90317, "coord_origin": "1"}}, {"id": 87, "text": "0.903", "bbox": {"l": 326.71701, "t": 457.61447, "r": 347.70734, "b": 468.90317, "coord_origin": "1"}}, {"id": 88, "text": "0.931", "bbox": {"l": 363.67599, "t": 457.61447, "r": 384.66632, "b": 468.90317, "coord_origin": "1"}}, {"id": 89, "text": "0.824", "bbox": {"l": 396.20599, "t": 457.61447, "r": 417.19632, "b": 468.90317, "coord_origin": "1"}}, {"id": 90, "text": "2", "bbox": {"l": 446.65302, "t": 457.61447, "r": 451.26175, "b": 468.90317, "coord_origin": "1"}}, {"id": 91, "text": "5.2", "bbox": {"l": 134.765, "t": 505.67111, "r": 149.40306, "b": 518.17419, "coord_origin": "1"}}, {"id": 92, "text": "Quantitative Results", "bbox": {"l": 160.85905, "t": 505.67111, "r": 264.40829, "b": 518.17419, "coord_origin": "1"}}, {"id": 93, "text": "We picked the model parameter configuration that produced the best prediction", "bbox": {"l": 134.765, "t": 522.08005, "r": 479.72983, "b": 534.61301, "coord_origin": "1"}}, {"id": 94, "text": "quality (enc=6, dec=6, heads=8) with PubTabNet alone, then independently", "bbox": {"l": 134.765, "t": 534.03604, "r": 480.5897499999999, "b": 546.569, "coord_origin": "1"}}, {"id": 95, "text": "trained and evaluated it on three publicly available data sets: PubTabNet (395k", "bbox": {"l": 134.765, "t": 545.99104, "r": 480.72003, "b": 558.524, "coord_origin": "1"}}, {"id": 96, "text": "samples), FinTabNet (113k samples) and PubTables-1M (about 1M samples).", "bbox": {"l": 134.765, "t": 557.94604, "r": 480.60577, "b": 570.479, "coord_origin": "1"}}, {"id": 97, "text": "Performance results are presented in Table. 2. It is clearly evident that the model", "bbox": {"l": 134.765, "t": 569.90103, "r": 480.5936899999999, "b": 582.43399, "coord_origin": "1"}}, {"id": 98, "text": "trained on OTSL outperforms HTML across the board, keeping high TEDs and", "bbox": {"l": 134.765, "t": 581.85603, "r": 480.59158, "b": 594.38899, "coord_origin": "1"}}, {"id": 99, "text": "mAP scores even on difficult financial tables (FinTabNet) that contain sparse", "bbox": {"l": 134.765, "t": 593.81204, "r": 480.58080999999993, "b": 606.345, "coord_origin": "1"}}, {"id": 100, "text": "and large tables.", "bbox": {"l": 134.765, "t": 605.76704, "r": 206.79959, "b": 618.3, "coord_origin": "1"}}, {"id": 101, "text": "Additionally, the results show that OTSL has an advantage over HTML", "bbox": {"l": 149.709, "t": 617.72205, "r": 480.59479, "b": 630.255, "coord_origin": "1"}}, {"id": 102, "text": "when applied on a bigger data set like PubTables-1M and achieves significantly", "bbox": {"l": 134.765, "t": 629.6770300000001, "r": 480.59857000000005, "b": 642.2099900000001, "coord_origin": "1"}}, {"id": 103, "text": "improved scores. Finally, OTSL achieves faster inference due to fewer decoding", "bbox": {"l": 134.765, "t": 641.63203, "r": 480.59384000000006, "b": 654.16499, "coord_origin": "1"}}, {"id": 104, "text": "steps which is a result of the reduced sequence representation.", "bbox": {"l": 134.765, "t": 653.58704, "r": 405.7995, "b": 666.12, "coord_origin": "1"}}], "predictions": {"layout": {"clusters": [{"id": 0, "label": "Page-header", "bbox": {"l": 193.96455001831055, "t": 91.49352999999996, "r": 447.54476999999997, "b": 102.78223000000003, "coord_origin": "1"}, "confidence": 0.9493563175201416, "cells": [{"id": 0, "text": "Optimized Table Tokenization for Table Structure Recognition", "bbox": {"l": 194.478, "t": 91.49352999999996, "r": 447.54476999999997, "b": 102.78223000000003, "coord_origin": "1"}}]}, {"id": 1, "label": "Page-header", "bbox": {"l": 475.1263589859009, "t": 91.49352999999996, "r": 480.59314, "b": 102.78223000000003, "coord_origin": "1"}, "confidence": 0.8687835931777954, "cells": [{"id": 1, "text": "9", "bbox": {"l": 475.98441, "t": 91.49352999999996, "r": 480.59314, "b": 102.78223000000003, "coord_origin": "1"}}]}, {"id": 2, "label": "Text", "bbox": {"l": 133.89294719696045, "t": 116.46301000000005, "r": 480.79583473205565, "b": 152.90697999999998, "coord_origin": "1"}, "confidence": 0.9811354875564575, "cells": [{"id": 2, "text": "order to compute the TED score. Inference timing results for all experiments", "bbox": {"l": 134.765, "t": 116.46301000000005, "r": 480.59067, "b": 128.99597000000006, "coord_origin": "1"}}, {"id": 3, "text": "were obtained from the same machine on a single core with AMD EPYC 7763", "bbox": {"l": 134.765, "t": 128.41803000000004, "r": 480.59665, "b": 140.95099000000005, "coord_origin": "1"}}, {"id": 4, "text": "CPU @2.45 GHz.", "bbox": {"l": 134.765, "t": 140.37401999999997, "r": 210.78761, "b": 152.90697999999998, "coord_origin": "1"}}]}, {"id": 3, "label": "Section-header", "bbox": {"l": 134.27793645858765, "t": 166.70514000000003, "r": 318.45145, "b": 179.20818999999995, "coord_origin": "1"}, "confidence": 0.9501724243164062, "cells": [{"id": 5, "text": "5.1", "bbox": {"l": 134.765, "t": 166.70514000000003, "r": 149.40306, "b": 179.20818999999995, "coord_origin": "1"}}, {"id": 6, "text": "Hyper Parameter Optimization", "bbox": {"l": 160.85905, "t": 166.70514000000003, "r": 318.45145, "b": 179.20818999999995, "coord_origin": "1"}}]}, {"id": 4, "label": "Text", "bbox": {"l": 133.8417028427124, "t": 183.11505, "r": 481.2436100006104, "b": 255.42400999999995, "coord_origin": "1"}, "confidence": 0.985948383808136, "cells": [{"id": 7, "text": "We have chosen the PubTabNet data set to perform HPO, since it includes a", "bbox": {"l": 134.765, "t": 183.11505, "r": 479.74982000000006, "b": 195.64801, "coord_origin": "1"}}, {"id": 8, "text": "highly diverse set of tables. Also we report TED scores separately for simple and", "bbox": {"l": 134.765, "t": 195.07007, "r": 480.58765, "b": 207.60303, "coord_origin": "1"}}, {"id": 9, "text": "complex tables (tables with cell spans). Results are presented in Table. 1. It is", "bbox": {"l": 134.765, "t": 207.02502000000004, "r": 480.58859000000007, "b": 219.55798000000004, "coord_origin": "1"}}, {"id": 10, "text": "evident that with OTSL, our model achieves the same TED score and slightly", "bbox": {"l": 134.765, "t": 218.98004000000003, "r": 480.59567, "b": 231.51300000000003, "coord_origin": "1"}}, {"id": 11, "text": "better mAP scores in comparison to HTML. However OTSL yields a", "bbox": {"l": 134.765, "t": 230.93506000000002, "r": 440.9425, "b": 243.46802000000002, "coord_origin": "1"}}, {"id": 12, "text": "2x speed", "bbox": {"l": 444.86800999999997, "t": 230.98486000000003, "r": 480.58792, "b": 243.46802000000002, "coord_origin": "1"}}, {"id": 13, "text": "up", "bbox": {"l": 134.765, "t": 242.94086000000004, "r": 145.19585, "b": 255.42400999999995, "coord_origin": "1"}}, {"id": 14, "text": "in the inference runtime over HTML.", "bbox": {"l": 149.149, "t": 242.89104999999995, "r": 311.22256, "b": 255.42400999999995, "coord_origin": "1"}}]}, {"id": 5, "label": "Caption", "bbox": {"l": 133.8990900993347, "t": 272.79474000000005, "r": 480.7420223236084, "b": 327.98218, "coord_origin": "1"}, "confidence": 0.9469866752624512, "cells": [{"id": 15, "text": "Table", "bbox": {"l": 134.765, "t": 272.79474000000005, "r": 159.22983, "b": 284.1999799999999, "coord_origin": "1"}}, {"id": 16, "text": "1.", "bbox": {"l": 167.34442, "t": 272.79474000000005, "r": 174.71301, "b": 284.1999799999999, "coord_origin": "1"}}, {"id": 17, "text": "HPO performed in OTSL and HTML representation on the same", "bbox": {"l": 188.133, "t": 272.85748, "r": 480.58101999999997, "b": 284.14618, "coord_origin": "1"}}, {"id": 18, "text": "transformer-based TableFormer [9] architecture, trained only on PubTabNet [22]. Ef-", "bbox": {"l": 134.765, "t": 283.81647, "r": 480.59890999999993, "b": 295.10516000000007, "coord_origin": "1"}}, {"id": 19, "text": "fects of reducing the # of layers in encoder and decoder stages of the model show that", "bbox": {"l": 134.765, "t": 294.77547999999996, "r": 480.59887999999995, "b": 306.06418, "coord_origin": "1"}}, {"id": 20, "text": "smaller models trained on OTSL perform better, especially in recognizing complex", "bbox": {"l": 134.765, "t": 305.73447, "r": 480.59180000000003, "b": 317.02316, "coord_origin": "1"}}, {"id": 21, "text": "table structures, and maintain a much higher mAP score than the HTML counterpart.", "bbox": {"l": 134.765, "t": 316.69348, "r": 480.58471999999995, "b": 327.98218, "coord_origin": "1"}}]}, {"id": 6, "label": "Table", "bbox": {"l": 139.83171844482422, "t": 337.1551151275635, "r": 474.8101089477539, "b": 469.73563385009766, "coord_origin": "1"}, "confidence": 0.9905105829238892, "cells": [{"id": 22, "text": "#", "bbox": {"l": 160.37, "t": 339.45749, "r": 168.04523, "b": 350.74619, "coord_origin": "1"}}, {"id": 23, "text": "enc-layers", "bbox": {"l": 144.592, "t": 352.40848, "r": 183.82895, "b": 363.69717, "coord_origin": "1"}}, {"id": 24, "text": "#", "bbox": {"l": 207.974, "t": 339.45749, "r": 215.64923000000002, "b": 350.74619, "coord_origin": "1"}}, {"id": 25, "text": "dec-layers", "bbox": {"l": 192.19501, "t": 352.40848, "r": 231.42303, "b": 363.69717, "coord_origin": "1"}}, {"id": 26, "text": "Language", "bbox": {"l": 239.79799999999997, "t": 344.93649, "r": 278.3338, "b": 356.22519000000005, "coord_origin": "1"}}, {"id": 27, "text": "TEDs", "bbox": {"l": 324.67001, "t": 339.45749, "r": 348.26419, "b": 350.74619, "coord_origin": "1"}}, {"id": 28, "text": "mAP", "bbox": {"l": 396.271, "t": 339.45749, "r": 417.12595, "b": 350.74619, "coord_origin": "1"}}, {"id": 29, "text": "(0.75)", "bbox": {"l": 394.927, "t": 350.41647, "r": 418.46921, "b": 361.70517, "coord_origin": "1"}}, {"id": 30, "text": "Inference", "bbox": {"l": 430.771, "t": 339.45749, "r": 467.14142000000004, "b": 350.74619, "coord_origin": "1"}}, {"id": 31, "text": "time (secs)", "bbox": {"l": 427.14801, "t": 350.41647, "r": 470.76955999999996, "b": 361.70517, "coord_origin": "1"}}, {"id": 32, "text": "simple", "bbox": {"l": 286.686, "t": 352.40848, "r": 312.32812, "b": 363.69717, "coord_origin": "1"}}, {"id": 33, "text": "complex", "bbox": {"l": 320.702, "t": 352.40848, "r": 353.71539, "b": 363.69717, "coord_origin": "1"}}, {"id": 34, "text": "all", "bbox": {"l": 369.306, "t": 352.40848, "r": 379.02914, "b": 363.69717, "coord_origin": "1"}}, {"id": 35, "text": "6", "bbox": {"l": 161.90601, "t": 371.23849, "r": 166.51474, "b": 382.52719, "coord_origin": "1"}}, {"id": 36, "text": "6", "bbox": {"l": 209.509, "t": 371.23849, "r": 214.11774, "b": 382.52719, "coord_origin": "1"}}, {"id": 37, "text": "OTSL", "bbox": {"l": 246.71000999999998, "t": 365.75848, "r": 271.41064, "b": 377.04717999999997, "coord_origin": "1"}}, {"id": 38, "text": "0.965", "bbox": {"l": 289.017, "t": 365.75848, "r": 310.00732, "b": 377.04717999999997, "coord_origin": "1"}}, {"id": 39, "text": "0.934", "bbox": {"l": 326.71701, "t": 365.75848, "r": 347.70734, "b": 377.04717999999997, "coord_origin": "1"}}, {"id": 40, "text": "0.955", "bbox": {"l": 363.67599, "t": 365.75848, "r": 384.66632, "b": 377.04717999999997, "coord_origin": "1"}}, {"id": 41, "text": "0.88", "bbox": {"l": 397.26999, "t": 365.69571, "r": 416.12634, "b": 377.10098000000005, "coord_origin": "1"}}, {"id": 42, "text": "2.73", "bbox": {"l": 439.52701, "t": 365.69571, "r": 458.38336, "b": 377.10098000000005, "coord_origin": "1"}}, {"id": 43, "text": "HTML", "bbox": {"l": 245.17598999999998, "t": 378.71048, "r": 272.94495, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 44, "text": "0.969", "bbox": {"l": 289.017, "t": 378.71048, "r": 310.00732, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 45, "text": "0.927", "bbox": {"l": 326.71701, "t": 378.71048, "r": 347.70734, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 46, "text": "0.955", "bbox": {"l": 363.67599, "t": 378.71048, "r": 384.66632, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 47, "text": "0.857", "bbox": {"l": 396.20599, "t": 378.71048, "r": 417.19632, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 48, "text": "5.39", "bbox": {"l": 440.767, "t": 378.71048, "r": 457.15039, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 49, "text": "4", "bbox": {"l": 161.90601, "t": 397.53949, "r": 166.51474, "b": 408.82819, "coord_origin": "1"}}, {"id": 50, "text": "4", "bbox": {"l": 209.509, "t": 397.53949, "r": 214.11774, "b": 408.82819, "coord_origin": "1"}}, {"id": 51, "text": "OTSL", "bbox": {"l": 246.71000999999998, "t": 392.06049, "r": 271.41064, "b": 403.34918, "coord_origin": "1"}}, {"id": 52, "text": "0.938", "bbox": {"l": 289.017, "t": 392.06049, "r": 310.00732, "b": 403.34918, "coord_origin": "1"}}, {"id": 53, "text": "0.904", "bbox": {"l": 326.71701, "t": 392.06049, "r": 347.70734, "b": 403.34918, "coord_origin": "1"}}, {"id": 54, "text": "0.927", "bbox": {"l": 363.67599, "t": 392.06049, "r": 384.66632, "b": 403.34918, "coord_origin": "1"}}, {"id": 55, "text": "0.853", "bbox": {"l": 394.61801, "t": 391.99771, "r": 418.77798, "b": 403.40298, "coord_origin": "1"}}, {"id": 56, "text": "1.97", "bbox": {"l": 439.52701, "t": 391.99771, "r": 458.38336, "b": 403.40298, "coord_origin": "1"}}, {"id": 57, "text": "HTML", "bbox": {"l": 245.17598999999998, "t": 405.01147, "r": 272.94495, "b": 416.30017, "coord_origin": "1"}}, {"id": 58, "text": "0.952", "bbox": {"l": 289.017, "t": 405.01147, "r": 310.00732, "b": 416.30017, "coord_origin": "1"}}, {"id": 59, "text": "0.909", "bbox": {"l": 326.71701, "t": 405.01147, "r": 347.70734, "b": 416.30017, "coord_origin": "1"}}, {"id": 60, "text": "0.938", "bbox": {"l": 362.08801, "t": 404.9486999999999, "r": 386.24799, "b": 416.35397, "coord_origin": "1"}}, {"id": 61, "text": "0.843", "bbox": {"l": 396.20599, "t": 405.01147, "r": 417.19632, "b": 416.30017, "coord_origin": "1"}}, {"id": 62, "text": "3.77", "bbox": {"l": 440.767, "t": 405.01147, "r": 457.15039, "b": 416.30017, "coord_origin": "1"}}, {"id": 63, "text": "2", "bbox": {"l": 161.90601, "t": 423.84048, "r": 166.51474, "b": 435.12918, "coord_origin": "1"}}, {"id": 64, "text": "4", "bbox": {"l": 209.509, "t": 423.84048, "r": 214.11774, "b": 435.12918, "coord_origin": "1"}}, {"id": 65, "text": "OTSL", "bbox": {"l": 246.71000999999998, "t": 418.3614799999999, "r": 271.41064, "b": 429.65018, "coord_origin": "1"}}, {"id": 66, "text": "0.923", "bbox": {"l": 289.017, "t": 418.3614799999999, "r": 310.00732, "b": 429.65018, "coord_origin": "1"}}, {"id": 67, "text": "0.897", "bbox": {"l": 326.71701, "t": 418.3614799999999, "r": 347.70734, "b": 429.65018, "coord_origin": "1"}}, {"id": 68, "text": "0.915", "bbox": {"l": 363.67599, "t": 418.3614799999999, "r": 384.66632, "b": 429.65018, "coord_origin": "1"}}, {"id": 69, "text": "0.859", "bbox": {"l": 394.61801, "t": 418.29871, "r": 418.77798, "b": 429.70398, "coord_origin": "1"}}, {"id": 70, "text": "1.91", "bbox": {"l": 439.52701, "t": 418.29871, "r": 458.38336, "b": 429.70398, "coord_origin": "1"}}, {"id": 71, "text": "HTML", "bbox": {"l": 245.17598999999998, "t": 431.31246999999996, "r": 272.94495, "b": 442.60117, "coord_origin": "1"}}, {"id": 72, "text": "0.945", "bbox": {"l": 289.017, "t": 431.31246999999996, "r": 310.00732, "b": 442.60117, "coord_origin": "1"}}, {"id": 73, "text": "0.901", "bbox": {"l": 326.71701, "t": 431.31246999999996, "r": 347.70734, "b": 442.60117, "coord_origin": "1"}}, {"id": 74, "text": "0.931", "bbox": {"l": 362.08801, "t": 431.24969, "r": 386.24799, "b": 442.65497, "coord_origin": "1"}}, {"id": 75, "text": "0.834", "bbox": {"l": 396.20599, "t": 431.31246999999996, "r": 417.19632, "b": 442.60117, "coord_origin": "1"}}, {"id": 76, "text": "3.81", "bbox": {"l": 440.767, "t": 431.31246999999996, "r": 457.15039, "b": 442.60117, "coord_origin": "1"}}, {"id": 77, "text": "4", "bbox": {"l": 161.90601, "t": 450.14248999999995, "r": 166.51474, "b": 461.43118, "coord_origin": "1"}}, {"id": 78, "text": "2", "bbox": {"l": 209.509, "t": 450.14248999999995, "r": 214.11774, "b": 461.43118, "coord_origin": "1"}}, {"id": 79, "text": "OTSL", "bbox": {"l": 246.71000999999998, "t": 444.66248, "r": 271.41064, "b": 455.95117, "coord_origin": "1"}}, {"id": 80, "text": "0.952", "bbox": {"l": 289.017, "t": 444.66248, "r": 310.00732, "b": 455.95117, "coord_origin": "1"}}, {"id": 81, "text": "0.92", "bbox": {"l": 329.021, "t": 444.66248, "r": 345.40439, "b": 455.95117, "coord_origin": "1"}}, {"id": 82, "text": "0.942", "bbox": {"l": 362.08801, "t": 444.5996999999999, "r": 386.24799, "b": 456.00497, "coord_origin": "1"}}, {"id": 83, "text": "0.857", "bbox": {"l": 394.61801, "t": 444.5996999999999, "r": 418.77798, "b": 456.00497, "coord_origin": "1"}}, {"id": 84, "text": "1.22", "bbox": {"l": 439.52701, "t": 444.5996999999999, "r": 458.38336, "b": 456.00497, "coord_origin": "1"}}, {"id": 85, "text": "HTML", "bbox": {"l": 245.17598999999998, "t": 457.61447, "r": 272.94495, "b": 468.90317, "coord_origin": "1"}}, {"id": 86, "text": "0.944", "bbox": {"l": 289.017, "t": 457.61447, "r": 310.00732, "b": 468.90317, "coord_origin": "1"}}, {"id": 87, "text": "0.903", "bbox": {"l": 326.71701, "t": 457.61447, "r": 347.70734, "b": 468.90317, "coord_origin": "1"}}, {"id": 88, "text": "0.931", "bbox": {"l": 363.67599, "t": 457.61447, "r": 384.66632, "b": 468.90317, "coord_origin": "1"}}, {"id": 89, "text": "0.824", "bbox": {"l": 396.20599, "t": 457.61447, "r": 417.19632, "b": 468.90317, "coord_origin": "1"}}, {"id": 90, "text": "2", "bbox": {"l": 446.65302, "t": 457.61447, "r": 451.26175, "b": 468.90317, "coord_origin": "1"}}]}, {"id": 7, "label": "Section-header", "bbox": {"l": 134.48901300430296, "t": 505.67111, "r": 264.40829, "b": 518.17419, "coord_origin": "1"}, "confidence": 0.9542880058288574, "cells": [{"id": 91, "text": "5.2", "bbox": {"l": 134.765, "t": 505.67111, "r": 149.40306, "b": 518.17419, "coord_origin": "1"}}, {"id": 92, "text": "Quantitative Results", "bbox": {"l": 160.85905, "t": 505.67111, "r": 264.40829, "b": 518.17419, "coord_origin": "1"}}]}, {"id": 8, "label": "Text", "bbox": {"l": 133.97597122192383, "t": 522.08005, "r": 480.8291902542114, "b": 618.3, "coord_origin": "1"}, "confidence": 0.9885548949241638, "cells": [{"id": 93, "text": "We picked the model parameter configuration that produced the best prediction", "bbox": {"l": 134.765, "t": 522.08005, "r": 479.72983, "b": 534.61301, "coord_origin": "1"}}, {"id": 94, "text": "quality (enc=6, dec=6, heads=8) with PubTabNet alone, then independently", "bbox": {"l": 134.765, "t": 534.03604, "r": 480.5897499999999, "b": 546.569, "coord_origin": "1"}}, {"id": 95, "text": "trained and evaluated it on three publicly available data sets: PubTabNet (395k", "bbox": {"l": 134.765, "t": 545.99104, "r": 480.72003, "b": 558.524, "coord_origin": "1"}}, {"id": 96, "text": "samples), FinTabNet (113k samples) and PubTables-1M (about 1M samples).", "bbox": {"l": 134.765, "t": 557.94604, "r": 480.60577, "b": 570.479, "coord_origin": "1"}}, {"id": 97, "text": "Performance results are presented in Table. 2. It is clearly evident that the model", "bbox": {"l": 134.765, "t": 569.90103, "r": 480.5936899999999, "b": 582.43399, "coord_origin": "1"}}, {"id": 98, "text": "trained on OTSL outperforms HTML across the board, keeping high TEDs and", "bbox": {"l": 134.765, "t": 581.85603, "r": 480.59158, "b": 594.38899, "coord_origin": "1"}}, {"id": 99, "text": "mAP scores even on difficult financial tables (FinTabNet) that contain sparse", "bbox": {"l": 134.765, "t": 593.81204, "r": 480.58080999999993, "b": 606.345, "coord_origin": "1"}}, {"id": 100, "text": "and large tables.", "bbox": {"l": 134.765, "t": 605.76704, "r": 206.79959, "b": 618.3, "coord_origin": "1"}}]}, {"id": 9, "label": "Text", "bbox": {"l": 133.89259700775145, "t": 617.72205, "r": 480.9113971710205, "b": 666.12, "coord_origin": "1"}, "confidence": 0.9859417676925659, "cells": [{"id": 101, "text": "Additionally, the results show that OTSL has an advantage over HTML", "bbox": {"l": 149.709, "t": 617.72205, "r": 480.59479, "b": 630.255, "coord_origin": "1"}}, {"id": 102, "text": "when applied on a bigger data set like PubTables-1M and achieves significantly", "bbox": {"l": 134.765, "t": 629.6770300000001, "r": 480.59857000000005, "b": 642.2099900000001, "coord_origin": "1"}}, {"id": 103, "text": "improved scores. Finally, OTSL achieves faster inference due to fewer decoding", "bbox": {"l": 134.765, "t": 641.63203, "r": 480.59384000000006, "b": 654.16499, "coord_origin": "1"}}, {"id": 104, "text": "steps which is a result of the reduced sequence representation.", "bbox": {"l": 134.765, "t": 653.58704, "r": 405.7995, "b": 666.12, "coord_origin": "1"}}]}]}, "tablestructure": {"table_map": {"6": {"label": "Table", "id": 6, "page_no": 0, "cluster": {"id": 6, "label": "Table", "bbox": {"l": 139.83171844482422, "t": 337.1551151275635, "r": 474.8101089477539, "b": 469.73563385009766, "coord_origin": "1"}, "confidence": 0.9905105829238892, "cells": [{"id": 22, "text": "#", "bbox": {"l": 160.37, "t": 339.45749, "r": 168.04523, "b": 350.74619, "coord_origin": "1"}}, {"id": 23, "text": "enc-layers", "bbox": {"l": 144.592, "t": 352.40848, "r": 183.82895, "b": 363.69717, "coord_origin": "1"}}, {"id": 24, "text": "#", "bbox": {"l": 207.974, "t": 339.45749, "r": 215.64923000000002, "b": 350.74619, "coord_origin": "1"}}, {"id": 25, "text": "dec-layers", "bbox": {"l": 192.19501, "t": 352.40848, "r": 231.42303, "b": 363.69717, "coord_origin": "1"}}, {"id": 26, "text": "Language", "bbox": {"l": 239.79799999999997, "t": 344.93649, "r": 278.3338, "b": 356.22519000000005, "coord_origin": "1"}}, {"id": 27, "text": "TEDs", "bbox": {"l": 324.67001, "t": 339.45749, "r": 348.26419, "b": 350.74619, "coord_origin": "1"}}, {"id": 28, "text": "mAP", "bbox": {"l": 396.271, "t": 339.45749, "r": 417.12595, "b": 350.74619, "coord_origin": "1"}}, {"id": 29, "text": "(0.75)", "bbox": {"l": 394.927, "t": 350.41647, "r": 418.46921, "b": 361.70517, "coord_origin": "1"}}, {"id": 30, "text": "Inference", "bbox": {"l": 430.771, "t": 339.45749, "r": 467.14142000000004, "b": 350.74619, "coord_origin": "1"}}, {"id": 31, "text": "time (secs)", "bbox": {"l": 427.14801, "t": 350.41647, "r": 470.76955999999996, "b": 361.70517, "coord_origin": "1"}}, {"id": 32, "text": "simple", "bbox": {"l": 286.686, "t": 352.40848, "r": 312.32812, "b": 363.69717, "coord_origin": "1"}}, {"id": 33, "text": "complex", "bbox": {"l": 320.702, "t": 352.40848, "r": 353.71539, "b": 363.69717, "coord_origin": "1"}}, {"id": 34, "text": "all", "bbox": {"l": 369.306, "t": 352.40848, "r": 379.02914, "b": 363.69717, "coord_origin": "1"}}, {"id": 35, "text": "6", "bbox": {"l": 161.90601, "t": 371.23849, "r": 166.51474, "b": 382.52719, "coord_origin": "1"}}, {"id": 36, "text": "6", "bbox": {"l": 209.509, "t": 371.23849, "r": 214.11774, "b": 382.52719, "coord_origin": "1"}}, {"id": 37, "text": "OTSL", "bbox": {"l": 246.71000999999998, "t": 365.75848, "r": 271.41064, "b": 377.04717999999997, "coord_origin": "1"}}, {"id": 38, "text": "0.965", "bbox": {"l": 289.017, "t": 365.75848, "r": 310.00732, "b": 377.04717999999997, "coord_origin": "1"}}, {"id": 39, "text": "0.934", "bbox": {"l": 326.71701, "t": 365.75848, "r": 347.70734, "b": 377.04717999999997, "coord_origin": "1"}}, {"id": 40, "text": "0.955", "bbox": {"l": 363.67599, "t": 365.75848, "r": 384.66632, "b": 377.04717999999997, "coord_origin": "1"}}, {"id": 41, "text": "0.88", "bbox": {"l": 397.26999, "t": 365.69571, "r": 416.12634, "b": 377.10098000000005, "coord_origin": "1"}}, {"id": 42, "text": "2.73", "bbox": {"l": 439.52701, "t": 365.69571, "r": 458.38336, "b": 377.10098000000005, "coord_origin": "1"}}, {"id": 43, "text": "HTML", "bbox": {"l": 245.17598999999998, "t": 378.71048, "r": 272.94495, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 44, "text": "0.969", "bbox": {"l": 289.017, "t": 378.71048, "r": 310.00732, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 45, "text": "0.927", "bbox": {"l": 326.71701, "t": 378.71048, "r": 347.70734, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 46, "text": "0.955", "bbox": {"l": 363.67599, "t": 378.71048, "r": 384.66632, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 47, "text": "0.857", "bbox": {"l": 396.20599, "t": 378.71048, "r": 417.19632, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 48, "text": "5.39", "bbox": {"l": 440.767, "t": 378.71048, "r": 457.15039, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 49, "text": "4", "bbox": {"l": 161.90601, "t": 397.53949, "r": 166.51474, "b": 408.82819, "coord_origin": "1"}}, {"id": 50, "text": "4", "bbox": {"l": 209.509, "t": 397.53949, "r": 214.11774, "b": 408.82819, "coord_origin": "1"}}, {"id": 51, "text": "OTSL", "bbox": {"l": 246.71000999999998, "t": 392.06049, "r": 271.41064, "b": 403.34918, "coord_origin": "1"}}, {"id": 52, "text": "0.938", "bbox": {"l": 289.017, "t": 392.06049, "r": 310.00732, "b": 403.34918, "coord_origin": "1"}}, {"id": 53, "text": "0.904", "bbox": {"l": 326.71701, "t": 392.06049, "r": 347.70734, "b": 403.34918, "coord_origin": "1"}}, {"id": 54, "text": "0.927", "bbox": {"l": 363.67599, "t": 392.06049, "r": 384.66632, "b": 403.34918, "coord_origin": "1"}}, {"id": 55, "text": "0.853", "bbox": {"l": 394.61801, "t": 391.99771, "r": 418.77798, "b": 403.40298, "coord_origin": "1"}}, {"id": 56, "text": "1.97", "bbox": {"l": 439.52701, "t": 391.99771, "r": 458.38336, "b": 403.40298, "coord_origin": "1"}}, {"id": 57, "text": "HTML", "bbox": {"l": 245.17598999999998, "t": 405.01147, "r": 272.94495, "b": 416.30017, "coord_origin": "1"}}, {"id": 58, "text": "0.952", "bbox": {"l": 289.017, "t": 405.01147, "r": 310.00732, "b": 416.30017, "coord_origin": "1"}}, {"id": 59, "text": "0.909", "bbox": {"l": 326.71701, "t": 405.01147, "r": 347.70734, "b": 416.30017, "coord_origin": "1"}}, {"id": 60, "text": "0.938", "bbox": {"l": 362.08801, "t": 404.9486999999999, "r": 386.24799, "b": 416.35397, "coord_origin": "1"}}, {"id": 61, "text": "0.843", "bbox": {"l": 396.20599, "t": 405.01147, "r": 417.19632, "b": 416.30017, "coord_origin": "1"}}, {"id": 62, "text": "3.77", "bbox": {"l": 440.767, "t": 405.01147, "r": 457.15039, "b": 416.30017, "coord_origin": "1"}}, {"id": 63, "text": "2", "bbox": {"l": 161.90601, "t": 423.84048, "r": 166.51474, "b": 435.12918, "coord_origin": "1"}}, {"id": 64, "text": "4", "bbox": {"l": 209.509, "t": 423.84048, "r": 214.11774, "b": 435.12918, "coord_origin": "1"}}, {"id": 65, "text": "OTSL", "bbox": {"l": 246.71000999999998, "t": 418.3614799999999, "r": 271.41064, "b": 429.65018, "coord_origin": "1"}}, {"id": 66, "text": "0.923", "bbox": {"l": 289.017, "t": 418.3614799999999, "r": 310.00732, "b": 429.65018, "coord_origin": "1"}}, {"id": 67, "text": "0.897", "bbox": {"l": 326.71701, "t": 418.3614799999999, "r": 347.70734, "b": 429.65018, "coord_origin": "1"}}, {"id": 68, "text": "0.915", "bbox": {"l": 363.67599, "t": 418.3614799999999, "r": 384.66632, "b": 429.65018, "coord_origin": "1"}}, {"id": 69, "text": "0.859", "bbox": {"l": 394.61801, "t": 418.29871, "r": 418.77798, "b": 429.70398, "coord_origin": "1"}}, {"id": 70, "text": "1.91", "bbox": {"l": 439.52701, "t": 418.29871, "r": 458.38336, "b": 429.70398, "coord_origin": "1"}}, {"id": 71, "text": "HTML", "bbox": {"l": 245.17598999999998, "t": 431.31246999999996, "r": 272.94495, "b": 442.60117, "coord_origin": "1"}}, {"id": 72, "text": "0.945", "bbox": {"l": 289.017, "t": 431.31246999999996, "r": 310.00732, "b": 442.60117, "coord_origin": "1"}}, {"id": 73, "text": "0.901", "bbox": {"l": 326.71701, "t": 431.31246999999996, "r": 347.70734, "b": 442.60117, "coord_origin": "1"}}, {"id": 74, "text": "0.931", "bbox": {"l": 362.08801, "t": 431.24969, "r": 386.24799, "b": 442.65497, "coord_origin": "1"}}, {"id": 75, "text": "0.834", "bbox": {"l": 396.20599, "t": 431.31246999999996, "r": 417.19632, "b": 442.60117, "coord_origin": "1"}}, {"id": 76, "text": "3.81", "bbox": {"l": 440.767, "t": 431.31246999999996, "r": 457.15039, "b": 442.60117, "coord_origin": "1"}}, {"id": 77, "text": "4", "bbox": {"l": 161.90601, "t": 450.14248999999995, "r": 166.51474, "b": 461.43118, "coord_origin": "1"}}, {"id": 78, "text": "2", "bbox": {"l": 209.509, "t": 450.14248999999995, "r": 214.11774, "b": 461.43118, "coord_origin": "1"}}, {"id": 79, "text": "OTSL", "bbox": {"l": 246.71000999999998, "t": 444.66248, "r": 271.41064, "b": 455.95117, "coord_origin": "1"}}, {"id": 80, "text": "0.952", "bbox": {"l": 289.017, "t": 444.66248, "r": 310.00732, "b": 455.95117, "coord_origin": "1"}}, {"id": 81, "text": "0.92", "bbox": {"l": 329.021, "t": 444.66248, "r": 345.40439, "b": 455.95117, "coord_origin": "1"}}, {"id": 82, "text": "0.942", "bbox": {"l": 362.08801, "t": 444.5996999999999, "r": 386.24799, "b": 456.00497, "coord_origin": "1"}}, {"id": 83, "text": "0.857", "bbox": {"l": 394.61801, "t": 444.5996999999999, "r": 418.77798, "b": 456.00497, "coord_origin": "1"}}, {"id": 84, "text": "1.22", "bbox": {"l": 439.52701, "t": 444.5996999999999, "r": 458.38336, "b": 456.00497, "coord_origin": "1"}}, {"id": 85, "text": "HTML", "bbox": {"l": 245.17598999999998, "t": 457.61447, "r": 272.94495, "b": 468.90317, "coord_origin": "1"}}, {"id": 86, "text": "0.944", "bbox": {"l": 289.017, "t": 457.61447, "r": 310.00732, "b": 468.90317, "coord_origin": "1"}}, {"id": 87, "text": "0.903", "bbox": {"l": 326.71701, "t": 457.61447, "r": 347.70734, "b": 468.90317, "coord_origin": "1"}}, {"id": 88, "text": "0.931", "bbox": {"l": 363.67599, "t": 457.61447, "r": 384.66632, "b": 468.90317, "coord_origin": "1"}}, {"id": 89, "text": "0.824", "bbox": {"l": 396.20599, "t": 457.61447, "r": 417.19632, "b": 468.90317, "coord_origin": "1"}}, {"id": 90, "text": "2", "bbox": {"l": 446.65302, "t": 457.61447, "r": 451.26175, "b": 468.90317, "coord_origin": "1"}}]}, "text": null, "otsl_seq": ["ched", "ched", "ched", "ched", "lcel", "lcel", "ched", "ched", "nl", "ched", "ched", "ucel", "ched", "ched", "ched", "ched", "ched", "nl", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "nl", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "nl", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "nl", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "nl", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "nl"], "num_rows": 7, "num_cols": 8, "table_cells": [{"bbox": {"l": 160.37, "t": 339.45749, "r": 168.04523, "b": 350.74619, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 0, "end_row_offset_idx": 1, "start_col_offset_idx": 0, "end_col_offset_idx": 1, "text": "#", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 144.592, "t": 352.40848, "r": 183.82895, "b": 363.69717, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 1, "end_row_offset_idx": 2, "start_col_offset_idx": 0, "end_col_offset_idx": 1, "text": "enc-layers", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 207.974, "t": 339.45749, "r": 215.64923000000002, "b": 350.74619, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 0, "end_row_offset_idx": 1, "start_col_offset_idx": 1, "end_col_offset_idx": 2, "text": "#", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 192.19501, "t": 352.40848, "r": 231.42303, "b": 363.69717, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 1, "end_row_offset_idx": 2, "start_col_offset_idx": 1, "end_col_offset_idx": 2, "text": "dec-layers", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 239.79799999999997, "t": 344.93649, "r": 278.3338, "b": 356.22519000000005, "coord_origin": "1"}, "row_span": 2, "col_span": 1, "start_row_offset_idx": 0, "end_row_offset_idx": 2, "start_col_offset_idx": 2, "end_col_offset_idx": 3, "text": "Language", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 324.67001, "t": 339.45749, "r": 348.26419, "b": 350.74619, "coord_origin": "1"}, "row_span": 1, "col_span": 3, "start_row_offset_idx": 0, "end_row_offset_idx": 1, "start_col_offset_idx": 3, "end_col_offset_idx": 6, "text": "TEDs", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 396.271, "t": 339.45749, "r": 417.12595, "b": 350.41647, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 0, "end_row_offset_idx": 1, "start_col_offset_idx": 6, "end_col_offset_idx": 7, "text": "mAP", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 394.927, "t": 350.74619, "r": 418.46921, "b": 361.70517, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 1, "end_row_offset_idx": 2, "start_col_offset_idx": 6, "end_col_offset_idx": 7, "text": "(0.75)", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 430.771, "t": 339.45749, "r": 467.14142000000004, "b": 350.41647, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 0, "end_row_offset_idx": 1, "start_col_offset_idx": 7, "end_col_offset_idx": 8, "text": "Inference", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 427.14801, "t": 350.74619, "r": 470.76955999999996, "b": 361.70517, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 1, "end_row_offset_idx": 2, "start_col_offset_idx": 7, "end_col_offset_idx": 8, "text": "time (secs)", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 286.686, "t": 352.40848, "r": 312.32812, "b": 363.69717, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 1, "end_row_offset_idx": 2, "start_col_offset_idx": 3, "end_col_offset_idx": 4, "text": "simple", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 320.702, "t": 352.40848, "r": 353.71539, "b": 363.69717, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 1, "end_row_offset_idx": 2, "start_col_offset_idx": 4, "end_col_offset_idx": 5, "text": "complex", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 369.306, "t": 352.40848, "r": 379.02914, "b": 363.69717, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 1, "end_row_offset_idx": 2, "start_col_offset_idx": 5, "end_col_offset_idx": 6, "text": "all", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 161.90601, "t": 371.23849, "r": 166.51474, "b": 382.52719, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 2, "end_row_offset_idx": 3, "start_col_offset_idx": 0, "end_col_offset_idx": 1, "text": "6", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 209.509, "t": 371.23849, "r": 214.11774, "b": 382.52719, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 2, "end_row_offset_idx": 3, "start_col_offset_idx": 1, "end_col_offset_idx": 2, "text": "6", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 245.17598999999998, "t": 365.75848, "r": 272.94495, "b": 389.99917999999997, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 2, "end_row_offset_idx": 3, "start_col_offset_idx": 2, "end_col_offset_idx": 3, "text": "OTSL HTML", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 289.017, "t": 365.75848, "r": 310.00732, "b": 389.99917999999997, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 2, "end_row_offset_idx": 3, "start_col_offset_idx": 3, "end_col_offset_idx": 4, "text": "0.965 0.969", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 326.71701, "t": 365.75848, "r": 347.70734, "b": 389.99917999999997, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 2, "end_row_offset_idx": 3, "start_col_offset_idx": 4, "end_col_offset_idx": 5, "text": "0.934 0.927", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 363.67599, "t": 365.75848, "r": 384.66632, "b": 389.99917999999997, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 2, "end_row_offset_idx": 3, "start_col_offset_idx": 5, "end_col_offset_idx": 6, "text": "0.955 0.955", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 396.20599, "t": 365.69571, "r": 417.19632, "b": 389.99917999999997, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 2, "end_row_offset_idx": 3, "start_col_offset_idx": 6, "end_col_offset_idx": 7, "text": "0.88 0.857", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 439.52701, "t": 365.69571, "r": 458.38336, "b": 389.99917999999997, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 2, "end_row_offset_idx": 3, "start_col_offset_idx": 7, "end_col_offset_idx": 8, "text": "2.73 5.39", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 161.90601, "t": 397.53949, "r": 166.51474, "b": 408.82819, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 3, "end_row_offset_idx": 4, "start_col_offset_idx": 0, "end_col_offset_idx": 1, "text": "4", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 209.509, "t": 397.53949, "r": 214.11774, "b": 408.82819, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 3, "end_row_offset_idx": 4, "start_col_offset_idx": 1, "end_col_offset_idx": 2, "text": "4", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 245.17598999999998, "t": 392.06049, "r": 272.94495, "b": 416.30017, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 3, "end_row_offset_idx": 4, "start_col_offset_idx": 2, "end_col_offset_idx": 3, "text": "OTSL HTML", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 289.017, "t": 392.06049, "r": 310.00732, "b": 416.30017, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 3, "end_row_offset_idx": 4, "start_col_offset_idx": 3, "end_col_offset_idx": 4, "text": "0.938 0.952", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 326.71701, "t": 392.06049, "r": 347.70734, "b": 403.34918, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 3, "end_row_offset_idx": 4, "start_col_offset_idx": 4, "end_col_offset_idx": 5, "text": "0.904", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 363.67599, "t": 392.06049, "r": 384.66632, "b": 403.34918, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 3, "end_row_offset_idx": 4, "start_col_offset_idx": 5, "end_col_offset_idx": 6, "text": "0.927", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 394.61801, "t": 391.99771, "r": 418.77798, "b": 403.40298, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 3, "end_row_offset_idx": 4, "start_col_offset_idx": 6, "end_col_offset_idx": 7, "text": "0.853", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 439.52701, "t": 391.99771, "r": 458.38336, "b": 403.40298, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 3, "end_row_offset_idx": 4, "start_col_offset_idx": 7, "end_col_offset_idx": 8, "text": "1.97", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 326.71701, "t": 405.01147, "r": 347.70734, "b": 442.60117, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 4, "end_row_offset_idx": 5, "start_col_offset_idx": 4, "end_col_offset_idx": 5, "text": "0.909 0.897 0.901", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 362.08801, "t": 404.9486999999999, "r": 386.24799, "b": 429.65018, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 4, "end_row_offset_idx": 5, "start_col_offset_idx": 5, "end_col_offset_idx": 6, "text": "0.938 0.915", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 396.20599, "t": 405.01147, "r": 417.19632, "b": 416.30017, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 4, "end_row_offset_idx": 5, "start_col_offset_idx": 6, "end_col_offset_idx": 7, "text": "0.843", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 440.767, "t": 405.01147, "r": 457.15039, "b": 416.30017, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 4, "end_row_offset_idx": 5, "start_col_offset_idx": 7, "end_col_offset_idx": 8, "text": "3.77", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 161.90601, "t": 423.84048, "r": 166.51474, "b": 435.12918, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 5, "end_row_offset_idx": 6, "start_col_offset_idx": 0, "end_col_offset_idx": 1, "text": "2", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 209.509, "t": 423.84048, "r": 214.11774, "b": 435.12918, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 5, "end_row_offset_idx": 6, "start_col_offset_idx": 1, "end_col_offset_idx": 2, "text": "4", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 245.17598999999998, "t": 418.3614799999999, "r": 272.94495, "b": 442.60117, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 4, "end_row_offset_idx": 5, "start_col_offset_idx": 2, "end_col_offset_idx": 3, "text": "OTSL HTML", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 289.017, "t": 418.3614799999999, "r": 310.00732, "b": 429.65018, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 4, "end_row_offset_idx": 5, "start_col_offset_idx": 3, "end_col_offset_idx": 4, "text": "0.923", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 394.61801, "t": 418.29871, "r": 418.77798, "b": 442.60117, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 5, "end_row_offset_idx": 6, "start_col_offset_idx": 6, "end_col_offset_idx": 7, "text": "0.859 0.834", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 439.52701, "t": 418.29871, "r": 458.38336, "b": 442.60117, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 5, "end_row_offset_idx": 6, "start_col_offset_idx": 7, "end_col_offset_idx": 8, "text": "1.91 3.81", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 289.017, "t": 431.31246999999996, "r": 310.00732, "b": 442.60117, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 5, "end_row_offset_idx": 6, "start_col_offset_idx": 3, "end_col_offset_idx": 4, "text": "0.945", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 362.08801, "t": 431.24969, "r": 386.24799, "b": 442.65497, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 5, "end_row_offset_idx": 6, "start_col_offset_idx": 5, "end_col_offset_idx": 6, "text": "0.931", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 161.90601, "t": 450.14248999999995, "r": 166.51474, "b": 461.43118, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 6, "end_row_offset_idx": 7, "start_col_offset_idx": 0, "end_col_offset_idx": 1, "text": "4", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 209.509, "t": 450.14248999999995, "r": 214.11774, "b": 461.43118, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 6, "end_row_offset_idx": 7, "start_col_offset_idx": 1, "end_col_offset_idx": 2, "text": "2", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 245.17598999999998, "t": 444.66248, "r": 272.94495, "b": 468.90317, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 6, "end_row_offset_idx": 7, "start_col_offset_idx": 2, "end_col_offset_idx": 3, "text": "OTSL HTML", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 289.017, "t": 444.66248, "r": 310.00732, "b": 468.90317, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 6, "end_row_offset_idx": 7, "start_col_offset_idx": 3, "end_col_offset_idx": 4, "text": "0.952 0.944", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 326.71701, "t": 444.66248, "r": 347.70734, "b": 468.90317, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 6, "end_row_offset_idx": 7, "start_col_offset_idx": 4, "end_col_offset_idx": 5, "text": "0.92 0.903", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 362.08801, "t": 444.5996999999999, "r": 386.24799, "b": 468.90317, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 6, "end_row_offset_idx": 7, "start_col_offset_idx": 5, "end_col_offset_idx": 6, "text": "0.942 0.931", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 394.61801, "t": 444.5996999999999, "r": 418.77798, "b": 468.90317, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 6, "end_row_offset_idx": 7, "start_col_offset_idx": 6, "end_col_offset_idx": 7, "text": "0.857 0.824", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 439.52701, "t": 444.5996999999999, "r": 458.38336, "b": 468.90317, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 6, "end_row_offset_idx": 7, "start_col_offset_idx": 7, "end_col_offset_idx": 8, "text": "1.22 2", "column_header": false, "row_header": false, "row_section": false}]}}}, "figures_classification": null, "equations_prediction": null}, "assembled": {"elements": [{"label": "Page-header", "id": 0, "page_no": 0, "cluster": {"id": 0, "label": "Page-header", "bbox": {"l": 193.96455001831055, "t": 91.49352999999996, "r": 447.54476999999997, "b": 102.78223000000003, "coord_origin": "1"}, "confidence": 0.9493563175201416, "cells": [{"id": 0, "text": "Optimized Table Tokenization for Table Structure Recognition", "bbox": {"l": 194.478, "t": 91.49352999999996, "r": 447.54476999999997, "b": 102.78223000000003, "coord_origin": "1"}}]}, "text": "Optimized Table Tokenization for Table Structure Recognition"}, {"label": "Page-header", "id": 1, "page_no": 0, "cluster": {"id": 1, "label": "Page-header", "bbox": {"l": 475.1263589859009, "t": 91.49352999999996, "r": 480.59314, "b": 102.78223000000003, "coord_origin": "1"}, "confidence": 0.8687835931777954, "cells": [{"id": 1, "text": "9", "bbox": {"l": 475.98441, "t": 91.49352999999996, "r": 480.59314, "b": 102.78223000000003, "coord_origin": "1"}}]}, "text": "9"}, {"label": "Text", "id": 2, "page_no": 0, "cluster": {"id": 2, "label": "Text", "bbox": {"l": 133.89294719696045, "t": 116.46301000000005, "r": 480.79583473205565, "b": 152.90697999999998, "coord_origin": "1"}, "confidence": 0.9811354875564575, "cells": [{"id": 2, "text": "order to compute the TED score. Inference timing results for all experiments", "bbox": {"l": 134.765, "t": 116.46301000000005, "r": 480.59067, "b": 128.99597000000006, "coord_origin": "1"}}, {"id": 3, "text": "were obtained from the same machine on a single core with AMD EPYC 7763", "bbox": {"l": 134.765, "t": 128.41803000000004, "r": 480.59665, "b": 140.95099000000005, "coord_origin": "1"}}, {"id": 4, "text": "CPU @2.45 GHz.", "bbox": {"l": 134.765, "t": 140.37401999999997, "r": 210.78761, "b": 152.90697999999998, "coord_origin": "1"}}]}, "text": "order to compute the TED score. Inference timing results for all experiments were obtained from the same machine on a single core with AMD EPYC 7763 CPU @2.45 GHz."}, {"label": "Section-header", "id": 3, "page_no": 0, "cluster": {"id": 3, "label": "Section-header", "bbox": {"l": 134.27793645858765, "t": 166.70514000000003, "r": 318.45145, "b": 179.20818999999995, "coord_origin": "1"}, "confidence": 0.9501724243164062, "cells": [{"id": 5, "text": "5.1", "bbox": {"l": 134.765, "t": 166.70514000000003, "r": 149.40306, "b": 179.20818999999995, "coord_origin": "1"}}, {"id": 6, "text": "Hyper Parameter Optimization", "bbox": {"l": 160.85905, "t": 166.70514000000003, "r": 318.45145, "b": 179.20818999999995, "coord_origin": "1"}}]}, "text": "5.1 Hyper Parameter Optimization"}, {"label": "Text", "id": 4, "page_no": 0, "cluster": {"id": 4, "label": "Text", "bbox": {"l": 133.8417028427124, "t": 183.11505, "r": 481.2436100006104, "b": 255.42400999999995, "coord_origin": "1"}, "confidence": 0.985948383808136, "cells": [{"id": 7, "text": "We have chosen the PubTabNet data set to perform HPO, since it includes a", "bbox": {"l": 134.765, "t": 183.11505, "r": 479.74982000000006, "b": 195.64801, "coord_origin": "1"}}, {"id": 8, "text": "highly diverse set of tables. Also we report TED scores separately for simple and", "bbox": {"l": 134.765, "t": 195.07007, "r": 480.58765, "b": 207.60303, "coord_origin": "1"}}, {"id": 9, "text": "complex tables (tables with cell spans). Results are presented in Table. 1. It is", "bbox": {"l": 134.765, "t": 207.02502000000004, "r": 480.58859000000007, "b": 219.55798000000004, "coord_origin": "1"}}, {"id": 10, "text": "evident that with OTSL, our model achieves the same TED score and slightly", "bbox": {"l": 134.765, "t": 218.98004000000003, "r": 480.59567, "b": 231.51300000000003, "coord_origin": "1"}}, {"id": 11, "text": "better mAP scores in comparison to HTML. However OTSL yields a", "bbox": {"l": 134.765, "t": 230.93506000000002, "r": 440.9425, "b": 243.46802000000002, "coord_origin": "1"}}, {"id": 12, "text": "2x speed", "bbox": {"l": 444.86800999999997, "t": 230.98486000000003, "r": 480.58792, "b": 243.46802000000002, "coord_origin": "1"}}, {"id": 13, "text": "up", "bbox": {"l": 134.765, "t": 242.94086000000004, "r": 145.19585, "b": 255.42400999999995, "coord_origin": "1"}}, {"id": 14, "text": "in the inference runtime over HTML.", "bbox": {"l": 149.149, "t": 242.89104999999995, "r": 311.22256, "b": 255.42400999999995, "coord_origin": "1"}}]}, "text": "We have chosen the PubTabNet data set to perform HPO, since it includes a highly diverse set of tables. Also we report TED scores separately for simple and complex tables (tables with cell spans). Results are presented in Table. 1. It is evident that with OTSL, our model achieves the same TED score and slightly better mAP scores in comparison to HTML. However OTSL yields a 2x speed up in the inference runtime over HTML."}, {"label": "Caption", "id": 5, "page_no": 0, "cluster": {"id": 5, "label": "Caption", "bbox": {"l": 133.8990900993347, "t": 272.79474000000005, "r": 480.7420223236084, "b": 327.98218, "coord_origin": "1"}, "confidence": 0.9469866752624512, "cells": [{"id": 15, "text": "Table", "bbox": {"l": 134.765, "t": 272.79474000000005, "r": 159.22983, "b": 284.1999799999999, "coord_origin": "1"}}, {"id": 16, "text": "1.", "bbox": {"l": 167.34442, "t": 272.79474000000005, "r": 174.71301, "b": 284.1999799999999, "coord_origin": "1"}}, {"id": 17, "text": "HPO performed in OTSL and HTML representation on the same", "bbox": {"l": 188.133, "t": 272.85748, "r": 480.58101999999997, "b": 284.14618, "coord_origin": "1"}}, {"id": 18, "text": "transformer-based TableFormer [9] architecture, trained only on PubTabNet [22]. Ef-", "bbox": {"l": 134.765, "t": 283.81647, "r": 480.59890999999993, "b": 295.10516000000007, "coord_origin": "1"}}, {"id": 19, "text": "fects of reducing the # of layers in encoder and decoder stages of the model show that", "bbox": {"l": 134.765, "t": 294.77547999999996, "r": 480.59887999999995, "b": 306.06418, "coord_origin": "1"}}, {"id": 20, "text": "smaller models trained on OTSL perform better, especially in recognizing complex", "bbox": {"l": 134.765, "t": 305.73447, "r": 480.59180000000003, "b": 317.02316, "coord_origin": "1"}}, {"id": 21, "text": "table structures, and maintain a much higher mAP score than the HTML counterpart.", "bbox": {"l": 134.765, "t": 316.69348, "r": 480.58471999999995, "b": 327.98218, "coord_origin": "1"}}]}, "text": "Table 1. HPO performed in OTSL and HTML representation on the same transformer-based TableFormer [9] architecture, trained only on PubTabNet [22]. Effects of reducing the # of layers in encoder and decoder stages of the model show that smaller models trained on OTSL perform better, especially in recognizing complex table structures, and maintain a much higher mAP score than the HTML counterpart."}, {"label": "Table", "id": 6, "page_no": 0, "cluster": {"id": 6, "label": "Table", "bbox": {"l": 139.83171844482422, "t": 337.1551151275635, "r": 474.8101089477539, "b": 469.73563385009766, "coord_origin": "1"}, "confidence": 0.9905105829238892, "cells": [{"id": 22, "text": "#", "bbox": {"l": 160.37, "t": 339.45749, "r": 168.04523, "b": 350.74619, "coord_origin": "1"}}, {"id": 23, "text": "enc-layers", "bbox": {"l": 144.592, "t": 352.40848, "r": 183.82895, "b": 363.69717, "coord_origin": "1"}}, {"id": 24, "text": "#", "bbox": {"l": 207.974, "t": 339.45749, "r": 215.64923000000002, "b": 350.74619, "coord_origin": "1"}}, {"id": 25, "text": "dec-layers", "bbox": {"l": 192.19501, "t": 352.40848, "r": 231.42303, "b": 363.69717, "coord_origin": "1"}}, {"id": 26, "text": "Language", "bbox": {"l": 239.79799999999997, "t": 344.93649, "r": 278.3338, "b": 356.22519000000005, "coord_origin": "1"}}, {"id": 27, "text": "TEDs", "bbox": {"l": 324.67001, "t": 339.45749, "r": 348.26419, "b": 350.74619, "coord_origin": "1"}}, {"id": 28, "text": "mAP", "bbox": {"l": 396.271, "t": 339.45749, "r": 417.12595, "b": 350.74619, "coord_origin": "1"}}, {"id": 29, "text": "(0.75)", "bbox": {"l": 394.927, "t": 350.41647, "r": 418.46921, "b": 361.70517, "coord_origin": "1"}}, {"id": 30, "text": "Inference", "bbox": {"l": 430.771, "t": 339.45749, "r": 467.14142000000004, "b": 350.74619, "coord_origin": "1"}}, {"id": 31, "text": "time (secs)", "bbox": {"l": 427.14801, "t": 350.41647, "r": 470.76955999999996, "b": 361.70517, "coord_origin": "1"}}, {"id": 32, "text": "simple", "bbox": {"l": 286.686, "t": 352.40848, "r": 312.32812, "b": 363.69717, "coord_origin": "1"}}, {"id": 33, "text": "complex", "bbox": {"l": 320.702, "t": 352.40848, "r": 353.71539, "b": 363.69717, "coord_origin": "1"}}, {"id": 34, "text": "all", "bbox": {"l": 369.306, "t": 352.40848, "r": 379.02914, "b": 363.69717, "coord_origin": "1"}}, {"id": 35, "text": "6", "bbox": {"l": 161.90601, "t": 371.23849, "r": 166.51474, "b": 382.52719, "coord_origin": "1"}}, {"id": 36, "text": "6", "bbox": {"l": 209.509, "t": 371.23849, "r": 214.11774, "b": 382.52719, "coord_origin": "1"}}, {"id": 37, "text": "OTSL", "bbox": {"l": 246.71000999999998, "t": 365.75848, "r": 271.41064, "b": 377.04717999999997, "coord_origin": "1"}}, {"id": 38, "text": "0.965", "bbox": {"l": 289.017, "t": 365.75848, "r": 310.00732, "b": 377.04717999999997, "coord_origin": "1"}}, {"id": 39, "text": "0.934", "bbox": {"l": 326.71701, "t": 365.75848, "r": 347.70734, "b": 377.04717999999997, "coord_origin": "1"}}, {"id": 40, "text": "0.955", "bbox": {"l": 363.67599, "t": 365.75848, "r": 384.66632, "b": 377.04717999999997, "coord_origin": "1"}}, {"id": 41, "text": "0.88", "bbox": {"l": 397.26999, "t": 365.69571, "r": 416.12634, "b": 377.10098000000005, "coord_origin": "1"}}, {"id": 42, "text": "2.73", "bbox": {"l": 439.52701, "t": 365.69571, "r": 458.38336, "b": 377.10098000000005, "coord_origin": "1"}}, {"id": 43, "text": "HTML", "bbox": {"l": 245.17598999999998, "t": 378.71048, "r": 272.94495, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 44, "text": "0.969", "bbox": {"l": 289.017, "t": 378.71048, "r": 310.00732, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 45, "text": "0.927", "bbox": {"l": 326.71701, "t": 378.71048, "r": 347.70734, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 46, "text": "0.955", "bbox": {"l": 363.67599, "t": 378.71048, "r": 384.66632, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 47, "text": "0.857", "bbox": {"l": 396.20599, "t": 378.71048, "r": 417.19632, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 48, "text": "5.39", "bbox": {"l": 440.767, "t": 378.71048, "r": 457.15039, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 49, "text": "4", "bbox": {"l": 161.90601, "t": 397.53949, "r": 166.51474, "b": 408.82819, "coord_origin": "1"}}, {"id": 50, "text": "4", "bbox": {"l": 209.509, "t": 397.53949, "r": 214.11774, "b": 408.82819, "coord_origin": "1"}}, {"id": 51, "text": "OTSL", "bbox": {"l": 246.71000999999998, "t": 392.06049, "r": 271.41064, "b": 403.34918, "coord_origin": "1"}}, {"id": 52, "text": "0.938", "bbox": {"l": 289.017, "t": 392.06049, "r": 310.00732, "b": 403.34918, "coord_origin": "1"}}, {"id": 53, "text": "0.904", "bbox": {"l": 326.71701, "t": 392.06049, "r": 347.70734, "b": 403.34918, "coord_origin": "1"}}, {"id": 54, "text": "0.927", "bbox": {"l": 363.67599, "t": 392.06049, "r": 384.66632, "b": 403.34918, "coord_origin": "1"}}, {"id": 55, "text": "0.853", "bbox": {"l": 394.61801, "t": 391.99771, "r": 418.77798, "b": 403.40298, "coord_origin": "1"}}, {"id": 56, "text": "1.97", "bbox": {"l": 439.52701, "t": 391.99771, "r": 458.38336, "b": 403.40298, "coord_origin": "1"}}, {"id": 57, "text": "HTML", "bbox": {"l": 245.17598999999998, "t": 405.01147, "r": 272.94495, "b": 416.30017, "coord_origin": "1"}}, {"id": 58, "text": "0.952", "bbox": {"l": 289.017, "t": 405.01147, "r": 310.00732, "b": 416.30017, "coord_origin": "1"}}, {"id": 59, "text": "0.909", "bbox": {"l": 326.71701, "t": 405.01147, "r": 347.70734, "b": 416.30017, "coord_origin": "1"}}, {"id": 60, "text": "0.938", "bbox": {"l": 362.08801, "t": 404.9486999999999, "r": 386.24799, "b": 416.35397, "coord_origin": "1"}}, {"id": 61, "text": "0.843", "bbox": {"l": 396.20599, "t": 405.01147, "r": 417.19632, "b": 416.30017, "coord_origin": "1"}}, {"id": 62, "text": "3.77", "bbox": {"l": 440.767, "t": 405.01147, "r": 457.15039, "b": 416.30017, "coord_origin": "1"}}, {"id": 63, "text": "2", "bbox": {"l": 161.90601, "t": 423.84048, "r": 166.51474, "b": 435.12918, "coord_origin": "1"}}, {"id": 64, "text": "4", "bbox": {"l": 209.509, "t": 423.84048, "r": 214.11774, "b": 435.12918, "coord_origin": "1"}}, {"id": 65, "text": "OTSL", "bbox": {"l": 246.71000999999998, "t": 418.3614799999999, "r": 271.41064, "b": 429.65018, "coord_origin": "1"}}, {"id": 66, "text": "0.923", "bbox": {"l": 289.017, "t": 418.3614799999999, "r": 310.00732, "b": 429.65018, "coord_origin": "1"}}, {"id": 67, "text": "0.897", "bbox": {"l": 326.71701, "t": 418.3614799999999, "r": 347.70734, "b": 429.65018, "coord_origin": "1"}}, {"id": 68, "text": "0.915", "bbox": {"l": 363.67599, "t": 418.3614799999999, "r": 384.66632, "b": 429.65018, "coord_origin": "1"}}, {"id": 69, "text": "0.859", "bbox": {"l": 394.61801, "t": 418.29871, "r": 418.77798, "b": 429.70398, "coord_origin": "1"}}, {"id": 70, "text": "1.91", "bbox": {"l": 439.52701, "t": 418.29871, "r": 458.38336, "b": 429.70398, "coord_origin": "1"}}, {"id": 71, "text": "HTML", "bbox": {"l": 245.17598999999998, "t": 431.31246999999996, "r": 272.94495, "b": 442.60117, "coord_origin": "1"}}, {"id": 72, "text": "0.945", "bbox": {"l": 289.017, "t": 431.31246999999996, "r": 310.00732, "b": 442.60117, "coord_origin": "1"}}, {"id": 73, "text": "0.901", "bbox": {"l": 326.71701, "t": 431.31246999999996, "r": 347.70734, "b": 442.60117, "coord_origin": "1"}}, {"id": 74, "text": "0.931", "bbox": {"l": 362.08801, "t": 431.24969, "r": 386.24799, "b": 442.65497, "coord_origin": "1"}}, {"id": 75, "text": "0.834", "bbox": {"l": 396.20599, "t": 431.31246999999996, "r": 417.19632, "b": 442.60117, "coord_origin": "1"}}, {"id": 76, "text": "3.81", "bbox": {"l": 440.767, "t": 431.31246999999996, "r": 457.15039, "b": 442.60117, "coord_origin": "1"}}, {"id": 77, "text": "4", "bbox": {"l": 161.90601, "t": 450.14248999999995, "r": 166.51474, "b": 461.43118, "coord_origin": "1"}}, {"id": 78, "text": "2", "bbox": {"l": 209.509, "t": 450.14248999999995, "r": 214.11774, "b": 461.43118, "coord_origin": "1"}}, {"id": 79, "text": "OTSL", "bbox": {"l": 246.71000999999998, "t": 444.66248, "r": 271.41064, "b": 455.95117, "coord_origin": "1"}}, {"id": 80, "text": "0.952", "bbox": {"l": 289.017, "t": 444.66248, "r": 310.00732, "b": 455.95117, "coord_origin": "1"}}, {"id": 81, "text": "0.92", "bbox": {"l": 329.021, "t": 444.66248, "r": 345.40439, "b": 455.95117, "coord_origin": "1"}}, {"id": 82, "text": "0.942", "bbox": {"l": 362.08801, "t": 444.5996999999999, "r": 386.24799, "b": 456.00497, "coord_origin": "1"}}, {"id": 83, "text": "0.857", "bbox": {"l": 394.61801, "t": 444.5996999999999, "r": 418.77798, "b": 456.00497, "coord_origin": "1"}}, {"id": 84, "text": "1.22", "bbox": {"l": 439.52701, "t": 444.5996999999999, "r": 458.38336, "b": 456.00497, "coord_origin": "1"}}, {"id": 85, "text": "HTML", "bbox": {"l": 245.17598999999998, "t": 457.61447, "r": 272.94495, "b": 468.90317, "coord_origin": "1"}}, {"id": 86, "text": "0.944", "bbox": {"l": 289.017, "t": 457.61447, "r": 310.00732, "b": 468.90317, "coord_origin": "1"}}, {"id": 87, "text": "0.903", "bbox": {"l": 326.71701, "t": 457.61447, "r": 347.70734, "b": 468.90317, "coord_origin": "1"}}, {"id": 88, "text": "0.931", "bbox": {"l": 363.67599, "t": 457.61447, "r": 384.66632, "b": 468.90317, "coord_origin": "1"}}, {"id": 89, "text": "0.824", "bbox": {"l": 396.20599, "t": 457.61447, "r": 417.19632, "b": 468.90317, "coord_origin": "1"}}, {"id": 90, "text": "2", "bbox": {"l": 446.65302, "t": 457.61447, "r": 451.26175, "b": 468.90317, "coord_origin": "1"}}]}, "text": null, "otsl_seq": ["ched", "ched", "ched", "ched", "lcel", "lcel", "ched", "ched", "nl", "ched", "ched", "ucel", "ched", "ched", "ched", "ched", "ched", "nl", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "nl", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "nl", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "nl", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "nl", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "nl"], "num_rows": 7, "num_cols": 8, "table_cells": [{"bbox": {"l": 160.37, "t": 339.45749, "r": 168.04523, "b": 350.74619, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 0, "end_row_offset_idx": 1, "start_col_offset_idx": 0, "end_col_offset_idx": 1, "text": "#", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 144.592, "t": 352.40848, "r": 183.82895, "b": 363.69717, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 1, "end_row_offset_idx": 2, "start_col_offset_idx": 0, "end_col_offset_idx": 1, "text": "enc-layers", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 207.974, "t": 339.45749, "r": 215.64923000000002, "b": 350.74619, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 0, "end_row_offset_idx": 1, "start_col_offset_idx": 1, "end_col_offset_idx": 2, "text": "#", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 192.19501, "t": 352.40848, "r": 231.42303, "b": 363.69717, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 1, "end_row_offset_idx": 2, "start_col_offset_idx": 1, "end_col_offset_idx": 2, "text": "dec-layers", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 239.79799999999997, "t": 344.93649, "r": 278.3338, "b": 356.22519000000005, "coord_origin": "1"}, "row_span": 2, "col_span": 1, "start_row_offset_idx": 0, "end_row_offset_idx": 2, "start_col_offset_idx": 2, "end_col_offset_idx": 3, "text": "Language", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 324.67001, "t": 339.45749, "r": 348.26419, "b": 350.74619, "coord_origin": "1"}, "row_span": 1, "col_span": 3, "start_row_offset_idx": 0, "end_row_offset_idx": 1, "start_col_offset_idx": 3, "end_col_offset_idx": 6, "text": "TEDs", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 396.271, "t": 339.45749, "r": 417.12595, "b": 350.41647, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 0, "end_row_offset_idx": 1, "start_col_offset_idx": 6, "end_col_offset_idx": 7, "text": "mAP", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 394.927, "t": 350.74619, "r": 418.46921, "b": 361.70517, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 1, "end_row_offset_idx": 2, "start_col_offset_idx": 6, "end_col_offset_idx": 7, "text": "(0.75)", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 430.771, "t": 339.45749, "r": 467.14142000000004, "b": 350.41647, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 0, "end_row_offset_idx": 1, "start_col_offset_idx": 7, "end_col_offset_idx": 8, "text": "Inference", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 427.14801, "t": 350.74619, "r": 470.76955999999996, "b": 361.70517, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 1, "end_row_offset_idx": 2, "start_col_offset_idx": 7, "end_col_offset_idx": 8, "text": "time (secs)", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 286.686, "t": 352.40848, "r": 312.32812, "b": 363.69717, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 1, "end_row_offset_idx": 2, "start_col_offset_idx": 3, "end_col_offset_idx": 4, "text": "simple", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 320.702, "t": 352.40848, "r": 353.71539, "b": 363.69717, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 1, "end_row_offset_idx": 2, "start_col_offset_idx": 4, "end_col_offset_idx": 5, "text": "complex", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 369.306, "t": 352.40848, "r": 379.02914, "b": 363.69717, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 1, "end_row_offset_idx": 2, "start_col_offset_idx": 5, "end_col_offset_idx": 6, "text": "all", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 161.90601, "t": 371.23849, "r": 166.51474, "b": 382.52719, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 2, "end_row_offset_idx": 3, "start_col_offset_idx": 0, "end_col_offset_idx": 1, "text": "6", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 209.509, "t": 371.23849, "r": 214.11774, "b": 382.52719, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 2, "end_row_offset_idx": 3, "start_col_offset_idx": 1, "end_col_offset_idx": 2, "text": "6", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 245.17598999999998, "t": 365.75848, "r": 272.94495, "b": 389.99917999999997, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 2, "end_row_offset_idx": 3, "start_col_offset_idx": 2, "end_col_offset_idx": 3, "text": "OTSL HTML", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 289.017, "t": 365.75848, "r": 310.00732, "b": 389.99917999999997, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 2, "end_row_offset_idx": 3, "start_col_offset_idx": 3, "end_col_offset_idx": 4, "text": "0.965 0.969", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 326.71701, "t": 365.75848, "r": 347.70734, "b": 389.99917999999997, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 2, "end_row_offset_idx": 3, "start_col_offset_idx": 4, "end_col_offset_idx": 5, "text": "0.934 0.927", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 363.67599, "t": 365.75848, "r": 384.66632, "b": 389.99917999999997, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 2, "end_row_offset_idx": 3, "start_col_offset_idx": 5, "end_col_offset_idx": 6, "text": "0.955 0.955", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 396.20599, "t": 365.69571, "r": 417.19632, "b": 389.99917999999997, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 2, "end_row_offset_idx": 3, "start_col_offset_idx": 6, "end_col_offset_idx": 7, "text": "0.88 0.857", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 439.52701, "t": 365.69571, "r": 458.38336, "b": 389.99917999999997, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 2, "end_row_offset_idx": 3, "start_col_offset_idx": 7, "end_col_offset_idx": 8, "text": "2.73 5.39", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 161.90601, "t": 397.53949, "r": 166.51474, "b": 408.82819, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 3, "end_row_offset_idx": 4, "start_col_offset_idx": 0, "end_col_offset_idx": 1, "text": "4", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 209.509, "t": 397.53949, "r": 214.11774, "b": 408.82819, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 3, "end_row_offset_idx": 4, "start_col_offset_idx": 1, "end_col_offset_idx": 2, "text": "4", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 245.17598999999998, "t": 392.06049, "r": 272.94495, "b": 416.30017, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 3, "end_row_offset_idx": 4, "start_col_offset_idx": 2, "end_col_offset_idx": 3, "text": "OTSL HTML", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 289.017, "t": 392.06049, "r": 310.00732, "b": 416.30017, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 3, "end_row_offset_idx": 4, "start_col_offset_idx": 3, "end_col_offset_idx": 4, "text": "0.938 0.952", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 326.71701, "t": 392.06049, "r": 347.70734, "b": 403.34918, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 3, "end_row_offset_idx": 4, "start_col_offset_idx": 4, "end_col_offset_idx": 5, "text": "0.904", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 363.67599, "t": 392.06049, "r": 384.66632, "b": 403.34918, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 3, "end_row_offset_idx": 4, "start_col_offset_idx": 5, "end_col_offset_idx": 6, "text": "0.927", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 394.61801, "t": 391.99771, "r": 418.77798, "b": 403.40298, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 3, "end_row_offset_idx": 4, "start_col_offset_idx": 6, "end_col_offset_idx": 7, "text": "0.853", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 439.52701, "t": 391.99771, "r": 458.38336, "b": 403.40298, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 3, "end_row_offset_idx": 4, "start_col_offset_idx": 7, "end_col_offset_idx": 8, "text": "1.97", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 326.71701, "t": 405.01147, "r": 347.70734, "b": 442.60117, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 4, "end_row_offset_idx": 5, "start_col_offset_idx": 4, "end_col_offset_idx": 5, "text": "0.909 0.897 0.901", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 362.08801, "t": 404.9486999999999, "r": 386.24799, "b": 429.65018, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 4, "end_row_offset_idx": 5, "start_col_offset_idx": 5, "end_col_offset_idx": 6, "text": "0.938 0.915", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 396.20599, "t": 405.01147, "r": 417.19632, "b": 416.30017, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 4, "end_row_offset_idx": 5, "start_col_offset_idx": 6, "end_col_offset_idx": 7, "text": "0.843", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 440.767, "t": 405.01147, "r": 457.15039, "b": 416.30017, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 4, "end_row_offset_idx": 5, "start_col_offset_idx": 7, "end_col_offset_idx": 8, "text": "3.77", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 161.90601, "t": 423.84048, "r": 166.51474, "b": 435.12918, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 5, "end_row_offset_idx": 6, "start_col_offset_idx": 0, "end_col_offset_idx": 1, "text": "2", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 209.509, "t": 423.84048, "r": 214.11774, "b": 435.12918, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 5, "end_row_offset_idx": 6, "start_col_offset_idx": 1, "end_col_offset_idx": 2, "text": "4", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 245.17598999999998, "t": 418.3614799999999, "r": 272.94495, "b": 442.60117, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 4, "end_row_offset_idx": 5, "start_col_offset_idx": 2, "end_col_offset_idx": 3, "text": "OTSL HTML", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 289.017, "t": 418.3614799999999, "r": 310.00732, "b": 429.65018, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 4, "end_row_offset_idx": 5, "start_col_offset_idx": 3, "end_col_offset_idx": 4, "text": "0.923", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 394.61801, "t": 418.29871, "r": 418.77798, "b": 442.60117, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 5, "end_row_offset_idx": 6, "start_col_offset_idx": 6, "end_col_offset_idx": 7, "text": "0.859 0.834", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 439.52701, "t": 418.29871, "r": 458.38336, "b": 442.60117, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 5, "end_row_offset_idx": 6, "start_col_offset_idx": 7, "end_col_offset_idx": 8, "text": "1.91 3.81", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 289.017, "t": 431.31246999999996, "r": 310.00732, "b": 442.60117, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 5, "end_row_offset_idx": 6, "start_col_offset_idx": 3, "end_col_offset_idx": 4, "text": "0.945", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 362.08801, "t": 431.24969, "r": 386.24799, "b": 442.65497, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 5, "end_row_offset_idx": 6, "start_col_offset_idx": 5, "end_col_offset_idx": 6, "text": "0.931", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 161.90601, "t": 450.14248999999995, "r": 166.51474, "b": 461.43118, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 6, "end_row_offset_idx": 7, "start_col_offset_idx": 0, "end_col_offset_idx": 1, "text": "4", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 209.509, "t": 450.14248999999995, "r": 214.11774, "b": 461.43118, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 6, "end_row_offset_idx": 7, "start_col_offset_idx": 1, "end_col_offset_idx": 2, "text": "2", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 245.17598999999998, "t": 444.66248, "r": 272.94495, "b": 468.90317, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 6, "end_row_offset_idx": 7, "start_col_offset_idx": 2, "end_col_offset_idx": 3, "text": "OTSL HTML", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 289.017, "t": 444.66248, "r": 310.00732, "b": 468.90317, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 6, "end_row_offset_idx": 7, "start_col_offset_idx": 3, "end_col_offset_idx": 4, "text": "0.952 0.944", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 326.71701, "t": 444.66248, "r": 347.70734, "b": 468.90317, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 6, "end_row_offset_idx": 7, "start_col_offset_idx": 4, "end_col_offset_idx": 5, "text": "0.92 0.903", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 362.08801, "t": 444.5996999999999, "r": 386.24799, "b": 468.90317, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 6, "end_row_offset_idx": 7, "start_col_offset_idx": 5, "end_col_offset_idx": 6, "text": "0.942 0.931", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 394.61801, "t": 444.5996999999999, "r": 418.77798, "b": 468.90317, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 6, "end_row_offset_idx": 7, "start_col_offset_idx": 6, "end_col_offset_idx": 7, "text": "0.857 0.824", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 439.52701, "t": 444.5996999999999, "r": 458.38336, "b": 468.90317, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 6, "end_row_offset_idx": 7, "start_col_offset_idx": 7, "end_col_offset_idx": 8, "text": "1.22 2", "column_header": false, "row_header": false, "row_section": false}]}, {"label": "Section-header", "id": 7, "page_no": 0, "cluster": {"id": 7, "label": "Section-header", "bbox": {"l": 134.48901300430296, "t": 505.67111, "r": 264.40829, "b": 518.17419, "coord_origin": "1"}, "confidence": 0.9542880058288574, "cells": [{"id": 91, "text": "5.2", "bbox": {"l": 134.765, "t": 505.67111, "r": 149.40306, "b": 518.17419, "coord_origin": "1"}}, {"id": 92, "text": "Quantitative Results", "bbox": {"l": 160.85905, "t": 505.67111, "r": 264.40829, "b": 518.17419, "coord_origin": "1"}}]}, "text": "5.2 Quantitative Results"}, {"label": "Text", "id": 8, "page_no": 0, "cluster": {"id": 8, "label": "Text", "bbox": {"l": 133.97597122192383, "t": 522.08005, "r": 480.8291902542114, "b": 618.3, "coord_origin": "1"}, "confidence": 0.9885548949241638, "cells": [{"id": 93, "text": "We picked the model parameter configuration that produced the best prediction", "bbox": {"l": 134.765, "t": 522.08005, "r": 479.72983, "b": 534.61301, "coord_origin": "1"}}, {"id": 94, "text": "quality (enc=6, dec=6, heads=8) with PubTabNet alone, then independently", "bbox": {"l": 134.765, "t": 534.03604, "r": 480.5897499999999, "b": 546.569, "coord_origin": "1"}}, {"id": 95, "text": "trained and evaluated it on three publicly available data sets: PubTabNet (395k", "bbox": {"l": 134.765, "t": 545.99104, "r": 480.72003, "b": 558.524, "coord_origin": "1"}}, {"id": 96, "text": "samples), FinTabNet (113k samples) and PubTables-1M (about 1M samples).", "bbox": {"l": 134.765, "t": 557.94604, "r": 480.60577, "b": 570.479, "coord_origin": "1"}}, {"id": 97, "text": "Performance results are presented in Table. 2. It is clearly evident that the model", "bbox": {"l": 134.765, "t": 569.90103, "r": 480.5936899999999, "b": 582.43399, "coord_origin": "1"}}, {"id": 98, "text": "trained on OTSL outperforms HTML across the board, keeping high TEDs and", "bbox": {"l": 134.765, "t": 581.85603, "r": 480.59158, "b": 594.38899, "coord_origin": "1"}}, {"id": 99, "text": "mAP scores even on difficult financial tables (FinTabNet) that contain sparse", "bbox": {"l": 134.765, "t": 593.81204, "r": 480.58080999999993, "b": 606.345, "coord_origin": "1"}}, {"id": 100, "text": "and large tables.", "bbox": {"l": 134.765, "t": 605.76704, "r": 206.79959, "b": 618.3, "coord_origin": "1"}}]}, "text": "We picked the model parameter configuration that produced the best prediction quality (enc=6, dec=6, heads=8) with PubTabNet alone, then independently trained and evaluated it on three publicly available data sets: PubTabNet (395k samples), FinTabNet (113k samples) and PubTables-1M (about 1M samples). Performance results are presented in Table. 2. It is clearly evident that the model trained on OTSL outperforms HTML across the board, keeping high TEDs and mAP scores even on difficult financial tables (FinTabNet) that contain sparse and large tables."}, {"label": "Text", "id": 9, "page_no": 0, "cluster": {"id": 9, "label": "Text", "bbox": {"l": 133.89259700775145, "t": 617.72205, "r": 480.9113971710205, "b": 666.12, "coord_origin": "1"}, "confidence": 0.9859417676925659, "cells": [{"id": 101, "text": "Additionally, the results show that OTSL has an advantage over HTML", "bbox": {"l": 149.709, "t": 617.72205, "r": 480.59479, "b": 630.255, "coord_origin": "1"}}, {"id": 102, "text": "when applied on a bigger data set like PubTables-1M and achieves significantly", "bbox": {"l": 134.765, "t": 629.6770300000001, "r": 480.59857000000005, "b": 642.2099900000001, "coord_origin": "1"}}, {"id": 103, "text": "improved scores. Finally, OTSL achieves faster inference due to fewer decoding", "bbox": {"l": 134.765, "t": 641.63203, "r": 480.59384000000006, "b": 654.16499, "coord_origin": "1"}}, {"id": 104, "text": "steps which is a result of the reduced sequence representation.", "bbox": {"l": 134.765, "t": 653.58704, "r": 405.7995, "b": 666.12, "coord_origin": "1"}}]}, "text": "Additionally, the results show that OTSL has an advantage over HTML when applied on a bigger data set like PubTables-1M and achieves significantly improved scores. Finally, OTSL achieves faster inference due to fewer decoding steps which is a result of the reduced sequence representation."}], "body": [{"label": "Text", "id": 2, "page_no": 0, "cluster": {"id": 2, "label": "Text", "bbox": {"l": 133.89294719696045, "t": 116.46301000000005, "r": 480.79583473205565, "b": 152.90697999999998, "coord_origin": "1"}, "confidence": 0.9811354875564575, "cells": [{"id": 2, "text": "order to compute the TED score. Inference timing results for all experiments", "bbox": {"l": 134.765, "t": 116.46301000000005, "r": 480.59067, "b": 128.99597000000006, "coord_origin": "1"}}, {"id": 3, "text": "were obtained from the same machine on a single core with AMD EPYC 7763", "bbox": {"l": 134.765, "t": 128.41803000000004, "r": 480.59665, "b": 140.95099000000005, "coord_origin": "1"}}, {"id": 4, "text": "CPU @2.45 GHz.", "bbox": {"l": 134.765, "t": 140.37401999999997, "r": 210.78761, "b": 152.90697999999998, "coord_origin": "1"}}]}, "text": "order to compute the TED score. Inference timing results for all experiments were obtained from the same machine on a single core with AMD EPYC 7763 CPU @2.45 GHz."}, {"label": "Section-header", "id": 3, "page_no": 0, "cluster": {"id": 3, "label": "Section-header", "bbox": {"l": 134.27793645858765, "t": 166.70514000000003, "r": 318.45145, "b": 179.20818999999995, "coord_origin": "1"}, "confidence": 0.9501724243164062, "cells": [{"id": 5, "text": "5.1", "bbox": {"l": 134.765, "t": 166.70514000000003, "r": 149.40306, "b": 179.20818999999995, "coord_origin": "1"}}, {"id": 6, "text": "Hyper Parameter Optimization", "bbox": {"l": 160.85905, "t": 166.70514000000003, "r": 318.45145, "b": 179.20818999999995, "coord_origin": "1"}}]}, "text": "5.1 Hyper Parameter Optimization"}, {"label": "Text", "id": 4, "page_no": 0, "cluster": {"id": 4, "label": "Text", "bbox": {"l": 133.8417028427124, "t": 183.11505, "r": 481.2436100006104, "b": 255.42400999999995, "coord_origin": "1"}, "confidence": 0.985948383808136, "cells": [{"id": 7, "text": "We have chosen the PubTabNet data set to perform HPO, since it includes a", "bbox": {"l": 134.765, "t": 183.11505, "r": 479.74982000000006, "b": 195.64801, "coord_origin": "1"}}, {"id": 8, "text": "highly diverse set of tables. Also we report TED scores separately for simple and", "bbox": {"l": 134.765, "t": 195.07007, "r": 480.58765, "b": 207.60303, "coord_origin": "1"}}, {"id": 9, "text": "complex tables (tables with cell spans). Results are presented in Table. 1. It is", "bbox": {"l": 134.765, "t": 207.02502000000004, "r": 480.58859000000007, "b": 219.55798000000004, "coord_origin": "1"}}, {"id": 10, "text": "evident that with OTSL, our model achieves the same TED score and slightly", "bbox": {"l": 134.765, "t": 218.98004000000003, "r": 480.59567, "b": 231.51300000000003, "coord_origin": "1"}}, {"id": 11, "text": "better mAP scores in comparison to HTML. However OTSL yields a", "bbox": {"l": 134.765, "t": 230.93506000000002, "r": 440.9425, "b": 243.46802000000002, "coord_origin": "1"}}, {"id": 12, "text": "2x speed", "bbox": {"l": 444.86800999999997, "t": 230.98486000000003, "r": 480.58792, "b": 243.46802000000002, "coord_origin": "1"}}, {"id": 13, "text": "up", "bbox": {"l": 134.765, "t": 242.94086000000004, "r": 145.19585, "b": 255.42400999999995, "coord_origin": "1"}}, {"id": 14, "text": "in the inference runtime over HTML.", "bbox": {"l": 149.149, "t": 242.89104999999995, "r": 311.22256, "b": 255.42400999999995, "coord_origin": "1"}}]}, "text": "We have chosen the PubTabNet data set to perform HPO, since it includes a highly diverse set of tables. Also we report TED scores separately for simple and complex tables (tables with cell spans). Results are presented in Table. 1. It is evident that with OTSL, our model achieves the same TED score and slightly better mAP scores in comparison to HTML. However OTSL yields a 2x speed up in the inference runtime over HTML."}, {"label": "Caption", "id": 5, "page_no": 0, "cluster": {"id": 5, "label": "Caption", "bbox": {"l": 133.8990900993347, "t": 272.79474000000005, "r": 480.7420223236084, "b": 327.98218, "coord_origin": "1"}, "confidence": 0.9469866752624512, "cells": [{"id": 15, "text": "Table", "bbox": {"l": 134.765, "t": 272.79474000000005, "r": 159.22983, "b": 284.1999799999999, "coord_origin": "1"}}, {"id": 16, "text": "1.", "bbox": {"l": 167.34442, "t": 272.79474000000005, "r": 174.71301, "b": 284.1999799999999, "coord_origin": "1"}}, {"id": 17, "text": "HPO performed in OTSL and HTML representation on the same", "bbox": {"l": 188.133, "t": 272.85748, "r": 480.58101999999997, "b": 284.14618, "coord_origin": "1"}}, {"id": 18, "text": "transformer-based TableFormer [9] architecture, trained only on PubTabNet [22]. Ef-", "bbox": {"l": 134.765, "t": 283.81647, "r": 480.59890999999993, "b": 295.10516000000007, "coord_origin": "1"}}, {"id": 19, "text": "fects of reducing the # of layers in encoder and decoder stages of the model show that", "bbox": {"l": 134.765, "t": 294.77547999999996, "r": 480.59887999999995, "b": 306.06418, "coord_origin": "1"}}, {"id": 20, "text": "smaller models trained on OTSL perform better, especially in recognizing complex", "bbox": {"l": 134.765, "t": 305.73447, "r": 480.59180000000003, "b": 317.02316, "coord_origin": "1"}}, {"id": 21, "text": "table structures, and maintain a much higher mAP score than the HTML counterpart.", "bbox": {"l": 134.765, "t": 316.69348, "r": 480.58471999999995, "b": 327.98218, "coord_origin": "1"}}]}, "text": "Table 1. HPO performed in OTSL and HTML representation on the same transformer-based TableFormer [9] architecture, trained only on PubTabNet [22]. Effects of reducing the # of layers in encoder and decoder stages of the model show that smaller models trained on OTSL perform better, especially in recognizing complex table structures, and maintain a much higher mAP score than the HTML counterpart."}, {"label": "Table", "id": 6, "page_no": 0, "cluster": {"id": 6, "label": "Table", "bbox": {"l": 139.83171844482422, "t": 337.1551151275635, "r": 474.8101089477539, "b": 469.73563385009766, "coord_origin": "1"}, "confidence": 0.9905105829238892, "cells": [{"id": 22, "text": "#", "bbox": {"l": 160.37, "t": 339.45749, "r": 168.04523, "b": 350.74619, "coord_origin": "1"}}, {"id": 23, "text": "enc-layers", "bbox": {"l": 144.592, "t": 352.40848, "r": 183.82895, "b": 363.69717, "coord_origin": "1"}}, {"id": 24, "text": "#", "bbox": {"l": 207.974, "t": 339.45749, "r": 215.64923000000002, "b": 350.74619, "coord_origin": "1"}}, {"id": 25, "text": "dec-layers", "bbox": {"l": 192.19501, "t": 352.40848, "r": 231.42303, "b": 363.69717, "coord_origin": "1"}}, {"id": 26, "text": "Language", "bbox": {"l": 239.79799999999997, "t": 344.93649, "r": 278.3338, "b": 356.22519000000005, "coord_origin": "1"}}, {"id": 27, "text": "TEDs", "bbox": {"l": 324.67001, "t": 339.45749, "r": 348.26419, "b": 350.74619, "coord_origin": "1"}}, {"id": 28, "text": "mAP", "bbox": {"l": 396.271, "t": 339.45749, "r": 417.12595, "b": 350.74619, "coord_origin": "1"}}, {"id": 29, "text": "(0.75)", "bbox": {"l": 394.927, "t": 350.41647, "r": 418.46921, "b": 361.70517, "coord_origin": "1"}}, {"id": 30, "text": "Inference", "bbox": {"l": 430.771, "t": 339.45749, "r": 467.14142000000004, "b": 350.74619, "coord_origin": "1"}}, {"id": 31, "text": "time (secs)", "bbox": {"l": 427.14801, "t": 350.41647, "r": 470.76955999999996, "b": 361.70517, "coord_origin": "1"}}, {"id": 32, "text": "simple", "bbox": {"l": 286.686, "t": 352.40848, "r": 312.32812, "b": 363.69717, "coord_origin": "1"}}, {"id": 33, "text": "complex", "bbox": {"l": 320.702, "t": 352.40848, "r": 353.71539, "b": 363.69717, "coord_origin": "1"}}, {"id": 34, "text": "all", "bbox": {"l": 369.306, "t": 352.40848, "r": 379.02914, "b": 363.69717, "coord_origin": "1"}}, {"id": 35, "text": "6", "bbox": {"l": 161.90601, "t": 371.23849, "r": 166.51474, "b": 382.52719, "coord_origin": "1"}}, {"id": 36, "text": "6", "bbox": {"l": 209.509, "t": 371.23849, "r": 214.11774, "b": 382.52719, "coord_origin": "1"}}, {"id": 37, "text": "OTSL", "bbox": {"l": 246.71000999999998, "t": 365.75848, "r": 271.41064, "b": 377.04717999999997, "coord_origin": "1"}}, {"id": 38, "text": "0.965", "bbox": {"l": 289.017, "t": 365.75848, "r": 310.00732, "b": 377.04717999999997, "coord_origin": "1"}}, {"id": 39, "text": "0.934", "bbox": {"l": 326.71701, "t": 365.75848, "r": 347.70734, "b": 377.04717999999997, "coord_origin": "1"}}, {"id": 40, "text": "0.955", "bbox": {"l": 363.67599, "t": 365.75848, "r": 384.66632, "b": 377.04717999999997, "coord_origin": "1"}}, {"id": 41, "text": "0.88", "bbox": {"l": 397.26999, "t": 365.69571, "r": 416.12634, "b": 377.10098000000005, "coord_origin": "1"}}, {"id": 42, "text": "2.73", "bbox": {"l": 439.52701, "t": 365.69571, "r": 458.38336, "b": 377.10098000000005, "coord_origin": "1"}}, {"id": 43, "text": "HTML", "bbox": {"l": 245.17598999999998, "t": 378.71048, "r": 272.94495, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 44, "text": "0.969", "bbox": {"l": 289.017, "t": 378.71048, "r": 310.00732, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 45, "text": "0.927", "bbox": {"l": 326.71701, "t": 378.71048, "r": 347.70734, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 46, "text": "0.955", "bbox": {"l": 363.67599, "t": 378.71048, "r": 384.66632, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 47, "text": "0.857", "bbox": {"l": 396.20599, "t": 378.71048, "r": 417.19632, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 48, "text": "5.39", "bbox": {"l": 440.767, "t": 378.71048, "r": 457.15039, "b": 389.99917999999997, "coord_origin": "1"}}, {"id": 49, "text": "4", "bbox": {"l": 161.90601, "t": 397.53949, "r": 166.51474, "b": 408.82819, "coord_origin": "1"}}, {"id": 50, "text": "4", "bbox": {"l": 209.509, "t": 397.53949, "r": 214.11774, "b": 408.82819, "coord_origin": "1"}}, {"id": 51, "text": "OTSL", "bbox": {"l": 246.71000999999998, "t": 392.06049, "r": 271.41064, "b": 403.34918, "coord_origin": "1"}}, {"id": 52, "text": "0.938", "bbox": {"l": 289.017, "t": 392.06049, "r": 310.00732, "b": 403.34918, "coord_origin": "1"}}, {"id": 53, "text": "0.904", "bbox": {"l": 326.71701, "t": 392.06049, "r": 347.70734, "b": 403.34918, "coord_origin": "1"}}, {"id": 54, "text": "0.927", "bbox": {"l": 363.67599, "t": 392.06049, "r": 384.66632, "b": 403.34918, "coord_origin": "1"}}, {"id": 55, "text": "0.853", "bbox": {"l": 394.61801, "t": 391.99771, "r": 418.77798, "b": 403.40298, "coord_origin": "1"}}, {"id": 56, "text": "1.97", "bbox": {"l": 439.52701, "t": 391.99771, "r": 458.38336, "b": 403.40298, "coord_origin": "1"}}, {"id": 57, "text": "HTML", "bbox": {"l": 245.17598999999998, "t": 405.01147, "r": 272.94495, "b": 416.30017, "coord_origin": "1"}}, {"id": 58, "text": "0.952", "bbox": {"l": 289.017, "t": 405.01147, "r": 310.00732, "b": 416.30017, "coord_origin": "1"}}, {"id": 59, "text": "0.909", "bbox": {"l": 326.71701, "t": 405.01147, "r": 347.70734, "b": 416.30017, "coord_origin": "1"}}, {"id": 60, "text": "0.938", "bbox": {"l": 362.08801, "t": 404.9486999999999, "r": 386.24799, "b": 416.35397, "coord_origin": "1"}}, {"id": 61, "text": "0.843", "bbox": {"l": 396.20599, "t": 405.01147, "r": 417.19632, "b": 416.30017, "coord_origin": "1"}}, {"id": 62, "text": "3.77", "bbox": {"l": 440.767, "t": 405.01147, "r": 457.15039, "b": 416.30017, "coord_origin": "1"}}, {"id": 63, "text": "2", "bbox": {"l": 161.90601, "t": 423.84048, "r": 166.51474, "b": 435.12918, "coord_origin": "1"}}, {"id": 64, "text": "4", "bbox": {"l": 209.509, "t": 423.84048, "r": 214.11774, "b": 435.12918, "coord_origin": "1"}}, {"id": 65, "text": "OTSL", "bbox": {"l": 246.71000999999998, "t": 418.3614799999999, "r": 271.41064, "b": 429.65018, "coord_origin": "1"}}, {"id": 66, "text": "0.923", "bbox": {"l": 289.017, "t": 418.3614799999999, "r": 310.00732, "b": 429.65018, "coord_origin": "1"}}, {"id": 67, "text": "0.897", "bbox": {"l": 326.71701, "t": 418.3614799999999, "r": 347.70734, "b": 429.65018, "coord_origin": "1"}}, {"id": 68, "text": "0.915", "bbox": {"l": 363.67599, "t": 418.3614799999999, "r": 384.66632, "b": 429.65018, "coord_origin": "1"}}, {"id": 69, "text": "0.859", "bbox": {"l": 394.61801, "t": 418.29871, "r": 418.77798, "b": 429.70398, "coord_origin": "1"}}, {"id": 70, "text": "1.91", "bbox": {"l": 439.52701, "t": 418.29871, "r": 458.38336, "b": 429.70398, "coord_origin": "1"}}, {"id": 71, "text": "HTML", "bbox": {"l": 245.17598999999998, "t": 431.31246999999996, "r": 272.94495, "b": 442.60117, "coord_origin": "1"}}, {"id": 72, "text": "0.945", "bbox": {"l": 289.017, "t": 431.31246999999996, "r": 310.00732, "b": 442.60117, "coord_origin": "1"}}, {"id": 73, "text": "0.901", "bbox": {"l": 326.71701, "t": 431.31246999999996, "r": 347.70734, "b": 442.60117, "coord_origin": "1"}}, {"id": 74, "text": "0.931", "bbox": {"l": 362.08801, "t": 431.24969, "r": 386.24799, "b": 442.65497, "coord_origin": "1"}}, {"id": 75, "text": "0.834", "bbox": {"l": 396.20599, "t": 431.31246999999996, "r": 417.19632, "b": 442.60117, "coord_origin": "1"}}, {"id": 76, "text": "3.81", "bbox": {"l": 440.767, "t": 431.31246999999996, "r": 457.15039, "b": 442.60117, "coord_origin": "1"}}, {"id": 77, "text": "4", "bbox": {"l": 161.90601, "t": 450.14248999999995, "r": 166.51474, "b": 461.43118, "coord_origin": "1"}}, {"id": 78, "text": "2", "bbox": {"l": 209.509, "t": 450.14248999999995, "r": 214.11774, "b": 461.43118, "coord_origin": "1"}}, {"id": 79, "text": "OTSL", "bbox": {"l": 246.71000999999998, "t": 444.66248, "r": 271.41064, "b": 455.95117, "coord_origin": "1"}}, {"id": 80, "text": "0.952", "bbox": {"l": 289.017, "t": 444.66248, "r": 310.00732, "b": 455.95117, "coord_origin": "1"}}, {"id": 81, "text": "0.92", "bbox": {"l": 329.021, "t": 444.66248, "r": 345.40439, "b": 455.95117, "coord_origin": "1"}}, {"id": 82, "text": "0.942", "bbox": {"l": 362.08801, "t": 444.5996999999999, "r": 386.24799, "b": 456.00497, "coord_origin": "1"}}, {"id": 83, "text": "0.857", "bbox": {"l": 394.61801, "t": 444.5996999999999, "r": 418.77798, "b": 456.00497, "coord_origin": "1"}}, {"id": 84, "text": "1.22", "bbox": {"l": 439.52701, "t": 444.5996999999999, "r": 458.38336, "b": 456.00497, "coord_origin": "1"}}, {"id": 85, "text": "HTML", "bbox": {"l": 245.17598999999998, "t": 457.61447, "r": 272.94495, "b": 468.90317, "coord_origin": "1"}}, {"id": 86, "text": "0.944", "bbox": {"l": 289.017, "t": 457.61447, "r": 310.00732, "b": 468.90317, "coord_origin": "1"}}, {"id": 87, "text": "0.903", "bbox": {"l": 326.71701, "t": 457.61447, "r": 347.70734, "b": 468.90317, "coord_origin": "1"}}, {"id": 88, "text": "0.931", "bbox": {"l": 363.67599, "t": 457.61447, "r": 384.66632, "b": 468.90317, "coord_origin": "1"}}, {"id": 89, "text": "0.824", "bbox": {"l": 396.20599, "t": 457.61447, "r": 417.19632, "b": 468.90317, "coord_origin": "1"}}, {"id": 90, "text": "2", "bbox": {"l": 446.65302, "t": 457.61447, "r": 451.26175, "b": 468.90317, "coord_origin": "1"}}]}, "text": null, "otsl_seq": ["ched", "ched", "ched", "ched", "lcel", "lcel", "ched", "ched", "nl", "ched", "ched", "ucel", "ched", "ched", "ched", "ched", "ched", "nl", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "nl", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "nl", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "nl", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "nl", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "fcel", "nl"], "num_rows": 7, "num_cols": 8, "table_cells": [{"bbox": {"l": 160.37, "t": 339.45749, "r": 168.04523, "b": 350.74619, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 0, "end_row_offset_idx": 1, "start_col_offset_idx": 0, "end_col_offset_idx": 1, "text": "#", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 144.592, "t": 352.40848, "r": 183.82895, "b": 363.69717, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 1, "end_row_offset_idx": 2, "start_col_offset_idx": 0, "end_col_offset_idx": 1, "text": "enc-layers", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 207.974, "t": 339.45749, "r": 215.64923000000002, "b": 350.74619, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 0, "end_row_offset_idx": 1, "start_col_offset_idx": 1, "end_col_offset_idx": 2, "text": "#", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 192.19501, "t": 352.40848, "r": 231.42303, "b": 363.69717, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 1, "end_row_offset_idx": 2, "start_col_offset_idx": 1, "end_col_offset_idx": 2, "text": "dec-layers", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 239.79799999999997, "t": 344.93649, "r": 278.3338, "b": 356.22519000000005, "coord_origin": "1"}, "row_span": 2, "col_span": 1, "start_row_offset_idx": 0, "end_row_offset_idx": 2, "start_col_offset_idx": 2, "end_col_offset_idx": 3, "text": "Language", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 324.67001, "t": 339.45749, "r": 348.26419, "b": 350.74619, "coord_origin": "1"}, "row_span": 1, "col_span": 3, "start_row_offset_idx": 0, "end_row_offset_idx": 1, "start_col_offset_idx": 3, "end_col_offset_idx": 6, "text": "TEDs", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 396.271, "t": 339.45749, "r": 417.12595, "b": 350.41647, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 0, "end_row_offset_idx": 1, "start_col_offset_idx": 6, "end_col_offset_idx": 7, "text": "mAP", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 394.927, "t": 350.74619, "r": 418.46921, "b": 361.70517, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 1, "end_row_offset_idx": 2, "start_col_offset_idx": 6, "end_col_offset_idx": 7, "text": "(0.75)", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 430.771, "t": 339.45749, "r": 467.14142000000004, "b": 350.41647, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 0, "end_row_offset_idx": 1, "start_col_offset_idx": 7, "end_col_offset_idx": 8, "text": "Inference", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 427.14801, "t": 350.74619, "r": 470.76955999999996, "b": 361.70517, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 1, "end_row_offset_idx": 2, "start_col_offset_idx": 7, "end_col_offset_idx": 8, "text": "time (secs)", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 286.686, "t": 352.40848, "r": 312.32812, "b": 363.69717, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 1, "end_row_offset_idx": 2, "start_col_offset_idx": 3, "end_col_offset_idx": 4, "text": "simple", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 320.702, "t": 352.40848, "r": 353.71539, "b": 363.69717, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 1, "end_row_offset_idx": 2, "start_col_offset_idx": 4, "end_col_offset_idx": 5, "text": "complex", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 369.306, "t": 352.40848, "r": 379.02914, "b": 363.69717, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 1, "end_row_offset_idx": 2, "start_col_offset_idx": 5, "end_col_offset_idx": 6, "text": "all", "column_header": true, "row_header": false, "row_section": false}, {"bbox": {"l": 161.90601, "t": 371.23849, "r": 166.51474, "b": 382.52719, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 2, "end_row_offset_idx": 3, "start_col_offset_idx": 0, "end_col_offset_idx": 1, "text": "6", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 209.509, "t": 371.23849, "r": 214.11774, "b": 382.52719, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 2, "end_row_offset_idx": 3, "start_col_offset_idx": 1, "end_col_offset_idx": 2, "text": "6", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 245.17598999999998, "t": 365.75848, "r": 272.94495, "b": 389.99917999999997, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 2, "end_row_offset_idx": 3, "start_col_offset_idx": 2, "end_col_offset_idx": 3, "text": "OTSL HTML", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 289.017, "t": 365.75848, "r": 310.00732, "b": 389.99917999999997, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 2, "end_row_offset_idx": 3, "start_col_offset_idx": 3, "end_col_offset_idx": 4, "text": "0.965 0.969", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 326.71701, "t": 365.75848, "r": 347.70734, "b": 389.99917999999997, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 2, "end_row_offset_idx": 3, "start_col_offset_idx": 4, "end_col_offset_idx": 5, "text": "0.934 0.927", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 363.67599, "t": 365.75848, "r": 384.66632, "b": 389.99917999999997, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 2, "end_row_offset_idx": 3, "start_col_offset_idx": 5, "end_col_offset_idx": 6, "text": "0.955 0.955", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 396.20599, "t": 365.69571, "r": 417.19632, "b": 389.99917999999997, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 2, "end_row_offset_idx": 3, "start_col_offset_idx": 6, "end_col_offset_idx": 7, "text": "0.88 0.857", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 439.52701, "t": 365.69571, "r": 458.38336, "b": 389.99917999999997, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 2, "end_row_offset_idx": 3, "start_col_offset_idx": 7, "end_col_offset_idx": 8, "text": "2.73 5.39", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 161.90601, "t": 397.53949, "r": 166.51474, "b": 408.82819, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 3, "end_row_offset_idx": 4, "start_col_offset_idx": 0, "end_col_offset_idx": 1, "text": "4", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 209.509, "t": 397.53949, "r": 214.11774, "b": 408.82819, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 3, "end_row_offset_idx": 4, "start_col_offset_idx": 1, "end_col_offset_idx": 2, "text": "4", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 245.17598999999998, "t": 392.06049, "r": 272.94495, "b": 416.30017, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 3, "end_row_offset_idx": 4, "start_col_offset_idx": 2, "end_col_offset_idx": 3, "text": "OTSL HTML", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 289.017, "t": 392.06049, "r": 310.00732, "b": 416.30017, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 3, "end_row_offset_idx": 4, "start_col_offset_idx": 3, "end_col_offset_idx": 4, "text": "0.938 0.952", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 326.71701, "t": 392.06049, "r": 347.70734, "b": 403.34918, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 3, "end_row_offset_idx": 4, "start_col_offset_idx": 4, "end_col_offset_idx": 5, "text": "0.904", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 363.67599, "t": 392.06049, "r": 384.66632, "b": 403.34918, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 3, "end_row_offset_idx": 4, "start_col_offset_idx": 5, "end_col_offset_idx": 6, "text": "0.927", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 394.61801, "t": 391.99771, "r": 418.77798, "b": 403.40298, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 3, "end_row_offset_idx": 4, "start_col_offset_idx": 6, "end_col_offset_idx": 7, "text": "0.853", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 439.52701, "t": 391.99771, "r": 458.38336, "b": 403.40298, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 3, "end_row_offset_idx": 4, "start_col_offset_idx": 7, "end_col_offset_idx": 8, "text": "1.97", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 326.71701, "t": 405.01147, "r": 347.70734, "b": 442.60117, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 4, "end_row_offset_idx": 5, "start_col_offset_idx": 4, "end_col_offset_idx": 5, "text": "0.909 0.897 0.901", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 362.08801, "t": 404.9486999999999, "r": 386.24799, "b": 429.65018, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 4, "end_row_offset_idx": 5, "start_col_offset_idx": 5, "end_col_offset_idx": 6, "text": "0.938 0.915", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 396.20599, "t": 405.01147, "r": 417.19632, "b": 416.30017, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 4, "end_row_offset_idx": 5, "start_col_offset_idx": 6, "end_col_offset_idx": 7, "text": "0.843", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 440.767, "t": 405.01147, "r": 457.15039, "b": 416.30017, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 4, "end_row_offset_idx": 5, "start_col_offset_idx": 7, "end_col_offset_idx": 8, "text": "3.77", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 161.90601, "t": 423.84048, "r": 166.51474, "b": 435.12918, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 5, "end_row_offset_idx": 6, "start_col_offset_idx": 0, "end_col_offset_idx": 1, "text": "2", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 209.509, "t": 423.84048, "r": 214.11774, "b": 435.12918, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 5, "end_row_offset_idx": 6, "start_col_offset_idx": 1, "end_col_offset_idx": 2, "text": "4", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 245.17598999999998, "t": 418.3614799999999, "r": 272.94495, "b": 442.60117, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 4, "end_row_offset_idx": 5, "start_col_offset_idx": 2, "end_col_offset_idx": 3, "text": "OTSL HTML", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 289.017, "t": 418.3614799999999, "r": 310.00732, "b": 429.65018, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 4, "end_row_offset_idx": 5, "start_col_offset_idx": 3, "end_col_offset_idx": 4, "text": "0.923", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 394.61801, "t": 418.29871, "r": 418.77798, "b": 442.60117, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 5, "end_row_offset_idx": 6, "start_col_offset_idx": 6, "end_col_offset_idx": 7, "text": "0.859 0.834", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 439.52701, "t": 418.29871, "r": 458.38336, "b": 442.60117, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 5, "end_row_offset_idx": 6, "start_col_offset_idx": 7, "end_col_offset_idx": 8, "text": "1.91 3.81", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 289.017, "t": 431.31246999999996, "r": 310.00732, "b": 442.60117, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 5, "end_row_offset_idx": 6, "start_col_offset_idx": 3, "end_col_offset_idx": 4, "text": "0.945", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 362.08801, "t": 431.24969, "r": 386.24799, "b": 442.65497, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 5, "end_row_offset_idx": 6, "start_col_offset_idx": 5, "end_col_offset_idx": 6, "text": "0.931", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 161.90601, "t": 450.14248999999995, "r": 166.51474, "b": 461.43118, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 6, "end_row_offset_idx": 7, "start_col_offset_idx": 0, "end_col_offset_idx": 1, "text": "4", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 209.509, "t": 450.14248999999995, "r": 214.11774, "b": 461.43118, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 6, "end_row_offset_idx": 7, "start_col_offset_idx": 1, "end_col_offset_idx": 2, "text": "2", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 245.17598999999998, "t": 444.66248, "r": 272.94495, "b": 468.90317, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 6, "end_row_offset_idx": 7, "start_col_offset_idx": 2, "end_col_offset_idx": 3, "text": "OTSL HTML", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 289.017, "t": 444.66248, "r": 310.00732, "b": 468.90317, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 6, "end_row_offset_idx": 7, "start_col_offset_idx": 3, "end_col_offset_idx": 4, "text": "0.952 0.944", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 326.71701, "t": 444.66248, "r": 347.70734, "b": 468.90317, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 6, "end_row_offset_idx": 7, "start_col_offset_idx": 4, "end_col_offset_idx": 5, "text": "0.92 0.903", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 362.08801, "t": 444.5996999999999, "r": 386.24799, "b": 468.90317, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 6, "end_row_offset_idx": 7, "start_col_offset_idx": 5, "end_col_offset_idx": 6, "text": "0.942 0.931", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 394.61801, "t": 444.5996999999999, "r": 418.77798, "b": 468.90317, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 6, "end_row_offset_idx": 7, "start_col_offset_idx": 6, "end_col_offset_idx": 7, "text": "0.857 0.824", "column_header": false, "row_header": false, "row_section": false}, {"bbox": {"l": 439.52701, "t": 444.5996999999999, "r": 458.38336, "b": 468.90317, "coord_origin": "1"}, "row_span": 1, "col_span": 1, "start_row_offset_idx": 6, "end_row_offset_idx": 7, "start_col_offset_idx": 7, "end_col_offset_idx": 8, "text": "1.22 2", "column_header": false, "row_header": false, "row_section": false}]}, {"label": "Section-header", "id": 7, "page_no": 0, "cluster": {"id": 7, "label": "Section-header", "bbox": {"l": 134.48901300430296, "t": 505.67111, "r": 264.40829, "b": 518.17419, "coord_origin": "1"}, "confidence": 0.9542880058288574, "cells": [{"id": 91, "text": "5.2", "bbox": {"l": 134.765, "t": 505.67111, "r": 149.40306, "b": 518.17419, "coord_origin": "1"}}, {"id": 92, "text": "Quantitative Results", "bbox": {"l": 160.85905, "t": 505.67111, "r": 264.40829, "b": 518.17419, "coord_origin": "1"}}]}, "text": "5.2 Quantitative Results"}, {"label": "Text", "id": 8, "page_no": 0, "cluster": {"id": 8, "label": "Text", "bbox": {"l": 133.97597122192383, "t": 522.08005, "r": 480.8291902542114, "b": 618.3, "coord_origin": "1"}, "confidence": 0.9885548949241638, "cells": [{"id": 93, "text": "We picked the model parameter configuration that produced the best prediction", "bbox": {"l": 134.765, "t": 522.08005, "r": 479.72983, "b": 534.61301, "coord_origin": "1"}}, {"id": 94, "text": "quality (enc=6, dec=6, heads=8) with PubTabNet alone, then independently", "bbox": {"l": 134.765, "t": 534.03604, "r": 480.5897499999999, "b": 546.569, "coord_origin": "1"}}, {"id": 95, "text": "trained and evaluated it on three publicly available data sets: PubTabNet (395k", "bbox": {"l": 134.765, "t": 545.99104, "r": 480.72003, "b": 558.524, "coord_origin": "1"}}, {"id": 96, "text": "samples), FinTabNet (113k samples) and PubTables-1M (about 1M samples).", "bbox": {"l": 134.765, "t": 557.94604, "r": 480.60577, "b": 570.479, "coord_origin": "1"}}, {"id": 97, "text": "Performance results are presented in Table. 2. It is clearly evident that the model", "bbox": {"l": 134.765, "t": 569.90103, "r": 480.5936899999999, "b": 582.43399, "coord_origin": "1"}}, {"id": 98, "text": "trained on OTSL outperforms HTML across the board, keeping high TEDs and", "bbox": {"l": 134.765, "t": 581.85603, "r": 480.59158, "b": 594.38899, "coord_origin": "1"}}, {"id": 99, "text": "mAP scores even on difficult financial tables (FinTabNet) that contain sparse", "bbox": {"l": 134.765, "t": 593.81204, "r": 480.58080999999993, "b": 606.345, "coord_origin": "1"}}, {"id": 100, "text": "and large tables.", "bbox": {"l": 134.765, "t": 605.76704, "r": 206.79959, "b": 618.3, "coord_origin": "1"}}]}, "text": "We picked the model parameter configuration that produced the best prediction quality (enc=6, dec=6, heads=8) with PubTabNet alone, then independently trained and evaluated it on three publicly available data sets: PubTabNet (395k samples), FinTabNet (113k samples) and PubTables-1M (about 1M samples). Performance results are presented in Table. 2. It is clearly evident that the model trained on OTSL outperforms HTML across the board, keeping high TEDs and mAP scores even on difficult financial tables (FinTabNet) that contain sparse and large tables."}, {"label": "Text", "id": 9, "page_no": 0, "cluster": {"id": 9, "label": "Text", "bbox": {"l": 133.89259700775145, "t": 617.72205, "r": 480.9113971710205, "b": 666.12, "coord_origin": "1"}, "confidence": 0.9859417676925659, "cells": [{"id": 101, "text": "Additionally, the results show that OTSL has an advantage over HTML", "bbox": {"l": 149.709, "t": 617.72205, "r": 480.59479, "b": 630.255, "coord_origin": "1"}}, {"id": 102, "text": "when applied on a bigger data set like PubTables-1M and achieves significantly", "bbox": {"l": 134.765, "t": 629.6770300000001, "r": 480.59857000000005, "b": 642.2099900000001, "coord_origin": "1"}}, {"id": 103, "text": "improved scores. Finally, OTSL achieves faster inference due to fewer decoding", "bbox": {"l": 134.765, "t": 641.63203, "r": 480.59384000000006, "b": 654.16499, "coord_origin": "1"}}, {"id": 104, "text": "steps which is a result of the reduced sequence representation.", "bbox": {"l": 134.765, "t": 653.58704, "r": 405.7995, "b": 666.12, "coord_origin": "1"}}]}, "text": "Additionally, the results show that OTSL has an advantage over HTML when applied on a bigger data set like PubTables-1M and achieves significantly improved scores. Finally, OTSL achieves faster inference due to fewer decoding steps which is a result of the reduced sequence representation."}], "headers": [{"label": "Page-header", "id": 0, "page_no": 0, "cluster": {"id": 0, "label": "Page-header", "bbox": {"l": 193.96455001831055, "t": 91.49352999999996, "r": 447.54476999999997, "b": 102.78223000000003, "coord_origin": "1"}, "confidence": 0.9493563175201416, "cells": [{"id": 0, "text": "Optimized Table Tokenization for Table Structure Recognition", "bbox": {"l": 194.478, "t": 91.49352999999996, "r": 447.54476999999997, "b": 102.78223000000003, "coord_origin": "1"}}]}, "text": "Optimized Table Tokenization for Table Structure Recognition"}, {"label": "Page-header", "id": 1, "page_no": 0, "cluster": {"id": 1, "label": "Page-header", "bbox": {"l": 475.1263589859009, "t": 91.49352999999996, "r": 480.59314, "b": 102.78223000000003, "coord_origin": "1"}, "confidence": 0.8687835931777954, "cells": [{"id": 1, "text": "9", "bbox": {"l": 475.98441, "t": 91.49352999999996, "r": 480.59314, "b": 102.78223000000003, "coord_origin": "1"}}]}, "text": "9"}]}}] \ No newline at end of file diff --git a/tests/data/2305.03393v1-pg9.pdf b/tests/data/2305.03393v1-pg9.pdf new file mode 100644 index 00000000..d667217c Binary files /dev/null and b/tests/data/2305.03393v1-pg9.pdf differ diff --git a/tests/test_e2e_conversion.py b/tests/test_e2e_conversion.py new file mode 100644 index 00000000..a4ecff16 --- /dev/null +++ b/tests/test_e2e_conversion.py @@ -0,0 +1,51 @@ +from pathlib import Path + +from docling.backend.docling_parse_backend import DoclingParseDocumentBackend +from docling.backend.pypdfium2_backend import PyPdfiumDocumentBackend +from docling.datamodel.base_models import PipelineOptions +from docling.datamodel.document import ConversionResult +from docling.document_converter import DocumentConverter + +from .verify_utils import verify_conversion_result + +GENERATE = False + + +def get_pdf_paths(): + + # Define the directory you want to search + directory = Path("./tests/data") + + # List all PDF files in the directory and its subdirectories + pdf_files = sorted(directory.rglob("*.pdf")) + return pdf_files + + +def get_converter(): + + pipeline_options = PipelineOptions() + pipeline_options.do_ocr = False + pipeline_options.do_table_structure = True + pipeline_options.table_structure_options.do_cell_matching = True + + converter = DocumentConverter( + pipeline_options=pipeline_options, + pdf_backend=DoclingParseDocumentBackend, + ) + + return converter + + +def test_e2e_conversions(): + + pdf_paths = get_pdf_paths() + converter = get_converter() + + for pdf_path in pdf_paths: + print(f"converting {pdf_path}") + + doc_result: ConversionResult = converter.convert_single(pdf_path) + + verify_conversion_result( + input_path=pdf_path, doc_result=doc_result, generate=GENERATE + ) diff --git a/tests/test_interfaces.py b/tests/test_interfaces.py new file mode 100644 index 00000000..9475bcef --- /dev/null +++ b/tests/test_interfaces.py @@ -0,0 +1,69 @@ +from io import BytesIO +from pathlib import Path + +import pytest + +from docling.backend.docling_parse_backend import DoclingParseDocumentBackend +from docling.backend.pypdfium2_backend import PyPdfiumDocumentBackend +from docling.datamodel.base_models import DocumentStream, PipelineOptions +from docling.datamodel.document import ConversionResult, DocumentConversionInput +from docling.document_converter import DocumentConverter + +from .verify_utils import verify_conversion_result + + +def get_pdf_path(): + + pdf_path = Path("./tests/data/2305.03393v1-pg9.pdf") + return pdf_path + + +@pytest.fixture +def converter(): + + pipeline_options = PipelineOptions() + pipeline_options.do_ocr = False + pipeline_options.do_table_structure = True + pipeline_options.table_structure_options.do_cell_matching = True + + converter = DocumentConverter( + pipeline_options=pipeline_options, + pdf_backend=DoclingParseDocumentBackend, + ) + + return converter + + +def test_convert_single(converter: DocumentConverter): + + pdf_path = get_pdf_path() + print(f"converting {pdf_path}") + + doc_result: ConversionResult = converter.convert_single(pdf_path) + verify_conversion_result(input_path=pdf_path, doc_result=doc_result) + + +def test_batch_path(converter: DocumentConverter): + + pdf_path = get_pdf_path() + print(f"converting {pdf_path}") + + conv_input = DocumentConversionInput.from_paths([pdf_path]) + + results = converter.convert(conv_input) + for doc_result in results: + verify_conversion_result(input_path=pdf_path, doc_result=doc_result) + + +def test_batch_bytes(converter: DocumentConverter): + + pdf_path = get_pdf_path() + print(f"converting {pdf_path}") + + buf = BytesIO(pdf_path.open("rb").read()) + docs = [DocumentStream(filename=pdf_path.name, stream=buf)] + conv_input = DocumentConversionInput.from_streams(docs) + + results = converter.convert(conv_input) + for doc_result in results: + verify_conversion_result(input_path=pdf_path, doc_result=doc_result) diff --git a/tests/test_toplevel_functions.py b/tests/verify_utils.py similarity index 50% rename from tests/test_toplevel_functions.py rename to tests/verify_utils.py index 7d934615..7301b7ef 100644 --- a/tests/test_toplevel_functions.py +++ b/tests/verify_utils.py @@ -1,6 +1,5 @@ -import glob import json -from pathlib import Path, PosixPath +from pathlib import Path from typing import List from docling_core.types import BaseText @@ -8,41 +7,11 @@ from docling_core.types import Document as DsDocument from pydantic import TypeAdapter from pydantic.json import pydantic_encoder -from docling.backend.docling_parse_backend import DoclingParseDocumentBackend -from docling.backend.pypdfium2_backend import PyPdfiumDocumentBackend -from docling.datamodel.base_models import ConversionStatus, Page, PipelineOptions +from docling.datamodel.base_models import ConversionStatus, Page from docling.datamodel.document import ConversionResult -from docling.document_converter import DocumentConverter - -GENERATE = False -def get_pdf_paths(): - - # Define the directory you want to search - directory = Path("./tests/data") - - # List all PDF files in the directory and its subdirectories - pdf_files = sorted(directory.rglob("*.pdf")) - return pdf_files - - -def get_converter(): - - pipeline_options = PipelineOptions() - pipeline_options.do_ocr = False - pipeline_options.do_table_structure = True - pipeline_options.table_structure_options.do_cell_matching = True - - converter = DocumentConverter( - pipeline_options=pipeline_options, - pdf_backend=DoclingParseDocumentBackend, - ) - - return converter - - -def verify_cells(doc_pred_pages, doc_true_pages): +def verify_cells(doc_pred_pages: List[Page], doc_true_pages: List[Page]): assert len(doc_pred_pages) == len( doc_true_pages @@ -75,7 +44,7 @@ def verify_cells(doc_pred_pages, doc_true_pages): return True -def verify_maintext(doc_pred, doc_true): +def verify_maintext(doc_pred: DsDocument, doc_true: DsDocument): assert len(doc_true.main_text) == len( doc_pred.main_text @@ -93,7 +62,7 @@ def verify_maintext(doc_pred, doc_true): return True -def verify_tables(doc_pred, doc_true): +def verify_tables(doc_pred: DsDocument, doc_true: DsDocument): assert len(doc_true.tables) == len( doc_pred.tables ), "document has different count of tables than expected." @@ -130,55 +99,50 @@ def verify_md(doc_pred_md, doc_true_md): return doc_pred_md == doc_true_md -def test_e2e_conversions(): +def verify_conversion_result( + input_path: Path, doc_result: ConversionResult, generate=False +): PageList = TypeAdapter(List[Page]) - pdf_paths = get_pdf_paths() - converter = get_converter() + assert ( + doc_result.status == ConversionStatus.SUCCESS + ), f"Doc {input_path} did not convert successfully." - for path in pdf_paths: - print(f"converting {path}") + doc_pred_pages: List[Page] = doc_result.pages + doc_pred: DsDocument = doc_result.output + doc_pred_md = doc_result.render_as_markdown() - doc_result: ConversionResult = converter.convert_single(path) - assert ( - doc_result.status == ConversionStatus.SUCCESS - ), f"Doc {path} did not convert successfully." + pages_path = input_path.with_suffix(".pages.json") + json_path = input_path.with_suffix(".json") + md_path = input_path.with_suffix(".md") - doc_pred_pages: PageList = doc_result.pages - doc_pred: DsDocument = doc_result.output - doc_pred_md = doc_result.render_as_markdown() + if generate: # only used when re-generating truth + with open(pages_path, "w") as fw: + fw.write(json.dumps(doc_pred_pages, default=pydantic_encoder)) - pages_path = path.with_suffix(".pages.json") - json_path = path.with_suffix(".json") - md_path = path.with_suffix(".md") + with open(json_path, "w") as fw: + fw.write(json.dumps(doc_pred, default=pydantic_encoder)) - if GENERATE: # only used when re-generating truth - with open(pages_path, "w") as fw: - fw.write(json.dumps(doc_pred_pages, default=pydantic_encoder)) + with open(md_path, "w") as fw: + fw.write(doc_pred_md) + else: # default branch in test + with open(pages_path, "r") as fr: + doc_true_pages = PageList.validate_json(fr.read()) - with open(json_path, "w") as fw: - fw.write(json.dumps(doc_pred, default=pydantic_encoder)) + with open(json_path, "r") as fr: + doc_true = DsDocument.model_validate_json(fr.read()) - with open(md_path, "w") as fw: - fw.write(doc_pred_md) - else: # default branch in test - with open(pages_path, "r") as fr: - doc_true_pages = PageList.validate_python(json.load(fr)) + with open(md_path, "r") as fr: + doc_true_md = fr.read() - with open(json_path, "r") as fr: - doc_true = DsDocument.model_validate(json.load(fr)) + assert verify_cells( + doc_pred_pages, doc_true_pages + ), f"Mismatch in PDF cell prediction for {input_path}" - with open(md_path, "r") as fr: - doc_true_md = "".join(fr.readlines()) + assert verify_output( + doc_pred, doc_true + ), f"Mismatch in JSON prediction for {input_path}" - assert verify_cells( - doc_pred_pages, doc_true_pages - ), f"Mismatch in PDF cell prediction for {path}" - - assert verify_output( - doc_pred, doc_true - ), f"Mismatch in JSON prediction for {path}" - - assert verify_md( - doc_pred_md, doc_true_md - ), f"Mismatch in Markdown prediction for {path}" + assert verify_md( + doc_pred_md, doc_true_md + ), f"Mismatch in Markdown prediction for {input_path}"