docling/tests/data/groundtruth/docling_v1/2203.01017v2.json

{"_name": "", "type": "pdf-document", "description": {"title": null, "abstract": null, "authors": null, "affiliations": null, "subjects": null, "keywords": null, "publication_date": null, "languages": null, "license": null, "publishers": null, "url_refs": null, "references": null, "publication": null, "reference_count": null, "citation_count": null, "citation_date": null, "advanced": null, "analytics": null, "logs": [], "collection": null, "acquisition": null}, "file-info": {"filename": "2203.01017v2.pdf", "filename-prov": null, "document-hash": "00be757f6bc94e7f75134e02e196d1c73ff960d52abb081a93104bba5a6470ff", "#-pages": 16, "collection-name": null, "description": null, "page-hashes": [{"hash": "56046b8a75e14ce81bf22f568f726b2bd7b8f82a885dbff3260d8945699796e4", "model": "default", "page": 1}, {"hash": "80f9116b4f8c9b08dc9763877dabaf65affef9c4a9a0f91a3673e8360aa95713", "model": "default", "page": 2}, {"hash": "8b422eca6675fcaa4919295eb9af624e581041dad8a5903bec7cb26254f2b59b", "model": "default", "page": 3}, {"hash": "a7f7a5799d183e4f3d0d8e917c3df1acd344e0abfaedebb9ed04f2f67844ad95", "model": "default", "page": 4}, {"hash": "14036095ac3b7fb802ff5c061cf5584f482de800aff7ed4eccfb67e5a89e1ba2", "model": "default", "page": 5}, {"hash": "633c440068e406a17f913cac0c2e3f0606f66111994bd2940726a56ea37274a0", "model": "default", "page": 6}, {"hash": "fb67646dad9c7255e55f305b59fb6f697fcf26875e085b63ac0729916ce60b6c", "model": "default", "page": 7}, {"hash": "acc79b977714a917605f6530c1df05f73f4cc0aa5d73b506fffe6287ae19a807", "model": "default", "page": 8}, {"hash": "bdb376928a3150909023df34ff94cd1eb12e1f90ae03a72834b74433ef498205", "model": "default", "page": 9}, {"hash": "df60cff4949de8851338c4fd85ad43f534cee1da4772f36b74b2341cad6ec5c9", "model": "default", "page": 10}, {"hash": "3df470edc2c1a275cfa920f7487a89fcb1825a9b009e85386b199cbfe80aff73", "model": "default", "page": 11}, {"hash": "f986169f2c0ff7997ccec2d71833cea7c5df4a641b92996c3f8fba9563441ad1", "model": "default", "page": 12}, {"hash": "ba03af2311ea8d68bf53cccda386ebf4ed68f14943fc421417799401a2afe95a", "model": "default", "page": 13}, {"hash": "1d63990cced2905e29696a09ad1bca47fcd15d584be32b4c7ab76c2f47f75d92", "model": "default", "page": 14}, {"hash": "fc40b9fb3698f24af7beda03b7afac10c3fcc6c73e83b4c6159785ea2991e2c4", "model": "default", "page": 15}, {"hash": "96080fce6eb8572fe319782f353a67661947f48e67607b1ffd8c01d617d075a7", "model": "default", "page": 16}]}, "main-text": [{"prov": [{"bbox": [96.301, 672.069, 498.927, 684.966], "page": 1, "span": [0, 61], "__ref_s3_data": null}], "text": "TableFormer: Table Structure Understanding with Transformers.", "type": "subtitle-level-1", "payload": null, "name": "Section-header", "font": null}, {"prov": [{"bbox": [142.477, 634.73, 452.75, 644.992], "page": 1, "span": [0, 60], "__ref_s3_data": null}], "text": "Ahmed Nassar, Nikolaos Livathinos, Maksym Lysak, Peter Staar", "type": "subtitle-level-1", "payload": null, "name": "Section-header", "font": null}, {"prov": [{"bbox": [208.123, 607.73, 212.731, 615.438], "page": 1, "span": [0, 1], "__ref_s3_data": null}], "text": "{", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [145.995, 565.769, 190.48, 576.517], "page": 1, "span": [0, 8], "__ref_s3_data": null}], "text": "Abstract", "type": "subtitle-level-1", "payload": null, "name": "Section-header", "font": null}, {"prov": [{"bbox": [62.067, 542.017, 286.365, 550.605], "page": 1, "span": [0, 54], "__ref_s3_data": null}], "text": "Tables organize valuable content in a concise and com-", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [50.112, 241.30899999999997, 126.948, 252.05700000000002], "page": 1, "span": [0, 15], "__ref_s3_data": null}], "text": "1. Introduction", "type": "subtitle-level-1", "payload": null, "name": "Section-header", "font": null}, {"prov": [{"bbox": [62.067, 222.39599999999996, 166.266, 230.94799999999998], "page": 1, "span": [0, 24], "__ref_s3_data": null}], "text": "The occurrence of tables", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [315.567, 565.338, 408.441, 573.651], "page": 1, "span": [0, 22], "__ref_s3_data": null}], "text": "a. Picture of a table:", "type": "subtitle-level-1", "payload": null, "name": "Section-header", "font": null}, {"name": "Picture", "type": "figure", "$ref": "#/figures/0"}, {"name": "Table", "type": "table", "$ref": "#/tables/0"}, {"prov": [{"bbox": [315.567, 469.65, 486.402, 477.963], "page": 1, "span": [0, 36], "__ref_s3_data": null}], "text": "- b. Red-annotation of bounding boxes,", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [315.567, 363.162, 491.191, 371.475], "page": 1, "span": [0, 38], "__ref_s3_data": null}], "text": "- c. Structure predicted by TableFormer:", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"name": "Picture", "type": "figure", "$ref": "#/figures/1"}, {"name": "Picture", "type": "figure", "$ref": "#/figures/2"}, {"name": "Table", "type": "table", "$ref": "#/tables/1"}, {"prov": [{"bbox": [320.817, 198.76999999999998, 358.077, 207.322], "page": 1, "span": [0, 9], "__ref_s3_data": null}], "text": "Recently,", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [320.817, 114.79899999999998, 545.115, 123.351], "page": 1, "span": [0, 55], "__ref_s3_data": null}], "text": "The first problem is called table-location and has been", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [50.112, 707.971, 286.365, 716.523], "page": 2, "span": [0, 57], "__ref_s3_data": null}], "text": "considered as a solved problem, given enough ground-truth", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [62.067, 683.608, 286.365, 692.16], "page": 2, "span": [0, 53], "__ref_s3_data": null}], "text": "The second problem is called table-structure decompo-", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [62.067, 551.648, 286.365, 560.2], "page": 2, "span": [0, 54], "__ref_s3_data": null}], "text": "In this paper, we want to address these weaknesses and", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [62.067, 407.733, 286.365, 416.285], "page": 2, "span": [0, 56], "__ref_s3_data": null}], "text": "To meet the design criteria listed above, we developed a", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [61.569, 338.628, 65.056, 347.18], "page": 2, "span": [0, 1], "__ref_s3_data": null}], "text": "- \u2022", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [61.569, 281.026, 65.056, 289.578], "page": 2, "span": [0, 1], "__ref_s3_data": null}], "text": "- \u2022", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [61.569, 223.423, 65.056, 231.97500000000002], "page": 2, "span": [0, 1], "__ref_s3_data": null}], "text": "- \u2022", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [61.569, 177.77600000000007, 65.056, 186.32799999999997], "page": 2, "span": [0, 1], "__ref_s3_data": null}], "text": "- \u2022", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [62.067, 132.58100000000002, 204.452, 141.13300000000004], "page": 2, "span": [0, 35], "__ref_s3_data": null}], "text": "The paper is structured as follows.", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [60.971, 82.57299999999998, 63.96, 87.70399999999995], "page": 2, "span": [0, 1], "__ref_s3_data": null}], "text": "1", "type": "footnote", "payload": null, "name": "Footnote", "font": null}, {"prov": [{"bbox": [308.862, 707.971, 545.115, 716.523], "page": 2, "span": [0, 60], "__ref_s3_data": null}], "text": "its results & performance in Sec. 5. As a conclusion, we de-", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [308.862, 659.52, 498.28, 670.268], "page": 2, "span": [0, 37], "__ref_s3_data": null}], "text": "2. Previous work and State of the Art", "type": "subtitle-level-1", "payload": null, "name": "Section-header", "font": null}, {"prov": [{"bbox": [320.817, 640.958, 545.115, 649.51], "page": 2, "span": [0, 58], "__ref_s3_data": null}], "text": "Identifying the structure of a table has been an outstand-", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [320.817, 449.61, 391.492, 458.162], "page": 2, "span": [0, 17], "__ref_s3_data": null}], "text": "Before the rising", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [320.817, 329.976, 423.262, 338.932], "page": 2, "span": [0, 22], "__ref_s3_data": null}], "text": "Image-to-Text networks", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [50.112, 707.971, 250.151, 716.523], "page": 3, "span": [0, 51], "__ref_s3_data": null}], "text": "tag-decoder which is constrained to the table-tags.", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [62.067, 695.96, 70.366, 704.512], "page": 3, "span": [0, 2], "__ref_s3_data": null}], "text": "In", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [62.067, 504.605, 90.301, 513.561], "page": 3, "span": [0, 5], "__ref_s3_data": null}], "text": "Graph", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [62.067, 289.355, 252.881, 298.311], "page": 3, "span": [0, 40], "__ref_s3_data": null}], "text": "Hybrid Deep Learning-Rule-Based approach", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [50.112, 145.30700000000002, 105.225, 156.05500000000006], "page": 3, "span": [0, 11], "__ref_s3_data": null}], "text": "3. Datasets", "type": "subtitle-level-1", "payload": null, "name": "Section-header", "font": null}, {"prov": [{"bbox": [62.067, 126.75400000000002, 286.365, 135.30600000000004], "page": 3, "span": [0, 55], "__ref_s3_data": null}], "text": "We rely on large-scale datasets such as PubTabNet [37],", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"name": "Picture", "type": "figure", "$ref": "#/figures/3"}, {"prov": [{"bbox": [308.862, 465.706, 437.27, 474.258], "page": 3, "span": [0, 33], "__ref_s3_data": null}], "text": "balance in the previous datasets.", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [320.817, 451.648, 545.115, 460.2], "page": 3, "span": [0, 55], "__ref_s3_data": null}], "text": "The PubTabNet dataset contains 509k tables delivered as", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [320.817, 150.66499999999996, 545.115, 159.21699999999998], "page": 3, "span": [0, 55], "__ref_s3_data": null}], "text": "Due to the heterogeneity across the dataset formats, it", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [50.112, 707.971, 286.365, 716.523], "page": 4, "span": [0, 55], "__ref_s3_data": null}], "text": "amount of such tables, and kept only those ones ranging", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [62.067, 682.219, 286.365, 690.771], "page": 4, "span": [0, 58], "__ref_s3_data": null}], "text": "The availability of the bounding boxes for all table cells", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [62.067, 465.184, 286.365, 473.736], "page": 4, "span": [0, 60], "__ref_s3_data": null}], "text": "As it is illustrated in Fig. 2, the table distributions from", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [62.067, 343.79, 286.365, 352.342], "page": 4, "span": [0, 54], "__ref_s3_data": null}], "text": "Motivated by those observations we aimed at generating", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [62.067, 150.66499999999996, 286.365, 159.21699999999998], "page": 4, "span": [0, 57], "__ref_s3_data": null}], "text": "In this regard, we have prepared four synthetic datasets,", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"name": "Table", "type": "table", "$ref": "#/tables/2"}, {"prov": [{"bbox": [308.862, 615.518, 330.75, 624.07], "page": 4, "span": [0, 5], "__ref_s3_data": null}], "text": "Table", "type": "caption", "payload": null, "name": "Caption", "font": null}, {"prov": [{"bbox": [308.862, 533.559, 545.115, 542.111], "page": 4, "span": [0, 59], "__ref_s3_data": null}], "text": "one adopts a colorful appearance with high contrast and the", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [320.817, 485.407, 542.744, 493.959], "page": 4, "span": [0, 57], "__ref_s3_data": null}], "text": "Tab. 1 summarizes the various attributes of the datasets.", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [308.862, 460.068, 444.936, 470.816], "page": 4, "span": [0, 24], "__ref_s3_data": null}], "text": "4. The TableFormer model", "type": "subtitle-level-1", "payload": null, "name": "Section-header", "font": null}, {"prov": [{"bbox": [320.817, 441.24, 545.115, 449.792], "page": 4, "span": [0, 55], "__ref_s3_data": null}], "text": "Given the image of a table, TableFormer is able to pre-", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [308.862, 324.454, 420.161, 334.306], "page": 4, "span": [0, 24], "__ref_s3_data": null}], "text": "4.1. Model architecture.", "type": "subtitle-level-1", "payload": null, "name": "Section-header", "font": null}, {"prov": [{"bbox": [320.817, 306.414, 545.115, 314.966], "page": 4, "span": [0, 52], "__ref_s3_data": null}], "text": "We now describe in detail the proposed method, which", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [320.817, 114.78300000000002, 431.91, 123.73900000000003], "page": 4, "span": [0, 21], "__ref_s3_data": null}], "text": "CNN Backbone Network.", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"name": "Picture", "type": "figure", "$ref": "#/figures/4"}, {"name": "Picture", "type": "figure", "$ref": "#/figures/5"}, {"prov": [{"bbox": [308.862, 533.645, 545.115, 542.197], "page": 5, "span": [0, 60], "__ref_s3_data": null}], "text": "forming classification, and adding an adaptive pooling layer", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [320.817, 485.704, 400.866, 494.66], "page": 5, "span": [0, 18], "__ref_s3_data": null}], "text": "Structure Decoder.", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [320.817, 366.065, 336.309, 374.617], "page": 5, "span": [0, 3], "__ref_s3_data": null}], "text": "The", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [320.817, 234.43899999999996, 404.762, 243.39499999999998], "page": 5, "span": [0, 18], "__ref_s3_data": null}], "text": "Cell BBox Decoder.", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [320.817, 126.75400000000002, 444.343, 135.30600000000004], "page": 5, "span": [0, 29], "__ref_s3_data": null}], "text": "The encoding generated by the", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [50.112, 707.971, 286.365, 716.523], "page": 6, "span": [0, 59], "__ref_s3_data": null}], "text": "tention encoding is then multiplied to the encoded image to", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [62.067, 623.555, 108.154, 632.107], "page": 6, "span": [0, 10], "__ref_s3_data": null}], "text": "The output", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [62.067, 539.122, 129.215, 548.078], "page": 6, "span": [0, 15], "__ref_s3_data": null}], "text": "Loss Functions.", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [62.067, 335.169, 286.365, 343.721], "page": 6, "span": [0, 56], "__ref_s3_data": null}], "text": "The loss used to train the TableFormer can be defined as", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [125.715, 289.903, 128.688, 298.609], "page": 6, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "equation", "payload": null, "name": "Formula", "font": null}, {"prov": [{"bbox": [50.112, 251.87, 74.451, 260.422], "page": 6, "span": [0, 5], "__ref_s3_data": null}], "text": "where", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [50.112, 225.33500000000004, 171.983, 236.08299999999997], "page": 6, "span": [0, 23], "__ref_s3_data": null}], "text": "5. Experimental Results", "type": "subtitle-level-1", "payload": null, "name": "Section-header", "font": null}, {"prov": [{"bbox": [50.112, 205.88400000000001, 179.175, 215.736], "page": 6, "span": [0, 27], "__ref_s3_data": null}], "text": "5.1. Implementation Details", "type": "subtitle-level-1", "payload": null, "name": "Section-header", "font": null}, {"prov": [{"bbox": [62.067, 187.44499999999994, 202.978, 195.99700000000007], "page": 6, "span": [0, 33], "__ref_s3_data": null}], "text": "TableFormer uses ResNet-18 as the", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [91.661, 128.63400000000001, 186.017, 137.18600000000004], "page": 6, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "equation", "payload": null, "name": "Formula", "font": null}, {"prov": [{"bbox": [50.112, 90.88900000000001, 286.365, 99.44100000000003], "page": 6, "span": [0, 115], "__ref_s3_data": null}, {"bbox": [50.112, 90.88900000000001, 286.365, 99.44100000000003], "page": 6, "span": [0, 115], "__ref_s3_data": null}], "text": "Although input constraints are used also by other methods, runtime performance and lower memory footprint of Table-", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [320.817, 666.95, 545.115, 675.502], "page": 6, "span": [0, 52], "__ref_s3_data": null}], "text": "The Transformer Encoder consists of two 'Transformer", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [320.817, 446.602, 545.115, 455.154], "page": 6, "span": [0, 54], "__ref_s3_data": null}], "text": "For training, TableFormer is trained with 3 Adam opti-", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [320.817, 345.805, 545.115, 354.357], "page": 6, "span": [0, 52], "__ref_s3_data": null}], "text": "TableFormer is implemented with PyTorch and Torchvi-", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [308.862, 202.59400000000005, 397.443, 212.44600000000003], "page": 6, "span": [0, 19], "__ref_s3_data": null}], "text": "5.2. Generalization", "type": "subtitle-level-1", "payload": null, "name": "Section-header", "font": null}, {"prov": [{"bbox": [320.817, 179.73000000000002, 545.115, 188.28200000000004], "page": 6, "span": [0, 55], "__ref_s3_data": null}], "text": "TableFormer is evaluated on three major publicly avail-", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [320.817, 102.84400000000005, 545.115, 111.39599999999996], "page": 6, "span": [0, 53], "__ref_s3_data": null}], "text": "We also share our baseline results on the challenging", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [50.112, 707.747, 167.898, 717.599], "page": 7, "span": [0, 25], "__ref_s3_data": null}], "text": "5.3. Datasets and Metrics", "type": "subtitle-level-1", "payload": null, "name": "Section-header", "font": null}, {"prov": [{"bbox": [62.067, 689.829, 286.365, 698.381], "page": 7, "span": [0, 51], "__ref_s3_data": null}], "text": "The Tree-Edit-Distance-Based Similarity (TEDS) met-", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [86.219, 626.126, 118.878, 634.832], "page": 7, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "equation", "payload": null, "name": "Formula", "font": null}, {"prov": [{"bbox": [62.067, 602.017, 86.406, 610.569], "page": 7, "span": [0, 5], "__ref_s3_data": null}], "text": "where", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [50.112, 557.329, 170.452, 567.181], "page": 7, "span": [0, 26], "__ref_s3_data": null}], "text": "5.4. Quantitative Analysis", "type": "subtitle-level-1", "payload": null, "name": "Section-header", "font": null}, {"prov": [{"bbox": [62.067, 539.394, 105.325, 548.35], "page": 7, "span": [0, 10], "__ref_s3_data": null}], "text": "Structure.", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"name": "Table", "type": "table", "$ref": "#/tables/3"}, {"prov": [{"bbox": [50.112, 190.74599999999998, 82.062, 199.298], "page": 7, "span": [0, 8], "__ref_s3_data": null}], "text": "Table 2:", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [50.112, 166.836, 261.787, 175.38800000000003], "page": 7, "span": [0, 50], "__ref_s3_data": null}], "text": "FT: Model was trained on PubTabNet then finetuned.", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [62.067, 138.69399999999996, 124.722, 147.64999999999998], "page": 7, "span": [0, 15], "__ref_s3_data": null}], "text": "Cell Detection.", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [308.862, 707.971, 322.142, 716.523], "page": 7, "span": [0, 3], "__ref_s3_data": null}], "text": "our", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"name": "Table", "type": "table", "$ref": "#/tables/4"}, {"prov": [{"bbox": [308.862, 466.73, 341.499, 475.282], "page": 7, "span": [0, 8], "__ref_s3_data": null}], "text": "Table 3:", "type": "caption", "payload": null, "name": "Caption", "font": null}, {"prov": [{"bbox": [320.817, 415.364, 378.949, 424.32], "page": 7, "span": [0, 13], "__ref_s3_data": null}], "text": "Cell Content.", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"name": "Table", "type": "table", "$ref": "#/tables/5"}, {"prov": [{"bbox": [308.862, 126.31799999999998, 341.739, 134.87], "page": 7, "span": [0, 8], "__ref_s3_data": null}], "text": "Table 4:", "type": "caption", "payload": null, "name": "Caption", "font": null}, {"prov": [{"bbox": [53.286, 705.523, 499.556, 713.005], "page": 8, "span": [0, 108], "__ref_s3_data": null}], "text": "- a. Red - PDF cells, Green - predicted bounding boxes, Blue - post-processed predictions matched to PDF cells", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [53.812, 689.929, 284.346, 697.411], "page": 8, "span": [0, 53], "__ref_s3_data": null}], "text": "Japanese language (previously unseen by TableFormer):", "type": "subtitle-level-1", "payload": null, "name": "Section-header", "font": null}, {"prov": [{"bbox": [304.831, 689.929, 431.091, 697.411], "page": 8, "span": [0, 29], "__ref_s3_data": null}], "text": "Example table from FinTabNet:", "type": "subtitle-level-1", "payload": null, "name": "Section-header", "font": null}, {"name": "Picture", "type": "figure", "$ref": "#/figures/6"}, {"name": "Picture", "type": "figure", "$ref": "#/figures/7"}, {"prov": [{"bbox": [53.812, 575.977, 385.934, 583.459], "page": 8, "span": [0, 79], "__ref_s3_data": null}], "text": "b. Structure predicted by TableFormer, with superimposed matched PDF cell text:", "type": "caption", "payload": null, "name": "Caption", "font": null}, {"name": "Table", "type": "table", "$ref": "#/tables/6"}, {"name": "Table", "type": "table", "$ref": "#/tables/7"}, {"prov": [{"bbox": [380.427, 493.464, 549.422, 499.449], "page": 8, "span": [0, 53], "__ref_s3_data": null}], "text": "Text is aligned to match original for ease of viewing", "type": "caption", "payload": null, "name": "Caption", "font": null}, {"name": "Picture", "type": "figure", "$ref": "#/figures/8"}, {"name": "Picture", "type": "figure", "$ref": "#/figures/9"}, {"prov": [{"bbox": [50.112, 290.753, 163.756, 300.605], "page": 8, "span": [0, 25], "__ref_s3_data": null}], "text": "5.5. Qualitative Analysis", "type": "subtitle-level-1", "payload": null, "name": "Section-header", "font": null}, {"prov": [{"bbox": [62.067, 246.30600000000004, 118.505, 254.85799999999995], "page": 8, "span": [0, 11], "__ref_s3_data": null}], "text": "We showcase", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"name": "Picture", "type": "figure", "$ref": "#/figures/10"}, {"prov": [{"bbox": [308.862, 290.543, 460.848, 301.291], "page": 8, "span": [0, 27], "__ref_s3_data": null}], "text": "6. Future Work & Conclusion", "type": "subtitle-level-1", "payload": null, "name": "Section-header", "font": null}, {"prov": [{"bbox": [320.817, 270.28600000000006, 545.115, 278.83799999999997], "page": 8, "span": [0, 53], "__ref_s3_data": null}], "text": "In this paper, we presented TableFormer an end-to-end", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [308.862, 109.15300000000002, 364.406, 119.90099999999995], "page": 8, "span": [0, 10], "__ref_s3_data": null}], "text": "References", "type": "subtitle-level-1", "payload": null, "name": "Section-header", "font": null}, {"prov": [{"bbox": [313.345, 90.09900000000005, 323.8, 97.79600000000005], "page": 8, "span": [0, 3], "__ref_s3_data": null}], "text": "- [1]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [54.595, 664.029, 65.05, 671.726], "page": 9, "span": [0, 3], "__ref_s3_data": null}], "text": "- [2]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [54.595, 630.839, 65.05, 638.536], "page": 9, "span": [0, 3], "__ref_s3_data": null}], "text": "- [3]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [54.595, 597.65, 65.05, 605.347], "page": 9, "span": [0, 3], "__ref_s3_data": null}], "text": "- [4]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [54.595, 553.501, 65.05, 561.198], "page": 9, "span": [0, 3], "__ref_s3_data": null}], "text": "- [5]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [54.595, 509.353, 65.05, 517.05], "page": 9, "span": [0, 3], "__ref_s3_data": null}], "text": "- [6]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [54.595, 465.204, 65.05, 472.901], "page": 9, "span": [0, 3], "__ref_s3_data": null}], "text": "- [7]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [54.595, 432.015, 65.05, 439.712], "page": 9, "span": [0, 3], "__ref_s3_data": null}], "text": "- [8]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [54.595, 376.908, 65.05, 384.605], "page": 9, "span": [0, 3], "__ref_s3_data": null}], "text": "- [9]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [50.112, 343.718, 65.05, 351.415], "page": 9, "span": [0, 4], "__ref_s3_data": null}], "text": "- [10]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [50.112, 299.57, 65.05, 307.267], "page": 9, "span": [0, 4], "__ref_s3_data": null}], "text": "- [11]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [50.112, 244.462, 65.05, 252.159], "page": 9, "span": [0, 4], "__ref_s3_data": null}], "text": "- [12]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [50.112, 189.35500000000002, 65.05, 197.05200000000002], "page": 9, "span": [0, 4], "__ref_s3_data": null}], "text": "- [13]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [50.112, 134.24700000000007, 65.05, 141.94399999999996], "page": 9, "span": [0, 4], "__ref_s3_data": null}], "text": "- [14]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [50.112, 101.05799999999999, 65.05, 108.755], "page": 9, "span": [0, 4], "__ref_s3_data": null}], "text": "- [15]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [70.031, 708.177, 212.373, 715.874], "page": 9, "span": [0, 39], "__ref_s3_data": null}], "text": "- end object detection with transformers.", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [308.862, 708.177, 323.8, 715.874], "page": 9, "span": [0, 4], "__ref_s3_data": null}], "text": "- [16]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [308.862, 641.937, 323.8, 649.634], "page": 9, "span": [0, 4], "__ref_s3_data": null}], "text": "- [17]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [308.862, 608.574, 323.8, 616.271], "page": 9, "span": [0, 4], "__ref_s3_data": null}], "text": "- [18]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [308.862, 520.416, 323.8, 528.113], "page": 9, "span": [0, 4], "__ref_s3_data": null}], "text": "- [19]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [308.862, 454.176, 323.8, 461.873], "page": 9, "span": [0, 4], "__ref_s3_data": null}], "text": "- [20]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [308.862, 409.854, 323.8, 417.551], "page": 9, "span": [0, 4], "__ref_s3_data": null}], "text": "- [21]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [308.862, 343.614, 323.8, 351.311], "page": 9, "span": [0, 4], "__ref_s3_data": null}], "text": "- [22]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [308.862, 222.57899999999995, 323.8, 230.27600000000007], "page": 9, "span": [0, 4], "__ref_s3_data": null}], "text": "- [23]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [308.862, 156.33899999999994, 323.8, 164.03600000000006], "page": 9, "span": [0, 4], "__ref_s3_data": null}], "text": "- [24]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [308.862, 112.01700000000005, 323.8, 119.71399999999994], "page": 9, "span": [0, 4], "__ref_s3_data": null}], "text": "- [25]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [50.112, 685.895, 65.05, 693.592], "page": 10, "span": [0, 4], "__ref_s3_data": null}], "text": "- [26]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [50.112, 619.776, 65.05, 627.473], "page": 10, "span": [0, 4], "__ref_s3_data": null}], "text": "- [27]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [50.112, 553.658, 65.05, 561.355], "page": 10, "span": [0, 4], "__ref_s3_data": null}], "text": "- [28]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [50.112, 509.457, 65.05, 517.154], "page": 10, "span": [0, 4], "__ref_s3_data": null}], "text": "- [29]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [50.112, 454.298, 65.05, 461.995], "page": 10, "span": [0, 4], "__ref_s3_data": null}], "text": "- [30]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [50.112, 399.138, 65.05, 406.835], "page": 10, "span": [0, 4], "__ref_s3_data": null}], "text": "- [31]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [50.112, 322.061, 65.05, 329.758], "page": 10, "span": [0, 4], "__ref_s3_data": null}], "text": "- [32]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [50.112, 277.86, 65.05, 285.557], "page": 10, "span": [0, 4], "__ref_s3_data": null}], "text": "- [33]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [50.112, 233.65999999999997, 65.05, 241.35699999999997], "page": 10, "span": [0, 4], "__ref_s3_data": null}], "text": "- [34]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [50.112, 189.45900000000006, 65.05, 197.15599999999995], "page": 10, "span": [0, 4], "__ref_s3_data": null}], "text": "- [35]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [50.112, 145.25800000000004, 65.05, 152.95500000000004], "page": 10, "span": [0, 4], "__ref_s3_data": null}], "text": "- [36]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [50.112, 90.09900000000005, 65.05, 97.79600000000005], "page": 10, "span": [0, 4], "__ref_s3_data": null}], "text": "- [37]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [70.031, 708.306, 223.581, 716.036], "page": 10, "span": [0, 39], "__ref_s3_data": null}], "text": "Computer Vision and Pattern Recognition", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [308.862, 663.346, 323.8, 671.043], "page": 10, "span": [0, 4], "__ref_s3_data": null}], "text": "- [38]", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [328.781, 708.177, 383.646, 715.874], "page": 10, "span": [0, 15], "__ref_s3_data": null}], "text": "- and evaluation.", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [132.842, 670.677, 465.376, 681.425], "page": 11, "span": [0, 60], "__ref_s3_data": null}], "text": "TableFormer: Table Structure Understanding with Transformers", "type": "subtitle-level-1", "payload": null, "name": "Section-header", "font": null}, {"prov": [{"bbox": [50.112, 620.091, 175.964, 630.839], "page": 11, "span": [0, 26], "__ref_s3_data": null}], "text": "1. Details on the datasets", "type": "subtitle-level-1", "payload": null, "name": "Section-header", "font": null}, {"prov": [{"bbox": [308.862, 620.524, 426.929, 629.076], "page": 11, "span": [0, 30], "__ref_s3_data": null}], "text": "ances in regard to their size,", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [50.112, 601.169, 150.364, 611.021], "page": 11, "span": [0, 21], "__ref_s3_data": null}], "text": "1.1. Data preparation", "type": "subtitle-level-1", "payload": null, "name": "Section-header", "font": null}, {"prov": [{"bbox": [62.067, 583.259, 286.365, 591.811], "page": 11, "span": [0, 56], "__ref_s3_data": null}], "text": "As a first step of our data preparation process, we have", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [62.067, 391.774, 236.243, 400.326], "page": 11, "span": [0, 40], "__ref_s3_data": null}], "text": "We have developed a technique that tries", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [62.067, 152.46900000000005, 286.365, 161.02099999999996], "page": 11, "span": [0, 58], "__ref_s3_data": null}], "text": "Figure 7 illustrates the distribution of the tables across", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [50.112, 119.75800000000004, 153.608, 129.61], "page": 11, "span": [0, 23], "__ref_s3_data": null}], "text": "1.2. Synthetic datasets", "type": "subtitle-level-1", "payload": null, "name": "Section-header", "font": null}, {"prov": [{"bbox": [62.067, 101.84799999999996, 286.365, 110.39999999999998], "page": 11, "span": [0, 52], "__ref_s3_data": null}], "text": "Aiming to train and evaluate our models in a broader", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [308.862, 158.961, 317.828, 169.70900000000006], "page": 11, "span": [0, 2], "__ref_s3_data": null}], "text": "2.", "type": "subtitle-level-1", "payload": null, "name": "Section-header", "font": null}, {"prov": [{"bbox": [320.817, 571.944, 545.115, 580.496], "page": 11, "span": [0, 56], "__ref_s3_data": null}], "text": "The process of generating a synthetic dataset can be de-", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [320.817, 547.274, 328.289, 555.826], "page": 11, "span": [0, 2], "__ref_s3_data": null}], "text": "- 1.", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [320.817, 462.829, 328.289, 471.381], "page": 11, "span": [0, 2], "__ref_s3_data": null}], "text": "- 2.", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [320.817, 330.563, 485.758, 339.115], "page": 11, "span": [0, 41], "__ref_s3_data": null}], "text": "- 3. Generate content: Based on the dataset", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [320.817, 281.983, 328.289, 290.535], "page": 11, "span": [0, 2], "__ref_s3_data": null}], "text": "- 4.", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [320.817, 233.40300000000002, 328.289, 241.95500000000004], "page": 11, "span": [0, 2], "__ref_s3_data": null}], "text": "- 5.", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [320.817, 125.75800000000004, 545.115, 134.30999999999995], "page": 11, "span": [0, 56], "__ref_s3_data": null}], "text": "Although TableFormer can predict the table structure and", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"name": "Picture", "type": "figure", "$ref": "#/figures/11"}, {"prov": [{"bbox": [61.569, 572.248, 65.056, 580.8], "page": 12, "span": [0, 1], "__ref_s3_data": null}], "text": "- \u2022", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [61.569, 539.108, 65.056, 547.66], "page": 12, "span": [0, 1], "__ref_s3_data": null}], "text": "- \u2022", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [62.067, 503.976, 286.365, 512.528], "page": 12, "span": [0, 56], "__ref_s3_data": null}], "text": "However, it is possible to mitigate those limitations by", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [62.067, 384.11, 286.365, 392.662], "page": 12, "span": [0, 58], "__ref_s3_data": null}], "text": "Here is a step-by-step description of the prediction post-", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [62.067, 359.884, 286.365, 368.436], "page": 12, "span": [0, 55], "__ref_s3_data": null}], "text": "- 1. Get the minimal grid dimensions - number of rows and", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [62.067, 323.704, 69.539, 332.256], "page": 12, "span": [0, 2], "__ref_s3_data": null}], "text": "- 2.", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [62.067, 275.56899999999996, 69.539, 284.121], "page": 12, "span": [0, 2], "__ref_s3_data": null}], "text": "- 3.", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [62.067, 251.34400000000005, 76.453, 259.89599999999996], "page": 12, "span": [0, 4], "__ref_s3_data": null}], "text": "- 3.a.", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [62.067, 215.163, 69.539, 223.71500000000003], "page": 12, "span": [0, 2], "__ref_s3_data": null}], "text": "- 4.", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [50.112, 115.11400000000003, 74.451, 123.66599999999994], "page": 12, "span": [0, 5], "__ref_s3_data": null}], "text": "where", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [62.067, 90.88900000000001, 69.539, 99.44100000000003], "page": 12, "span": [0, 2], "__ref_s3_data": null}], "text": "- 5.", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [308.862, 572.248, 435.915, 580.8], "page": 12, "span": [0, 35], "__ref_s3_data": null}], "text": "dian cell size for all table cells.", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [320.817, 524.077, 328.289, 532.629], "page": 12, "span": [0, 2], "__ref_s3_data": null}], "text": "- 6.", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [320.817, 499.816, 328.289, 508.368], "page": 12, "span": [0, 2], "__ref_s3_data": null}], "text": "- 7.", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [320.817, 391.869, 328.289, 400.421], "page": 12, "span": [0, 2], "__ref_s3_data": null}], "text": "- 8.", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [320.817, 319.788, 328.289, 328.34], "page": 12, "span": [0, 2], "__ref_s3_data": null}], "text": "- 9.", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [320.817, 211.841, 332.712, 220.39300000000003], "page": 12, "span": [0, 3], "__ref_s3_data": null}], "text": "9a.", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [320.817, 175.62599999999998, 332.872, 184.178], "page": 12, "span": [0, 3], "__ref_s3_data": null}], "text": "- 9b.", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [320.817, 151.365, 332.712, 159.91700000000003], "page": 12, "span": [0, 3], "__ref_s3_data": null}], "text": "- 9c.", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [320.817, 115.149, 545.115, 123.70100000000002], "page": 12, "span": [0, 55], "__ref_s3_data": null}], "text": "- 9d. Intersect the orphan's bounding box with the column", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [320.817, 90.88900000000001, 545.115, 99.44100000000003], "page": 12, "span": [0, 57], "__ref_s3_data": null}], "text": "- 9e. If the table cell under the identified row and column", "type": "paragraph", "payload": null, "name": "List-item", "font": null}, {"prov": [{"bbox": [112.028, 159.19000000000005, 157.952, 167.89599999999996], "page": 12, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "equation", "payload": null, "name": "Formula", "font": null}, {"prov": [{"bbox": [50.112, 707.971, 88.847, 716.523], "page": 13, "span": [0, 10], "__ref_s3_data": null}], "text": "phan cell.", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [62.067, 696.016, 72.856, 704.568], "page": 13, "span": [0, 3], "__ref_s3_data": null}], "text": "9f.", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"prov": [{"bbox": [62.067, 672.249, 286.365, 680.837], "page": 13, "span": [0, 53], "__ref_s3_data": null}], "text": "Aditional images with examples of TableFormer predic-", "type": "paragraph", "payload": null, "name": "Text", "font": null}, {"name": "Table", "type": "table", "$ref": "#/tables/8"}, {"name": "Table", "type": "table", "$ref": "#/tables/9"}, {"name": "Table", "type": "table", "$ref": "#/tables/10"}, {"name": "Table", "type": "table", "$ref": "#/tables/11"}, {"prov": [{"bbox": [63.341, 281.123, 99.595, 289.675], "page": 13, "span": [0, 9], "__ref_s3_data": null}], "text": "Figure 8:", "type": "caption", "payload": null, "name": "Caption", "font": null}, {"name": "Table", "type": "table", "$ref": "#/tables/12"}, {"prov": [{"bbox": [308.862, 476.581, 345.634, 485.133], "page": 13, "span": [0, 9], "__ref_s3_data": null}], "text": "Figure 9:", "type": "caption", "payload": null, "name": "Caption", "font": null}, {"name": "Table", "type": "table", "$ref": "#/tables/13"}, {"name": "Table", "type": "table", "$ref": "#/tables/14"}, {"name": "Picture", "type": "figure", "$ref": "#/figures/12"}, {"name": "Table", "type": "table", "$ref": "#/tables/15"}, {"name": "Table", "type": "table", "$ref": "#/tables/16"}, {"prov": [{"bbox": [312.343, 102.68600000000004, 353.578, 111.23800000000006], "page": 13, "span": [0, 10], "__ref_s3_data": null}], "text": "Figure 10:", "type": "caption", "payload": null, "name": "Caption", "font": null}, {"name": "Table", "type": "table", "$ref": "#/tables/17"}, {"name": "Table", "type": "table", "$ref": "#/tables/18"}, {"name": "Picture", "type": "figure", "$ref": "#/figures/13"}, {"name": "Table", "type": "table", "$ref": "#/tables/19"}, {"name": "Table", "type": "table", "$ref": "#/tables/20"}, {"name": "Picture", "type": "figure", "$ref": "#/figures/14"}, {"prov": [{"bbox": [50.112, 426.409, 93.051, 434.961], "page": 14, "span": [0, 10], "__ref_s3_data": null}], "text": "Figure 11:", "type": "caption", "payload": null, "name": "Caption", "font": null}, {"name": "Table", "type": "table", "$ref": "#/tables/21"}, {"name": "Table", "type": "table", "$ref": "#/tables/22"}, {"name": "Table", "type": "table", "$ref": "#/tables/23"}, {"name": "Picture", "type": "figure", "$ref": "#/figures/15"}, {"prov": [{"bbox": [54.619, 111.36099999999999, 95.854, 119.91300000000001], "page": 14, "span": [0, 10], "__ref_s3_data": null}], "text": "Figure 12:", "type": "caption", "payload": null, "name": "Caption", "font": null}, {"name": "Table", "type": "table", "$ref": "#/tables/24"}, {"name": "Table", "type": "table", "$ref": "#/tables/25"}, {"name": "Table", "type": "table", "$ref": "#/tables/26"}, {"name": "Picture", "type": "figure", "$ref": "#/figures/16"}, {"name": "Table", "type": "table", "$ref": "#/tables/27"}, {"prov": [{"bbox": [344.985, 99.63300000000004, 386.22, 108.18499999999995], "page": 14, "span": [0, 10], "__ref_s3_data": null}], "text": "Figure 14:", "type": "caption", "payload": null, "name": "Caption", "font": null}, {"name": "Table", "type": "table", "$ref": "#/tables/28"}, {"name": "Table", "type": "table", "$ref": "#/tables/29"}, {"name": "Table", "type": "table", "$ref": "#/tables/30"}, {"name": "Picture", "type": "figure", "$ref": "#/figures/17"}, {"name": "Table", "type": "table", "$ref": "#/tables/31"}, {"name": "Picture", "type": "figure", "$ref": "#/figures/18"}, {"name": "Table", "type": "table", "$ref": "#/tables/32"}, {"name": "Picture", "type": "figure", "$ref": "#/figures/19"}, {"name": "Picture", "type": "figure", "$ref": "#/figures/20"}, {"name": "Table", "type": "table", "$ref": "#/tables/33"}, {"name": "Table", "type": "table", "$ref": "#/tables/34"}, {"prov": [{"bbox": [308.862, 130.24400000000003, 349.559, 138.79600000000005], "page": 15, "span": [0, 10], "__ref_s3_data": null}], "text": "Figure 16:", "type": "caption", "payload": null, "name": "Caption", "font": null}, {"name": "Table", "type": "table", "$ref": "#/tables/35"}, {"name": "Picture", "type": "figure", "$ref": "#/figures/21"}, {"name": "Table", "type": "table", "$ref": "#/tables/36"}, {"name": "Picture", "type": "figure", "$ref": "#/figures/22"}, {"name": "Table", "type": "table", "$ref": "#/tables/37"}, {"name": "Picture", "type": "figure", "$ref": "#/figures/23"}], "figures": [{"prov": [{"bbox": [315.65362548828125, 489.1985778808594, 537.1475219726562, 563.276611328125], "page": 1, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "figure", "payload": null, "bounding-box": null}, {"prov": [{"bbox": [314.78173828125, 381.9505615234375, 539.1802978515625, 453.9347229003906], "page": 1, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "figure", "payload": null, "bounding-box": null}, {"prov": [{"bbox": [315.7172546386719, 295.9709777832031, 536.835693359375, 358.176513671875], "page": 1, "span": [0, 9], "__ref_s3_data": null}], "text": "Figure 1:", "type": "figure", "payload": null, "bounding-box": null}, {"prov": [{"bbox": [312.10369873046875, 541.3901519775391, 550.38916015625, 713.5591354370117], "page": 3, "span": [0, 9], "__ref_s3_data": null}], "text": "Figure 2:", "type": "figure", "payload": null, "bounding-box": null}, {"prov": [{"bbox": [74.30525970458984, 608.2984924316406, 519.9801025390625, 714.0887985229492], "page": 5, "span": [0, 9], "__ref_s3_data": null}], "text": "Figure 3:", "type": "figure", "payload": null, "bounding-box": null}, {"prov": [{"bbox": [53.03328323364258, 284.3311462402344, 285.3731689453125, 534.3346557617188], "page": 5, "span": [0, 9], "__ref_s3_data": null}], "text": "Figure 4:", "type": "figure", "payload": null, "bounding-box": null}, {"prov": [{"bbox": [49.97503662109375, 604.4210662841797, 301.6335754394531, 688.2873382568359], "page": 8, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "figure", "payload": null, "bounding-box": null}, {"prov": [{"bbox": [305.5836486816406, 611.3732452392578, 554.8258666992188, 693.3458404541016], "page": 8, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "figure", "payload": null, "bounding-box": null}, {"prov": [{"bbox": [383.1364440917969, 349.2250671386719, 542.1132202148438, 410.7686767578125], "page": 8, "span": [0, 9], "__ref_s3_data": null}], "text": "Figure 5:", "type": "figure", "payload": null, "bounding-box": null}, {"prov": [{"bbox": [51.736167907714844, 348.3419189453125, 211.83778381347656, 411.51934814453125], "page": 8, "span": [0, 9], "__ref_s3_data": null}], "text": "Figure 6:", "type": "figure", "payload": null, "bounding-box": null}, {"prov": [{"bbox": [216.76925659179688, 348.65301513671875, 375.7829284667969, 411.5093688964844], "page": 8, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "figure", "payload": null, "bounding-box": null}, {"prov": [{"bbox": [53.54227066040039, 644.4090881347656, 544.938232421875, 717.2514572143555], "page": 12, "span": [0, 9], "__ref_s3_data": null}], "text": "Figure 7:", "type": "figure", "payload": null, "bounding-box": null}, {"prov": [{"bbox": [309.79150390625, 499.60601806640625, 425.9603271484375, 538.0946350097656], "page": 13, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "figure", "payload": null, "bounding-box": null}, {"prov": [{"bbox": [333.9573669433594, 126.5096435546875, 518.4768676757812, 198.8865966796875], "page": 13, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "figure", "payload": null, "bounding-box": null}, {"prov": [{"bbox": [51.15378952026367, 447.09332275390625, 282.8598937988281, 687.6914825439453], "page": 14, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "figure", "payload": null, "bounding-box": null}, {"prov": [{"bbox": [50.40477752685547, 135.83905029296875, 177.0564422607422, 180.99615478515625], "page": 14, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "figure", "payload": null, "bounding-box": null}, {"prov": [{"bbox": [318.6332092285156, 432.9424133300781, 534.73583984375, 701.1157684326172], "page": 14, "span": [0, 10], "__ref_s3_data": null}], "text": "Figure 13:", "type": "figure", "payload": null, "bounding-box": null}, {"prov": [{"bbox": [55.116363525390625, 542.6654510498047, 279.370849609375, 655.7449951171875], "page": 15, "span": [0, 10], "__ref_s3_data": null}], "text": "Figure 15:", "type": "figure", "payload": null, "bounding-box": null}, {"prov": [{"bbox": [54.28135299682617, 418.4729309082031, 279.2568359375, 531.7384338378906], "page": 15, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "figure", "payload": null, "bounding-box": null}, {"prov": [{"bbox": [55.423954010009766, 294.436279296875, 280.2310791015625, 407.4449462890625], "page": 15, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "figure", "payload": null, "bounding-box": null}, {"prov": [{"bbox": [50.64818572998047, 160.736328125, 319.9103088378906, 286.01953125], "page": 15, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "figure", "payload": null, "bounding-box": null}, {"prov": [{"bbox": [323.46868896484375, 327.739501953125, 525.9569091796875, 429.5491638183594], "page": 15, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "figure", "payload": null, "bounding-box": null}, {"prov": [{"bbox": [353.6920471191406, 156.22674560546875, 495.4288024902344, 304.594970703125], "page": 15, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "figure", "payload": null, "bounding-box": null}, {"prov": [{"bbox": [66.79948425292969, 293.8616027832031, 528.5565795898438, 538.3836822509766], "page": 16, "span": [0, 10], "__ref_s3_data": null}], "text": "Figure 17:", "type": "figure", "payload": null, "bounding-box": null}], "tables": [{"prov": [{"bbox": [315.65362548828125, 489.1985778808594, 537.1475219726562, 563.276611328125], "page": 1, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [315.7172546386719, 295.9709777832031, 536.835693359375, 358.176513671875], "page": 1, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [310.67584228515625, 636.7794799804688, 542.9547119140625, 718.8061141967773], "page": 4, "span": [0, 0], "__ref_s3_data": null}], "text": "Table", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [53.368526458740234, 209.60223388671875, 283.0443420410156, 382.8642272949219], "page": 7, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [308.4068603515625, 488.1943359375, 533.6419677734375, 544.1236877441406], "page": 7, "span": [0, 0], "__ref_s3_data": null}], "text": "Table 3:", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [332.9688720703125, 148.73028564453125, 520.942138671875, 251.7164306640625], "page": 7, "span": [0, 0], "__ref_s3_data": null}], "text": "Table 4:", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [53.62853240966797, 499.60003662109375, 298.5574951171875, 573.0514221191406], "page": 8, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [304.9219970703125, 504.09930419921875, 550.2321166992188, 573.4851379394531], "page": 8, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [84.0283203125, 577.6066589355469, 239.1690673828125, 635.6664581298828], "page": 13, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [82.92001342773438, 500.716064453125, 239.1903533935547, 558.2236785888672], "page": 13, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [83.94786071777344, 424.0904235839844, 239.17135620117188, 482.9522705078125], "page": 13, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [83.31756591796875, 304.7430114746094, 248.873046875, 395.9864501953125], "page": 13, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [310.3294372558594, 655.8524780273438, 555.8338623046875, 690.8223266601562], "page": 13, "span": [0, 0], "__ref_s3_data": null}], "text": "Figure 9:", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [309.9566345214844, 607.2774658203125, 555.7466430664062, 637.3855133056641], "page": 13, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [309.9635314941406, 558.4485473632812, 555.7054443359375, 596.2945861816406], "page": 13, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [309.79150390625, 499.60601806640625, 425.9603271484375, 538.0946350097656], "page": 13, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [335.2694091796875, 354.97760009765625, 490.081787109375, 403.53253173828125], "page": 13, "span": [0, 0], "__ref_s3_data": null}], "text": "Figure 10:", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [334.9334716796875, 289.2789001464844, 490.0914306640625, 338.0523681640625], "page": 13, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [335.2545471191406, 224.31207275390625, 490.22369384765625, 272.92431640625], "page": 13, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [333.9573669433594, 126.5096435546875, 518.4768676757812, 198.8865966796875], "page": 13, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [51.72642135620117, 447.7554931640625, 283.114013671875, 518.3907165527344], "page": 14, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [51.434879302978516, 300.17974853515625, 310.7267150878906, 338.51251220703125], "page": 14, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [50.86823654174805, 249.55401611328125, 310.6080017089844, 287.90374755859375], "page": 14, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [51.27280807495117, 200.086669921875, 311.0897216796875, 238.271484375], "page": 14, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [318.9809265136719, 577.3739471435547, 534.6229248046875, 630.7653961181641], "page": 14, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [319.0057678222656, 512.1423034667969, 534.408935546875, 565.8936614990234], "page": 14, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [328.1381530761719, 433.7275695800781, 523.8916015625, 503.3182067871094], "page": 14, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [319.4707946777344, 314.05645751953125, 518.5693359375, 361.09698486328125], "page": 14, "span": [0, 0], "__ref_s3_data": null}], "text": "Figure 14:", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [319.982666015625, 256.30419921875, 519.0963745117188, 302.7562561035156], "page": 14, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [319.8287658691406, 198.8935546875, 519.6065673828125, 245.5906982421875], "page": 14, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [319.06494140625, 122.80792236328125, 533.77392578125, 182.1591796875], "page": 14, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [55.116363525390625, 542.6654510498047, 279.370849609375, 655.7449951171875], "page": 15, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [54.28135299682617, 418.4729309082031, 279.2568359375, 531.7384338378906], "page": 15, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [50.64818572998047, 160.736328125, 319.9103088378906, 286.01953125], "page": 15, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [323.0059509277344, 569.0885925292969, 525.95166015625, 670.4528503417969], "page": 15, "span": [0, 0], "__ref_s3_data": null}], "text": "Figure 16:", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [323.384765625, 447.90789794921875, 526.1268920898438, 550.0270538330078], "page": 15, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [323.46868896484375, 327.739501953125, 525.9569091796875, 429.5491638183594], "page": 15, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}, {"prov": [{"bbox": [353.6920471191406, 156.22674560546875, 495.4288024902344, 304.594970703125], "page": 15, "span": [0, 0], "__ref_s3_data": null}], "text": "", "type": "table", "payload": null, "#-cols": 0, "#-rows": 0, "data": [], "model": null, "bounding-box": null}], "bitmaps": null, "equations": [], "footnotes": [], "page-dimensions": [{"height": 792.0, "page": 1, "width": 612.0}, {"height": 792.0, "page": 2, "width": 612.0}, {"height": 792.0, "page": 3, "width": 612.0}, {"height": 792.0, "page": 4, "width": 612.0}, {"height": 792.0, "page": 5, "width": 612.0}, {"height": 792.0, "page": 6, "width": 612.0}, {"height": 792.0, "page": 7, "width": 612.0}, {"height": 792.0, "page": 8, "width": 612.0}, {"height": 792.0, "page": 9, "width": 612.0}, {"height": 792.0, "page": 10, "width": 612.0}, {"height": 792.0, "page": 11, "width": 612.0}, {"height": 792.0, "page": 12, "width": 612.0}, {"height": 792.0, "page": 13, "width": 612.0}, {"height": 792.0, "page": 14, "width": 612.0}, {"height": 792.0, "page": 15, "width": 612.0}, {"height": 792.0, "page": 16, "width": 612.0}], "page-footers": [], "page-headers": [], "_s3_data": null, "identifiers": null}