chore(deps): pin docling-ibm-models compound list-marker branch

pyproject.toml

@@ -367,6 +367,9 @@ members = ["packages/docling"]
 
 [tool.uv.sources]
 docling = { workspace = true }
+# Temporary: pin the unmerged compound list-item marker branch until it is released.
+# See https://github.com/docling-project/docling-ibm-models/pull/<PR>
+docling-ibm-models = { git = "https://github.com/DanielNg0729/docling-ibm-models", branch = "feat/compound-list-item-markers" }
 # docling-parse = { git = "https://github.com/docling-project/docling-parse", rev = "main" }
 # docling-core = { git = "https://github.com/docling-project/docling-core/", rev = "main" }
 

tests/data/csv/groundtruth/csv-comma-in-cell.csv.json

@@ -306,6 +306,7 @@
         ],
         "num_rows": 5,
         "num_cols": 4,
+        "orientation": "rot_0",
         "grid": [
           [
             {

tests/data/csv/groundtruth/csv-comma.csv.json

@@ -982,6 +982,7 @@
         ],
         "num_rows": 6,
         "num_cols": 12,
+        "orientation": "rot_0",
         "grid": [
           [
             {

tests/data/csv/groundtruth/csv-inconsistent-header.csv.json

@@ -293,6 +293,7 @@
         ],
         "num_rows": 5,
         "num_cols": 4,
+        "orientation": "rot_0",
         "grid": [
           [
             {

tests/data/csv/groundtruth/csv-pipe.csv.json

@@ -982,6 +982,7 @@
         ],
         "num_rows": 6,
         "num_cols": 12,
+        "orientation": "rot_0",
         "grid": [
           [
             {

tests/data/csv/groundtruth/csv-semicolon.csv.json

@@ -982,6 +982,7 @@
         ],
         "num_rows": 6,
         "num_cols": 12,
+        "orientation": "rot_0",
         "grid": [
           [
             {

tests/data/csv/groundtruth/csv-single-column.csv.json

@@ -137,6 +137,7 @@
         ],
         "num_rows": 7,
         "num_cols": 1,
+        "orientation": "rot_0",
         "grid": [
           [
             {

tests/data/csv/groundtruth/csv-tab.csv.json

@@ -982,6 +982,7 @@
         ],
         "num_rows": 6,
         "num_cols": 12,
+        "orientation": "rot_0",
         "grid": [
           [
             {

tests/data/csv/groundtruth/csv-too-few-columns.csv.json

@@ -293,6 +293,7 @@
         ],
         "num_rows": 5,
         "num_cols": 4,
+        "orientation": "rot_0",
         "grid": [
           [
             {

tests/data/csv/groundtruth/csv-too-many-columns.csv.json

@@ -319,6 +319,7 @@
         ],
         "num_rows": 5,
         "num_cols": 5,
+        "orientation": "rot_0",
         "grid": [
           [
             {

tests/data/docx/groundtruth/docx_comments.docx.json

@@ -113,6 +113,11 @@
       "content_layer": "body",
       "label": "text",
       "prov": [],
+      "comments": [
+        {
+          "$ref": "#/groups/0"
+        }
+      ],
       "orig": "This is the first paragraph that has a comment attached to it.",
       "text": "This is the first paragraph that has a comment attached to it.",
       "formatting": {

tests/data/docx/groundtruth/docx_vml_images.docx.json

@@ -177,7 +177,7 @@
           "width": 200.0,
           "height": 200.0
         },
-        "uri": "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAMgAAADICAIAAAAiOjnJAAACEUlEQVR4nO3SQQkAIADAQLV/Zy3hEOQuwR6be8B963UAfzIWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTAWCWORMBYJY5EwFgljkTiKPQKPgJNL4wAAAABJRU5ErkJggg=="
+        "uri": "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAMgAAADICAIAAAAiOjnJAAACPElEQVR4Ae3BMQEAAACCMOkfWkt4stFIfzTSH430RyP90Uh/NNIfjfRHI/3RSH800h+N9Ecj/dFIfzTSH430RyP90Uh/NNIfjfRHI/3RSH800h+N9Ecj/dFIfzTSH430RyP90Uh/NNIfjfRHI/3RSH800h+N9Ecj/dFIfzTSH430RyP90Uh/NNIfjfRHI/3RSH800h+N9Ecj/dFIfzTSH430RyP90Uh/NNIfjfRHI/3RSH800h+N9Ecj/dFIfzTSH430RyP90Uh/NNIfjfRHI/3RSH800h+N9Ecj/dFIfzTSH430RyP90Uh/NNIfjfRHI/3RSH800h+N9Ecj/dFIfzTSH430RyP90Uh/NNIfjfRHI/3RSH800h+N9Ecj/dFIfzTSH430RyP90Uh/NNIfjfRHI/3RSH800h+N9Ecj/dFIfzTSH430RyP90Uh/NNIfjfRHI/3RSH800h+N9Ecj/dFIfzTSH430RyP90Uh/NNIfjfRHI/3RSH800h+N9Ecj/dFIfzTSH430RyP90Uh/NNIfjfRHI/3RSH800h+N9Ecj/dFIfzTSH430RyP90Uh/NNIfjfRHI/3RSH800h+N9Ecj/dFIfzTSH430RyP90Uh/NNIfjfRHI/3RSH800h+N9Ecj/dFIfzTSH430RyP90Uh/NNIfjfRHI/3RSH800h+N9Ecj/dFIfzTSH430RyP90Uh/NNIfjfRHI/3RSH800h+N9Ecj/dFIfzTSH430RyP90Uh/NNIfjfRHI/0Nv+HIAQvw2yIAAAAASUVORK5CYII="
       },
       "annotations": []
     },
@@ -200,7 +200,7 @@
           "width": 150.0,
           "height": 150.0
         },
-        "uri": "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAJYAAACWCAIAAACzY+a1AAABcElEQVR4nO3RwQkAIBDAsNP9d9YhfEghmaDQNXOGsv07gFcW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkW5lmYZ2GehXkXLjwCK1+DGEkAAAAASUVORK5CYII="
+        "uri": "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAJYAAACWCAIAAACzY+a1AAABxUlEQVR4Ae3BAQ0AAAwCIOwf2udwO4R6y0K9ZaHeslBvWai3LNRbFuotC/WWhXrLQr1lod6yUG9ZqLcs1FsW6i0L9ZaFestCvWWh3rJQb1motyzUWxbqLQv1loV6y0K9ZaHeslBvWai3LNRbFuotC/WWhXrLQr1lod6yUG9ZqLcs1FsW6i0L9ZaFestCvWWh3rJQb1motyzUWxbqLQv1loV6y0K9ZaHeslBvWai3LNRbFuotC/WWhXrLQr1lod6yUG9ZqLcs1FsW6i0L9ZaFestCvWWh3rJQb1motyzUWxbqLQv1loV6y0K9ZaHeslBvWai3LNRbFuotC/WWhXrLQr1lod6yUG9ZqLcs1FsW6i0L9ZaFestCvWWh3rJQb1motyzUWxbqLQv1loV6y0K9ZaHeslBvWai3LNRbFuotC/WWhXrLQr1lod6yUG9ZqLcs1FsW6i0L9ZaFestCvWWh3rJQb1motyzUWxbqLQv1loV6y0K9ZaHeslBvWai3LNRbFuotC/WWhXrLQr1lod6yUG9ZqLcs1FsW6i0L9ZaFestCvWWh3rJQb1motyzUWxbqLQv1loV6y0K9ZaHeslBvWai3LNRbdlBBlgHzpjaGAAAAAElFTkSuQmCC"
       },
       "annotations": []
     }

tests/data/docx/groundtruth/drawingml.docx.itxt

@@ -2,19 +2,17 @@ item-0 at level 0: unspecified: group _root_
   item-1 at level 1: section: group textbox
     item-2 at level 2: text: Text 2
     item-3 at level 2: text: Text 1
-  item-4 at level 1: picture
+  item-4 at level 1: text: 
   item-5 at level 1: text: 
   item-6 at level 1: text: 
   item-7 at level 1: text: 
   item-8 at level 1: text: 
   item-9 at level 1: text: 
   item-10 at level 1: text: 
-  item-11 at level 1: text: 
-  item-12 at level 1: picture
-  item-13 at level 1: text: 
-  item-14 at level 1: section: group textbox
-    item-15 at level 2: text: 
-    item-16 at level 2: picture
-    item-17 at level 2: text: Fig – Torque v/s Speed characteristics
-  item-18 at level 1: picture
-  item-19 at level 1: text: 
+  item-11 at level 1: picture
+  item-12 at level 1: text: 
+  item-13 at level 1: section: group textbox
+    item-14 at level 2: text: 
+    item-15 at level 2: picture
+    item-16 at level 2: text: Fig – Torque v/s Speed characteristics
+  item-17 at level 1: text: 

tests/data/docx/groundtruth/drawingml.docx.md

@@ -4,8 +4,6 @@ Text 1
 
 <!-- image -->
 
-<!-- image -->
-
 Line chart
 
 |            |   Series 1 |   Series 2 |   Series 3 |
@@ -17,6 +15,4 @@ Line chart
 
 <!-- image -->
 
-Fig – Torque v/s Speed characteristics
-
-<!-- image -->
+Fig – Torque v/s Speed characteristics

tests/data/docx/groundtruth/textbox.docx.itxt

@@ -64,11 +64,13 @@ Collabo ... vention measures at all school levels.
     item-58 at level 2: text: No
   item-59 at level 1: section: group textbox
     item-60 at level 2: text: Yes
-  item-61 at level 1: text: 
-  item-62 at level 1: section: group textbox
-    item-63 at level 2: text: Case closed.
-    item-64 at level 2: text: 
-    item-65 at level 2: text: The Health Bureau will carry out ... ters for Disease Control if necessary.
-  item-66 at level 1: section: group textbox
-    item-67 at level 2: text: No
-  item-68 at level 1: text: 
+  item-61 at level 1: section: group textbox
+    item-62 at level 2: text: Yes
+  item-63 at level 1: text: 
+  item-64 at level 1: section: group textbox
+    item-65 at level 2: text: Case closed.
+    item-66 at level 2: text: 
+    item-67 at level 2: text: The Health Bureau will carry out ... ters for Disease Control if necessary.
+  item-68 at level 1: section: group textbox
+    item-69 at level 2: text: No
+  item-70 at level 1: text: 

tests/data/docx/groundtruth/textbox.docx.json

@@ -117,16 +117,19 @@
         "$ref": "#/groups/16"
       },
       {
-        "$ref": "#/texts/43"
+        "$ref": "#/groups/17"
       },
       {
-        "$ref": "#/groups/17"
+        "$ref": "#/texts/44"
       },
       {
         "$ref": "#/groups/18"
       },
       {
-        "$ref": "#/texts/48"
+        "$ref": "#/groups/19"
+      },
+      {
+        "$ref": "#/texts/49"
       }
     ],
     "content_layer": "body",
@@ -406,27 +409,41 @@
       },
       "children": [
         {
-          "$ref": "#/texts/44"
-        },
+          "$ref": "#/texts/43"
+        }
+      ],
+      "content_layer": "body",
+      "name": "textbox",
+      "label": "section"
+    },
+    {
+      "self_ref": "#/groups/18",
+      "parent": {
+        "$ref": "#/body"
+      },
+      "children": [
         {
           "$ref": "#/texts/45"
         },
         {
           "$ref": "#/texts/46"
+        },
+        {
+          "$ref": "#/texts/47"
         }
       ],
       "content_layer": "body",
       "name": "textbox",
       "label": "section"
     },
     {
-      "self_ref": "#/groups/18",
+      "self_ref": "#/groups/19",
       "parent": {
         "$ref": "#/body"
       },
       "children": [
         {
-          "$ref": "#/texts/47"
+          "$ref": "#/texts/48"
         }
       ],
       "content_layer": "body",
@@ -1103,6 +1120,25 @@
     },
     {
       "self_ref": "#/texts/43",
+      "parent": {
+        "$ref": "#/groups/17"
+      },
+      "children": [],
+      "content_layer": "body",
+      "label": "text",
+      "prov": [],
+      "orig": "Yes",
+      "text": "Yes",
+      "formatting": {
+        "bold": false,
+        "italic": false,
+        "underline": false,
+        "strikethrough": false,
+        "script": "baseline"
+      }
+    },
+    {
+      "self_ref": "#/texts/44",
       "parent": {
         "$ref": "#/body"
       },
@@ -1114,9 +1150,9 @@
       "text": ""
     },
     {
-      "self_ref": "#/texts/44",
+      "self_ref": "#/texts/45",
       "parent": {
-        "$ref": "#/groups/17"
+        "$ref": "#/groups/18"
       },
       "children": [],
       "content_layer": "body",
@@ -1133,9 +1169,9 @@
       }
     },
     {
-      "self_ref": "#/texts/45",
+      "self_ref": "#/texts/46",
       "parent": {
-        "$ref": "#/groups/17"
+        "$ref": "#/groups/18"
       },
       "children": [],
       "content_layer": "body",
@@ -1145,9 +1181,9 @@
       "text": ""
     },
     {
-      "self_ref": "#/texts/46",
+      "self_ref": "#/texts/47",
       "parent": {
-        "$ref": "#/groups/17"
+        "$ref": "#/groups/18"
       },
       "children": [],
       "content_layer": "body",
@@ -1164,9 +1200,9 @@
       }
     },
     {
-      "self_ref": "#/texts/47",
+      "self_ref": "#/texts/48",
       "parent": {
-        "$ref": "#/groups/18"
+        "$ref": "#/groups/19"
       },
       "children": [],
       "content_layer": "body",
@@ -1183,7 +1219,7 @@
       }
     },
     {
-      "self_ref": "#/texts/48",
+      "self_ref": "#/texts/49",
       "parent": {
         "$ref": "#/body"
       },

tests/data/docx/groundtruth/textbox.docx.md

@@ -42,6 +42,8 @@ No
 
 Yes
 
+Yes
+
 **Case closed.**
 
 The Health Bureau will carry out subsequent related epidemic prevention measures and follow-up, and will request assistance from the Centers for Disease Control if necessary.