mirrors/docling
1
0
Fork 0
mirror of https://github.com/DS4SD/docling.git synced 2025-07-31 14:34:40 +00:00
Code Issues Packages Projects Releases Wiki Activity

minor typing fix

Browse Source 
Signed-off-by: Panos Vagenas <35837085+vagenas@users.noreply.github.com>
This commit is contained in:
Panos Vagenas 2024-11-11 19:00:23 +01:00
parent 23d1a080ce
commit e1cb823cab
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
docs/examples/advanced_chunking_with_merging.ipynb
View File

@ -40,7 +40,7 @@
"from dataclasses import dataclass\n", "from dataclasses import dataclass\n",
"from pathlib import Path\n", "from pathlib import Path\n",
"from tempfile import mkdtemp\n", "from tempfile import mkdtemp\n",
"from typing import Any, Iterator, Optional\n", "from typing import Any, Iterator, Optional, Union\n",
"\n", "\n",
"import lancedb\n", "import lancedb\n",
"import semchunk\n", "import semchunk\n",
@ -94,7 +94,7 @@
" tokenizer: Any\n", " tokenizer: Any\n",
" max_tokens: PositiveInt\n", " max_tokens: PositiveInt\n",
"\n", "\n",
" def _count_tokens(self, text: Optional[list[str]]):\n", " def _count_tokens(self, text: Optional[Union[str, list[str]]]):\n",
" if text is None:\n", " if text is None:\n",
" return 0\n", " return 0\n",
" elif isinstance(text, list):\n", " elif isinstance(text, list):\n",