minor typing fix

Signed-off-by: Panos Vagenas <35837085+vagenas@users.noreply.github.com>
This commit is contained in:
Panos Vagenas 2024-11-11 19:00:23 +01:00
parent 23d1a080ce
commit e1cb823cab

View File

@ -40,7 +40,7 @@
"from dataclasses import dataclass\n",
"from pathlib import Path\n",
"from tempfile import mkdtemp\n",
"from typing import Any, Iterator, Optional\n",
"from typing import Any, Iterator, Optional, Union\n",
"\n",
"import lancedb\n",
"import semchunk\n",
@ -94,7 +94,7 @@
" tokenizer: Any\n",
" max_tokens: PositiveInt\n",
"\n",
" def _count_tokens(self, text: Optional[list[str]]):\n",
" def _count_tokens(self, text: Optional[Union[str, list[str]]]):\n",
" if text is None:\n",
" return 0\n",
" elif isinstance(text, list):\n",