removing changes from base_pipeline

Signed-off-by: Maksym Lysak <mly@zurich.ibm.com>
This commit is contained in:
Maksym Lysak 2025-02-24 15:13:59 +01:00
parent a7a1f32b10
commit a095a7c5b7
3 changed files with 6 additions and 1 deletions

View File

@ -206,6 +206,7 @@ class PaginatedPipeline(BasePipeline): # TODO this is a bad name.
if conv_res.input._backend: if conv_res.input._backend:
conv_res.input._backend.unload() conv_res.input._backend.unload()
return conv_res return conv_res
def _determine_status(self, conv_res: ConversionResult) -> ConversionStatus: def _determine_status(self, conv_res: ConversionResult) -> ConversionStatus:

View File

@ -374,7 +374,7 @@ class VlmPipeline(PaginatedPipeline):
rf"{DocItemLabel.LIST_ITEM}|{DocItemLabel.FOOTNOTE}|{DocItemLabel.CODE}|" rf"{DocItemLabel.LIST_ITEM}|{DocItemLabel.FOOTNOTE}|{DocItemLabel.CODE}|"
rf"{DocItemLabel.SECTION_HEADER}_level_1|otsl)>.*?</(?P=tag)>" rf"{DocItemLabel.SECTION_HEADER}_level_1|otsl)>.*?</(?P=tag)>"
) )
# DocumentToken.OTSL
pattern = re.compile(tag_pattern, re.DOTALL) pattern = re.compile(tag_pattern, re.DOTALL)
# Go through each match in order # Go through each match in order

View File

@ -58,6 +58,7 @@ onnxruntime = [
{ version = ">=1.7.0,<1.20.0", optional = true, markers = "python_version < '3.10'" }, { version = ">=1.7.0,<1.20.0", optional = true, markers = "python_version < '3.10'" },
{ version = "^1.7.0", optional = true, markers = "python_version >= '3.10'" } { version = "^1.7.0", optional = true, markers = "python_version >= '3.10'" }
] ]
transformers = [ transformers = [
{markers = "sys_platform != 'darwin' or platform_machine != 'x86_64'", version = "^4.46.0", optional = true }, {markers = "sys_platform != 'darwin' or platform_machine != 'x86_64'", version = "^4.46.0", optional = true },
{markers = "sys_platform == 'darwin' and platform_machine == 'x86_64'", version = "~4.42.0", optional = true } {markers = "sys_platform == 'darwin' and platform_machine == 'x86_64'", version = "~4.42.0", optional = true }
@ -65,6 +66,9 @@ transformers = [
pillow = ">=10.0.0,<12.0.0" pillow = ">=10.0.0,<12.0.0"
tqdm = "^4.65.0" tqdm = "^4.65.0"
# transformers = "^4.47.1"
# accelerate = "^1.2.1"
[tool.poetry.group.dev.dependencies] [tool.poetry.group.dev.dependencies]
black = {extras = ["jupyter"], version = "^24.4.2"} black = {extras = ["jupyter"], version = "^24.4.2"}
pytest = "^7.2.2" pytest = "^7.2.2"