fix: Safe pipeline init, use device_map in transformers models (#1917)

* Use device_map for transformer models

Signed-off-by: Christoph Auer <cau@zurich.ibm.com>

* Add accelerate

Signed-off-by: Christoph Auer <cau@zurich.ibm.com>

* Relax accelerate min version

Signed-off-by: Christoph Auer <cau@zurich.ibm.com>

* Make pipeline cache+init thread-safe

Signed-off-by: Christoph Auer <cau@zurich.ibm.com>

---------

Signed-off-by: Christoph Auer <cau@zurich.ibm.com>
This commit is contained in:
Christoph Auer
2025-07-18 15:14:36 +02:00
committed by GitHub
parent e1e3053695
commit cca05c45ea
4 changed files with 19 additions and 12 deletions

2
uv.lock generated
View File

@@ -809,6 +809,7 @@ name = "docling"
version = "2.41.0"
source = { editable = "." }
dependencies = [
{ name = "accelerate" },
{ name = "beautifulsoup4" },
{ name = "certifi" },
{ name = "docling-core", extra = ["chunking"] },
@@ -902,6 +903,7 @@ examples = [
[package.metadata]
requires-dist = [
{ name = "accelerate", specifier = ">=1.0.0,<2" },
{ name = "accelerate", marker = "extra == 'vlm'", specifier = ">=1.2.1,<2.0.0" },
{ name = "beautifulsoup4", specifier = ">=4.12.3,<5.0.0" },
{ name = "certifi", specifier = ">=2024.7.4" },