29 lines
971 B
YAML
29 lines
971 B
YAML
services:
|
|
docling-serve:
|
|
image: quay.io/docling-project/docling-serve-cu128:latest
|
|
container_name: docling-serve
|
|
ports:
|
|
- "5001:5001"
|
|
environment:
|
|
# Enable the web UI for testing
|
|
- DOCLING_SERVE_ENABLE_UI=true
|
|
# CRITICAL: Required for picture description with external LLM APIs
|
|
- DOCLING_SERVE_ENABLE_REMOTE_SERVICES=true
|
|
# Maximum wait time for sync requests (seconds) - increase for large documents
|
|
- DOCLING_SERVE_MAX_SYNC_WAIT=600
|
|
# Number of local engine workers
|
|
- DOCLING_SERVE_ENG_LOC_NUM_WORKERS=2
|
|
# CPU thread configuration
|
|
- OMP_NUM_THREADS=4
|
|
- MKL_NUM_THREADS=4
|
|
# IMPORTANT: Keep at 1 to avoid "Task Not Found" errors
|
|
- UVICORN_WORKERS=1
|
|
restart: unless-stopped
|
|
# For GPU support with NVIDIA:
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
count: all
|
|
capabilities: [gpu] |