39 lines
935 B
Bash
39 lines
935 B
Bash
#!/usr/bin/env bash
|
|
set -euo pipefail
|
|
|
|
ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
|
|
cd "$ROOT"
|
|
|
|
unset VIRTUAL_ENV
|
|
|
|
if [[ -f .env ]]; then
|
|
set -a
|
|
# shellcheck disable=SC1091
|
|
source .env
|
|
set +a
|
|
fi
|
|
|
|
GENAI_HOST="${GENAI_HOST:-0.0.0.0}"
|
|
GENAI_PORT="${GENAI_PORT:-8118}"
|
|
GENAI_MODEL="${GENAI_MODEL:-PaddleOCR-VL-1.6-0.9B}"
|
|
GENAI_BACKEND="${GENAI_BACKEND:-vllm}"
|
|
VLLM_CONFIG="${VLLM_CONFIG:-config/vllm_config.yaml}"
|
|
|
|
if [[ ! -f "${VLLM_CONFIG}" ]]; then
|
|
echo "Missing vLLM config: ${VLLM_CONFIG}" >&2
|
|
exit 1
|
|
fi
|
|
|
|
echo "==> Starting PaddleOCR-VL vLLM service"
|
|
echo " model: ${GENAI_MODEL}"
|
|
echo " backend: ${GENAI_BACKEND}"
|
|
echo " url: http://${GENAI_HOST}:${GENAI_PORT}/v1"
|
|
echo " config: ${VLLM_CONFIG}"
|
|
|
|
exec uv run paddleocr genai_server \
|
|
--model_name "${GENAI_MODEL}" \
|
|
--host "${GENAI_HOST}" \
|
|
--port "${GENAI_PORT}" \
|
|
--backend "${GENAI_BACKEND}" \
|
|
--backend_config "${VLLM_CONFIG}"
|