feat(provider): add OpenVINO Model Server provider (#2193)

add OpenVINO Model Server provider
This commit is contained in:
Desmond Sow
2026-03-18 15:02:47 +08:00
committed by Xubin Ren
parent 7878340031
commit f64ae3b900
4 changed files with 96 additions and 0 deletions

View File

@@ -452,6 +452,17 @@ PROVIDERS: tuple[ProviderSpec, ...] = (
strip_model_prefix=False,
model_overrides=(),
),
# === OpenVINO Model Server (direct, local, OpenAI-compatible at /v3) ===
ProviderSpec(
name="ovms",
keywords=("openvino", "ovms"),
env_key="",
display_name="OpenVINO Model Server",
litellm_prefix="",
is_direct=True,
is_local=True,
default_api_base="http://localhost:8000/v3",
),
# === Auxiliary (not a primary LLM provider) ============================
# Groq: mainly used for Whisper voice transcription, also usable for LLM.
# Needs "groq/" prefix for LiteLLM routing. Placed last — it rarely wins fallback.