Hua/nanobot
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

refactor(openrouter): move litellm kwargs into registry

Browse Source
This commit is contained in:
Paresh Mathur
2026-03-14 21:35:31 +01:00
committed by Xubin Ren
parent 03b55791b4
commit 445e0aa2c4
2 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
nanobot/providers/litellm_provider.py
View File

@@ -249,10 +249,8 @@ class LiteLLMProvider(LLMProvider):
"temperature": temperature, "temperature": temperature,
} }
# LiteLLM strips the `openrouter/` prefix unless the provider is if self._gateway:
# passed explicitly, which breaks native OpenRouter model IDs. kwargs.update(self._gateway.litellm_kwargs)
if self._gateway and self._gateway.name == "openrouter":
kwargs["custom_llm_provider"] = "openrouter"
# Apply model-specific overrides (e.g. kimi-k2.5 temperature) # Apply model-specific overrides (e.g. kimi-k2.5 temperature)
self._apply_model_overrides(model, kwargs) self._apply_model_overrides(model, kwargs)

4
nanobot/providers/registry.py
View File

@@ -12,7 +12,7 @@ Every entry writes out all fields so you can copy-paste as a template.
from __future__ import annotations from __future__ import annotations
from dataclasses import dataclass from dataclasses import dataclass, field
from typing import Any from typing import Any
@@ -47,6 +47,7 @@ class ProviderSpec:
# gateway behavior # gateway behavior
strip_model_prefix: bool = False # strip "provider/" before re-prefixing strip_model_prefix: bool = False # strip "provider/" before re-prefixing
litellm_kwargs: dict[str, Any] = field(default_factory=dict) # extra kwargs passed to LiteLLM
# per-model param overrides, e.g. (("kimi-k2.5", {"temperature": 1.0}),) # per-model param overrides, e.g. (("kimi-k2.5", {"temperature": 1.0}),)
model_overrides: tuple[tuple[str, dict[str, Any]], ...] = () model_overrides: tuple[tuple[str, dict[str, Any]], ...] = ()
@@ -106,6 +107,7 @@ PROVIDERS: tuple[ProviderSpec, ...] = (
detect_by_base_keyword="openrouter", detect_by_base_keyword="openrouter",
default_api_base="https://openrouter.ai/api/v1", default_api_base="https://openrouter.ai/api/v1",
strip_model_prefix=False, strip_model_prefix=False,
litellm_kwargs={"custom_llm_provider": "openrouter"},
model_overrides=(), model_overrides=(),
supports_prompt_caching=True, supports_prompt_caching=True,
), ),