Hua/nanobot
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: fix API key matching by model name

Browse Source
This commit is contained in:
Re-bin
2026-02-06 08:01:20 +00:00
parent f5a50d08eb
commit 760a369004
2 changed files with 58 additions and 38 deletions
Download Patch File Download Diff File Expand all files Collapse all files

27
nanobot/providers/litellm_provider.py
View File

@@ -31,15 +31,9 @@ class LiteLLMProvider(LLMProvider):
(api_key and api_key.startswith("sk-or-")) or
(api_base and "openrouter" in api_base)
)
# Detect Moonshot by api_base or model name
self.is_moonshot = (
(api_base and "moonshot" in api_base) or
("moonshot" in default_model or "kimi" in default_model)
)
# Track if using custom endpoint (vLLM, etc.)
self.is_vllm = bool(api_base) and not self.is_openrouter and not self.is_moonshot
self.is_vllm = bool(api_base) and not self.is_openrouter
# Configure LiteLLM based on provider
if api_key:
@@ -63,10 +57,9 @@ class LiteLLMProvider(LLMProvider):
os.environ.setdefault("GROQ_API_KEY", api_key)
elif "moonshot" in default_model or "kimi" in default_model:
os.environ.setdefault("MOONSHOT_API_KEY", api_key)
if api_base:
os.environ["MOONSHOT_API_BASE"] = api_base
if api_base and not self.is_moonshot:
os.environ.setdefault("MOONSHOT_API_BASE", api_base or "https://api.moonshot.cn/v1")
if api_base:
litellm.api_base = api_base
# Disable LiteLLM logging noise
@@ -123,17 +116,17 @@ class LiteLLMProvider(LLMProvider):
if self.is_vllm:
model = f"hosted_vllm/{model}"
# kimi-k2.5 only supports temperature=1.0
if "kimi-k2.5" in model.lower():
temperature = 1.0
kwargs: dict[str, Any] = {
"model": model,
"messages": messages,
"max_tokens": max_tokens,
"temperature": temperature,
}
# kimi-k2.5 only supports temperature=1.0
if "kimi-k2.5" in model.lower():
kwargs["temperature"] = 1.0
# Pass api_base directly for custom endpoints (vLLM, etc.)
if self.api_base:
kwargs["api_base"] = self.api_base