fix: stabilize system prompt for better cache reuse

This commit is contained in:
rickthemad4
2026-02-24 14:08:38 +00:00
parent a818fff8fa
commit 56b9b33c6d
2 changed files with 95 additions and 9 deletions

View File

@@ -72,10 +72,6 @@ Skills with available="false" need dependencies installed first - you can try in
def _get_identity(self) -> str: def _get_identity(self) -> str:
"""Get the core identity section.""" """Get the core identity section."""
from datetime import datetime
import time as _time
now = datetime.now().strftime("%Y-%m-%d %H:%M (%A)")
tz = _time.strftime("%Z") or "UTC"
workspace_path = str(self.workspace.expanduser().resolve()) workspace_path = str(self.workspace.expanduser().resolve())
system = platform.system() system = platform.system()
runtime = f"{'macOS' if system == 'Darwin' else system} {platform.machine()}, Python {platform.python_version()}" runtime = f"{'macOS' if system == 'Darwin' else system} {platform.machine()}, Python {platform.python_version()}"
@@ -84,9 +80,6 @@ Skills with available="false" need dependencies installed first - you can try in
You are nanobot, a helpful AI assistant. You are nanobot, a helpful AI assistant.
## Current Time
{now} ({tz})
## Runtime ## Runtime
{runtime} {runtime}
@@ -108,6 +101,34 @@ Reply directly with text for conversations. Only use the 'message' tool to send
## Memory ## Memory
- Remember important facts: write to {workspace_path}/memory/MEMORY.md - Remember important facts: write to {workspace_path}/memory/MEMORY.md
- Recall past events: grep {workspace_path}/memory/HISTORY.md""" - Recall past events: grep {workspace_path}/memory/HISTORY.md"""
@staticmethod
def _build_runtime_context(channel: str | None, chat_id: str | None) -> str:
"""Build dynamic runtime context and attach it to the tail user message."""
from datetime import datetime
import time as _time
now = datetime.now().strftime("%Y-%m-%d %H:%M (%A)")
tz = _time.strftime("%Z") or "UTC"
lines = [f"Current Time: {now} ({tz})"]
if channel and chat_id:
lines.append(f"Channel: {channel}")
lines.append(f"Chat ID: {chat_id}")
return "\n".join(lines)
@staticmethod
def _append_runtime_context(
user_content: str | list[dict[str, Any]],
runtime_context: str,
) -> str | list[dict[str, Any]]:
"""Append runtime context at the tail of the user message."""
runtime_block = f"[Runtime Context]\n{runtime_context}"
if isinstance(user_content, str):
return f"{user_content}\n\n{runtime_block}"
content = list(user_content)
content.append({"type": "text", "text": runtime_block})
return content
def _load_bootstrap_files(self) -> str: def _load_bootstrap_files(self) -> str:
"""Load all bootstrap files from workspace.""" """Load all bootstrap files from workspace."""
@@ -148,8 +169,6 @@ Reply directly with text for conversations. Only use the 'message' tool to send
# System prompt # System prompt
system_prompt = self.build_system_prompt(skill_names) system_prompt = self.build_system_prompt(skill_names)
if channel and chat_id:
system_prompt += f"\n\n## Current Session\nChannel: {channel}\nChat ID: {chat_id}"
messages.append({"role": "system", "content": system_prompt}) messages.append({"role": "system", "content": system_prompt})
# History # History
@@ -157,6 +176,10 @@ Reply directly with text for conversations. Only use the 'message' tool to send
# Current message (with optional image attachments) # Current message (with optional image attachments)
user_content = self._build_user_content(current_message, media) user_content = self._build_user_content(current_message, media)
user_content = self._append_runtime_context(
user_content=user_content,
runtime_context=self._build_runtime_context(channel, chat_id),
)
messages.append({"role": "user", "content": user_content}) messages.append({"role": "user", "content": user_content})
return messages return messages

View File

@@ -0,0 +1,63 @@
"""Tests for cache-friendly prompt construction."""
from __future__ import annotations
from datetime import datetime as real_datetime
from pathlib import Path
import datetime as datetime_module
from nanobot.agent.context import ContextBuilder
class _FakeDatetime(real_datetime):
current = real_datetime(2026, 2, 24, 13, 59)
@classmethod
def now(cls, tz=None): # type: ignore[override]
return cls.current
def _make_workspace(tmp_path: Path) -> Path:
workspace = tmp_path / "workspace"
workspace.mkdir(parents=True)
return workspace
def test_system_prompt_stays_stable_when_clock_changes(tmp_path, monkeypatch) -> None:
"""System prompt should not change just because wall clock minute changes."""
monkeypatch.setattr(datetime_module, "datetime", _FakeDatetime)
workspace = _make_workspace(tmp_path)
builder = ContextBuilder(workspace)
_FakeDatetime.current = real_datetime(2026, 2, 24, 13, 59)
prompt1 = builder.build_system_prompt()
_FakeDatetime.current = real_datetime(2026, 2, 24, 14, 0)
prompt2 = builder.build_system_prompt()
assert prompt1 == prompt2
def test_runtime_context_is_appended_to_current_user_message(tmp_path) -> None:
"""Dynamic runtime details should be added at the tail user message, not system."""
workspace = _make_workspace(tmp_path)
builder = ContextBuilder(workspace)
messages = builder.build_messages(
history=[],
current_message="Return exactly: OK",
channel="cli",
chat_id="direct",
)
assert messages[0]["role"] == "system"
assert "## Current Session" not in messages[0]["content"]
assert messages[-1]["role"] == "user"
user_content = messages[-1]["content"]
assert isinstance(user_content, str)
assert "Return exactly: OK" in user_content
assert "Current Time:" in user_content
assert "Channel: cli" in user_content
assert "Chat ID: direct" in user_content