Merge PR #1325: add message deduplication to WhatsApp channel

This commit is contained in:
Re-bin
2026-02-28 08:38:29 +00:00

View File

@@ -2,6 +2,7 @@
import asyncio
import json
from collections import OrderedDict
from typing import Any
from loguru import logger
@@ -27,6 +28,7 @@ class WhatsAppChannel(BaseChannel):
self.config: WhatsAppConfig = config
self._ws = None
self._connected = False
self._processed_message_ids: OrderedDict[str, None] = OrderedDict()
async def start(self) -> None:
"""Start the WhatsApp channel by connecting to the bridge."""
@@ -108,6 +110,14 @@ class WhatsAppChannel(BaseChannel):
# New LID sytle typically:
sender = data.get("sender", "")
content = data.get("content", "")
message_id = data.get("id", "")
if message_id:
if message_id in self._processed_message_ids:
return
self._processed_message_ids[message_id] = None
while len(self._processed_message_ids) > 1000:
self._processed_message_ids.popitem(last=False)
# Extract just the phone number or lid as chat_id
user_id = pn if pn else sender
@@ -124,7 +134,7 @@ class WhatsAppChannel(BaseChannel):
chat_id=sender, # Use full LID for replies
content=content,
metadata={
"message_id": data.get("id"),
"message_id": message_id,
"timestamp": data.get("timestamp"),
"is_group": data.get("isGroup", False)
}