fix: add example of truncating the chat context for multimodal agent

livekit · Nov 3, 2024 · 348e636 · 348e636
1 parent ca462a9
commit 348e636
Show file tree

Hide file tree

Showing 4 changed files with 22 additions and 0 deletions.
diff --git a/examples/multimodal_agent.py b/examples/multimodal_agent.py
@@ -98,6 +98,15 @@ async def get_weather(
     )
     agent.start(ctx.room, participant)
 
+    @agent.on("agent_speech_committed")
+    @agent.on("agent_speech_interrupted")
+    def _on_agent_speech_created(msg: llm.ChatMessage):
+        # example of truncating the chat context
+        max_ctx_len = 10
+        if len(agent.chat_ctx.messages) > max_ctx_len:
+            messages = agent.chat_ctx.messages[-max_ctx_len:]
+            agent.sync_chat_ctx(llm.ChatContext(messages=messages))
+
 
 if __name__ == "__main__":
     cli.run_app(WorkerOptions(entrypoint_fnc=entrypoint, worker_type=WorkerType.ROOM))
diff --git a/livekit-agents/livekit/agents/llm/chat_context.py b/livekit-agents/livekit/agents/llm/chat_context.py
@@ -120,6 +120,7 @@ def copy(self):
 
         copied_msg = ChatMessage(
             role=self.role,
+            id=self.id,
             name=self.name,
             content=content,
             tool_calls=tool_calls,

diff --git a/livekit-agents/livekit/agents/multimodal/multimodal_agent.py b/livekit-agents/livekit/agents/multimodal/multimodal_agent.py
@@ -117,6 +117,9 @@ def chat_ctx(self, value: llm.ChatContext | None) -> None:
     def fnc_ctx(self, value: llm.FunctionContext | None) -> None:
         self._session.fnc_ctx = self._fnc_ctx = value
 
+    def sync_chat_ctx(self, ctx: llm.ChatContext) -> None:
+        self._session.sync_chat_ctx(ctx)
+
     def start(
         self, room: rtc.Room, participant: rtc.RemoteParticipant | str | None = None
     ) -> None:

diff --git a/livekit-plugins/livekit-plugins-openai/livekit/plugins/openai/realtime/realtime_model.py b/livekit-plugins/livekit-plugins-openai/livekit/plugins/openai/realtime/realtime_model.py
@@ -804,6 +804,15 @@ def sync_chat_ctx(self, ctx: llm.ChatContext) -> None:
         changes = utils.compute_changes(
             self._chat_ctx.messages, ctx.messages, key_fnc=lambda x: x.id
         )
+        logger.debug(
+            "sync chat context",
+            extra={
+                "to_delete": [msg.id for msg in changes.to_delete],
+                "to_add": [
+                    (prev.id if prev else None, msg.id) for prev, msg in changes.to_add
+                ],
+            },
+        )
         for msg in changes.to_delete:
             self.conversation.item.delete(item_id=msg.id)