MirrorMirror
/
01
mirror of https://github.com/OpenInterpreter/01.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

send multimodal message on startup of multimodal agent

This commit is contained in:
Ben Xu 2024-12-09 13:35:55 -08:00
parent 2f53be05db
commit f6c13a13bd
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
software/source/server/livekit/multimodal.py
View File

@ -104,6 +104,9 @@ async def entrypoint(ctx: JobContext):
fnc_ctx=fnc_ctx, fnc_ctx=fnc_ctx,
) )
# Send a message to the client to switch to multimodal mode
await ctx.room.local_participant.publish_data(payload="{MULTIMODAL_MODE}", topic="agent_mode")
# Initial message to start the interaction # Initial message to start the interaction
session.conversation.item.create( session.conversation.item.create(
llm.ChatMessage( llm.ChatMessage(