feat(audio): add accept/discard buttons to audio recording

backend/chainlit/__init__.py

@@ -72,6 +72,7 @@
     on_app_shutdown,
     on_app_startup,
     on_audio_chunk,
+    on_audio_discard,
     on_audio_end,
     on_audio_start,
     on_chat_end,
@@ -193,6 +194,7 @@ def acall(self):
     "on_app_shutdown",
     "on_app_startup",
     "on_audio_chunk",
+    "on_audio_discard",
     "on_audio_end",
     "on_audio_start",
     "on_chat_end",

backend/chainlit/callbacks.py

@@ -376,6 +376,13 @@ def on_audio_end(func: Callable) -> Callable:
     return func
 
 
+def on_audio_discard(func: Callable) -> Callable:
+    """Hook to react to audio being discarded by the user."""
+
+    config.code.on_audio_discard = wrap_user_function(func, with_task=False)
+    return func
+
+
 def author_rename(
     func: Callable[[str], Awaitable[str]],
 ) -> Callable[[str], Awaitable[str]]:

backend/chainlit/config.py

@@ -403,6 +403,7 @@ class CodeSettings(BaseModel):
     on_audio_start: Optional[Callable[[], Any]] = None
     on_audio_chunk: Optional[Callable[["InputAudioChunk"], Any]] = None
     on_audio_end: Optional[Callable[[], Any]] = None
+    on_audio_discard: Optional[Callable[[], Any]] = None
     on_mcp_connect: Optional[Callable] = None
     on_mcp_disconnect: Optional[Callable] = None
     on_settings_edit: Optional[Callable[[Dict[str, Any]], Any]] = None

backend/chainlit/socket.py

@@ -457,6 +457,30 @@ async def audio_chunk(sid, payload: InputAudioChunkPayload):
         asyncio.create_task(config.code.on_audio_chunk(InputAudioChunk(**payload)))
 
 
+@sio.on("audio_discard")
+async def audio_discard(sid):
+    """Handle the user discarding the audio stream."""
+    session = WebsocketSession.require(sid)
+
+    try:
+        context = init_ws_context(session)
+        config: ChainlitConfig = session.get_config()  # type: ignore
+
+        if (
+            config.features.audio
+            and config.features.audio.enabled
+            and config.code.on_audio_discard
+        ):
+            await config.code.on_audio_discard()
+
+        await context.emitter.update_audio_connection("off")
+
+    except asyncio.CancelledError:
+        pass
+    except Exception as e:
+        logger.exception(e)
+
+
 @sio.on("audio_end")
 async def audio_end(sid):
     """Handle the end of the audio stream."""

backend/chainlit/translations/ar-SA.json

@@ -81,7 +81,9 @@
     "speech": {
       "start": "بدء التسجيل",
       "stop": "إيقاف التسجيل",
-      "connecting": "جاري الاتصال"
+      "connecting": "جاري الاتصال",
+      "accept": "Send recording",
+      "discard": "Discard recording"
     },
     "fileUpload": {
       "dragDrop": "اسحب وأفلت الملفات هنا",

backend/chainlit/translations/bn.json

@@ -68,7 +68,9 @@
     "speech": {
       "start": "রেকর্ডিং শুরু করুন",
       "stop": "রেকর্ডিং বন্ধ করুন",
-      "connecting": "সংযোগ করা হচ্ছে"
+      "connecting": "সংযোগ করা হচ্ছে",
+      "accept": "Send recording",
+      "discard": "Discard recording"
     },
     "favorites": {
       "use": "একটি পছন্দের মেসেজ ব্যবহার করুন",

backend/chainlit/translations/da-DK.json

@@ -81,7 +81,9 @@
     "speech": {
       "start": "Start optagelse",
       "stop": "Stop optagelse",
-      "connecting": "Forbinder"
+      "connecting": "Forbinder",
+      "accept": "Send recording",
+      "discard": "Discard recording"
     },
     "fileUpload": {
       "dragDrop": "Træk og slip filer her",

backend/chainlit/translations/de-DE.json

@@ -82,7 +82,9 @@
     "speech": {
       "start": "Aufnahme starten",
       "stop": "Aufnahme stoppen",
-      "connecting": "Verbinde"
+      "connecting": "Verbinde",
+      "accept": "Send recording",
+      "discard": "Discard recording"
     },
     "fileUpload": {
       "dragDrop": "Ziehe deine Dateien hierher",

backend/chainlit/translations/el-GR.json

@@ -82,7 +82,9 @@
     "speech": {
       "start": "Έναρξη εγγραφής",
       "stop": "Διακοπή εγγραφής",
-      "connecting": "Σύνδεση"
+      "connecting": "Σύνδεση",
+      "accept": "Send recording",
+      "discard": "Discard recording"
     },
     "fileUpload": {
       "dragDrop": "Σύρετε αρχεία εδώ",

backend/chainlit/translations/en-US.json

@@ -82,7 +82,9 @@
     "speech": {
       "start": "Start recording",
       "stop": "Stop recording",
-      "connecting": "Connecting"
+      "connecting": "Connecting",
+      "accept": "Send recording",
+      "discard": "Discard recording"
     },
     "fileUpload": {
       "dragDrop": "Drag and drop files here",

backend/chainlit/translations/es.json

@@ -82,7 +82,9 @@
     "speech": {
       "start": "Comenzar grabación",
       "stop": "Detener grabación",
-      "connecting": "Conectando"
+      "connecting": "Conectando",
+      "accept": "Send recording",
+      "discard": "Discard recording"
     },
     "fileUpload": {
       "dragDrop": "Arrastra y suelta archivos aquí",

backend/chainlit/translations/fr-FR.json

@@ -82,7 +82,9 @@
     "speech": {
       "start": "Démarrer l'enregistrement",
       "stop": "Arrêter l'enregistrement",
-      "connecting": "Connexion en cours"
+      "connecting": "Connexion en cours",
+      "accept": "Send recording",
+      "discard": "Discard recording"
     },
     "fileUpload": {
       "dragDrop": "Glissez et déposez des fichiers ici",

backend/chainlit/translations/gu.json

@@ -68,7 +68,9 @@
     "speech": {
       "start": "રેકોર્ડિંગ શરૂ કરો",
       "stop": "રેકોર્ડિંગ બંધ કરો",
-      "connecting": "કનેક્ટ થઈ રહ્યું છે"
+      "connecting": "કનેક્ટ થઈ રહ્યું છે",
+      "accept": "Send recording",
+      "discard": "Discard recording"
     },
     "favorites": {
       "use": "મનપસંદ સંદેશનો ઉપયોગ કરો",

backend/chainlit/translations/he-IL.json

@@ -68,7 +68,9 @@
     "speech": {
       "start": "התחל הקלטה",
       "stop": "עצור הקלטה",
-      "connecting": "מתחבר"
+      "connecting": "מתחבר",
+      "accept": "Send recording",
+      "discard": "Discard recording"
     },
     "favorites": {
       "use": "השתמש בהודעה מועדפת",

backend/chainlit/translations/hi.json

@@ -68,7 +68,9 @@
     "speech": {
       "start": "रिकॉर्डिंग शुरू करें",
       "stop": "रिकॉर्डिंग रोकें",
-      "connecting": "कनेक्ट हो रहा है"
+      "connecting": "कनेक्ट हो रहा है",
+      "accept": "Send recording",
+      "discard": "Discard recording"
     },
     "fileUpload": {
       "dragDrop": "फ़ाइलों को यहां खींचें और छोड़ें",

backend/chainlit/translations/it.json

@@ -82,7 +82,9 @@
     "speech": {
       "start": "Inizia registrazione",
       "stop": "Interrompi registrazione",
-      "connecting": "Connettendo"
+      "connecting": "Connettendo",
+      "accept": "Send recording",
+      "discard": "Discard recording"
     },
     "fileUpload": {
       "dragDrop": "Trascina e rilascia i file qui",

backend/chainlit/translations/ja.json

@@ -68,7 +68,9 @@
     "speech": {
       "start": "録音開始",
       "stop": "録音停止",
-      "connecting": "接続中"
+      "connecting": "接続中",
+      "accept": "Send recording",
+      "discard": "Discard recording"
     },
     "favorites": {
       "use": "お気に入りのメッセージを使用",

backend/chainlit/translations/kn.json

@@ -82,7 +82,9 @@
     "speech": {
       "start": "ರೆಕಾರ್ಡಿಂಗ್ ಪ್ರಾರಂಭಿಸಿ",
       "stop": "ರೆಕಾರ್ಡಿಂಗ್ ನಿಲ್ಲಿಸಿ",
-      "connecting": "ಸಂಪರ್ಕಿಸಲಾಗುತ್ತಿದೆ"
+      "connecting": "ಸಂಪರ್ಕಿಸಲಾಗುತ್ತಿದೆ",
+      "accept": "Send recording",
+      "discard": "Discard recording"
     },
     "fileUpload": {
       "dragDrop": "ಫೈಲ್‌ಗಳನ್ನು ಇಲ್ಲಿ ಎಳೆದು ಬಿಡಿ",

backend/chainlit/translations/ko.json

@@ -82,7 +82,9 @@
     "speech": {
       "start": "녹음 시작",
       "stop": "녹음 중지",
-      "connecting": "연결 중"
+      "connecting": "연결 중",
+      "accept": "Send recording",
+      "discard": "Discard recording"
     },
     "fileUpload": {
       "dragDrop": "여기에 파일을 드래그 앤 드롭하세요",

backend/chainlit/translations/ml.json

@@ -82,7 +82,9 @@
     "speech": {
       "start": "റെക്കോർഡിംഗ് ആരംഭിക്കുക",
       "stop": "റെക്കോർഡിംഗ് നിർത്തുക",
-      "connecting": "ബന്ധിപ്പിക്കുന്നു"
+      "connecting": "ബന്ധിപ്പിക്കുന്നു",
+      "accept": "Send recording",
+      "discard": "Discard recording"
     },
     "fileUpload": {
       "dragDrop": "ഫയലുകൾ ഇവിടെ വലിച്ചിടുക",

backend/chainlit/translations/mr.json

@@ -68,7 +68,9 @@
     "speech": {
       "start": "रेकॉर्डिंग सुरू करा",
       "stop": "रेकॉर्डिंग थांबवा",
-      "connecting": "कनेक्ट करत आहे"
+      "connecting": "कनेक्ट करत आहे",
+      "accept": "Send recording",
+      "discard": "Discard recording"
     },
     "favorites": {
       "use": "आवडता संदेश वापरा",

backend/chainlit/translations/nl.json

@@ -68,7 +68,9 @@
     "speech": {
       "start": "Start opname",
       "stop": "Stop opname",
-      "connecting": "Verbinden"
+      "connecting": "Verbinden",
+      "accept": "Send recording",
+      "discard": "Discard recording"
     },
     "fileUpload": {
       "dragDrop": "Sleep bestanden hierheen",

backend/chainlit/translations/pt-PT.json

@@ -82,7 +82,9 @@
     "speech": {
       "start": "Iniciar grava\u00e7\u00e3o",
       "stop": "Parar grava\u00e7\u00e3o",
-      "connecting": "A ligar"
+      "connecting": "A ligar",
+      "accept": "Send recording",
+      "discard": "Discard recording"
     },
     "fileUpload": {
       "dragDrop": "Arraste e largue ficheiros aqui",

backend/chainlit/translations/ta.json

@@ -82,7 +82,9 @@
     "speech": {
       "start": "பதிவு தொடங்கு",
       "stop": "பதிவை நிறுத்து",
-      "connecting": "இணைக்கிறது"
+      "connecting": "இணைக்கிறது",
+      "accept": "Send recording",
+      "discard": "Discard recording"
     },
     "fileUpload": {
       "dragDrop": "கோப்புகளை இங்கே இழுத்து விடவும்",

backend/chainlit/translations/te.json

@@ -68,7 +68,9 @@
     "speech": {
       "start": "రికార్డింగ్ ప్రారంభించండి",
       "stop": "రికార్డింగ్ ఆపండి",
-      "connecting": "అనుసంధానిస్తోంది"
+      "connecting": "అనుసంధానిస్తోంది",
+      "accept": "Send recording",
+      "discard": "Discard recording"
     },
     "favorites": {
       "use": "ఇష్టమైన సందేశాన్ని ఉపయోగించండి",

backend/chainlit/translations/zh-CN.json

@@ -68,7 +68,9 @@
     "speech": {
       "start": "开始录音",
       "stop": "停止录音",
-      "connecting": "连接中"
+      "connecting": "连接中",
+      "accept": "Send recording",
+      "discard": "Discard recording"
     },
     "fileUpload": {
       "dragDrop": "将文件拖放到这里",

backend/chainlit/translations/zh-TW.json

@@ -68,7 +68,9 @@
     "speech": {
       "start": "開始錄音",
       "stop": "停止錄音",
-      "connecting": "連線中"
+      "connecting": "連線中",
+      "accept": "Send recording",
+      "discard": "Discard recording"
     },
     "fileUpload": {
       "dragDrop": "拖曳檔案到這裡",