#1385: Gather - dont start the continuous asr timer when we first start listening if this is a background gather (#1386)

* support elevenlabs different endpoint

* wip

* wip

data/example-voicemail-greetings.json

@@ -174,5 +174,61 @@
     "non è raggiungibile",
     "lascia pure un messaggio",
     "puoi lasciare un messaggio"
+  ],
+  "ja-JP": [
+    "この通話は留守番電話に転送されました",
+    "発信先は現在電話に出ることができません",
+    "発信音の後でメッセージを録音してください",
+    "録音を完了したら電話を切ることができます",
+    "只今電話に出ることができません",
+    "ただ今電話に出ることができません",
+    "ただいま電話に出ることができません",
+    "ピーという発信音の後にお名前とご用件をお話しください",
+    "ファックスを送られる方はスタートボタンを押してください",
+    "FAXを送られる方はスタートボタンを押してください",
+    "おかけになった電話をお呼びしましたが",
+    "お出になりません",
+    "おでになりません",
+    "お掛けになった電話番号は",
+    "おかけになった電話番号は",
+    "お掛けになった電話は",
+    "おかけになった電話は",
+    "現在使われておりません",
+    "番号をお確かめになって",
+    "お掛け直し下さい",
+    "おかけ直し下さい",
+    "おかけ直しください",
+    "こちらはNTTドコモです",
+    "こちらはエーユーです",
+    "こちらはソフトバンクです",
+    "電波の届かない",
+    "電源が入っていない",
+    "掛かりません",
+    "かかりません",
+    "お繋ぎすることが出来ません",
+    "お繋ぎ出来ません",
+    "お繋ぎすることができません",
+    "お繋ぎできません",
+    "おつなぎすることができません",
+    "おつなぎできません",
+    "メッセージを録音",
+    "留守番電話",
+    "お留守番サービス",
+    "留守番",
+    "留守電",
+    "留守",
+    "接続します",
+    "合図の音",
+    "ピーと",
+    "発信音",
+    "ご用件",
+    "伝言",
+    "お話しください",
+    "ファックス",
+    "FAX",
+    "終了",
+    "終了しました",
+    "終了いたしました",
+    "営業時間"
   ]
 }

lib/session/call-session.js

@@ -1117,6 +1117,7 @@ class CallSession extends Emitter {
           return {
             api_key: credential.api_key,
             model_id: credential.model_id,
+            api_uri: credential.api_uri,
             options: credential.options
           };
         }
@@ -1165,7 +1166,7 @@ class CallSession extends Emitter {
             service_version: credential.service_version
           };
         }
-        else if ('deepgramriver' === vendor) {
+        else if ('deepgramflux' === vendor) {
           return {
             speech_credential_sid: credential.speech_credential_sid,
             api_key: credential.api_key,
@@ -2399,7 +2400,7 @@ Duration=${duration} `
         this.logger.debug(`endpoint was destroyed!! ${this.ep.uuid}`);
       });
 
-      if (this.direction === CallDirection.Inbound) {
+      if (this.direction === CallDirection.Inbound || this.application?.transferredCall) {
         if (task.earlyMedia && !this.req.finalResponseSent) {
           this.res.send(183, {body: ep.local.sdp});
           return {ep};

lib/tasks/gather.js

@@ -11,7 +11,7 @@ const {
   NvidiaTranscriptionEvents,
   JambonzTranscriptionEvents,
   AssemblyAiTranscriptionEvents,
-  DeepgramRiverTranscriptionEvents,
+  DeepgramfluxTranscriptionEvents,
   VoxistTranscriptionEvents,
   CartesiaTranscriptionEvents,
   OpenAITranscriptionEvents,
@@ -93,6 +93,8 @@ class TaskGather extends SttTask {
 
   get needsStt() { return this.input.includes('speech'); }
 
+  get isBackgroundGather() { return this.bugname_prefix === 'background_bargeIn_'; }
+
   get wantsSingleUtterance() {
     return this.data.recognizer?.singleUtterance === true;
   }
@@ -227,7 +229,9 @@ class TaskGather extends SttTask {
 
     const startListening = async(cs, ep) => {
       this._startTimer();
-      if (this.isContinuousAsr && 0 === this.timeout) this._startAsrTimer();
+      if (this.isContinuousAsr && 0 === this.timeout && !this.isBackgroundGather) {
+        this._startAsrTimer();
+      }
       if (this.input.includes('speech') && !this.listenDuringPrompt) {
         try {
           await this._setSpeechHandlers(cs, ep);
@@ -395,6 +399,7 @@ class TaskGather extends SttTask {
       if (this.digitBuffer.length === 0 && this.needsStt) {
         // DTMF is higher priority than STT.
         this.removeCustomEventListeners();
+        this._clearAsrTimer(); //clear ASR timer as we're now using dtmf
         this._stopTranscribing(ep);
       }
       this.digitBuffer += evt.dtmf;
@@ -409,6 +414,7 @@ class TaskGather extends SttTask {
       const ms = this.interDigitTimeout * 1000;
       this.logger.debug(`starting interdigit timer of ${ms}`);
       this.interDigitTimer = setTimeout(() => this._resolve('dtmf-interdigit-timeout'), ms);
+      this._clearTimer(); //clear main timer as we're now using interdigit dtmf timer
     }
   }
 
@@ -466,16 +472,18 @@ class TaskGather extends SttTask {
         this.addCustomEventListener(ep, DeepgramTranscriptionEvents.Connect, this._onVendorConnect.bind(this, cs, ep));
         this.addCustomEventListener(ep, DeepgramTranscriptionEvents.ConnectFailure,
           this._onVendorConnectFailure.bind(this, cs, ep));
+        this.addCustomEventListener(ep, DeepgramTranscriptionEvents.Error, this._onVendorError.bind(this, cs, ep));
         break;
 
-      case 'deepgramriver':
-        this.bugname = `${this.bugname_prefix}deepgramriver_transcribe`;
+      case 'deepgramflux':
+        this.bugname = `${this.bugname_prefix}deepgramflux_transcribe`;
         this.addCustomEventListener(
-          ep, DeepgramRiverTranscriptionEvents.Transcription, this._onTranscription.bind(this, cs, ep));
+          ep, DeepgramfluxTranscriptionEvents.Transcription, this._onTranscription.bind(this, cs, ep));
         this.addCustomEventListener(
-          ep, DeepgramRiverTranscriptionEvents.Connect, this._onVendorConnect.bind(this, cs, ep));
-        this.addCustomEventListener(ep, DeepgramRiverTranscriptionEvents.ConnectFailure,
+          ep, DeepgramfluxTranscriptionEvents.Connect, this._onVendorConnect.bind(this, cs, ep));
+        this.addCustomEventListener(ep, DeepgramfluxTranscriptionEvents.ConnectFailure,
           this._onVendorConnectFailure.bind(this, cs, ep));
+        this.addCustomEventListener(ep, DeepgramfluxTranscriptionEvents.Error, this._onVendorError.bind(this, cs, ep));
         break;
 
       case 'soniox':
@@ -702,8 +710,8 @@ class TaskGather extends SttTask {
     this.logger.debug(`Starting timoutTimer of ${this.timeout}ms`);
     this._clearTimer();
     this._timeoutTimer = setTimeout(() => {
+      // If continuousASR in use then extend by the asr window for more transcripts.
       if (this.isContinuousAsr) this._startAsrTimer();
-      if (this.interDigitTimer) return; // let the inter-digit timer complete
       else {
         this._resolve(this.digitBuffer.length >= this.minDigits ? 'dtmf-num-digits' : 'timeout');
       }
@@ -910,7 +918,7 @@ class TaskGather extends SttTask {
 
     evt = this.normalizeTranscription(evt, this.vendor, 1, this.language,
       this.shortUtterance, this.data.recognizer.punctuation);
-    //this.logger.debug({evt, bugname, finished, vendor: this.vendor}, 'Gather:_onTranscription normalized transcript');
+    this.logger.debug({evt, bugname, finished, vendor: this.vendor}, 'Gather:_onTranscription normalized transcript');
 
     if (evt.alternatives.length === 0) {
       this.logger.info({evt}, 'TaskGather:_onTranscription - got empty transcript, continue listening');
@@ -1076,6 +1084,11 @@ class TaskGather extends SttTask {
         this.cs.requestor.request('verb:hook', this.partialResultHook,  Object.assign({speech: evt},
           this.cs.callInfo, httpHeaders));
       }
+      else if (this.vendor === 'deepgramflux' &&
+        ['EagerEndOfTurn', 'TurnResumed'].includes(evt.vendor.evt?.event)) {
+        this.logger.debug(`Gather:_onTranscription - deepgramflux event detected: ${evt.event}`);
+        this.performAction({speech: evt, reason: 'speechDetected'}, false);
+      }
       if (this.vendor === 'soniox') {
         if (evt.vendor.finalWords.length) {
           this.logger.debug({evt}, 'TaskGather:_onTranscription - buffering soniox transcript');

lib/tasks/say.js

@@ -409,6 +409,9 @@ class TaskSay extends TtsTask {
           });
           const r = await ep.play(filename);
           this.logger.debug({r}, 'Say:exec play result');
+          if (r.playbackSeconds == null && r.playbackMilliseconds == null && r.playbackLastOffsetPos == null) {
+            this._playReject(new Error('Playback failed to start'));
+          }
           try {
             // wait for playback-stop event received to confirm if the playback is successful
             await this._playPromise;

lib/tasks/transcribe.js

@@ -6,7 +6,7 @@ const {
   AwsTranscriptionEvents,
   AzureTranscriptionEvents,
   DeepgramTranscriptionEvents,
-  DeepgramRiverTranscriptionEvents,
+  DeepgramfluxTranscriptionEvents,
   SonioxTranscriptionEvents,
   CobaltTranscriptionEvents,
   IbmTranscriptionEvents,
@@ -237,19 +237,23 @@ class TaskTranscribe extends SttTask {
           this._onVendorConnect.bind(this, cs, ep));
         this.addCustomEventListener(ep, DeepgramTranscriptionEvents.ConnectFailure,
           this._onVendorConnectFailure.bind(this, cs, ep, channel));
+        this.addCustomEventListener(ep, DeepgramTranscriptionEvents.Error, this._onVendorError.bind(this, cs, ep));
+
 
         /* if app sets deepgramOptions.utteranceEndMs they essentially want continuous asr */
         //if (opts.DEEPGRAM_SPEECH_UTTERANCE_END_MS) this.isContinuousAsr = true;
 
         break;
-      case 'deepgramriver':
-        this.bugname = `${this.bugname_prefix}deepgramriver_transcribe`;
-        this.addCustomEventListener(ep, DeepgramRiverTranscriptionEvents.Transcription,
+      case 'deepgramflux':
+        this.bugname = `${this.bugname_prefix}deepgramflux_transcribe`;
+        this.addCustomEventListener(ep, DeepgramfluxTranscriptionEvents.Transcription,
           this._onTranscription.bind(this, cs, ep, channel));
-        this.addCustomEventListener(ep, DeepgramRiverTranscriptionEvents.Connect,
+        this.addCustomEventListener(ep, DeepgramfluxTranscriptionEvents.Connect,
           this._onVendorConnect.bind(this, cs, ep));
-        this.addCustomEventListener(ep, DeepgramRiverTranscriptionEvents.ConnectFailure,
+        this.addCustomEventListener(ep, DeepgramfluxTranscriptionEvents.ConnectFailure,
           this._onVendorConnectFailure.bind(this, cs, ep, channel));
+        this.addCustomEventListener(ep, DeepgramfluxTranscriptionEvents.Error, this._onVendorError.bind(this, cs, ep));
+
         break;
       case 'soniox':
         this.bugname = `${this.bugname_prefix}soniox_transcribe`;

lib/tasks/tts-task.js

@@ -81,7 +81,7 @@ class TtsTask extends Task {
   }
 
   async setTtsStreamingChannelVars(vendor, language, voice, credentials, ep) {
-    const {api_key, model_id, custom_tts_streaming_url, auth_token} = credentials;
+    const {api_key, model_id, api_uri, custom_tts_streaming_url, auth_token} = credentials;
     let obj;
 
     this.logger.debug(`setTtsStreamingChannelVars: vendor: ${vendor}, language: ${language}, voice: ${voice}`);
@@ -105,6 +105,7 @@ class TtsTask extends Task {
         const {stability, similarity_boost, use_speaker_boost, style, speed} = this.options.voice_settings || {};
         obj = {
           ELEVENLABS_API_KEY: api_key,
+          ...(api_uri && {ELEVENLABS_API_URI: api_uri}),
           ELEVENLABS_TTS_STREAMING_MODEL_ID: model_id,
           ELEVENLABS_TTS_STREAMING_VOICE_ID: voice,
           // 20/12/2024 - only eleven_turbo_v2_5 support multiple language
@@ -327,6 +328,13 @@ class TtsTask extends Task {
             this.playbackIds.push(extractPlaybackId(filePath));
             this.logger.debug({playbackIds: this.playbackIds}, 'Say: a streaming tts api will be used');
             const modifiedPath = filePath.replace('say:{', `say:{session-uuid=${ep.uuid},`);
+            this.notifyStatus({
+              event: 'synthesized-audio',
+              vendor,
+              language,
+              servedFromCache,
+              'id': this.id
+            });
             return modifiedPath;
           }
           return filePath;

lib/utils/constants.json

@@ -94,12 +94,14 @@
   "DeepgramTranscriptionEvents": {
     "Transcription": "deepgram_transcribe::transcription",
     "ConnectFailure": "deepgram_transcribe::connect_failed",
-    "Connect": "deepgram_transcribe::connect"
+    "Connect": "deepgram_transcribe::connect",
+    "Error": "deepgram_transcribe::error"
   },
-  "DeepgramRiverTranscriptionEvents": {
-    "Transcription": "deepgramriver_transcribe::transcription",
-    "ConnectFailure": "deepgramriver_transcribe::connect_failed",
-    "Connect": "deepgramriver_transcribe::connect"
+  "DeepgramfluxTranscriptionEvents": {
+    "Transcription": "deepgramflux_transcribe::transcription",
+    "ConnectFailure": "deepgramflux_transcribe::connect_failed",
+    "Connect": "deepgramflux_transcribe::connect",
+    "Error": "deepgramflux_transcribe::error"
   },
   "SonioxTranscriptionEvents": {
     "Transcription": "soniox_transcribe::transcription",

lib/utils/db-utils.js

@@ -81,7 +81,7 @@ const speechMapper = (cred) => {
       obj.deepgram_tts_uri = o.deepgram_tts_uri;
       obj.deepgram_stt_use_tls = o.deepgram_stt_use_tls;
     }
-    else if ('deepgramriver' === obj.vendor) {
+    else if ('deepgramflux' === obj.vendor) {
       const o = JSON.parse(decrypt(credential));
       obj.api_key = o.api_key;
     }
@@ -101,6 +101,7 @@ const speechMapper = (cred) => {
       const o = JSON.parse(decrypt(credential));
       obj.api_key = o.api_key;
       obj.model_id = o.model_id;
+      obj.api_uri = o.api_uri;
       obj.options = o.options;
     }
     else if ('playht' === obj.vendor) {

lib/utils/transcription-utils.js

@@ -339,20 +339,32 @@ const normalizeDeepgram = (evt, channel, language, shortUtterance) => {
   };
 };
 
-const normalizeDeepgramRiver = (evt, channel, language, shortUtterance) => {
+const normalizeDeepgramFlux = (evt, channel, language) => {
   const copy = JSON.parse(JSON.stringify(evt));
+
+  let turnTakingEvent;
+  if (['StartOfTurn', 'EagerEndOfTurn', 'TurnResumed', 'EndOfTurn'].includes(evt.event)) {
+    turnTakingEvent = evt.event;
+  }
+
+  /* calculate total confidence based on word-level confidence */
+  const realWords = (evt.words || [])
+    .filter((w) => ![',.!?;'].includes(w.word));
+  const confidence = realWords.length > 0 ? realWords.reduce((acc, w) => acc + w.confidence, 0) / realWords.length : 0;
   return {
     language_code: language,
     channel_tag: channel,
     is_final: evt.event === 'EndOfTurn',
     alternatives: [
       {
-        confidence: evt.end_of_turn_confidence,
+        confidence,
+        end_of_turn_confidence: evt.end_of_turn_confidence,
         transcript: evt.transcript,
+        ...(turnTakingEvent && {turn_taking_event: turnTakingEvent})
       }
     ],
     vendor: {
-      name: 'deepgramriver',
+      name: 'deepgramflux',
       evt: copy
     }
   };
@@ -669,8 +681,8 @@ module.exports = (logger) => {
     switch (vendor) {
       case 'deepgram':
         return normalizeDeepgram(evt, channel, language, shortUtterance);
-      case 'deepgramriver':
-        return normalizeDeepgramRiver(evt, channel, language, shortUtterance);
+      case 'deepgramflux':
+        return normalizeDeepgramFlux(evt, channel, language, shortUtterance);
       case 'microsoft':
         return normalizeMicrosoft(evt, channel, language, punctuation);
       case 'google':
@@ -965,19 +977,23 @@ module.exports = (logger) => {
         ...(entityPrompt && {DEEPGRAM_SPEECH_ENTITY_PROMPT: entityPrompt}),
       };
     }
-    else if ('deepgramriver' === vendor) {
+    else if ('deepgramflux' === vendor) {
       const {
-        preflightThreshold,
         eotThreshold,
         eotTimeoutMs,
-        mipOptOut
+        mipOptOut,
+        model,
+        eagerEotThreshold,
+        keyterms
       } = rOpts.deepgramOptions || {};
       opts = {
-        DEEPGRAM_API_KEY: sttCredentials.api_key,
-        ...(preflightThreshold && {DEEPGRAM_SPEECH_PRELIGHT_THRESHOLD: preflightThreshold}),
-        ...(eotThreshold && {DEEPGRAM_SPEECH_EOT_THRESHOLD: eotThreshold}),
-        ...(eotTimeoutMs && {DEEPGRAM_SPEECH_EOT_TIMEOUT_MS: eotTimeoutMs}),
-        ...(mipOptOut && {DEEPGRAM_SPEECH_MIP_OPT_OUT: mipOptOut}),
+        DEEPGRAMFLUX_API_KEY: sttCredentials.api_key,
+        DEEPGRAMFLUX_SPEECH_MODEL: model || 'flux-general-en',
+        ...(eotThreshold && {DEEPGRAMFLUX_SPEECH_EOT_THRESHOLD: eotThreshold}),
+        ...(eotTimeoutMs && {DEEPGRAMFLUX_SPEECH_EOT_TIMEOUT_MS: eotTimeoutMs}),
+        ...(mipOptOut && {DEEPGRAMFLUX_SPEECH_MIP_OPT_OUT: mipOptOut}),
+        ...(eagerEotThreshold && {DEEPGRAMFLUX_SPEECH_EAGER_EOT_THRESHOLD: eagerEotThreshold}),
+        ...(keyterms && keyterms.length > 0 && {DEEPGRAMFLUX_SPEECH_KEYTERMS: keyterms.join(',')}),
       };
     }
     else if ('soniox' === vendor) {

package-lock.json

@@ -15,10 +15,10 @@
         "@jambonz/http-health-check": "^0.0.1",
         "@jambonz/mw-registrar": "^0.2.7",
         "@jambonz/realtimedb-helpers": "^0.8.15",
-        "@jambonz/speech-utils": "^0.2.23",
+        "@jambonz/speech-utils": "^0.2.25",
         "@jambonz/stats-collector": "^0.1.10",
         "@jambonz/time-series": "^0.2.14",
-        "@jambonz/verb-specifications": "^0.0.113",
+        "@jambonz/verb-specifications": "^0.0.116",
         "@modelcontextprotocol/sdk": "^1.9.0",
         "@opentelemetry/api": "^1.8.0",
         "@opentelemetry/exporter-jaeger": "^1.23.0",
@@ -33,7 +33,7 @@
         "debug": "^4.3.4",
         "deepcopy": "^2.1.0",
         "drachtio-fsmrf": "^4.1.2",
-        "drachtio-srf": "^5.0.5",
+        "drachtio-srf": "^5.0.11",
         "express": "^4.19.2",
         "express-validator": "^7.0.1",
         "moment": "^2.30.1",
@@ -1268,11 +1268,15 @@
       }
     },
     "node_modules/@cartesia/cartesia-js/node_modules/form-data": {
-      "version": "4.0.1",
+      "version": "4.0.4",
+      "resolved": "https://registry.npmjs.org/form-data/-/form-data-4.0.4.tgz",
+      "integrity": "sha512-KrGhL9Q4zjj0kiUt5OO4Mr/A/jlI2jDYs5eHBpYHPcBEVSiipAvn2Ko2HnPe20rmcuuvMHNdZFp+4IlGTMF0Ow==",
       "license": "MIT",
       "dependencies": {
         "asynckit": "^0.4.0",
         "combined-stream": "^1.0.8",
+        "es-set-tostringtag": "^2.1.0",
+        "hasown": "^2.0.2",
         "mime-types": "^2.1.12"
       },
       "engines": {
@@ -1476,9 +1480,9 @@
       }
     },
     "node_modules/@jambonz/speech-utils": {
-      "version": "0.2.23",
-      "resolved": "https://registry.npmjs.org/@jambonz/speech-utils/-/speech-utils-0.2.23.tgz",
-      "integrity": "sha512-o28IBoKzdnQoUUSC1XljHVkDPWhkTH+rFnI9OWYC6p1/f8px++4Y23/JMIAJVbxqKB1CIf531JhTwy4tCnQP7g==",
+      "version": "0.2.25",
+      "resolved": "https://registry.npmjs.org/@jambonz/speech-utils/-/speech-utils-0.2.25.tgz",
+      "integrity": "sha512-dtMY4SoGhpvKM6slPvTlMz61Fd0Rxnajwm3sJVxlAYZnFtzfIvqg9rrYUN4h05tJbo/4TLs15/dVeicw7dTnew==",
       "license": "MIT",
       "dependencies": {
         "23": "^0.0.0",
@@ -1517,10 +1521,9 @@
       }
     },
     "node_modules/@jambonz/verb-specifications": {
-      "version": "0.0.113",
-      "resolved": "https://registry.npmjs.org/@jambonz/verb-specifications/-/verb-specifications-0.0.113.tgz",
-      "integrity": "sha512-8dqEtUwEYw8wA7a0xYruBdwmUwUx1Q97483UgkVm3HcmJVkkkf9g7C3vI+jfZLyDZsOuu6CkFAf/KrM8DTx/KA==",
-      "license": "MIT",
+      "version": "0.0.116",
+      "resolved": "https://registry.npmjs.org/@jambonz/verb-specifications/-/verb-specifications-0.0.116.tgz",
+      "integrity": "sha512-EFAtwSpSWA12nk7eQfAiWS0bGkCA5+NqKsylnVIXNWuSjRZ5wTS0dAZZZxqtZxPZ1DxdBLCafbLsKZJ4fkC+tQ==",
       "dependencies": {
         "debug": "^4.3.4",
         "pino": "^8.8.0"
@@ -2785,9 +2788,9 @@
       }
     },
     "node_modules/@types/node-fetch/node_modules/form-data": {
-      "version": "4.0.3",
-      "resolved": "https://registry.npmjs.org/form-data/-/form-data-4.0.3.tgz",
-      "integrity": "sha512-qsITQPfmvMOSAdeyZ+12I1c+CKSstAFAwu+97zrnWAbIr5u8wfsExUzCesVLC8NgHuRUqNN4Zy6UPWUTRGslcA==",
+      "version": "4.0.4",
+      "resolved": "https://registry.npmjs.org/form-data/-/form-data-4.0.4.tgz",
+      "integrity": "sha512-KrGhL9Q4zjj0kiUt5OO4Mr/A/jlI2jDYs5eHBpYHPcBEVSiipAvn2Ko2HnPe20rmcuuvMHNdZFp+4IlGTMF0Ow==",
       "license": "MIT",
       "dependencies": {
         "asynckit": "^0.4.0",
@@ -3102,20 +3105,20 @@
       }
     },
     "node_modules/axios": {
-      "version": "1.10.0",
-      "resolved": "https://registry.npmjs.org/axios/-/axios-1.10.0.tgz",
-      "integrity": "sha512-/1xYAC4MP/HEG+3duIhFr4ZQXR4sQXOIe+o6sdqzeykGLx6Upp/1p8MHqhINOvGeP7xyNHe7tsiJByc4SSVUxw==",
+      "version": "1.12.2",
+      "resolved": "https://registry.npmjs.org/axios/-/axios-1.12.2.tgz",
+      "integrity": "sha512-vMJzPewAlRyOgxV2dU0Cuz2O8zzzx9VYtbJOaBgXFeLc4IV/Eg50n4LowmehOOR61S8ZMpc2K5Sa7g6A4jfkUw==",
       "license": "MIT",
       "dependencies": {
         "follow-redirects": "^1.15.6",
-        "form-data": "^4.0.0",
+        "form-data": "^4.0.4",
         "proxy-from-env": "^1.1.0"
       }
     },
     "node_modules/axios/node_modules/form-data": {
-      "version": "4.0.3",
-      "resolved": "https://registry.npmjs.org/form-data/-/form-data-4.0.3.tgz",
-      "integrity": "sha512-qsITQPfmvMOSAdeyZ+12I1c+CKSstAFAwu+97zrnWAbIr5u8wfsExUzCesVLC8NgHuRUqNN4Zy6UPWUTRGslcA==",
+      "version": "4.0.4",
+      "resolved": "https://registry.npmjs.org/form-data/-/form-data-4.0.4.tgz",
+      "integrity": "sha512-KrGhL9Q4zjj0kiUt5OO4Mr/A/jlI2jDYs5eHBpYHPcBEVSiipAvn2Ko2HnPe20rmcuuvMHNdZFp+4IlGTMF0Ow==",
       "license": "MIT",
       "dependencies": {
         "asynckit": "^0.4.0",
@@ -3890,10 +3893,9 @@
       }
     },
     "node_modules/drachtio-srf": {
-      "version": "5.0.10",
-      "resolved": "https://registry.npmjs.org/drachtio-srf/-/drachtio-srf-5.0.10.tgz",
-      "integrity": "sha512-AjA2nAwGpepmJB+Tx/VmnwhOLZ54ATXd+gAeSLBhUm2Id4T0nwVXRNsnqzv7gryQO4BH3IwCdUwkSa7qnwOSOA==",
-      "license": "MIT",
+      "version": "5.0.13",
+      "resolved": "https://registry.npmjs.org/drachtio-srf/-/drachtio-srf-5.0.13.tgz",
+      "integrity": "sha512-IG62MLLzhXjQtbjX6T6I8jXK6QhWQwsblkO3+F2Zhcu4lXBO3W12rrKyAPsw6GimRSSXIkvMbn5/je8AU/xehQ==",
       "dependencies": {
         "debug": "^3.2.7",
         "delegates": "^0.1.0",
@@ -4602,7 +4604,9 @@
       "license": "MIT"
     },
     "node_modules/fast-redact": {
-      "version": "3.2.0",
+      "version": "3.5.0",
+      "resolved": "https://registry.npmjs.org/fast-redact/-/fast-redact-3.5.0.tgz",
+      "integrity": "sha512-dwsoQlS7h9hMeYUq1W++23NDcBLV4KqONnITDV9DjfS3q1SgDGVrBdvvTLUotWtPSD7asWDV9/CmsZPy8Hf70A==",
       "license": "MIT",
       "engines": {
         "node": ">=6"
@@ -4786,12 +4790,16 @@
       }
     },
     "node_modules/form-data": {
-      "version": "2.5.2",
+      "version": "2.5.5",
+      "resolved": "https://registry.npmjs.org/form-data/-/form-data-2.5.5.tgz",
+      "integrity": "sha512-jqdObeR2rxZZbPSGL+3VckHMYtu+f9//KXBsVny6JSX/pa38Fy+bGjuG8eW/H6USNQWhLi8Num++cU2yOCNz4A==",
       "license": "MIT",
       "dependencies": {
         "asynckit": "^0.4.0",
-        "combined-stream": "^1.0.6",
-        "mime-types": "^2.1.12",
+        "combined-stream": "^1.0.8",
+        "es-set-tostringtag": "^2.1.0",
+        "hasown": "^2.0.2",
+        "mime-types": "^2.1.35",
         "safe-buffer": "^5.2.1"
       },
       "engines": {
@@ -5358,21 +5366,21 @@
       }
     },
     "node_modules/ibm-cloud-sdk-core": {
-      "version": "5.4.0",
-      "resolved": "https://registry.npmjs.org/ibm-cloud-sdk-core/-/ibm-cloud-sdk-core-5.4.0.tgz",
-      "integrity": "sha512-c4cwOuUDbMiFROYM/Ti1aC+Umi1v3TdvC2DO5zR7w44FYY/3xrs79+3DVPXt/nRhJeaMHN2L9XwlXsPSoVDHJA==",
+      "version": "5.4.3",
+      "resolved": "https://registry.npmjs.org/ibm-cloud-sdk-core/-/ibm-cloud-sdk-core-5.4.3.tgz",
+      "integrity": "sha512-D0lvClcoCp/HXyaFlCbOT4aTYgGyeIb4ncxZpxRuiuw7Eo79C6c49W53+8WJRD9nxzT5vrIdaky3NBcTdBtaEg==",
       "license": "Apache-2.0",
       "dependencies": {
         "@types/debug": "^4.1.12",
         "@types/node": "^18.19.80",
         "@types/tough-cookie": "^4.0.0",
-        "axios": "^1.8.2",
+        "axios": "^1.12.2",
         "camelcase": "^6.3.0",
         "debug": "^4.3.4",
         "dotenv": "^16.4.5",
         "extend": "3.0.2",
         "file-type": "16.5.4",
-        "form-data": "4.0.0",
+        "form-data": "^4.0.4",
         "isstream": "0.1.2",
         "jsonwebtoken": "^9.0.2",
         "mime-types": "2.1.35",
@@ -5393,13 +5401,15 @@
       }
     },
     "node_modules/ibm-cloud-sdk-core/node_modules/form-data": {
-      "version": "4.0.0",
-      "resolved": "https://registry.npmjs.org/form-data/-/form-data-4.0.0.tgz",
-      "integrity": "sha512-ETEklSGi5t0QMZuiXoA/Q6vcnxcLQP5vdugSpuAyi6SVGi2clPPp+xgEhuMaHC+zGgn31Kd235W35f7Hykkaww==",
+      "version": "4.0.4",
+      "resolved": "https://registry.npmjs.org/form-data/-/form-data-4.0.4.tgz",
+      "integrity": "sha512-KrGhL9Q4zjj0kiUt5OO4Mr/A/jlI2jDYs5eHBpYHPcBEVSiipAvn2Ko2HnPe20rmcuuvMHNdZFp+4IlGTMF0Ow==",
       "license": "MIT",
       "dependencies": {
         "asynckit": "^0.4.0",
         "combined-stream": "^1.0.8",
+        "es-set-tostringtag": "^2.1.0",
+        "hasown": "^2.0.2",
         "mime-types": "^2.1.12"
       },
       "engines": {
@@ -7152,27 +7162,31 @@
       "license": "ISC"
     },
     "node_modules/pino": {
-      "version": "8.20.0",
+      "version": "8.21.0",
+      "resolved": "https://registry.npmjs.org/pino/-/pino-8.21.0.tgz",
+      "integrity": "sha512-ip4qdzjkAyDDZklUaZkcRFb2iA118H9SgRh8yzTkSQK8HilsOJF7rSY8HoW5+I0M46AZgX/pxbprf2vvzQCE0Q==",
       "license": "MIT",
       "dependencies": {
         "atomic-sleep": "^1.0.0",
         "fast-redact": "^3.1.1",
         "on-exit-leak-free": "^2.1.0",
-        "pino-abstract-transport": "^1.1.0",
+        "pino-abstract-transport": "^1.2.0",
         "pino-std-serializers": "^6.0.0",
         "process-warning": "^3.0.0",
         "quick-format-unescaped": "^4.0.3",
         "real-require": "^0.2.0",
         "safe-stable-stringify": "^2.3.1",
         "sonic-boom": "^3.7.0",
-        "thread-stream": "^2.0.0"
+        "thread-stream": "^2.6.0"
       },
       "bin": {
         "pino": "bin.js"
       }
     },
     "node_modules/pino-abstract-transport": {
-      "version": "1.1.0",
+      "version": "1.2.0",
+      "resolved": "https://registry.npmjs.org/pino-abstract-transport/-/pino-abstract-transport-1.2.0.tgz",
+      "integrity": "sha512-Guhh8EZfPCfH+PMXAb6rKOjGQEoy0xlAIn+irODG5kgfYV+BQ0rGYYWTIel3P5mmyXqkYkPmdIkywsn6QKUR1Q==",
       "license": "MIT",
       "dependencies": {
         "readable-stream": "^4.0.0",
@@ -7181,13 +7195,17 @@
     },
     "node_modules/pino-abstract-transport/node_modules/process": {
       "version": "0.11.10",
+      "resolved": "https://registry.npmjs.org/process/-/process-0.11.10.tgz",
+      "integrity": "sha512-cdGef/drWFoydD1JsMzuFf8100nZl+GT+yacc2bEced5f9Rjk4z+WtFUTBu9PhOi9j/jfmBPu0mMEY4wIdAF8A==",
       "license": "MIT",
       "engines": {
         "node": ">= 0.6.0"
       }
     },
     "node_modules/pino-abstract-transport/node_modules/readable-stream": {
-      "version": "4.5.2",
+      "version": "4.7.0",
+      "resolved": "https://registry.npmjs.org/readable-stream/-/readable-stream-4.7.0.tgz",
+      "integrity": "sha512-oIGGmcpTLwPga8Bn6/Z75SVaH1z5dUut2ibSyAMVhmUggWpmDn2dapB0n7f8nwaSiRtepAsfJyfXIO5DCVAODg==",
       "license": "MIT",
       "dependencies": {
         "abort-controller": "^3.0.0",
@@ -7462,6 +7480,8 @@
     },
     "node_modules/real-require": {
       "version": "0.2.0",
+      "resolved": "https://registry.npmjs.org/real-require/-/real-require-0.2.0.tgz",
+      "integrity": "sha512-57frrGM/OCTLqLOAh0mhVA9VBMHd+9U7Zb2THMGdBUoZVOtGbJzjxsYGDJ3A9AYYCP4hn6y1TVbaOfzWtm5GFg==",
       "license": "MIT",
       "engines": {
         "node": ">= 12.13.0"
@@ -8031,6 +8051,8 @@
     },
     "node_modules/split2": {
       "version": "4.2.0",
+      "resolved": "https://registry.npmjs.org/split2/-/split2-4.2.0.tgz",
+      "integrity": "sha512-UcjcJOWknrNkF6PLX83qcHM6KHgVKNkV62Y8a5uYDVv9ydGQVwAHMKqHdJje1VTWpljG0WYpCDhrCdAOYH4TWg==",
       "license": "ISC",
       "engines": {
         "node": ">= 10.x"
@@ -8376,7 +8398,9 @@
       "license": "MIT"
     },
     "node_modules/thread-stream": {
-      "version": "2.3.0",
+      "version": "2.7.0",
+      "resolved": "https://registry.npmjs.org/thread-stream/-/thread-stream-2.7.0.tgz",
+      "integrity": "sha512-qQiRWsU/wvNolI6tbbCKd9iKaTnCXsTwVxhhKM6nctPdujTyztjlbUkUTUymidWcMnZ5pWR0ej4a0tjsW021vw==",
       "license": "MIT",
       "dependencies": {
         "real-require": "^0.2.0"

package.json

@@ -31,10 +31,10 @@
     "@jambonz/http-health-check": "^0.0.1",
     "@jambonz/mw-registrar": "^0.2.7",
     "@jambonz/realtimedb-helpers": "^0.8.15",
-    "@jambonz/speech-utils": "^0.2.23",
+    "@jambonz/speech-utils": "^0.2.25",
     "@jambonz/stats-collector": "^0.1.10",
     "@jambonz/time-series": "^0.2.14",
-    "@jambonz/verb-specifications": "^0.0.113",
+    "@jambonz/verb-specifications": "^0.0.116",
     "@modelcontextprotocol/sdk": "^1.9.0",
     "@opentelemetry/api": "^1.8.0",
     "@opentelemetry/exporter-jaeger": "^1.23.0",
@@ -49,7 +49,7 @@
     "debug": "^4.3.4",
     "deepcopy": "^2.1.0",
     "drachtio-fsmrf": "^4.1.2",
-    "drachtio-srf": "^5.0.5",
+    "drachtio-srf": "^5.0.11",
     "express": "^4.19.2",
     "express-validator": "^7.0.1",
     "moment": "^2.30.1",