Fixed issue for punctuation (#1344)

https://github.com/jambonz/jambonz-feature-server/issues/1343

app.js

@@ -29,6 +29,12 @@ const {LifeCycleEvents, FS_UUID_SET_NAME, SystemState, FEATURE_SERVER} = require
 const installSrfLocals = require('./lib/utils/install-srf-locals');
 const createHttpListener = require('./lib/utils/http-listener');
 const healthCheck = require('@jambonz/http-health-check');
+const ProcessMonitor = require('./lib/utils/process-monitor');
+const monitor = new ProcessMonitor(logger);
+
+// Log startup
+monitor.logStartup();
+monitor.setupSignalHandlers();
 
 logger.on('level-change', (lvl, _val, prevLvl, _prevVal, instance) => {
   if (logger !== instance) {

lib/session/call-session.js

@@ -710,7 +710,7 @@ class CallSession extends Emitter {
   }
 
 
-  hasGlobalSttPunctuation() {
+  get hasGlobalSttPunctuation() {
     return this._globalSttPunctuation !== undefined;
   }
 
@@ -1017,8 +1017,6 @@ class CallSession extends Emitter {
         (type === 'tts' && credential.use_for_tts) ||
         (type === 'stt' && credential.use_for_stt)
       )) {
-        this.logger.debug(
-          `${type}: ${credential.vendor} ${credential.label ? `, label: ${credential.label}` : ''}  `);
         if ('google' === vendor) {
           if (type === 'tts' && !credential.tts_tested_ok ||
             type === 'stt' && !credential.stt_tested_ok) {
@@ -1146,6 +1144,13 @@ class CallSession extends Emitter {
             options: credential.options
           };
         }
+        else if ('resemble' === vendor) {
+          return {
+            api_key: credential.api_key,
+            resemble_tts_use_tls: credential.resemble_tts_use_tls,
+            resemble_tts_uri: credential.resemble_tts_uri,
+          };
+        }
         else if ('inworld' === vendor) {
           return {
             api_key: credential.api_key,
@@ -1963,6 +1968,17 @@ Duration=${duration} `
       }
     } catch (err) {
       this.logger.info({err, opts, callSid}, 'CallSession:updateCall - error updating call');
+      const {writeAlerts} = this.srf.locals;
+      try {
+        writeAlerts({
+          alert_type: 'error-updating-call',
+          account_sid: this.accountSid,
+          message: err.message,
+          target_sid: callSid
+        });
+      } catch (err) {
+        this.logger.error({err}, 'Error writing error-updating-call alert');
+      }
     }
   }
 
@@ -2367,6 +2383,7 @@ Duration=${duration} `
       const ep = await this._createMediaEndpoint({
         headers: {
           'X-Jambones-Call-ID': this.callId,
+          'X-Call-Sid': this.callSid,
         },
         remoteSdp: this.req.body
       });
@@ -3063,7 +3080,7 @@ Duration=${duration} `
       task.notifyTtsStreamIsEmpty();
     } else if (
       // If Gather nested say task is streaming
-      TaskName.Gather === task.name && task.sayTask && task.sayTask.isStreamingTts) {
+      task && TaskName.Gather === task.name && task.sayTask && task.sayTask.isStreamingTts) {
       const sayTask = task.sayTask;
       sayTask.notifyTtsStreamIsEmpty();
     }

lib/session/confirm-call-session.js

@@ -8,7 +8,8 @@ const CallSession = require('./call-session');
 
  */
 class ConfirmCallSession extends CallSession {
-  constructor({logger, application, dlg, ep, tasks, callInfo, accountInfo, memberId, confName, rootSpan, req}) {
+  // eslint-disable-next-line max-len
+  constructor({logger, application, dlg, ep, tasks, callInfo, accountInfo, memberId, confName, rootSpan, req, tmpFiles}) {
     super({
       logger,
       application,
@@ -24,6 +25,7 @@ class ConfirmCallSession extends CallSession {
     this.dlg = dlg;
     this.ep = ep;
     this.req = req;
+    this.tmpFiles = tmpFiles;
   }
 
   /**

lib/tasks/conference.js

@@ -673,7 +673,8 @@ class Conference extends Task {
         confName: this.confName,
         tasks,
         rootSpan: cs.rootSpan,
-        req: cs.req
+        req: cs.req,
+        tmpFiles: cs.tmpFiles,
       });
       await this._playSession.exec();
       this._playSession = null;

lib/tasks/dial.js

@@ -1098,7 +1098,8 @@ class TaskDial extends Task {
               accountInfo: this.cs.accountInfo,
               tasks,
               rootSpan: this.cs.rootSpan,
-              req: this.cs.req
+              req: this.cs.req,
+              tmpFiles: this.cs.tmpFiles,
             });
             await this._onHoldSession.exec();
             this._onHoldSession = null;

lib/tasks/enqueue.js

@@ -370,7 +370,8 @@ class TaskEnqueue extends Task {
         accountInfo: cs.accountInfo,
         tasks: tasksToRun,
         rootSpan: cs.rootSpan,
-        req: cs.req
+        req: cs.req,
+        tmpFiles: cs.tmpFiles,
       });
       await this._playSession.exec();
       this._playSession = null;

lib/tasks/gather.js

@@ -368,6 +368,9 @@ class TaskGather extends SttTask {
 
   _onDtmf(cs, ep, evt) {
     this.logger.debug(evt, 'TaskGather:_onDtmf');
+    if (!this._timeoutTimer && this.timeout > 0) {
+      this._startTimer();
+    }
     clearTimeout(this.interDigitTimer);
     let resolved = false;
     if (this.dtmfBargein) {
@@ -696,6 +699,7 @@ class TaskGather extends SttTask {
 
   _startTimer() {
     if (0 === this.timeout) return;
+    this.logger.debug(`Starting timoutTimer of ${this.timeout}ms`);
     this._clearTimer();
     this._timeoutTimer = setTimeout(() => {
       if (this.isContinuousAsr) this._startAsrTimer();

lib/tasks/listen.js

@@ -72,7 +72,7 @@ class TaskListen extends Task {
     } catch (err) {
       this.logger.info(err, `TaskListen:exec - error ${this.url}`);
     }
-    if (this.transcribeTask) this.transcribeTask.kill();
+    if (this.transcribeTask) this.transcribeTask.kill(cs);
     this._removeListeners(ep);
   }
 

lib/tasks/llm/llms/ultravox_s2s.js

@@ -218,7 +218,7 @@ class TaskLlmUltravox_S2S extends Task {
   async _onServerEvent(_ep, evt) {
     let endConversation = false;
     const type = evt.type;
-    this.logger.debug({evt}, 'TaskLlmUltravox_S2S:_onServerEvent');
+    //this.logger.debug({evt}, 'TaskLlmUltravox_S2S:_onServerEvent');
 
     /* server errors of some sort */
     if (type === 'error') {

lib/tasks/say.js

@@ -5,6 +5,28 @@ const pollySSMLSplit = require('polly-ssml-split');
 const { SpeechCredentialError } = require('../utils/error');
 const { sleepFor } = require('../utils/helpers');
 
+/**
+ * Discard unmatching responses:
+ * (1) I sent a playback id but get a response with a different playback id
+ * (2) I sent a playback id but get a response with no playback id
+ * (3) I did not send a playback id but get a response with a playback id
+ * (4) I sent a cache file but get a response with a different cache file
+ */
+
+const isMatchingEvent = (logger, filename, playbackId, evt) => {
+
+  if (!!playbackId && !!evt.variable_tts_playback_id && evt.variable_tts_playback_id === playbackId) {
+    //logger.debug({filename, playbackId, evt}, 'Say:isMatchingEvent - playbackId matched');
+    return true;
+  }
+  if (!!filename && !!evt.file && evt.file === filename) {
+    //logger.debug({filename, playbackId, evt}, 'Say:isMatchingEvent - filename matched');
+    return true;
+  }
+  logger.info({filename, playbackId, evt}, 'Say:isMatchingEvent - no match');
+  return false;
+};
+
 const breakLengthyTextIfNeeded = (logger, text) => {
   // As The text can be used for tts streaming, we need to break lengthy text into smaller chunks
 // HIGH_WATER_BUFFER_SIZE defined in tts-streaming-buffer.js
@@ -259,40 +281,32 @@ class TaskSay extends TtsTask {
     while (!this.killed && (this.loop === 'forever' || this.loop--) && ep?.connected) {
       let segment = 0;
       while (!this.killed && segment < filepath.length) {
+        const filename = filepath[segment];
         if (cs.isInConference) {
           const {memberId, confName, confUuid} = cs;
-          await this.playToConfMember(ep, memberId, confName, confUuid, filepath[segment]);
+          await this.playToConfMember(ep, memberId, confName, confUuid, filename);
         }
         else {
-          let playbackId;
-          const isStreaming = filepath[segment].startsWith('say:{');
+          const isStreaming = filename.startsWith('say:{');
           if (isStreaming) {
-            const arr = /^say:\{.*\}\s*(.*)$/.exec(filepath[segment]);
-            if (arr) this.logger.debug(`Say:exec sending streaming tts request: ${arr[1].substring(0, 64)}..`);
-          }
-          else {
-            this.logger.debug(`Say:exec sending ${filepath[segment].substring(0, 64)}`);
+            const arr = /^say:\{.*\}\s*(.*)$/.exec(filename);
+            if (arr) this.logger.debug(`Say:exec sending streaming tts request ${arr[1].substring(0, 64)}..`);
+            else this.logger.debug(`Say:exec sending ${filename.substring(0, 64)}`);
           }
 
           const onPlaybackStop = (evt) => {
             try {
-              this.logger.debug({evt},
-                `Say got playback-stop ${evt.variable_tts_playback_id ? evt.variable_tts_playback_id : ''}`);
-
-              /**
-               * If we got a playback id on both the start and stop events, and they don't match,
-               * then we must have received a playback-stop event for an earlier play request.
-               */
-              const unmatchedResponse = (!!playbackId && !!evt.variable_tts_playback_id) &&
-                evt.variable_tts_playback_id !== playbackId;
-              if (unmatchedResponse) {
-                this.logger.info({currentPlaybackId: playbackId, stopPPlaybackId: evt.variable_tts_playback_id},
+              const playbackId = this.getPlaybackId(segment);
+              const isMatch = isMatchingEvent(this.logger, filename, playbackId, evt);
+              if (!isMatch) {
+                this.logger.info({currentPlaybackId: playbackId, stopPlaybackId: evt.variable_tts_playback_id},
                   'Say:exec discarding playback-stop for earlier play');
                 ep.once('playback-stop',  this._boundOnPlaybackStop);
 
                 return;
               }
-
+              this.logger.debug({evt},
+                `Say got playback-stop ${evt.variable_tts_playback_id ? evt.variable_tts_playback_id : ''}`);
               this.notifyStatus({event: 'stop-playback'});
               this.notifiedPlayBackStop = true;
               const tts_error = evt.variable_tts_error;
@@ -331,6 +345,7 @@ class TaskSay extends TtsTask {
                 !this.disableTtsCache
               ) {
                 const text = parseTextFromSayString(this.text[segment]);
+                this.logger.debug({text, cacheFile: evt.variable_tts_cache_filename}, 'Say:exec cache tts');
                 addFileToCache(evt.variable_tts_cache_filename, {
                   account_sid,
                   vendor,
@@ -358,9 +373,17 @@ class TaskSay extends TtsTask {
           };
           this._boundOnPlaybackStop = onPlaybackStop.bind(this);
 
-          ep.once('playback-start', (evt) => {
+          const onPlaybackStart = (evt) => {
             try {
-              playbackId = evt.variable_tts_playback_id;
+              const playbackId = this.getPlaybackId(segment);
+              const isMatch = isMatchingEvent(this.logger, filename, playbackId, evt);
+              if (!isMatch) {
+                this.logger.info({currentPlaybackId: playbackId, startPlaybackId: evt.variable_tts_playback_id},
+                  'Say:exec playback-start - unmatched playback_id');
+                ep.once('playback-start',  this._boundOnPlaybackStart);
+                return;
+              }
+              ep.once('playback-stop',  this._boundOnPlaybackStop);
               this.logger.debug({evt},
                 `Say got playback-start ${evt.variable_tts_playback_id ? evt.variable_tts_playback_id : ''}`);
               if (this.otelSpan) {
@@ -374,15 +397,17 @@ class TaskSay extends TtsTask {
             } catch (err) {
               this.logger.info({err}, 'Error handling playback-start event');
             }
-          });
-          ep.once('playback-stop',  this._boundOnPlaybackStop);
+          };
+          this._boundOnPlaybackStart = onPlaybackStart.bind(this);
+
+          ep.once('playback-start',  this._boundOnPlaybackStart);
 
           // wait for playback-stop event received to confirm if the playback is successful
           this._playPromise = new Promise((resolve, reject) => {
             this._playResolve = resolve;
             this._playReject = reject;
           });
-          const r = await ep.play(filepath[segment]);
+          const r = await ep.play(filename);
           this.logger.debug({r}, 'Say:exec play result');
           try {
             // wait for playback-stop event received to confirm if the playback is successful
@@ -400,12 +425,12 @@ class TaskSay extends TtsTask {
             this._playResolve = null;
             this._playReject = null;
           }
-          if (filepath[segment].startsWith('say:{')) {
-            const arr = /^say:\{.*\}\s*(.*)$/.exec(filepath[segment]);
+          if (filename.startsWith('say:{')) {
+            const arr = /^say:\{.*\}\s*(.*)$/.exec(filename);
             if (arr) this.logger.debug(`Say:exec complete playing streaming tts request: ${arr[1].substring(0, 64)}..`);
           } else {
             // This log will print spech credentials in say command for tts stream mode
-            this.logger.debug(`Say:exec completed play file ${filepath[segment]}`);
+            this.logger.debug(`Say:exec completed play file ${filename}`);
           }
         }
         segment++;
@@ -452,6 +477,7 @@ class TaskSay extends TtsTask {
           .replace('playht_', 'playht.')
           .replace('cartesia_', 'cartesia.')
           .replace('rimelabs_', 'rimelabs.')
+          .replace('resemble_', 'resemble.')
           .replace('inworld_', 'inworld.')
           .replace('verbio_', 'verbio.')
           .replace('elevenlabs_', 'elevenlabs.');
@@ -517,6 +543,9 @@ const spanMapping = {
   'rimelabs.name_lookup_time_ms': 'name_lookup_ms',
   'rimelabs.connect_time_ms': 'connect_ms',
   'rimelabs.final_response_time_ms': 'final_response_ms',
+  // Resemble
+  'resemble.connect_time_ms': 'connect_ms',
+  'resemble.final_response_time_ms': 'final_response_ms',
   // inworld
   'inworld.name_lookup_time_ms': 'name_lookup_ms',
   'inworld.connect_time_ms': 'connect_ms',

lib/tasks/tts-task.js

@@ -3,6 +3,16 @@ const { TaskPreconditions } = require('../utils/constants');
 const { SpeechCredentialError } = require('../utils/error');
 const dbUtils = require('../utils/db-utils');
 
+const extractPlaybackId = (str) => {
+  // Match say:{...} and capture the content inside braces
+  const match = str.match(/say:\{([^}]*)\}/);
+  if (!match) return null;
+
+  // Look for playback_id=value within the captured content
+  const playbackMatch = match[1].match(/playback_id=([^,]*)/);
+  return playbackMatch ? playbackMatch[1] : null;
+};
+
 class TtsTask extends Task {
 
   constructor(logger, data, parentTask) {
@@ -22,6 +32,11 @@ class TtsTask extends Task {
     this.disableTtsCache = this.data.disableTtsCache;
     this.options = this.synthesizer.options || {};
     this.instructions = this.data.instructions;
+    this.playbackIds = [];
+  }
+
+  getPlaybackId(offset) {
+    return this.playbackIds[offset];
   }
 
   async exec(cs) {
@@ -280,6 +295,7 @@ class TtsTask extends Task {
             renderForCaching: preCache
           });
           if (!filePath.startsWith('say:')) {
+            this.playbackIds.push(null);
             this.logger.debug(`Say: file ${filePath}, served from cache ${servedFromCache}`);
             if (filePath) cs.trackTmpFile(filePath);
             if (this.otelSpan) {
@@ -293,12 +309,24 @@ class TtsTask extends Task {
                 vendor,
                 language,
                 characters: text.length,
-                elapsedTime: rtt
+                elapsedTime: rtt,
+                servedFromCache,
+                'id': this.id
+              });
+            }
+            if (servedFromCache) {
+              this.notifyStatus({
+                event: 'synthesized-audio',
+                vendor,
+                language,
+                servedFromCache,
+                'id': this.id
               });
             }
           }
           else {
-            this.logger.debug('Say: a streaming tts api will be used');
+            this.playbackIds.push(extractPlaybackId(filePath));
+            this.logger.debug({playbackIds: this.playbackIds}, 'Say: a streaming tts api will be used');
             const modifiedPath = filePath.replace('say:{', `say:{session-uuid=${ep.uuid},`);
             return modifiedPath;
           }

lib/utils/amd-utils.js

@@ -281,13 +281,17 @@ module.exports = (logger) => {
 
     /* set stt options */
     logger.info(`starting amd for vendor ${vendor} and language ${language}`);
-    const sttOpts = amd.setChannelVarsForStt({name: TaskName.Gather}, sttCredentials, language, {
-      vendor,
-      hints,
-      enhancedModel: true,
-      altLanguages: opts.recognizer?.altLanguages || [],
-      initialSpeechTimeoutMs: opts.resolveTimeoutMs,
-    });
+    /* if opts contains recognizer object use that config for stt, otherwise use defaults */
+    const rOpts = opts.recognizer ?
+      opts.recognizer :
+      {
+        vendor,
+        hints,
+        enhancedModel: true,
+        altLanguages: opts.recognizer?.altLanguages || [],
+        initialSpeechTimeoutMs: opts.resolveTimeoutMs,
+      };
+    const sttOpts = amd.setChannelVarsForStt({name: TaskName.Gather}, sttCredentials, language, rOpts);
 
     await ep.set(sttOpts).catch((err) => logger.info(err, 'Error setting channel variables'));
 

lib/utils/background-task-manager.js

@@ -65,7 +65,7 @@ class BackgroundTaskManager extends Emitter {
       this.logger.info(`stopping background task: ${type}`);
       task.removeAllListeners();
       task.span.end();
-      task.kill();
+      task.kill(this.cs);
       // Remove task from managed List
       this.tasks.delete(type);
     }

lib/utils/db-utils.js

@@ -124,6 +124,12 @@ const speechMapper = (cred) => {
       obj.model_id = o.model_id;
       obj.options = o.options;
     }
+    else if ('resemble' === obj.vendor) {
+      const o = JSON.parse(decrypt(credential));
+      obj.api_key = o.api_key;
+      obj.resemble_tts_use_tls = o.resemble_tts_use_tls;
+      obj.resemble_tts_uri = o.resemble_tts_uri;
+    }
     else if ('inworld' === obj.vendor) {
       const o = JSON.parse(decrypt(credential));
       obj.api_key = o.api_key;

lib/utils/http-requestor.js

@@ -41,7 +41,7 @@ class HttpRequestor extends BaseRequestor {
   constructor(logger, account_sid, hook, secret) {
     super(logger, account_sid, hook, secret);
 
-    this.method = hook.method || 'POST';
+    this.method = hook.method?.toUpperCase() || 'POST';
     this.authHeader = basicAuth(hook.username, hook.password);
     this.backoffMs = 500;
 
@@ -111,7 +111,7 @@ class HttpRequestor extends BaseRequestor {
 
     const payload = params ? snakeCaseKeys(params, ['customerData', 'sip', 'env_vars', 'args']) : null;
     const url = hook.url || hook;
-    const method = hook.method || 'POST';
+    const method = hook.method?.toUpperCase() || 'POST';
     let buf = '';
     httpHeaders = {
       ...httpHeaders,
@@ -119,7 +119,7 @@ class HttpRequestor extends BaseRequestor {
     };
 
     assert.ok(url, 'HttpRequestor:request url was not provided');
-    assert.ok, (['GET', 'POST'].includes(method), `HttpRequestor:request method must be 'GET' or 'POST' not ${method}`);
+    assert.ok(['GET', 'POST'].includes(method), `HttpRequestor:request method must be 'GET' or 'POST' not ${method}`);
     const startAt = process.hrtime();
 
     /* if we have an absolute url, and it is ws then do a websocket connection */

lib/utils/place-outdial.js

@@ -401,7 +401,8 @@ class SingleDialer extends Emitter {
         accountInfo: this.accountInfo,
         tasks,
         rootSpan: this.rootSpan,
-        req: this.req
+        req: this.req,
+        tmpFiles: cs.tmpFiles,
       });
       await cs.exec();
 

lib/utils/process-monitor.js

@@ -0,0 +1,91 @@
+// lib/utils/process-monitor.js
+const fs = require('fs');
+const path = require('path');
+
+class ProcessMonitor {
+  constructor(logger) {
+    this.logger = logger;
+    this.packageInfo = this.getPackageInfo();
+    this.processName = this.packageInfo.name || 'unknown-app';
+  }
+
+  getPackageInfo() {
+    try {
+      const packagePath = path.join(process.cwd(), 'package.json');
+      return JSON.parse(fs.readFileSync(packagePath, 'utf8'));
+    } catch (e) {
+      return { name: 'unknown', version: 'unknown' };
+    }
+  }
+
+  logStartup(additionalInfo = {}) {
+    const startupInfo = {
+      msg: `${this.processName} started`,
+      app_name: this.processName,
+      app_version: this.packageInfo.version,
+      pid: process.pid,
+      ppid: process.ppid,
+      pm2_instance_id: process.env.NODE_APP_INSTANCE || 'not_pm2',
+      pm2_id: process.env.pm_id,
+      is_pm2: !!process.env.PM2,
+      node_version: process.version,
+      uptime: process.uptime(),
+      timestamp: new Date().toISOString(),
+      ...additionalInfo
+    };
+
+    this.logger.info(startupInfo);
+    return startupInfo;
+  }
+
+  setupSignalHandlers() {
+    // Log when we receive signals that would cause restart
+    process.on('SIGINT', () => {
+      this.logger.info({
+        msg: 'SIGINT received',
+        app_name: this.processName,
+        pid: process.pid,
+        ppid: process.ppid,
+        uptime: process.uptime(),
+        timestamp: new Date().toISOString()
+      });
+      process.exit(0);
+    });
+
+    process.on('SIGTERM', () => {
+      this.logger.info({
+        msg: 'SIGTERM received',
+        app_name: this.processName,
+        pid: process.pid,
+        ppid: process.ppid,
+        uptime: process.uptime(),
+        timestamp: new Date().toISOString()
+      });
+      process.exit(0);
+    });
+
+    process.on('uncaughtException', (error) => {
+      this.logger.error({
+        msg: 'Uncaught exception - process will restart',
+        app_name: this.processName,
+        error: error.message,
+        stack: error.stack,
+        pid: process.pid,
+        timestamp: new Date().toISOString()
+      });
+      process.exit(1);
+    });
+
+    process.on('unhandledRejection', (reason, promise) => {
+      this.logger.error({
+        msg: 'Unhandled rejection',
+        app_name: this.processName,
+        reason,
+        pid: process.pid,
+        timestamp: new Date().toISOString()
+      });
+    });
+  }
+}
+
+module.exports = ProcessMonitor;

lib/utils/stt-latency-calculator.js

@@ -101,8 +101,6 @@ class SttLatencyCalculator extends Emitter {
       }
       this.isRunning = false;
       this.logger.info('STT Latency Calculator stopped');
-    } else {
-      this.logger.warn('Latency calculator is not running, no VAD detection to stop');
     }
   }
 
@@ -116,7 +114,7 @@ class SttLatencyCalculator extends Emitter {
       return;
     }
     this._startVad();
-    this.logger.info('STT Latency Calculator started');
+    this.logger.debug('STT Latency Calculator started');
   }
 
   stop() {

lib/utils/transcription-utils.js

@@ -785,12 +785,15 @@ module.exports = (logger) => {
           AWS_ACCESS_KEY_ID: sttCredentials.accessKeyId,
           AWS_SECRET_ACCESS_KEY: sttCredentials.secretAccessKey,
           AWS_REGION: sttCredentials.region,
-          AWS_SECURITY_TOKEN: sttCredentials.securityToken
+          AWS_SECURITY_TOKEN: sttCredentials.securityToken,
+          AWS_SESSION_TOKEN: sttCredentials.sessionToken ? sttCredentials.sessionToken : sttCredentials.securityToken
         }),
         ...(awsOptions.accessKey && {AWS_ACCESS_KEY_ID: awsOptions.accessKey}),
         ...(awsOptions.secretKey && {AWS_SECRET_ACCESS_KEY: awsOptions.secretKey}),
         ...(awsOptions.region && {AWS_REGION: awsOptions.region}),
         ...(awsOptions.securityToken && {AWS_SECURITY_TOKEN: awsOptions.securityToken}),
+        ...(awsOptions.sessionToken && {AWS_SESSION_TOKEN: awsOptions.sessionToken ?
+          awsOptions.sessionToken : awsOptions.securityToken}),
         ...(awsOptions.languageModelName && {AWS_LANGUAGE_MODEL_NAME: awsOptions.languageModelName}),
         ...(awsOptions.piiEntityTypes?.length && {AWS_PII_ENTITY_TYPES: awsOptions.piiEntityTypes.join(',')}),
         ...(awsOptions.piiIdentifyEntities && {AWS_PII_IDENTIFY_ENTITIES: true}),
@@ -891,6 +894,14 @@ module.exports = (logger) => {
       const deepgramUri = deepgramOptions.deepgramSttUri || sttCredentials.deepgram_stt_uri;
       const useTls = deepgramOptions.deepgramSttUseTls || sttCredentials.deepgram_stt_use_tls;
 
+      // DH (2025-08-11) entity_prompt is currently limited to 100 words
+      const entityPrompt = deepgramOptions.entityPrompt ?
+        deepgramOptions.entityPrompt
+          .split(/\s+/)
+          .slice(0, 100)
+          .join(' ')
+        : undefined;
+
       /* default to a sensible model if not supplied */
       if (!model) {
         model = selectDefaultDeepgramModel(task, language);
@@ -949,7 +960,9 @@ module.exports = (logger) => {
         ...(deepgramOptions.fillerWords) &&
           {DEEPGRAM_SPEECH_FILLER_WORDS: deepgramOptions.fillerWords},
         ...((Array.isArray(deepgramOptions.keyterms) && deepgramOptions.keyterms.length > 0) &&
-          {DEEPGRAM_SPEECH_KEYTERMS: deepgramOptions.keyterms.join(',')})
+          {DEEPGRAM_SPEECH_KEYTERMS: deepgramOptions.keyterms.join(',')}),
+        ...(deepgramOptions.mipOptOut && {DEEPGRAM_SPEECH_MIP_OPT_OUT: deepgramOptions.mipOptOut}),
+        ...(entityPrompt && {DEEPGRAM_SPEECH_ENTITY_PROMPT: entityPrompt}),
       };
     }
     else if ('deepgramriver' === vendor) {

lib/utils/ws-requestor.js

@@ -293,7 +293,7 @@ class WsRequestor extends BaseRequestor {
 
       /* send the message */
       this.ws.send(JSON.stringify(obj), async() => {
-        this.logger.debug({obj}, `WsRequestor:request websocket: sent (${url})`);
+        if (obj.type !== 'llm:event') this.logger.debug({obj}, `WsRequestor:request websocket: sent (${url})`);
         // If session:reconnect is waiting for ack, hold here until ack to send queuedMsgs
         if (this._reconnectPromise) {
           try {

package.json

@@ -27,14 +27,14 @@
   "dependencies": {
     "@aws-sdk/client-auto-scaling": "^3.549.0",
     "@aws-sdk/client-sns": "^3.549.0",
-    "@jambonz/db-helpers": "^0.9.12",
+    "@jambonz/db-helpers": "^0.9.16",
     "@jambonz/http-health-check": "^0.0.1",
     "@jambonz/mw-registrar": "^0.2.7",
-    "@jambonz/realtimedb-helpers": "^0.8.13",
-    "@jambonz/speech-utils": "^0.2.15",
+    "@jambonz/realtimedb-helpers": "^0.8.15",
+    "@jambonz/speech-utils": "^0.2.22",
     "@jambonz/stats-collector": "^0.1.10",
     "@jambonz/time-series": "^0.2.14",
-    "@jambonz/verb-specifications": "^0.0.111",
+    "@jambonz/verb-specifications": "^0.0.113",
     "@modelcontextprotocol/sdk": "^1.9.0",
     "@opentelemetry/api": "^1.8.0",
     "@opentelemetry/exporter-jaeger": "^1.23.0",