fs only stop one of bugname when transcribe is used for dual legs

feat override synthesizer options from config
fix stt default vendor cannot be mapped to correct value (#588 )
2026-04-05 06:47:31 +00:00 · 2024-01-06 14:58:48 +07:00 · 2024-01-05 21:23:11 +07:00 · 2024-01-04 07:34:30 -05:00 · 2024-01-03 11:10:31 -05:00 · 2023-12-28 14:59:59 -05:00
20 changed files with 746 additions and 372 deletions
--- a/app.js
+++ b/app.js
@@ -109,7 +109,7 @@ const disconnect = () => {
    httpServer?.on('close', resolve);
    httpServer?.close();
    srf.disconnect();
-    srf.locals.mediaservers.forEach((ms) => ms.disconnect());
+    srf.locals.mediaservers?.forEach((ms) => ms.disconnect());
  });
 };

--- a/docs/contributing.md
+++ b/docs/contributing.md
@@ -45,7 +45,7 @@ The GCP credential is the JSON service key in stringified format.

 #### Install Docker

-The test suite ralso equires [Docker](https://www.docker.com/) and docker-compose to be installed on your laptop.  Docker is used to set up a network with all of the elements required to test the jambonz-feature-server in a black-box type of fashion.
+The test suite also requires [Docker](https://www.docker.com/) and docker-compose to be installed on your laptop.  Docker is used to set up a network with all of the elements required to test the jambonz-feature-server in a black-box type of fashion.

 Once you have docker installed, you can optionally make sure everything Docker-wise is working properly by running this command from the project folder:

--- a/lib/middleware.js
+++ b/lib/middleware.js
@@ -52,10 +52,16 @@ module.exports = function(srf, logger) {
    let clientDb = null;
    if (req.has('X-Authenticated-User')) {
      req.locals.originatingUser = req.get('X-Authenticated-User');
+      let clientSettings;
      const arr = /^(.*)@(.*)/.exec(req.locals.originatingUser);
      if (arr) {
-        [clientDb] = await lookupClientByAccountAndUsername(account_sid, arr[1]);
+        [clientSettings] = await lookupClientByAccountAndUsername(account_sid, arr[1]);
      }
+      clientDb = await registrar.query(req.locals.originatingUser);
+      clientDb = {
+        ...clientDb,
+        ...clientSettings,
+      };
    }

    // check for call to application
--- a/lib/session/adulting-call-session.js
+++ b/lib/session/adulting-call-session.js
@@ -1,4 +1,6 @@
 const CallSession = require('./call-session');
+const {CallStatus} = require('../utils/constants');
+const moment = require('moment');

 /**
 * @classdesc Subclass of CallSession.  Represents a CallSession
@@ -26,6 +28,7 @@ class AdultingCallSession extends CallSession {
      this._callReleased();
    });
    this.sd.emit('adulting');
+    this.on('callStatusChange', this._notifyCallStatusChange.bind(this));
  }

  get dlg() {
@@ -50,6 +53,18 @@ class AdultingCallSession extends CallSession {
  }

  _callerHungup() {
+    if (this.dlg.connectTime) {
+      const duration = moment().diff(this.dlg.connectTime, 'seconds');
+      this.rootSpan.setAttributes({'call.termination': 'hangup by caller'});
+      this.callInfo.callTerminationBy = 'caller';
+      this.emit('callStatusChange', {
+        callStatus: CallStatus.Completed,
+        duration
+      });
+    }
+    this.logger.info('InboundCallSession: caller hung up');
+    this._callReleased();
+    this.req.removeAllListeners('cancel');
  }
 }

--- a/lib/session/call-session.js
+++ b/lib/session/call-session.js
@@ -20,10 +20,8 @@ const WsRequestor = require('../utils/ws-requestor');
 const {
  JAMBONES_INJECT_CONTENT,
  AWS_REGION,
-  JAMBONZ_RECORD_WS_BASE_URL,
-  JAMBONZ_RECORD_WS_USERNAME,
-  JAMBONZ_RECORD_WS_PASSWORD,
 } = require('../config');
+const BackgroundTaskManager = require('../utils/background-task-manager');
 const BADPRECONDITIONS = 'preconditions not met';
 const CALLER_CANCELLED_ERR_MSG = 'Response not sent due to unknown transaction';

@@ -66,6 +64,11 @@ class CallSession extends Emitter {
    this.callGone = false;
    this.notifiedComplete = false;
    this.rootSpan = rootSpan;
+    this.backgroundTaskManager = new BackgroundTaskManager({
+      cs: this,
+      logger,
+      rootSpan
+    });

    this._origRecognizerSettings = {
      vendor: this.application?.speech_recognizer_vendor,
@@ -136,8 +139,7 @@ class CallSession extends Emitter {
  }

  get isBackGroundListen() {
-    return !(this.backgroundListenTask === null ||
-    this.backgroundListenTask === undefined);
+    return this.backgroundTaskManager.isTaskRunning('listen');
  }

  /**
@@ -379,11 +381,11 @@ class CallSession extends Emitter {
  }

  get isBotModeEnabled() {
-    return this.backgroundGatherTask;
+    return this.backgroundTaskManager.isTaskRunning('bargeIn');
  }

  get isListenEnabled() {
-    return this.backgroundListenTask;
+    return this.backgroundTaskManager.isTaskRunning('listen');
  }

  get b3() {
@@ -612,117 +614,41 @@ class CallSession extends Emitter {
    }
  }

-  async startBackgroundListen(opts, bugname) {
-    if (this.isListenEnabled) {
-      this.logger.info('CallSession:startBackgroundListen - listen is already enabled, ignoring request');
-      return;
-    }
-    try {
-      this.logger.debug({opts}, 'CallSession:startBackgroundListen');
-      const t = normalizeJambones(this.logger, [opts]);
-      this.backgroundListenTask = makeTask(this.logger, t[0]);
-      this.backgroundListenTask.bugname = bugname;
-      // Remove unneeded customer data to be sent to api server.
-      this.backgroundListenTask.ignoreCustomerData = true;
-      const resources = await this._evaluatePreconditions(this.backgroundListenTask);
-      const {span, ctx} = this.rootSpan.startChildSpan(`background-listen:${this.backgroundListenTask.summary}`);
-      this.backgroundListenTask.span = span;
-      this.backgroundListenTask.ctx = ctx;
-      this.backgroundListenTask.exec(this, resources)
-        .then(() => {
-          this.logger.info('CallSession:startBackgroundListen: listen completed');
-          this.backgroundListenTask && this.backgroundListenTask.removeAllListeners();
-          this.backgroundListenTask && this.backgroundListenTask.span.end();
-          this.backgroundListenTask = null;
-          return;
-        })
-        .catch((err) => {
-          this.logger.info({err}, 'CallSession:startBackgroundListen: listen threw error');
-          this.backgroundListenTask && this.backgroundListenTask.removeAllListeners();
-          this.backgroundListenTask && this.backgroundListenTask.span.end();
-          this.backgroundListenTask = null;
-        });
-    } catch (err) {
-      this.logger.info({err, opts}, 'CallSession:startBackgroundListen - Error creating listen task');
-    }
-  }
-
-  async stopBackgroundListen() {
-    this.logger.debug('CallSession:stopBackgroundListen');
-    try {
-      if (this.backgroundListenTask) {
-        this.backgroundListenTask.removeAllListeners();
-        this.backgroundListenTask.kill().catch(() => {});
-      }
-    } catch (err) {
-      this.logger.info({err}, 'CallSession:stopBackgroundListen - Error stopping listen task');
-    }
-  }
-
  async enableBotMode(gather, autoEnable) {
    try {
-      const t = normalizeJambones(this.logger, [gather]);
-      const task = makeTask(this.logger, t[0]);
-
+      let task;
      if (this.isBotModeEnabled) {
-        const currInput = this.backgroundGatherTask.input;
-        const newInput = task.input;
+        task = this.backgroundTaskManager.getTask('bargeIn');
+        const currInput = task.input;
+        const t = normalizeJambones(this.logger, [gather]);
+        const tmpTask = makeTask(this.logger, t[0]);
+        const newInput = tmpTask.input;
        if (JSON.stringify(currInput) === JSON.stringify(newInput)) {
          this.logger.info('CallSession:enableBotMode - bot mode currently enabled, ignoring request to start again');
          return;
-        }
-        else {
+        } else {
          this.logger.info({currInput, newInput},
-            'CallSession:enableBotMode - restarting background gather to apply new input type');
-          this.backgroundGatherTask.sticky = false;
+            'CallSession:enableBotMode - restarting background bargeIn to apply new input type');
+          task.sticky = false;
          await this.disableBotMode();
        }
      }
-      this.backgroundGatherTask = task;
-      this._bargeInEnabled = true;
-      this.backgroundGatherTask
-        .once('dtmf', this._clearTasks.bind(this, this.backgroundGatherTask))
-        .once('vad', this._clearTasks.bind(this, this.backgroundGatherTask))
-        .once('transcription', this._clearTasks.bind(this, this.backgroundGatherTask))
-        .once('timeout', this._clearTasks.bind(this, this.backgroundGatherTask));
-      this.logger.info({gather}, 'CallSession:enableBotMode - starting background gather');
-      const resources = await this._evaluatePreconditions(this.backgroundGatherTask);
-      const {span, ctx} = this.rootSpan.startChildSpan(`background-gather:${this.backgroundGatherTask.summary}`);
-      this.backgroundGatherTask.span = span;
-      this.backgroundGatherTask.ctx = ctx;
-      this.backgroundGatherTask.sticky = autoEnable;
-      this.backgroundGatherTask.exec(this, resources)
-        .then(() => {
-          this.logger.info('CallSession:enableBotMode: gather completed');
-          this.backgroundGatherTask && this.backgroundGatherTask.removeAllListeners();
-          this.backgroundGatherTask && this.backgroundGatherTask.span.end();
-          const sticky = this.backgroundGatherTask?.sticky;
-          this.backgroundGatherTask = null;
-          if (sticky && !this.callGone && !this._stopping && this._bargeInEnabled) {
-            this.logger.info('CallSession:enableBotMode: restarting background gather');
-            setImmediate(() => this.enableBotMode(gather, true));
-          }
-          return;
-        })
-        .catch((err) => {
-          this.logger.info({err}, 'CallSession:enableBotMode: gather threw error');
-          this.backgroundGatherTask && this.backgroundGatherTask.removeAllListeners();
-          this.backgroundGatherTask && this.backgroundGatherTask.span.end();
-          this.backgroundGatherTask = null;
-        });
+      task = await this.backgroundTaskManager.newTask('bargeIn', gather);
+      task.sticky = autoEnable;
+      task.once('bargeIn-done', () => {
+        if (this.requestor instanceof WsRequestor) {
+          try {
+            this.kill(true);
+          } catch (err) {}
+        }
+      });
+      this.logger.info({gather}, 'CallSession:enableBotMode - starting background bargeIn');
    } catch (err) {
-      this.logger.info({err, gather}, 'CallSession:enableBotMode - Error creating gather task');
+      this.logger.info({err, gather}, 'CallSession:enableBotMode - Error creating bargeIn task');
    }
  }
  async disableBotMode() {
-    this._bargeInEnabled = false;
-    if (this.backgroundGatherTask) {
-      try {
-        this.backgroundGatherTask.removeAllListeners();
-        await this.backgroundGatherTask.kill();
-      } catch (err) {}
-      this.backgroundGatherTask = null;
-    }
+    this.backgroundTaskManager.stop('bargeIn');
  }

  setConferenceDetails(memberId, confName, confUuid) {
@@ -906,7 +832,7 @@ class CallSession extends Emitter {
        let skip = false;
        this.currentTask = task;
        if (TaskName.Gather === task.name && this.isBotModeEnabled) {
-          if (this.backgroundGatherTask.updateTaskInProgress(task) !== false) {
+          if (this.backgroundTaskManager.getTask('bargeIn').updateTaskInProgress(task) !== false) {
            this.logger.info(`CallSession:exec skipping #${stackNum}:${taskNum}: ${task.name}`);
            skip = true;
          }
@@ -941,7 +867,8 @@ class CallSession extends Emitter {
      if (0 === this.tasks.length &&
        this.requestor instanceof WsRequestor &&
        !this.requestor.closedGracefully &&
-        !this.callGone
+        !this.callGone &&
+        !this.isConfirmCallSession
      ) {
        try {
          await this._awaitCommandsOrHangup();
@@ -1393,7 +1320,6 @@ Duration=${duration} `
            get the full transcription.
          */
          delete t.bargeIn.enable;
-          this._bargeInEnabled = false;
          this.logger.info('CallSession:kill - found bargein disabled in the stack, clearing to that point');
          break;
        }
@@ -1699,6 +1625,8 @@ Duration=${duration} `
    this.notifier && this.notifier.close();

    this.rootSpan && this.rootSpan.end();
+    // close all background tasks
+    this.backgroundTaskManager.stopAll();
  }

  /**
@@ -1955,7 +1883,7 @@ Duration=${duration} `
  wrapDialog(dlg) {
    dlg.connectTime = moment();
    const origDestroy = dlg.destroy.bind(dlg);
-    dlg.destroy = () => {
+    dlg.destroy = (opts) => {
      if (dlg.connected) {
        dlg.connected = false;
        dlg.destroy = origDestroy;
@@ -1964,7 +1892,7 @@ Duration=${duration} `
        this.emit('callStatusChange', {callStatus: CallStatus.Completed, duration});
        this.logger.debug('CallSession: call terminated by jambonz');
        this.rootSpan.setAttributes({'call.termination': 'hangup by jambonz'});
-        origDestroy().catch((err) => this.logger.info({err}, 'CallSession - error destroying dialog'));
+        origDestroy(opts).catch((err) => this.logger.info({err}, 'CallSession - error destroying dialog'));
        if (this.wakeupResolver) {
          this.wakeupResolver({reason: 'session ended'});
          this.wakeupResolver = null;
@@ -2015,12 +1943,14 @@ Duration=${duration} `
  async _notifyCallStatusChange({callStatus, sipStatus, sipReason, duration}) {
    if (this.callMoved) return;

+    // manage record all call.
    if (callStatus === CallStatus.InProgress) {
-      // nice, call is in progress, good time to enable record
-      await this.enableRecordAllCall();
-    } else if (callStatus == CallStatus.Completed && this.isBackGroundListen) {
-      this.stopBackgroundListen().catch((err) => this.logger.error(
-        {err}, 'CallSession:_notifyCallStatusChange - error stopping background listen'));
+      if (this.accountInfo.account.record_all_calls ||
+        this.application.record_all_calls) {
+        this.backgroundTaskManager.newTask('record');
+      }
+    } else if (callStatus == CallStatus.Completed) {
+      this.backgroundTaskManager.stop('record');
    }

    /* race condition: we hang up at the same time as the caller */
@@ -2057,29 +1987,6 @@ Duration=${duration} `
    }
  }

-  async enableRecordAllCall() {
-    if (this.accountInfo.account.record_all_calls || this.application.record_all_calls) {
-      if (!JAMBONZ_RECORD_WS_BASE_URL || !this.accountInfo.account.bucket_credential) {
-        this.logger.error('Record all calls: invalid configuration');
-        return;
-      }
-      const listenOpts = {
-        url: `${JAMBONZ_RECORD_WS_BASE_URL}/record/${this.accountInfo.account.bucket_credential.vendor}`,
-        disableBidirectionalAudio: true,
-        mixType : 'stereo',
-        passDtmf: true
-      };
-      if (JAMBONZ_RECORD_WS_USERNAME && JAMBONZ_RECORD_WS_PASSWORD) {
-        listenOpts.wsAuth = {
-          username: JAMBONZ_RECORD_WS_USERNAME,
-          password: JAMBONZ_RECORD_WS_PASSWORD
-        };
-      }
-      this.logger.debug({listenOpts}, 'Record all calls: enabling listen');
-      await this.startBackgroundListen({verb: 'listen', ...listenOpts}, 'jambonz-session-record');
-    }
-  }
-
  _configMsEndpoint() {
    if (this.onHoldMusic) {
      this.ep.set({hold_music: `shout://${this.onHoldMusic.replace(/^https?:\/\//, '')}`});
@@ -2122,6 +2029,18 @@ Duration=${duration} `
      } catch (err) {}
    }
  }
+
+  /**
+   * startBackgroundTask - Start background task
+   */
+
+  async startBackgroundTask(type, opts) {
+    await this.backgroundTaskManager.newTask(type, opts);
+  }
+
+  stopBackgroundTask(type) {
+    this.backgroundTaskManager.stop(type);
+  }
 }

 module.exports = CallSession;
--- a/lib/tasks/config.js
+++ b/lib/tasks/config.js
@@ -9,7 +9,8 @@ class TaskConfig extends Task {
      'recognizer',
      'bargeIn',
      'record',
-      'listen'
+      'listen',
+      'transcribe'
    ].forEach((k) => this[k] = this.data[k] || {});

    if ('notifyEvents' in this.data) {
@@ -30,6 +31,13 @@ class TaskConfig extends Task {
        if (this.bargeIn[k]) this.gatherOpts[k] = this.bargeIn[k];
      });
    }
+    if (this.transcribe?.enable) {
+      this.transcribeOpts = {
+        verb: 'transcribe',
+        ...this.transcribe
+      };
+      delete this.transcribeOpts.enable;
+    }

    if (this.data.reset) {
      if (typeof this.data.reset === 'string') this.data.reset = [this.data.reset];
@@ -37,7 +45,11 @@ class TaskConfig extends Task {
    else this.data.reset = [];

    if (this.bargeIn.sticky) this.autoEnable = true;
-    this.preconditions = (this.bargeIn.enable || this.record?.action || this.listen?.url || this.data.amd) ?
+    this.preconditions = (this.bargeIn.enable ||
+      this.record?.action ||
+      this.listen?.url ||
+      this.data.amd ||
+      this.transcribe?.enable) ?
      TaskPreconditions.Endpoint :
      TaskPreconditions.None;

@@ -50,6 +62,7 @@ class TaskConfig extends Task {
  get hasRecognizer() { return Object.keys(this.recognizer).length; }
  get hasRecording() { return Object.keys(this.record).length; }
  get hasListen() { return Object.keys(this.listen).length; }
+  get hasTranscribe() { return Object.keys(this.transcribe).length; }

  get summary() {
    const phrase = [];
@@ -72,6 +85,9 @@ class TaskConfig extends Task {
    if (this.hasListen) {
      phrase.push(this.listen.enable ? `listen ${this.listen.url}` : 'stop listen');
    }
+    if (this.hasTranscribe) {
+      phrase.push(this.transcribe.enable ? `transcribe ${this.transcribe.transcriptionHook}` : 'stop transcribe');
+    }
    if (this.data.amd) phrase.push('enable amd');
    if (this.notifyEvents) phrase.push(`event notification ${this.notifyEvents ? 'on' : 'off'}`);
    if (this.onHoldMusic) phrase.push(`onHoldMusic: ${this.onHoldMusic}`);
@@ -212,10 +228,25 @@ class TaskConfig extends Task {
      const {enable, ...opts} = this.listen;
      if (enable) {
        this.logger.debug({opts}, 'Config: enabling listen');
-        cs.startBackgroundListen({verb: 'listen', ...opts});
+        cs.startBackgroundTask('listen', {verb: 'listen', ...opts});
      } else {
        this.logger.info('Config: disabling listen');
-        cs.stopBackgroundListen();
+        cs.stopBackgroundTask('listen');
+      }
+    }
+    if (this.hasTranscribe) {
+      if (this.transcribe.enable) {
+        this.transcribeOpts.recognizer = this.hasRecognizer ?
+          this.recognizer :
+          {
+            vendor: cs.speechRecognizerVendor,
+            language: cs.speechRecognizerLanguage
+          };
+        this.logger.debug(this.transcribeOpts, 'Config: enabling transcribe');
+        cs.startBackgroundTask('transcribe', this.transcribeOpts);
+      } else {
+        this.logger.info('Config: disabling transcribe');
+        cs.stopBackgroundTask('transcribe');
      }
    }
    if (this.data.sipRequestWithinDialogHook) {
--- a/lib/tasks/gather.js
+++ b/lib/tasks/gather.js
@@ -71,6 +71,7 @@ class TaskGather extends SttTask {
    /* buffer speech for continuous asr */
    this._bufferedTranscripts = [];
    this.partialTranscriptsCount = 0;
+    this.bugname_prefix = 'gather_';
  }

  get name() { return TaskName.Gather; }
@@ -116,14 +117,6 @@ class TaskGather extends SttTask {
      this.logger.debug({hints: this.data.recognizer.hints, hintsBoost: this.data.recognizer.hintsBoost},
        'Gather:exec - applying global sttHints');
    }
-    if (cs.hasAltLanguages) {
-      this.data.recognizer.altLanguages = this.data.recognizer.altLanguages.concat(cs.altLanguages);
-      this.logger.debug({altLanguages: this.data.recognizer?.altLanguages},
-        'Gather:exec - applying altLanguages');
-    }
-    if (cs.hasGlobalSttPunctuation && !this.data.recognizer.punctuation) {
-      this.data.recognizer.punctuation = cs.globalSttPunctuation;
-    }
    if (!this.isContinuousAsr && cs.isContinuousAsr) {
      this.isContinuousAsr = true;
      this.asrTimeout = cs.asrTimeout * 1000;
@@ -228,7 +221,7 @@ class TaskGather extends SttTask {
    } catch (err) {
      this.logger.error(err, 'TaskGather:exec error');
    }
-    this.removeSpeechListeners(ep);
+    this.removeCustomEventListeners();
  }

  kill(cs) {
@@ -268,8 +261,11 @@ class TaskGather extends SttTask {
    else if (this.input.includes('digits')) {
      if (this.digitBuffer.length === 0 && this.needsStt) {
        // DTMF is higher priority than STT.
-        this.removeSpeechListeners(ep);
-        ep.stopTranscription({vendor: this.vendor})
+        this.removeCustomEventListeners();
+        ep.stopTranscription({
+          vendor: this.vendor,
+          bugname: this.bugname,
+        })
          .catch((err) => this.logger.error({err},
            ` Received DTMF, Error stopping transcription for vendor ${this.vendor}`));
      }
@@ -308,34 +304,38 @@ class TaskGather extends SttTask {
    const opts = this.setChannelVarsForStt(this, this.sttCredentials, this.data.recognizer);
    switch (this.vendor) {
      case 'google':
-        this.bugname = 'google_transcribe';
-        ep.addCustomEventListener(GoogleTranscriptionEvents.Transcription, this._onTranscription.bind(this, cs, ep));
-        ep.addCustomEventListener(GoogleTranscriptionEvents.EndOfUtterance, this._onEndOfUtterance.bind(this, cs, ep));
-        ep.addCustomEventListener(GoogleTranscriptionEvents.VadDetected, this._onVadDetected.bind(this, cs, ep));
+        this.bugname = `${this.bugname_prefix}google_transcribe`;
+        this.addCustomEventListener(
+          ep, GoogleTranscriptionEvents.Transcription, this._onTranscription.bind(this, cs, ep));
+        this.addCustomEventListener(
+          ep, GoogleTranscriptionEvents.EndOfUtterance, this._onEndOfUtterance.bind(this, cs, ep));
+        this.addCustomEventListener(
+          ep, GoogleTranscriptionEvents.VadDetected, this._onVadDetected.bind(this, cs, ep));
        break;

      case 'aws':
      case 'polly':
-        this.bugname = 'aws_transcribe';
-        ep.addCustomEventListener(AwsTranscriptionEvents.Transcription, this._onTranscription.bind(this, cs, ep));
-        ep.addCustomEventListener(AwsTranscriptionEvents.VadDetected, this._onVadDetected.bind(this, cs, ep));
+        this.bugname = `${this.bugname_prefix}aws_transcribe`;
+        this.addCustomEventListener(ep, AwsTranscriptionEvents.Transcription, this._onTranscription.bind(this, cs, ep));
+        this.addCustomEventListener(ep, AwsTranscriptionEvents.VadDetected, this._onVadDetected.bind(this, cs, ep));
        break;
      case 'microsoft':
-        this.bugname = 'azure_transcribe';
-        ep.addCustomEventListener(AzureTranscriptionEvents.Transcription, this._onTranscription.bind(this, cs, ep));
-        ep.addCustomEventListener(AzureTranscriptionEvents.NoSpeechDetected,
+        this.bugname = `${this.bugname_prefix}azure_transcribe`;
+        this.addCustomEventListener(
+          ep, AzureTranscriptionEvents.Transcription, this._onTranscription.bind(this, cs, ep));
+        this.addCustomEventListener(ep, AzureTranscriptionEvents.NoSpeechDetected,
          this._onNoSpeechDetected.bind(this, cs, ep));
-        ep.addCustomEventListener(AzureTranscriptionEvents.VadDetected, this._onVadDetected.bind(this, cs, ep));
+        this.addCustomEventListener(ep, AzureTranscriptionEvents.VadDetected, this._onVadDetected.bind(this, cs, ep));
        break;
      case 'nuance':
-        this.bugname = 'nuance_transcribe';
-        ep.addCustomEventListener(NuanceTranscriptionEvents.Transcription,
+        this.bugname = `${this.bugname_prefix}nuance_transcribe`;
+        this.addCustomEventListener(ep, NuanceTranscriptionEvents.Transcription,
          this._onTranscription.bind(this, cs, ep));
-        ep.addCustomEventListener(NuanceTranscriptionEvents.StartOfSpeech,
+        this.addCustomEventListener(ep, NuanceTranscriptionEvents.StartOfSpeech,
          this._onStartOfSpeech.bind(this, cs, ep));
-        ep.addCustomEventListener(NuanceTranscriptionEvents.TranscriptionComplete,
+        this.addCustomEventListener(ep, NuanceTranscriptionEvents.TranscriptionComplete,
          this._onTranscriptionComplete.bind(this, cs, ep));
-        ep.addCustomEventListener(NuanceTranscriptionEvents.VadDetected,
+        this.addCustomEventListener(ep, NuanceTranscriptionEvents.VadDetected,
          this._onVadDetected.bind(this, cs, ep));

        /* stall timers until prompt finishes playing */
@@ -345,10 +345,11 @@ class TaskGather extends SttTask {
        break;

      case 'deepgram':
-        this.bugname = 'deepgram_transcribe';
-        ep.addCustomEventListener(DeepgramTranscriptionEvents.Transcription, this._onTranscription.bind(this, cs, ep));
-        ep.addCustomEventListener(DeepgramTranscriptionEvents.Connect, this._onVendorConnect.bind(this, cs, ep));
-        ep.addCustomEventListener(DeepgramTranscriptionEvents.ConnectFailure,
+        this.bugname = `${this.bugname_prefix}deepgram_transcribe`;
+        this.addCustomEventListener(
+          ep, DeepgramTranscriptionEvents.Transcription, this._onTranscription.bind(this, cs, ep));
+        this.addCustomEventListener(ep, DeepgramTranscriptionEvents.Connect, this._onVendorConnect.bind(this, cs, ep));
+        this.addCustomEventListener(ep, DeepgramTranscriptionEvents.ConnectFailure,
          this._onVendorConnectFailure.bind(this, cs, ep));

        /* if app sets deepgramOptions.utteranceEndMs they essentially want continuous asr */
@@ -356,13 +357,15 @@ class TaskGather extends SttTask {
        break;

      case 'soniox':
-        this.bugname = 'soniox_transcribe';
-        ep.addCustomEventListener(SonioxTranscriptionEvents.Transcription, this._onTranscription.bind(this, cs, ep));
+        this.bugname = `${this.bugname_prefix}soniox_transcribe`;
+        this.addCustomEventListener(
+          ep, SonioxTranscriptionEvents.Transcription, this._onTranscription.bind(this, cs, ep));
        break;

      case 'cobalt':
-        this.bugname = 'cobalt_transcribe';
-        ep.addCustomEventListener(CobaltTranscriptionEvents.Transcription, this._onTranscription.bind(this, cs, ep));
+        this.bugname = `${this.bugname_prefix}cobalt_transcribe`;
+        this.addCustomEventListener(
+          ep, CobaltTranscriptionEvents.Transcription, this._onTranscription.bind(this, cs, ep));

        /* cobalt doesnt have language, it has model, which is required */
        if (!this.data.recognizer.model) {
@@ -391,22 +394,22 @@ class TaskGather extends SttTask {
        break;

      case 'ibm':
-        this.bugname = 'ibm_transcribe';
-        ep.addCustomEventListener(IbmTranscriptionEvents.Transcription, this._onTranscription.bind(this, cs, ep));
-        ep.addCustomEventListener(IbmTranscriptionEvents.Connect, this._onVendorConnect.bind(this, cs, ep));
-        ep.addCustomEventListener(IbmTranscriptionEvents.ConnectFailure,
+        this.bugname = `${this.bugname_prefix}ibm_transcribe`;
+        this.addCustomEventListener(ep, IbmTranscriptionEvents.Transcription, this._onTranscription.bind(this, cs, ep));
+        this.addCustomEventListener(ep, IbmTranscriptionEvents.Connect, this._onVendorConnect.bind(this, cs, ep));
+        this.addCustomEventListener(ep, IbmTranscriptionEvents.ConnectFailure,
          this._onVendorConnectFailure.bind(this, cs, ep));
        break;

      case 'nvidia':
-        this.bugname = 'nvidia_transcribe';
-        ep.addCustomEventListener(NvidiaTranscriptionEvents.Transcription,
+        this.bugname = `${this.bugname_prefix}nvidia_transcribe`;
+        this.addCustomEventListener(ep, NvidiaTranscriptionEvents.Transcription,
          this._onTranscription.bind(this, cs, ep));
-        ep.addCustomEventListener(NvidiaTranscriptionEvents.StartOfSpeech,
+        this.addCustomEventListener(ep, NvidiaTranscriptionEvents.StartOfSpeech,
          this._onStartOfSpeech.bind(this, cs, ep));
-        ep.addCustomEventListener(NvidiaTranscriptionEvents.TranscriptionComplete,
+        this.addCustomEventListener(ep, NvidiaTranscriptionEvents.TranscriptionComplete,
          this._onTranscriptionComplete.bind(this, cs, ep));
-        ep.addCustomEventListener(NvidiaTranscriptionEvents.VadDetected,
+        this.addCustomEventListener(ep, NvidiaTranscriptionEvents.VadDetected,
          this._onVadDetected.bind(this, cs, ep));

        /* I think nvidia has this (??) - stall timers until prompt finishes playing */
@@ -416,20 +419,22 @@ class TaskGather extends SttTask {
        break;

      case 'assemblyai':
-        this.bugname = 'assemblyai_transcribe';
-        ep.addCustomEventListener(AssemblyAiTranscriptionEvents.Transcription,
+        this.bugname = `${this.bugname_prefix}assemblyai_transcribe`;
+        this.addCustomEventListener(ep, AssemblyAiTranscriptionEvents.Transcription,
          this._onTranscription.bind(this, cs, ep));
-        ep.addCustomEventListener(AssemblyAiTranscriptionEvents.Connect, this._onVendorConnect.bind(this, cs, ep));
-        ep.addCustomEventListener(AssemblyAiTranscriptionEvents.Error, this._onVendorError.bind(this, cs, ep));
-        ep.addCustomEventListener(AssemblyAiTranscriptionEvents.ConnectFailure,
+        this.addCustomEventListener(
+          ep, AssemblyAiTranscriptionEvents.Connect, this._onVendorConnect.bind(this, cs, ep));
+        this.addCustomEventListener(ep, AssemblyAiTranscriptionEvents.Error, this._onVendorError.bind(this, cs, ep));
+        this.addCustomEventListener(ep, AssemblyAiTranscriptionEvents.ConnectFailure,
          this._onVendorConnectFailure.bind(this, cs, ep));
        break;
      default:
        if (this.vendor.startsWith('custom:')) {
-          this.bugname = `${this.vendor}_transcribe`;
-          ep.addCustomEventListener(JambonzTranscriptionEvents.Transcription, this._onTranscription.bind(this, cs, ep));
-          ep.addCustomEventListener(JambonzTranscriptionEvents.Connect, this._onVendorConnect.bind(this, cs, ep));
-          ep.addCustomEventListener(JambonzTranscriptionEvents.ConnectFailure,
+          this.bugname = `${this.bugname_prefix}${this.vendor}_transcribe`;
+          this.addCustomEventListener(
+            ep, JambonzTranscriptionEvents.Transcription, this._onTranscription.bind(this, cs, ep));
+          this.addCustomEventListener(ep, JambonzTranscriptionEvents.Connect, this._onVendorConnect.bind(this, cs, ep));
+          this.addCustomEventListener(ep, JambonzTranscriptionEvents.ConnectFailure,
            this._onVendorConnectFailure.bind(this, cs, ep));
          break;
        }
@@ -441,7 +446,7 @@ class TaskGather extends SttTask {
    }

    /* common handler for all stt engine errors */
-    ep.addCustomEventListener(JambonzTranscriptionEvents.Error, this._onJambonzError.bind(this, cs, ep));
+    this.addCustomEventListener(ep, JambonzTranscriptionEvents.Error, this._onJambonzError.bind(this, cs, ep));
    await ep.set(opts)
      .catch((err) => this.logger.info(err, 'Error setting channel variables'));
  }
@@ -590,7 +595,8 @@ class TaskGather extends SttTask {
      return;
    }

-    evt = this.normalizeTranscription(evt, this.vendor, 1, this.language, this.shortUtterance);
+    evt = this.normalizeTranscription(evt, this.vendor, 1, this.language,
+      this.shortUtterance, this.data.recognizer.punctuation);
    if (evt.alternatives.length === 0) {
      this.logger.info({evt}, 'TaskGather:_onTranscription - got empty transcript, continue listening');
      return;
@@ -759,7 +765,10 @@ class TaskGather extends SttTask {
  async _onJambonzError(cs, ep, evt) {
    this.logger.info({evt}, 'TaskGather:_onJambonzError');
    if (this.isHandledByPrimaryProvider && this.fallbackVendor) {
-      ep.stopTranscription({vendor: this.vendor})
+      ep.stopTranscription({
+        vendor: this.vendor,
+        bugname: this.bugname
+      })
        .catch((err) => this.logger.error({err}, `Error stopping transcription for primary vendor ${this.vendor}`));
      const {updateSpeechCredentialLastUsed} = require('../utils/db-utils')(this.logger, cs.srf);
      try {
@@ -840,7 +849,10 @@ class TaskGather extends SttTask {
      'stt.result': JSON.stringify(evt)
    });
    if (this.needsStt && this.ep && this.ep.connected) {
-      this.ep.stopTranscription({vendor: this.vendor})
+      this.ep.stopTranscription({
+        vendor: this.vendor,
+        bugname: this.bugname
+      })
        .catch((err) => this.logger.error({err}, 'Error stopping transcription'));
    }

--- a/lib/tasks/say.js
+++ b/lib/tasks/say.js
@@ -68,6 +68,12 @@ class TaskSay extends Task {
    const salt = cs.callSid;

    let credentials = cs.getSpeechCredentials(vendor, 'tts', label);
+
+    // override Synthesizer options from config verb
+    if (cs.synthesizer && cs.synthesizer.options) {
+      this.options = cs.synthesizer.options;
+    }
+
    /* parse Nuance voices into name and model */
    let model;
    if (vendor === 'nuance' && voice) {
@@ -76,6 +82,8 @@ class TaskSay extends Task {
        voice = arr[1];
        model = arr[2];
      }
+    } else if (vendor === 'deepgram') {
+      model = voice;
    }

    /* allow for microsoft custom region voice and api_key to be specified as an override */
--- a/lib/tasks/stt-task.js
+++ b/lib/tasks/stt-task.js
@@ -14,17 +14,15 @@ class SttTask extends Task {
    const {
      setChannelVarsForStt,
      normalizeTranscription,
-      removeSpeechListeners,
      setSpeechCredentialsAtRuntime,
      compileSonioxTranscripts,
      consolidateTranscripts
    } = require('../utils/transcription-utils')(logger);
    this.setChannelVarsForStt = setChannelVarsForStt;
    this.normalizeTranscription = normalizeTranscription;
-    this.removeSpeechListeners = removeSpeechListeners;
    this.compileSonioxTranscripts = compileSonioxTranscripts;
    this.consolidateTranscripts = consolidateTranscripts;
-
+    this.eventHandlers = [];
    this.isHandledByPrimaryProvider = true;
    if (this.data.recognizer) {
      const recognizer = this.data.recognizer;
@@ -49,6 +47,8 @@ class SttTask extends Task {

    /* buffer for soniox transcripts */
    this._sonioxTranscripts = [];
+    /*bug name prefix */
+    this.bugname_prefix = '';

  }

@@ -56,6 +56,27 @@ class SttTask extends Task {
    super.exec(cs);
    this.ep = ep;
    this.ep2 = ep2;
+    // copy all value from config verb to this object.
+    if (cs.recognizer) {
+      for (const k in cs.recognizer) {
+        if (Array.isArray(this.data.recognizer[k]) ||
+        Array.isArray(cs.recognizer[k])) {
+          this.data.recognizer[k] = [
+            ...this.data.recognizer[k],
+            ...cs.recognizer[k]
+          ];
+        } else if (typeof this.data.recognizer[k] === 'object' ||
+        typeof cs.recognizer[k] === 'object'
+        ) {
+          this.data.recognizer[k] = {
+            ...this.data.recognizer[k],
+            ...cs.recognizer[k]
+          };
+        } else {
+          this.data.recognizer[k] = cs.recognizer[k] || this.data.recognizer[k];
+        }
+      }
+    }
    if ('default' === this.vendor || !this.vendor) {
      this.vendor = cs.speechRecognizerVendor;
      if (this.data.recognizer) this.data.recognizer.vendor = this.vendor;
@@ -89,23 +110,6 @@ class SttTask extends Task {
      this.data.recognizer.model = cs.speechRecognizerLanguage;
    }

-    if (cs.recognizer) {
-      for (const k in cs.recognizer) {
-        if (Array.isArray(this.data.recognizer[k]) ||
-        Array.isArray(cs.recognizer[k]) ||
-        typeof this.data.recognizer[k] === 'object' ||
-        typeof cs.recognizer[k] === 'object'
-        ) {
-          this.data.recognizer[k] = {
-            ...this.data.recognizer[k],
-            ...cs.recognizer[k]
-          };
-        }  else {
-          this.data.recognizer[k] = cs.recognizer[k] || this.data.recognizer[k];
-        }
-      }
-    }
-
    if (!this.sttCredentials) {
      try {
        this.sttCredentials = await this._initSpeechCredentials(this.cs, this.vendor, this.label);
@@ -123,6 +127,24 @@ class SttTask extends Task {
      this.notifyError({ msg: 'ASR error', details:'Cobalt requires a model to be specified'});
      throw new Error('Cobalt requires a model to be specified');
    }
+
+    if (cs.hasAltLanguages) {
+      this.data.recognizer.altLanguages = this.data.recognizer.altLanguages.concat(cs.altLanguages);
+      this.logger.debug({altLanguages: this.altLanguages},
+        'STT:exec - applying altLanguages');
+    }
+    if (cs.hasGlobalSttPunctuation && !this.data.recognizer.punctuation) {
+      this.data.recognizer.punctuation = cs.globalSttPunctuation;
+    }
+  }
+
+  addCustomEventListener(ep, event, handler) {
+    this.eventHandlers.push({ep, event, handler});
+    ep.addCustomEventListener(event, handler);
+  }
+
+  removeCustomEventListeners() {
+    this.eventHandlers.forEach((h) => h.ep.removeCustomEventListener(h.event, h.handler));
  }

  async _initSpeechCredentials(cs, vendor, label) {
--- a/lib/tasks/transcribe.js
+++ b/lib/tasks/transcribe.js
@@ -33,19 +33,29 @@ class TaskTranscribe extends SttTask {

    this.childSpan = [null, null];

-    // Continuos asr timeout
+    // Continuous asr timeout
    this.asrTimeout = typeof this.data.recognizer.asrTimeout === 'number' ? this.data.recognizer.asrTimeout * 1000 : 0;
    if (this.asrTimeout > 0) {
      this.isContinuousAsr = true;
    }
    /* buffer speech for continuous asr */
    this._bufferedTranscripts = [];
+    this.bugname_prefix = 'transcribe_';
  }

  get name() { return TaskName.Transcribe; }

  async exec(cs, {ep, ep2}) {
    await super.exec(cs, {ep, ep2});
+
+    if (this.data.recognizer.vendor === 'nuance') {
+      this.data.recognizer.nuanceOptions = {
+        // by default, nuance STT will recognize only 1st utterance.
+        // enable multiple allow nuance detact all utterances
+        utteranceDetectionMode: 'multiple',
+        ...this.data.recognizer.nuanceOptions
+      };
+    }
    const {updateSpeechCredentialLastUsed} = require('../utils/db-utils')(this.logger, cs.srf);

    if (cs.hasGlobalSttHints) {
@@ -55,14 +65,7 @@ class TaskTranscribe extends SttTask {
      this.logger.debug({hints: this.data.recognizer.hints, hintsBoost: this.data.recognizer.hintsBoost},
        'Transcribe:exec - applying global sttHints');
    }
-    if (cs.hasAltLanguages) {
-      this.data.recognizer.altLanguages = this.data.recognizer.altLanguages.concat(cs.altLanguages);
-      this.logger.debug({altLanguages: this.altLanguages},
-        'Transcribe:exec - applying altLanguages');
-    }
-    if (cs.hasGlobalSttPunctuation && !this.data.recognizer.punctuation) {
-      this.data.recognizer.punctuation = cs.globalSttPunctuation;
-    }
+
    try {
      await this._startTranscribing(cs, ep, 1);
      if (this.separateRecognitionPerChannel && ep2) {
@@ -77,19 +80,22 @@ class TaskTranscribe extends SttTask {
      this.logger.info(err, 'TaskTranscribe:exec - error');
      this.parentTask && this.parentTask.emit('error', err);
    }
-    this.removeSpeechListeners(ep);
+    this.removeCustomEventListeners();
  }

  async _stopTranscription() {
    let stopTranscription = false;
    if (this.ep?.connected) {
      stopTranscription = true;
-      this.ep.stopTranscription({vendor: this.vendor})
+      this.ep.stopTranscription({
+        vendor: this.vendor,
+        bugname: this.ep.transcribe_bugname
+      })
        .catch((err) => this.logger.info(err, 'Error TaskTranscribe:kill'));
    }
    if (this.separateRecognitionPerChannel && this.ep2 && this.ep2.connected) {
      stopTranscription = true;
-      this.ep2.stopTranscription({vendor: this.vendor})
+      this.ep2.stopTranscription({vendor: this.vendor, bugname: this.ep2.transcribe_bugname})
        .catch((err) => this.logger.info(err, 'Error TaskTranscribe:kill'));
    }

@@ -126,6 +132,7 @@ class TaskTranscribe extends SttTask {
  async _setSpeechHandlers(cs, ep, channel) {
    if (this[`_speechHandlersSet_${channel}`]) return;
    this[`_speechHandlersSet_${channel}`] = true;
+    let bugname;

    /* some special deepgram logic */
    if (this.vendor === 'deepgram') {
@@ -135,44 +142,44 @@ class TaskTranscribe extends SttTask {
    const opts = this.setChannelVarsForStt(this, this.sttCredentials, this.data.recognizer);
    switch (this.vendor) {
      case 'google':
-        this.bugname = 'google_transcribe';
-        ep.addCustomEventListener(GoogleTranscriptionEvents.Transcription,
+        bugname = `${this.bugname_prefix}google_transcribe_${channel}`;
+        this.addCustomEventListener(ep, GoogleTranscriptionEvents.Transcription,
          this._onTranscription.bind(this, cs, ep, channel));
-        ep.addCustomEventListener(GoogleTranscriptionEvents.NoAudioDetected,
+        this.addCustomEventListener(ep, GoogleTranscriptionEvents.NoAudioDetected,
          this._onNoAudio.bind(this, cs, ep, channel));
-        ep.addCustomEventListener(GoogleTranscriptionEvents.MaxDurationExceeded,
+        this.addCustomEventListener(ep, GoogleTranscriptionEvents.MaxDurationExceeded,
          this._onMaxDurationExceeded.bind(this, cs, ep, channel));
        break;

      case 'aws':
      case 'polly':
-        this.bugname = 'aws_transcribe';
-        ep.addCustomEventListener(AwsTranscriptionEvents.Transcription,
+        bugname = `${this.bugname_prefix}aws_transcribe_${channel}`;
+        this.addCustomEventListener(ep, AwsTranscriptionEvents.Transcription,
          this._onTranscription.bind(this, cs, ep, channel));
-        ep.addCustomEventListener(AwsTranscriptionEvents.NoAudioDetected,
+        this.addCustomEventListener(ep, AwsTranscriptionEvents.NoAudioDetected,
          this._onNoAudio.bind(this, cs, ep, channel));
-        ep.addCustomEventListener(AwsTranscriptionEvents.MaxDurationExceeded,
+        this.addCustomEventListener(ep, AwsTranscriptionEvents.MaxDurationExceeded,
          this._onMaxDurationExceeded.bind(this, cs, ep, channel));
        break;
      case 'microsoft':
-        this.bugname = 'azure_transcribe';
-        ep.addCustomEventListener(AzureTranscriptionEvents.Transcription,
+        bugname = `${this.bugname_prefix}azure_transcribe_${channel}`;
+        this.addCustomEventListener(ep, AzureTranscriptionEvents.Transcription,
          this._onTranscription.bind(this, cs, ep, channel));
-        ep.addCustomEventListener(AzureTranscriptionEvents.NoSpeechDetected,
+        this.addCustomEventListener(ep, AzureTranscriptionEvents.NoSpeechDetected,
          this._onNoAudio.bind(this, cs, ep, channel));
        break;
      case 'nuance':
-        this.bugname = 'nuance_transcribe';
-        ep.addCustomEventListener(NuanceTranscriptionEvents.Transcription,
+        bugname = `${this.bugname_prefix}nuance_transcribe_${channel}`;
+        this.addCustomEventListener(ep, NuanceTranscriptionEvents.Transcription,
          this._onTranscription.bind(this, cs, ep, channel));
        break;
      case 'deepgram':
-        this.bugname = 'deepgram_transcribe';
-        ep.addCustomEventListener(DeepgramTranscriptionEvents.Transcription,
+        bugname = `${this.bugname_prefix}deepgram_transcribe_${channel}`;
+        this.addCustomEventListener(ep, DeepgramTranscriptionEvents.Transcription,
          this._onTranscription.bind(this, cs, ep, channel));
-        ep.addCustomEventListener(DeepgramTranscriptionEvents.Connect,
+        this.addCustomEventListener(ep, DeepgramTranscriptionEvents.Connect,
          this._onVendorConnect.bind(this, cs, ep));
-        ep.addCustomEventListener(DeepgramTranscriptionEvents.ConnectFailure,
+        this.addCustomEventListener(ep, DeepgramTranscriptionEvents.ConnectFailure,
          this._onVendorConnectFailure.bind(this, cs, ep, channel));

        /* if app sets deepgramOptions.utteranceEndMs they essentially want continuous asr */
@@ -180,13 +187,13 @@ class TaskTranscribe extends SttTask {

        break;
      case 'soniox':
-        this.bugname = 'soniox_transcribe';
-        ep.addCustomEventListener(SonioxTranscriptionEvents.Transcription,
+        bugname = `${this.bugname_prefix}soniox_transcribe_${channel}`;
+        this.addCustomEventListener(ep, SonioxTranscriptionEvents.Transcription,
          this._onTranscription.bind(this, cs, ep, channel));
        break;
      case 'cobalt':
-        this.bugname = 'cobalt_transcribe';
-        ep.addCustomEventListener(CobaltTranscriptionEvents.Transcription,
+        bugname = `${this.bugname_prefix}cobalt_transcribe_${channel}`;
+        this.addCustomEventListener(ep, CobaltTranscriptionEvents.Transcription,
          this._onTranscription.bind(this, cs, ep, channel));

        /* cobalt doesnt have language, it has model, which is required */
@@ -215,38 +222,39 @@ class TaskTranscribe extends SttTask {
        break;

      case 'ibm':
-        this.bugname = 'ibm_transcribe';
-        ep.addCustomEventListener(IbmTranscriptionEvents.Transcription,
+        bugname = `${this.bugname_prefix}ibm_transcribe_${channel}`;
+        this.addCustomEventListener(ep, IbmTranscriptionEvents.Transcription,
          this._onTranscription.bind(this, cs, ep, channel));
-        ep.addCustomEventListener(IbmTranscriptionEvents.Connect,
+        this.addCustomEventListener(ep, IbmTranscriptionEvents.Connect,
          this._onVendorConnect.bind(this, cs, ep));
-        ep.addCustomEventListener(IbmTranscriptionEvents.ConnectFailure,
+        this.addCustomEventListener(ep, IbmTranscriptionEvents.ConnectFailure,
          this._onVendorConnectFailure.bind(this, cs, ep, channel));
        break;

      case 'nvidia':
-        this.bugname = 'nvidia_transcribe';
-        ep.addCustomEventListener(NvidiaTranscriptionEvents.Transcription,
-          this._onTranscription.bind(this, cs, ep));
+        bugname = `${this.bugname_prefix}nvidia_transcribe_${channel}`;
+        this.addCustomEventListener(ep, NvidiaTranscriptionEvents.Transcription,
+          this._onTranscription.bind(this, cs, ep, channel));
        break;

      case 'assemblyai':
-        this.bugname = 'assemblyai_transcribe';
-        ep.addCustomEventListener(AssemblyAiTranscriptionEvents.Transcription,
+        bugname = `${this.bugname_prefix}assemblyai_transcribe_${channel}`;
+        this.addCustomEventListener(ep, AssemblyAiTranscriptionEvents.Transcription,
          this._onTranscription.bind(this, cs, ep, channel));
-        ep.addCustomEventListener(AssemblyAiTranscriptionEvents.Connect, this._onVendorConnect.bind(this, cs, ep));
-        ep.addCustomEventListener(AssemblyAiTranscriptionEvents.Error, this._onVendorError.bind(this, cs, ep));
-        ep.addCustomEventListener(AssemblyAiTranscriptionEvents.ConnectFailure,
+        this.addCustomEventListener(ep,
+          AssemblyAiTranscriptionEvents.Connect, this._onVendorConnect.bind(this, cs, ep));
+        this.addCustomEventListener(ep, AssemblyAiTranscriptionEvents.Error, this._onVendorError.bind(this, cs, ep));
+        this.addCustomEventListener(ep, AssemblyAiTranscriptionEvents.ConnectFailure,
          this._onVendorConnectFailure.bind(this, cs, ep, channel));
        break;

      default:
        if (this.vendor.startsWith('custom:')) {
-          this.bugname = `${this.vendor}_transcribe`;
-          ep.addCustomEventListener(JambonzTranscriptionEvents.Transcription,
+          bugname = `${this.bugname_prefix}${this.vendor}_transcribe_${channel}`;
+          this.addCustomEventListener(ep, JambonzTranscriptionEvents.Transcription,
            this._onTranscription.bind(this, cs, ep, channel));
-          ep.addCustomEventListener(JambonzTranscriptionEvents.Connect, this._onVendorConnect.bind(this, cs, ep));
-          ep.addCustomEventListener(JambonzTranscriptionEvents.ConnectFailure,
+          this.addCustomEventListener(ep, JambonzTranscriptionEvents.Connect, this._onVendorConnect.bind(this, cs, ep));
+          this.addCustomEventListener(ep, JambonzTranscriptionEvents.ConnectFailure,
            this._onVendorConnectFailure.bind(this, cs, ep));
          break;
        }
@@ -256,9 +264,10 @@ class TaskTranscribe extends SttTask {
          throw new Error(`Invalid vendor ${this.vendor}`);
        }
    }
-
+    // save dedicated bugname for each endpoint
+    ep.transcribe_bugname = bugname;
    /* common handler for all stt engine errors */
-    ep.addCustomEventListener(JambonzTranscriptionEvents.Error, this._onJambonzError.bind(this, cs, ep));
+    this.addCustomEventListener(ep, JambonzTranscriptionEvents.Error, this._onJambonzError.bind(this, cs, ep));
    await ep.set(opts)
      .catch((err) => this.logger.info(err, 'Error setting channel variables'));
  }
@@ -273,12 +282,14 @@ class TaskTranscribe extends SttTask {
  }

  async _transcribe(ep) {
+    this.logger.debug(
+      `TaskTranscribe:_transcribe - starting transcription vendor ${this.vendor} bugname ${ep.transcribe_bugname}`);
    await ep.startTranscription({
      vendor: this.vendor,
      interim: this.interim ? true : false,
      locale: this.language,
      channels: /*this.separateRecognitionPerChannel ? 2 : */ 1,
-      bugname: this.bugname,
+      bugname: ep.transcribe_bugname,
      hostport: this.hostport
    });
  }
@@ -286,7 +297,7 @@ class TaskTranscribe extends SttTask {
  async _onTranscription(cs, ep, channel, evt, fsEvent) {
    // make sure this is not a transcript from answering machine detection
    const bugname = fsEvent.getHeader('media-bugname');
-    if (bugname && this.bugname !== bugname) return;
+    if (bugname && ep.transcribe_bugname !== bugname) return;

    if (this.vendor === 'ibm' && evt?.state === 'listening') return;

@@ -305,7 +316,8 @@ class TaskTranscribe extends SttTask {
    }
    this.logger.debug({evt}, 'TaskTranscribe:_onTranscription - before normalization');

-    evt = this.normalizeTranscription(evt, this.vendor, channel, this.language);
+    evt = this.normalizeTranscription(evt, this.vendor, channel, this.language, undefined,
+      this.data.recognizer.punctuation);
    this.logger.debug({evt}, 'TaskTranscribe:_onTranscription');
    if (evt.alternatives.length === 0) {
      this.logger.info({evt}, 'TaskTranscribe:_onTranscription - got empty transcript, continue listening');
@@ -431,7 +443,10 @@ class TaskTranscribe extends SttTask {
  async _onJambonzError(cs, _ep, evt) {
    this.logger.info({evt}, 'TaskTranscribe:_onJambonzError');
    if (this.isHandledByPrimaryProvider && this.fallbackVendor) {
-      _ep.stopTranscription({vendor: this.vendor})
+      _ep.stopTranscription({
+        vendor: this.vendor,
+        bugname: _ep.transcribe_bugname
+      })
        .catch((err) => this.logger.error({err}, `Error stopping transcription for primary vendor ${this.vendor}`));
      const {updateSpeechCredentialLastUsed} = require('../utils/db-utils')(this.logger, cs.srf);
      try {
--- a/lib/utils/background-task-manager.js
+++ b/lib/utils/background-task-manager.js
@@ -0,0 +1,197 @@
+const { normalizeJambones } = require('@jambonz/verb-specifications');
+const makeTask = require('../tasks/make_task');
+const { JAMBONZ_RECORD_WS_BASE_URL, JAMBONZ_RECORD_WS_USERNAME, JAMBONZ_RECORD_WS_PASSWORD } = require('../config');
+const Emitter = require('events');
+
+class BackgroundTaskManager extends Emitter {
+  constructor({cs, logger, rootSpan}) {
+    super();
+    this.tasks = new Map();
+    this.cs = cs;
+    this.logger = logger;
+    this.rootSpan = rootSpan;
+  }
+
+  isTaskRunning(type) {
+    return this.tasks.has(type);
+  }
+
+  getTask(type) {
+    if (this.tasks.has(type)) {
+      return this.tasks.get(type);
+    }
+  }
+
+  count() {
+    return this.tasks.size;
+  }
+
+  async newTask(type, taskOpts) {
+    this.logger.info({taskOpts}, `initiating Background task ${type}`);
+    if (this.tasks.has(type)) {
+      this.logger.info(`Background task ${type} is running, skiped`);
+      return;
+    }
+    let task;
+    switch (type) {
+      case 'listen':
+        task = await this._initListen(taskOpts);
+        break;
+      case 'bargeIn':
+        task = await this._initBargeIn(taskOpts);
+        break;
+      case 'record':
+        task = await this._initRecord();
+        break;
+      case 'transcribe':
+        task = await this._initTranscribe(taskOpts);
+        break;
+      default:
+        break;
+    }
+    if (task) {
+      this.tasks.set(type, task);
+    }
+    return task;
+  }
+
+  stop(type) {
+    const task = this.getTask(type);
+    if (task) {
+      this.logger.info(`stopping background task: ${type}`);
+      task.removeAllListeners();
+      task.span.end();
+      task.kill();
+      // Remove task from managed List
+      this.tasks.delete(type);
+    } else {
+      this.logger.info(`stopping background task, ${type} is not running, skipped`);
+    }
+  }
+
+  stopAll() {
+    this.logger.info('BackgroundTaskManager:stopAll');
+    for (const key of this.tasks.keys()) {
+      this.stop(key);
+    }
+  }
+
+  // Initiate Task
+  // Initiate Listen
+  async _initListen(opts, bugname = 'jambonz-background-listen', ignoreCustomerData = false, type = 'listen') {
+    let task;
+    try {
+      const t = normalizeJambones(this.logger, [opts]);
+      task = makeTask(this.logger, t[0]);
+      task.bugname = bugname;
+      task.ignoreCustomerData = ignoreCustomerData;
+      const resources = await this.cs._evaluatePreconditions(task);
+      const {span, ctx} = this.rootSpan.startChildSpan(`background-${type}:${task.summary}`);
+      task.span = span;
+      task.ctx = ctx;
+      task.exec(this.cs, resources)
+        .then(this._taskCompleted.bind(this, type, task))
+        .catch(this._taskError.bind(this, type, task));
+    } catch (err) {
+      this.logger.info({err, opts}, `BackgroundTaskManager:_initListen - Error creating ${bugname} task`);
+    }
+    return task;
+  }
+
+  // Initiate Gather
+  async _initBargeIn(opts) {
+    let task;
+    try {
+      const t = normalizeJambones(this.logger, [opts]);
+      task = makeTask(this.logger, t[0]);
+      task
+        .once('dtmf', this._bargeInTaskCompleted.bind(this))
+        .once('vad', this._bargeInTaskCompleted.bind(this))
+        .once('transcription', this._bargeInTaskCompleted.bind(this))
+        .once('timeout', this._bargeInTaskCompleted.bind(this));
+      const resources = await this.cs._evaluatePreconditions(task);
+      const {span, ctx} = this.rootSpan.startChildSpan(`background-bargeIn:${task.summary}`);
+      task.span = span;
+      task.ctx = ctx;
+      task.bugname_prefix = 'background_bargeIn_';
+      task.exec(this.cs, resources)
+        .then(() => {
+          this._taskCompleted('bargeIn', task);
+          if (task.sticky && !this.cs.callGone && !this.cs._stopping) {
+            this.logger.info('BackgroundTaskManager:_initBargeIn: restarting background bargeIn');
+            this.newTask('bargeIn', opts);
+          }
+          return;
+        })
+        .catch(this._taskError.bind(this, 'bargeIn', task));
+    } catch (err) {
+      this.logger.info(err, 'BackgroundTaskManager:_initGather - Error creating bargeIn task');
+    }
+    return task;
+  }
+
+  // Initiate Record
+  async _initRecord() {
+    if (this.cs.accountInfo.account.record_all_calls || this.cs.application.record_all_calls) {
+      if (!JAMBONZ_RECORD_WS_BASE_URL || !this.cs.accountInfo.account.bucket_credential) {
+        this.logger.error(`_initRecord: invalid configuration,
+ missing JAMBONZ_RECORD_WS_BASE_URL or bucket configuration`);
+        return undefined;
+      }
+      const listenOpts = {
+        url: `${JAMBONZ_RECORD_WS_BASE_URL}/record/${this.cs.accountInfo.account.bucket_credential.vendor}`,
+        disableBidirectionalAudio: true,
+        mixType : 'stereo',
+        passDtmf: true
+      };
+      if (JAMBONZ_RECORD_WS_USERNAME && JAMBONZ_RECORD_WS_PASSWORD) {
+        listenOpts.wsAuth = {
+          username: JAMBONZ_RECORD_WS_USERNAME,
+          password: JAMBONZ_RECORD_WS_PASSWORD
+        };
+      }
+      this.logger.debug({listenOpts}, '_initRecord: enabling listen');
+      return await this._initListen({verb: 'listen', ...listenOpts}, 'jambonz-session-record', true, 'record');
+    }
+  }
+
+  // Initiate Transcribe
+  async _initTranscribe(opts) {
+    let task;
+    try {
+      const t = normalizeJambones(this.logger, [opts]);
+      task = makeTask(this.logger, t[0]);
+      const resources = await this.cs._evaluatePreconditions(task);
+      const {span, ctx} = this.rootSpan.startChildSpan(`background-transcribe:${task.summary}`);
+      task.span = span;
+      task.ctx = ctx;
+      task.bugname_prefix = 'background_transcribe_';
+      task.exec(this.cs, resources)
+        .then(this._taskCompleted.bind(this, 'transcribe', task))
+        .catch(this._taskError.bind(this, 'transcribe', task));
+    } catch (err) {
+      this.logger.info(err, 'BackgroundTaskManager:_initTranscribe - Error creating transcribe task');
+    }
+    return task;
+  }
+
+  _taskCompleted(type, task) {
+    this.logger.info({type, task}, 'BackgroundTaskManager:_taskCompleted: task completed');
+    task.removeAllListeners();
+    task.span.end();
+    this.tasks.delete(type);
+  }
+  _taskError(type, task, error) {
+    this.logger.info({type, task, error}, 'BackgroundTaskManager:_taskError: task Error');
+    task.removeAllListeners();
+    task.span.end();
+    this.tasks.delete(type);
+  }
+
+  _bargeInTaskCompleted(evt) {
+    this.logger.info({evt}, 'BackgroundTaskManager:_bargeInTaskCompleted on event from background bargeIn');
+    this.emit('bargeIn-done', evt);
+  }
+}
+
+module.exports = BackgroundTaskManager;
--- a/lib/utils/siprec-utils.js
+++ b/lib/utils/siprec-utils.js
@@ -97,8 +97,12 @@ const parseSiprecPayload = (req, logger) => {
            obj[`${prefix}participantstreamassoc`].forEach((ps) => {
              const part = participants[ps.$.participant_id];
              if (part) {
-                part.send = ps[`${prefix}send`][0];
-                part.recv = ps[`${prefix}recv`][0];
+                if (ps.hasOwnProperty(`${prefix}send`)) {
+                  part.send = ps[`${prefix}send`][0];
+                }
+                if (ps.hasOwnProperty(`${prefix}recv`)) {
+                  part.recv = ps[`${prefix}recv`][0];
+                }
              }
            });
          }
@@ -109,9 +113,9 @@ const parseSiprecPayload = (req, logger) => {
          obj[`${prefix}stream`].forEach((s) => {
            const streamId = s.$.stream_id;
            let sender;
-            for (const [k, v] of Object.entries(participants)) {
+            for (const v of Object.values(participants)) {
              if (v.send === streamId) {
-                sender = k;
+                sender = v;
                break;
              }
            }
@@ -121,9 +125,15 @@ const parseSiprecPayload = (req, logger) => {

            sender.label = s[`${prefix}label`][0];

-            if (-1 !== ['1', 'a_leg', 'inbound'].indexOf(sender.label)) {
-              opts.caller.aor = sender.aor ;
+            if (-1 !== ['1', 'a_leg', 'inbound', '10'].indexOf(sender.label)) {
+              opts.caller.aor = sender.aor;
              if (sender.name) opts.caller.name = sender.name;
+              // Remap the sdp stream base on sender label
+              if (!opts.sdp1.includes(`a=label:${sender.label}`)) {
+                const tmp = opts.sdp1;
+                opts.sdp1 = opts.sdp2;
+                opts.sdp2 = tmp;
+              }
            }
            else {
              opts.callee.aor = sender.aor ;
--- a/lib/utils/transcription-utils.js
+++ b/lib/utils/transcription-utils.js
@@ -1,15 +1,5 @@
 const {
  TaskName,
-  AzureTranscriptionEvents,
-  GoogleTranscriptionEvents,
-  AwsTranscriptionEvents,
-  NuanceTranscriptionEvents,
-  DeepgramTranscriptionEvents,
-  SonioxTranscriptionEvents,
-  NvidiaTranscriptionEvents,
-  CobaltTranscriptionEvents,
-  JambonzTranscriptionEvents,
-  AssemblyAiTranscriptionEvents
 } = require('./constants.json');

 const stickyVars = {
@@ -338,19 +328,20 @@ const normalizeNuance = (evt, channel, language) => {
  };
 };

-const normalizeMicrosoft = (evt, channel, language) => {
+const normalizeMicrosoft = (evt, channel, language, punctuation = true) => {
  const copy = JSON.parse(JSON.stringify(evt));
  const nbest = evt.NBest;
  const language_code = evt.PrimaryLanguage?.Language || language;
  const alternatives = nbest ? nbest.map((n) => {
    return {
      confidence: n.Confidence,
-      transcript: n.Display
+      // remove all puntuation if needed
+      transcript: punctuation ? n.Display : n.Display.replace(/\p{P}/gu, '')
    };
  }) :
    [
      {
-        transcript: evt.DisplayText || evt.Text
+        transcript: punctuation ? evt.DisplayText || evt.Text : (evt.DisplayText || evt.Text).replace(/\p{P}/gu, '')
      }
    ];

@@ -400,14 +391,14 @@ const normalizeAssemblyAi = (evt, channel, language) => {
 };

 module.exports = (logger) => {
-  const normalizeTranscription = (evt, vendor, channel, language, shortUtterance) => {
+  const normalizeTranscription = (evt, vendor, channel, language, shortUtterance, punctuation) => {

    //logger.debug({ evt, vendor, channel, language }, 'normalizeTranscription');
    switch (vendor) {
      case 'deepgram':
        return normalizeDeepgram(evt, channel, language, shortUtterance);
      case 'microsoft':
-        return normalizeMicrosoft(evt, channel, language);
+        return normalizeMicrosoft(evt, channel, language, punctuation);
      case 'google':
        return normalizeGoogle(evt, channel, language);
      case 'aws':
@@ -473,7 +464,8 @@ module.exports = (logger) => {
        ...(rOpts.hints?.length > 0 && typeof rOpts.hints[0] === 'object' &&
          {GOOGLE_SPEECH_HINTS: JSON.stringify(rOpts.hints)}),
        ...(typeof rOpts.hintsBoost === 'number' && {GOOGLE_SPEECH_HINTS_BOOST: rOpts.hintsBoost}),
-        ...(rOpts.altLanguages?.length > 0 &&
+        // When altLanguages is emptylist, we have to send value to freeswitch to clear the previous settings
+        ...(rOpts.altLanguages &&
          {GOOGLE_SPEECH_ALTERNATIVE_LANGUAGE_CODES: [...new Set(rOpts.altLanguages)].join(',')}),
        ...(rOpts.interactionType &&
          {GOOGLE_SPEECH_METADATA_INTERACTION_TYPE: rOpts.interactionType}),
@@ -503,7 +495,8 @@ module.exports = (logger) => {
          {AZURE_SPEECH_HINTS: rOpts.hints.map((h) => h.trim()).join(',')}),
        ...(rOpts.hints?.length > 0 && typeof rOpts.hints[0] === 'object' &&
          {AZURE_SPEECH_HINTS: rOpts.hints.map((h) => h.phrase).join(',')}),
-        ...(rOpts.altLanguages && rOpts.altLanguages.length > 0 &&
+        // When altLanguages is emptylist, we have to send value to freeswitch to clear the previous settings
+        ...(rOpts.altLanguages &&
          {AZURE_SPEECH_ALTERNATIVE_LANGUAGE_CODES: [...new Set(rOpts.altLanguages)].join(',')}),
        ...(rOpts.requestSnr && {AZURE_REQUEST_SNR: 1}),
        ...(rOpts.profanityOption && {AZURE_PROFANITY_OPTION: rOpts.profanityOption}),
@@ -612,7 +605,7 @@ module.exports = (logger) => {
        ...(deepgramOptions.keywords) &&
          {DEEPGRAM_SPEECH_KEYWORDS: deepgramOptions.keywords.join(',')},
        ...('endpointing' in deepgramOptions) &&
-          {DEEPGRAM_SPEECH_ENDPOINTING: deepgramOptions.endpointing},
+          {DEEPGRAM_SPEECH_ENDPOINTING: deepgramOptions.endpointing === false ? 'false' : deepgramOptions.endpointing},
        ...(deepgramOptions.utteranceEndMs) &&
          {DEEPGRAM_SPEECH_UTTERANCE_END_MS: deepgramOptions.utteranceEndMs},
        ...(deepgramOptions.vadTurnoff) &&
@@ -740,7 +733,7 @@ module.exports = (logger) => {

      opts = {
        ...opts,
-        JAMBONZ_STT_API_KEY: auth_token,
+        ...(auth_token && {JAMBONZ_STT_API_KEY: auth_token}),
        JAMBONZ_STT_URL: custom_stt_url,
        ...(Object.keys(options).length > 0 && {JAMBONZ_STT_OPTIONS: JSON.stringify(options)}),
      };
@@ -752,48 +745,6 @@ module.exports = (logger) => {
    return opts;
  };

-  const removeSpeechListeners = (ep) => {
-    ep.removeCustomEventListener(GoogleTranscriptionEvents.Transcription);
-    ep.removeCustomEventListener(GoogleTranscriptionEvents.EndOfUtterance);
-    ep.removeCustomEventListener(GoogleTranscriptionEvents.VadDetected);
-
-    ep.removeCustomEventListener(AwsTranscriptionEvents.Transcription);
-    ep.removeCustomEventListener(AwsTranscriptionEvents.VadDetected);
-
-    ep.removeCustomEventListener(AzureTranscriptionEvents.Transcription);
-    ep.removeCustomEventListener(AzureTranscriptionEvents.NoSpeechDetected);
-    ep.removeCustomEventListener(AzureTranscriptionEvents.VadDetected);
-
-    ep.removeCustomEventListener(NuanceTranscriptionEvents.Transcription);
-    ep.removeCustomEventListener(NuanceTranscriptionEvents.TranscriptionComplete);
-    ep.removeCustomEventListener(NuanceTranscriptionEvents.StartOfSpeech);
-    ep.removeCustomEventListener(NuanceTranscriptionEvents.VadDetected);
-
-    ep.removeCustomEventListener(DeepgramTranscriptionEvents.Transcription);
-    ep.removeCustomEventListener(DeepgramTranscriptionEvents.Connect);
-    ep.removeCustomEventListener(DeepgramTranscriptionEvents.ConnectFailure);
-
-    ep.removeCustomEventListener(SonioxTranscriptionEvents.Transcription);
-
-    ep.removeCustomEventListener(CobaltTranscriptionEvents.Transcription);
-    ep.removeCustomEventListener(CobaltTranscriptionEvents.CompileContext);
-
-    ep.removeCustomEventListener(NvidiaTranscriptionEvents.Transcription);
-    ep.removeCustomEventListener(NvidiaTranscriptionEvents.TranscriptionComplete);
-    ep.removeCustomEventListener(NvidiaTranscriptionEvents.StartOfSpeech);
-    ep.removeCustomEventListener(NvidiaTranscriptionEvents.VadDetected);
-
-    ep.removeCustomEventListener(JambonzTranscriptionEvents.Transcription);
-    ep.removeCustomEventListener(JambonzTranscriptionEvents.Connect);
-    ep.removeCustomEventListener(JambonzTranscriptionEvents.ConnectFailure);
-
-    ep.removeCustomEventListener(JambonzTranscriptionEvents.Error);
-
-    ep.removeCustomEventListener(AssemblyAiTranscriptionEvents.Transcription);
-    ep.removeCustomEventListener(AssemblyAiTranscriptionEvents.Connect);
-    ep.removeCustomEventListener(AssemblyAiTranscriptionEvents.ConnectFailure);
-  };
-
  const setSpeechCredentialsAtRuntime = (recognizer) => {
    if (!recognizer) return;
    if (recognizer.vendor === 'nuance') {
@@ -832,7 +783,6 @@ module.exports = (logger) => {
  return {
    normalizeTranscription,
    setChannelVarsForStt,
-    removeSpeechListeners,
    setSpeechCredentialsAtRuntime,
    compileSonioxTranscripts,
    consolidateTranscripts
--- a/package-lock.json
+++ b/package-lock.json
@@ -15,10 +15,10 @@
        "@jambonz/http-health-check": "^0.0.1",
        "@jambonz/mw-registrar": "^0.2.4",
        "@jambonz/realtimedb-helpers": "^0.8.7",
-        "@jambonz/speech-utils": "^0.0.31",
+        "@jambonz/speech-utils": "^0.0.33",
        "@jambonz/stats-collector": "^0.1.9",
        "@jambonz/time-series": "^0.2.8",
-        "@jambonz/verb-specifications": "^0.0.46",
+        "@jambonz/verb-specifications": "^0.0.50",
        "@opentelemetry/api": "^1.4.0",
        "@opentelemetry/exporter-jaeger": "^1.9.0",
        "@opentelemetry/exporter-trace-otlp-http": "^0.35.0",
@@ -31,7 +31,7 @@
        "bent": "^7.3.12",
        "debug": "^4.3.4",
        "deepcopy": "^2.1.0",
-        "drachtio-fsmrf": "^3.0.28",
+        "drachtio-fsmrf": "^3.0.33",
        "drachtio-srf": "^4.5.31",
        "express": "^4.18.2",
        "express-validator": "^7.0.1",
@@ -3432,9 +3432,9 @@
      }
    },
    "node_modules/@jambonz/speech-utils": {
-      "version": "0.0.31",
-      "resolved": "https://registry.npmjs.org/@jambonz/speech-utils/-/speech-utils-0.0.31.tgz",
-      "integrity": "sha512-U9bxEx93lc/6Ru6kAtER1S/cQJ5MfHw9AGVafrkdlbBuHHXWFvKgb1nQDvEsaEDg8+36ukI9Zrkub2eClzSaMA==",
+      "version": "0.0.33",
+      "resolved": "https://registry.npmjs.org/@jambonz/speech-utils/-/speech-utils-0.0.33.tgz",
+      "integrity": "sha512-dJnOSbmPIPCdy1CUweTE9B5tNhC9I6NjcVY/X2I0S+Ao3jzQdZLXCMlKsaswDQ72eCh0YyMs4ZORV05ummBelg==",
      "dependencies": {
        "@aws-sdk/client-polly": "^3.359.0",
        "@aws-sdk/client-sts": "^3.458.0",
@@ -4347,9 +4347,9 @@
      }
    },
    "node_modules/@jambonz/verb-specifications": {
-      "version": "0.0.46",
-      "resolved": "https://registry.npmjs.org/@jambonz/verb-specifications/-/verb-specifications-0.0.46.tgz",
-      "integrity": "sha512-wf/Pb1Iyg+waepYv9z138dwIKR4V7gB/HRlpxjl5lzogFT8VxWCciKJYfDT+xrvZXPBDfMLCZNhmjmN4dZx12g==",
+      "version": "0.0.50",
+      "resolved": "https://registry.npmjs.org/@jambonz/verb-specifications/-/verb-specifications-0.0.50.tgz",
+      "integrity": "sha512-lJurJWbGbh8BgJEQ4mS4ViHG4d23yB0LnjnxTAB7OFsehs4gyS8L2bXHcgPckGCwc+h5HV6Aq85u01I5vJM9qA==",
      "dependencies": {
        "debug": "^4.3.4",
        "pino": "^8.8.0"
@@ -6607,9 +6607,9 @@
      }
    },
    "node_modules/drachtio-fsmrf": {
-      "version": "3.0.28",
-      "resolved": "https://registry.npmjs.org/drachtio-fsmrf/-/drachtio-fsmrf-3.0.28.tgz",
-      "integrity": "sha512-RkIDY0RmnxdqFWqcBYjySLz0R+8TD761rXIcaVIGYusBPQmbHku2qUubla9oRUUWM9QpDS9QOxGViyNVxL1LDw==",
+      "version": "3.0.33",
+      "resolved": "https://registry.npmjs.org/drachtio-fsmrf/-/drachtio-fsmrf-3.0.33.tgz",
+      "integrity": "sha512-DE+gZwzLQMZWMBxWPlN5iHQgKLzh4o3FBAH8PYXHtCg878EG4KiOsVGjEfO2W1IFA7rFiGh98PlDThx9QJ6nDg==",
      "dependencies": {
        "camel-case": "^4.1.2",
        "debug": "^2.6.9",
@@ -14816,9 +14816,9 @@
      }
    },
    "@jambonz/speech-utils": {
-      "version": "0.0.31",
-      "resolved": "https://registry.npmjs.org/@jambonz/speech-utils/-/speech-utils-0.0.31.tgz",
-      "integrity": "sha512-U9bxEx93lc/6Ru6kAtER1S/cQJ5MfHw9AGVafrkdlbBuHHXWFvKgb1nQDvEsaEDg8+36ukI9Zrkub2eClzSaMA==",
+      "version": "0.0.33",
+      "resolved": "https://registry.npmjs.org/@jambonz/speech-utils/-/speech-utils-0.0.33.tgz",
+      "integrity": "sha512-dJnOSbmPIPCdy1CUweTE9B5tNhC9I6NjcVY/X2I0S+Ao3jzQdZLXCMlKsaswDQ72eCh0YyMs4ZORV05ummBelg==",
      "requires": {
        "@aws-sdk/client-polly": "^3.359.0",
        "@aws-sdk/client-sts": "^3.458.0",
@@ -15572,9 +15572,9 @@
      }
    },
    "@jambonz/verb-specifications": {
-      "version": "0.0.46",
-      "resolved": "https://registry.npmjs.org/@jambonz/verb-specifications/-/verb-specifications-0.0.46.tgz",
-      "integrity": "sha512-wf/Pb1Iyg+waepYv9z138dwIKR4V7gB/HRlpxjl5lzogFT8VxWCciKJYfDT+xrvZXPBDfMLCZNhmjmN4dZx12g==",
+      "version": "0.0.50",
+      "resolved": "https://registry.npmjs.org/@jambonz/verb-specifications/-/verb-specifications-0.0.50.tgz",
+      "integrity": "sha512-lJurJWbGbh8BgJEQ4mS4ViHG4d23yB0LnjnxTAB7OFsehs4gyS8L2bXHcgPckGCwc+h5HV6Aq85u01I5vJM9qA==",
      "requires": {
        "debug": "^4.3.4",
        "pino": "^8.8.0"
@@ -17304,9 +17304,9 @@
      }
    },
    "drachtio-fsmrf": {
-      "version": "3.0.28",
-      "resolved": "https://registry.npmjs.org/drachtio-fsmrf/-/drachtio-fsmrf-3.0.28.tgz",
-      "integrity": "sha512-RkIDY0RmnxdqFWqcBYjySLz0R+8TD761rXIcaVIGYusBPQmbHku2qUubla9oRUUWM9QpDS9QOxGViyNVxL1LDw==",
+      "version": "3.0.33",
+      "resolved": "https://registry.npmjs.org/drachtio-fsmrf/-/drachtio-fsmrf-3.0.33.tgz",
+      "integrity": "sha512-DE+gZwzLQMZWMBxWPlN5iHQgKLzh4o3FBAH8PYXHtCg878EG4KiOsVGjEfO2W1IFA7rFiGh98PlDThx9QJ6nDg==",
      "requires": {
        "camel-case": "^4.1.2",
        "debug": "^2.6.9",
--- a/package.json
+++ b/package.json
@@ -31,10 +31,10 @@
    "@jambonz/http-health-check": "^0.0.1",
    "@jambonz/mw-registrar": "^0.2.4",
    "@jambonz/realtimedb-helpers": "^0.8.7",
-    "@jambonz/speech-utils": "^0.0.31",
+    "@jambonz/speech-utils": "^0.0.33",
    "@jambonz/stats-collector": "^0.1.9",
    "@jambonz/time-series": "^0.2.8",
-    "@jambonz/verb-specifications": "^0.0.46",
+    "@jambonz/verb-specifications": "^0.0.50",
    "@opentelemetry/api": "^1.4.0",
    "@opentelemetry/exporter-jaeger": "^1.9.0",
    "@opentelemetry/exporter-trace-otlp-http": "^0.35.0",
@@ -47,7 +47,7 @@
    "bent": "^7.3.12",
    "debug": "^4.3.4",
    "deepcopy": "^2.1.0",
-    "drachtio-fsmrf": "^3.0.28",
+    "drachtio-fsmrf": "^3.0.33",
    "drachtio-srf": "^4.5.31",
    "express": "^4.18.2",
    "express-validator": "^7.0.1",
--- a/test/docker-compose-testbed.yaml
+++ b/test/docker-compose-testbed.yaml
@@ -42,7 +42,7 @@ services:
        ipv4_address: 172.38.0.7

  drachtio:
-    image: drachtio/drachtio-server:0.8.22
+    image: drachtio/drachtio-server:0.8.24
    restart: always
    command: drachtio --contact "sip:*;transport=udp" --mtu 4096 --address 0.0.0.0 --port 9022
    ports:
@@ -57,7 +57,7 @@ services:
        condition: service_healthy

  freeswitch:
-    image: drachtio/drachtio-freeswitch-mrf:0.4.33
+    image: drachtio/drachtio-freeswitch-mrf:0.6.1
    restart: always
    command: freeswitch --rtp-range-start 20000 --rtp-range-end 20100
    environment:
--- a/test/hangup-test.js
+++ b/test/hangup-test.js
@@ -0,0 +1,53 @@
+const test = require('tape');
+const { sippUac } = require('./sipp')('test_fs');
+const clearModule = require('clear-module');
+const {provisionCallHook, provisionCustomHook} = require('./utils')
+const bent = require('bent');
+const getJSON = bent('json')
+
+process.on('unhandledRejection', (reason, p) => {
+  console.log('Unhandled Rejection at: Promise', p, 'reason:', reason);
+});
+
+function connect(connectable) {
+  return new Promise((resolve, reject) => {
+    connectable.on('connect', () => {
+      return resolve();
+    });
+  });
+}
+
+test('\'hangup\' custom headers', async(t) => {
+  clearModule.all();
+  const {srf, disconnect} = require('../app');
+
+  try {
+    await connect(srf);
+
+    // GIVEN
+    const verbs = [
+      {
+        verb: 'play',
+        url: 'https://example.com/example.mp3'
+      },
+      {
+        "verb": "hangup",
+        "headers": {
+          "X-Reason" : "maximum call duration exceeded"
+        }
+      }
+    ];
+
+    const from = 'hangup_custom_headers';
+    await provisionCallHook(from, verbs)
+
+    // THEN
+    await sippUac('uac-success-received-bye.xml', '172.38.0.10', from);
+    t.pass('play: succeeds when using single link');
+    disconnect();
+  } catch (err) {
+    console.log(`error received: ${err}`);
+    disconnect();
+    t.error(err);
+  }
+});
--- a/test/index.js
+++ b/test/index.js
@@ -16,7 +16,8 @@ require('./listen-tests');
 require('./config-test');
 require('./queue-test');
 require('./in-dialog-test');
-require('./http-proxy-test');
+require('./hangup-test');
 require('./sdp-utils-test');
+require('./http-proxy-test');
 require('./remove-test-db');
 require('./docker_stop');
--- a/test/play-tests.js
+++ b/test/play-tests.js
@@ -188,7 +188,7 @@ test('\'play\' tests with seekOffset and actionHook', async(t) => {
    const seconds = parseInt(obj.body.playback_seconds);
    const milliseconds = parseInt(obj.body.playback_milliseconds);
    const lastOffsetPos = parseInt(obj.body.playback_last_offset_pos);
-    //console.log({obj}, 'lastRequest');
+    console.log({obj}, 'lastRequest');
    t.ok(obj.body.reason === "playCompleted", "play: actionHook success received");
    t.ok(seconds === 2, "playback_seconds: actionHook success received");
    t.ok(milliseconds === 2048, "playback_milliseconds: actionHook success received");
--- a/test/transcribe-tests.js
+++ b/test/transcribe-tests.js
@@ -52,6 +52,7 @@ test('\'transcribe\' test - google', async(t) => {
    // THEN
    await sippUac('uac-gather-account-creds-success.xml', '172.38.0.10', from);
    let obj = await getJSON(`http://127.0.0.1:3100/lastRequest/${from}_actionHook`);
+    //console.log(JSON.stringify(obj));
    t.ok(obj.body.speech.alternatives[0].transcript.toLowerCase().startsWith('i\'d like to speak to customer support'),
      'transcribe: succeeds when using google credentials');

@@ -89,6 +90,7 @@ test('\'transcribe\' test - microsoft', async(t) => {
    // THEN
    await sippUac('uac-gather-account-creds-success.xml', '172.38.0.10', from);
    let obj = await getJSON(`http://127.0.0.1:3100/lastRequest/${from}_actionHook`);
+    //console.log(JSON.stringify(obj));
    t.ok(obj.body.speech.alternatives[0].transcript.toLowerCase().startsWith('i\'d like to speak to customer support'),
      'transcribe: succeeds when using  microsoft credentials');

@@ -126,6 +128,7 @@ test('\'transcribe\' test - aws', async(t) => {
    // THEN
    await sippUac('uac-gather-account-creds-success.xml', '172.38.0.10', from);
    let obj = await getJSON(`http://127.0.0.1:3100/lastRequest/${from}_actionHook`);
+    //console.log(JSON.stringify(obj));
    t.ok(obj.body.speech.alternatives[0].transcript.toLowerCase().startsWith('i\'d like to speak to customer support'),
      'transcribe: succeeds when using aws credentials');

@@ -155,6 +158,9 @@ test('\'transcribe\' test - deepgram config options', async(t) => {
        "recognizer": {
          "vendor": "deepgram",
          "language": "en-US",
+          "altLanguages": [
+            "en-US"
+          ],
          "deepgramOptions": {
            "model": "2-ea",
            "tier": "nova",
@@ -172,6 +178,9 @@ test('\'transcribe\' test - deepgram config options', async(t) => {
        "transcriptionHook": "/transcriptionHook",
        "recognizer": {
          "vendor": "deepgram",
+          "altLanguages": [
+            "en-AU"
+          ],
          "hints": ["customer support", "sales", "human resources", "HR"],
          "deepgramOptions": {
            "apiKey": DEEPGRAM_API_KEY,
@@ -184,6 +193,7 @@ test('\'transcribe\' test - deepgram config options', async(t) => {
    // THEN
    await sippUac('uac-gather-account-creds-success.xml', '172.38.0.10', from);
    let obj = await getJSON(`http://127.0.0.1:3100/lastRequest/${from}_actionHook`);
+    //console.log(JSON.stringify(obj));
    t.ok(obj.body.speech.alternatives[0].transcript.toLowerCase().includes('like to speak to customer support'),
      'transcribe: succeeds when using deepgram credentials');

@@ -224,6 +234,7 @@ test('\'transcribe\' test - deepgram', async(t) => {
    // THEN
    await sippUac('uac-gather-account-creds-success.xml', '172.38.0.10', from);
    let obj = await getJSON(`http://127.0.0.1:3100/lastRequest/${from}_actionHook`);
+    //console.log(JSON.stringify(obj));
    t.ok(obj.body.speech.alternatives[0].transcript.toLowerCase().includes('like to speak to customer support'),
      'transcribe: succeeds when using deepgram credentials');

@@ -303,9 +314,133 @@ test('\'transcribe\' test - google with asrTimeout', async(t) => {
    // THEN
    await sippUac('uac-gather-account-creds-success.xml', '172.38.0.10', from);
    let obj = await getJSON(`http://127.0.0.1:3100/lastRequest/${from}_actionHook`);
+    //console.log(JSON.stringify(obj));
    t.ok(obj.body.speech.alternatives[0].transcript.toLowerCase().startsWith('i\'d like to speak to customer support'),
      'transcribe: succeeds when using google credentials');

+    disconnect();
+  } catch (err) {
+    console.log(`error received: ${err}`);
+    disconnect();
+    t.error(err);
+  }
+});
+
+test('\'transcribe\' test - deepgram config options altLanguages', async(t) => {
+  if (!DEEPGRAM_API_KEY ) {
+    t.pass('skipping deepgram tests');
+    return t.end();
+  }
+  clearModule.all();
+  const {srf, disconnect} = require('../app');
+
+  try {
+    await connect(srf);
+    // GIVEN
+    let verbs = [
+      {
+        "verb": "config",
+        "recognizer": {
+          "vendor": "deepgram",
+          "language": "en-US",
+          "altLanguages": [
+            "en-US"
+          ],
+          "deepgramOptions": {
+            "model": "2-ea",
+            "tier": "nova",
+            "numerals": true,
+            "ner": true,
+            "vadTurnoff": 10,
+            "keywords": [
+              "CPT"
+            ]
+          }
+        }
+      },
+      {
+        "verb": "transcribe",
+        "transcriptionHook": "/transcriptionHook",
+        "recognizer": {
+          "vendor": "deepgram",
+          "hints": ["customer support", "sales", "human resources", "HR"],
+          "deepgramOptions": {
+            "apiKey": DEEPGRAM_API_KEY,
+          }
+        }
+      }
+    ];
+    let from = "gather_success_no_altLanguages";
+    await provisionCallHook(from, verbs);
+    // THEN
+    await sippUac('uac-gather-account-creds-success.xml', '172.38.0.10', from);
+    let obj = await getJSON(`http://127.0.0.1:3100/lastRequest/${from}_actionHook`);
+    //console.log(JSON.stringify(obj));
+    t.ok(obj.body.speech.alternatives[0].transcript.toLowerCase().includes('like to speak to customer support'),
+      'transcribe: succeeds when using deepgram credentials');
+
+    disconnect();
+  } catch (err) {
+    console.log(`error received: ${err}`);
+    disconnect();
+    t.error(err);
+  }
+});
+
+test('\'transcribe\' test - deepgram config options altLanguages', async(t) => {
+  if (!DEEPGRAM_API_KEY ) {
+    t.pass('skipping deepgram tests');
+    return t.end();
+  }
+  clearModule.all();
+  const {srf, disconnect} = require('../app');
+
+  try {
+    await connect(srf);
+    // GIVEN
+    let verbs = [
+      {
+        "verb": "config",
+        "recognizer": {
+          "vendor": "deepgram",
+          "language": "en-US",
+          "altLanguages": [
+            "en-US"
+          ],
+          "deepgramOptions": {
+            "model": "2-ea",
+            "tier": "nova",
+            "numerals": true,
+            "ner": true,
+            "vadTurnoff": 10,
+            "keywords": [
+              "CPT"
+            ]
+          }
+        }
+      },
+      {
+        "verb": "transcribe",
+        "transcriptionHook": "/transcriptionHook",
+        "recognizer": {
+          "vendor": "deepgram",
+          "hints": ["customer support", "sales", "human resources", "HR"],
+          "altLanguages": [],
+          "deepgramOptions": {
+            "apiKey": DEEPGRAM_API_KEY,
+          }
+        }
+      }
+    ];
+    let from = "gather_success_has_altLanguages";
+    await provisionCallHook(from, verbs);
+    // THEN
+    await sippUac('uac-gather-account-creds-success.xml', '172.38.0.10', from);
+    let obj = await getJSON(`http://127.0.0.1:3100/lastRequest/${from}_actionHook`);
+    //console.log(JSON.stringify(obj));
+    t.ok(obj.body.speech.alternatives[0].transcript.toLowerCase().includes('like to speak to customer support'),
+      'transcribe: succeeds when using deepgram credentials');
+
    disconnect();
  } catch (err) {
    console.log(`error received: ${err}`);
Author	SHA1	Message	Date
Quan HL	3aff0b4486	fs only stop one of bugname when transcribe is used for dual legs	2024-01-06 14:58:48 +07:00
Quan HL	faeaf2daae	feat override synthesizer options from config	2024-01-05 21:23:11 +07:00
Hoan Luu Huu	8173a306f7	fix stt default vendor cannot be mapped to correct value (#588 )	2024-01-04 07:34:30 -05:00
Hoan Luu Huu	2e69630544	fix siprec to remap sdp base on participant label (#587 ) * fix siprec to remap sdp base on participant label * fix	2024-01-03 11:10:31 -05:00
Hoan Luu Huu	15829139c1	fix hangup headers (#583 ) * fix hangup headers * no need for callback * fix test failure --------- Co-authored-by: Dave Horton <daveh@beachdognet.com>	2023-12-28 14:59:59 -05:00
Dave Horton	2c48083c26	fix to be more precise about removing custom event handlers so that w… (#580 ) * fix to be more precise about removing custom event handlers so that when we stop a gather we dont also inadvertently stop a background transcribe as well * test fixes * fix: endpointing=false was being ignored for Deepgram	2023-12-28 11:00:27 -05:00
Hoan Luu Huu	9d8291f892	Transcribe background task (#576 ) * first draft * wip * wip * wip * wip * wip * wip * wip * wip * wip * wip * wip * wip * wip * update verb-specification * fix comment reviews * provide bugname when stopping transcription, otherwise it will continue --------- Co-authored-by: Dave Horton <daveh@beachdognet.com>	2023-12-26 21:50:51 -05:00
Hoan Luu Huu	3e8474867f	support deepgram (#579 ) * support deepgram * update speech utils	2023-12-26 07:46:35 -05:00
Hoan Luu Huu	9eb315ecd6	fix config and stt task for altLanguages (#575 ) * fix config and stt task for altLanguages * clear freeswitch channel var when altLanguages is empty list	2023-12-25 22:21:34 -05:00
Hoan Luu Huu	2ec1460b4e	nuance transcribe should have utteranceDetectionMode=multiple (#574 ) * nuance transcribe should have utteranceDetectionMode=multiple * nuance transcribe should have utteranceDetectionMode=multiple	2023-12-20 18:44:08 -05:00
Hoan Luu Huu	e30782ea7b	fix riva transcribe issue (#570 )	2023-12-20 10:25:17 -05:00
Hoan Luu Huu	83c1c07eb0	fix enqueue waithook on ws hold the session (#572 ) * fix enqueue waithook on ws hold the session * wip	2023-12-19 09:42:20 -05:00
Dave Horton	47fbc1a4a4	allow custom speech with no auth token (#571 )	2023-12-18 14:51:34 -05:00
Dave Horton	7474a359a4	update to drachtio-fsmrf@3.0.33	2023-12-18 14:28:25 -05:00
Hoan Luu Huu	30977b309c	punctuation for microsoft (#566 ) * punctuation for microsoft * wip	2023-12-18 08:38:05 -05:00
Hoan Luu Huu	bcb4bf43bf	fix altLanguages (#567 ) * fix altLanguages * adding testcase	2023-12-16 08:35:09 -05:00
Dave Horton	077460d0e2	Feat/multiset envs (#569 ) * update to drachtio-fsmrf@3.0.31 * fix prev commits	2023-12-15 15:39:15 -05:00
Matt Hertogs	6629b45671	Fix typo in contributing.md (#555 )	2023-12-11 08:37:36 -05:00
Hoan Luu Huu	353a9c1917	Feat/complete adult call (#563 ) * feat client direct call from registration webhook (#562) * feat client direct call from registration webhook * feat client direct call from registration webhook * wip * fix cannot lcc complete adult call * wip * wip	2023-12-11 08:37:01 -05:00
Hoan Luu Huu	230fe9ea11	feat client direct call from registration webhook (#562 ) * feat client direct call from registration webhook * feat client direct call from registration webhook * wip	2023-12-11 08:36:19 -05:00