fix #445

feat pause resume transcribe (#438 )
* feat pause resume transcribe * wip * fix jslint * update fsmrf
2026-01-25 02:07:56 +00:00 · 2023-08-31 07:32:59 -04:00 · 2023-08-30 22:43:50 -04:00 · 2023-08-30 22:43:08 -04:00 · 2023-08-30 21:04:53 -04:00 · 2023-08-30 09:23:35 -04:00
11 changed files with 141 additions and 68 deletions
--- a/lib/config.js
+++ b/lib/config.js
@@ -25,7 +25,7 @@ const JAMBONES_MYSQL_USER = process.env.JAMBONES_MYSQL_USER;
 const JAMBONES_MYSQL_PASSWORD = process.env.JAMBONES_MYSQL_PASSWORD;
 const JAMBONES_MYSQL_DATABASE = process.env.JAMBONES_MYSQL_DATABASE;
 const JAMBONES_MYSQL_PORT = parseInt(process.env.JAMBONES_MYSQL_PORT, 10) || 3306;
-const JAMBONES_MYSQL_REFRESH_TTL = process.env.JAMBONES_MYSQL_REFRESH_TTL;
+const JAMBONES_MYSQL_REFRESH_TTL = parseInt(process.env.JAMBONES_MYSQL_REFRESH_TTL, 10) || 0;
 const JAMBONES_MYSQL_CONNECTION_LIMIT = parseInt(process.env.JAMBONES_MYSQL_CONNECTION_LIMIT, 10) || 10;

 /* redis */
--- a/lib/session/call-session.js
+++ b/lib/session/call-session.js
@@ -719,14 +719,20 @@ class CallSession extends Emitter {
  getSpeechCredentials(vendor, type, label = null) {
    const {writeAlerts, AlertType} = this.srf.locals;
    if (this.accountInfo.speech && this.accountInfo.speech.length > 0) {
-      const credential = this.accountInfo.speech.find((s) => s.vendor === vendor &&
-        ((label && s.label === label) || label === null));
+      // firstly check if account level has expected credential
+      let credential = this.accountInfo.speech.find((s) => s.vendor === vendor &&
+        s.label === label && s.account_sid);
+      if (!credential) {
+        // check if SP level has expected credential
+        credential = this.accountInfo.speech.find((s) => s.vendor === vendor &&
+        s.label === label && !s.account_sid);
+      }
      if (credential && (
        (type === 'tts' && credential.use_for_tts) ||
        (type === 'stt' && credential.use_for_stt)
      )) {
        this.logger.info(`Speech credential vendor: ${credential.vendor} 
-          ${credential.label ? `, label: ${credential.label}` : ''} is chosen`);
+${credential.label ? `, label: ${credential.label}` : ''} is chosen`);
        if ('google' === vendor) {
          if (type === 'tts' && !credential.tts_tested_ok ||
            type === 'stt' && !credential.stt_tested_ok) {
@@ -763,8 +769,10 @@ class CallSession extends Emitter {
            region: credential.region,
            use_custom_stt: credential.use_custom_stt,
            custom_stt_endpoint: credential.custom_stt_endpoint,
+            custom_stt_endpoint_url: credential.custom_stt_endpoint_url,
            use_custom_tts: credential.use_custom_tts,
-            custom_tts_endpoint: credential.custom_tts_endpoint
+            custom_tts_endpoint: credential.custom_tts_endpoint,
+            custom_tts_endpoint_url: credential.custom_tts_endpoint_url
          };
        }
        else if ('wellsaid' === vendor) {
@@ -1067,6 +1075,24 @@ class CallSession extends Emitter {
    listenTask.updateListen(opts.listen_status);
  }

+  /**
+   * perform live call control -- change Transcribe status
+   * @param {object} opts
+   * @param {string} opts.transcribe_status - 'pause' or 'resume'
+  */
+  async _lccTranscribeStatus(opts) {
+    const task = this.currentTask;
+    if (!task || ![TaskName.Dial, TaskName.Transcribe].includes(task.name)) {
+      return this.logger.info(`CallSession:_lccTranscribeStatus - invalid transcribe_status in task ${task.name}`);
+    }
+    const transcribeTask = task.name === TaskName.Transcribe ? task : task.transcribeTask;
+    if (!transcribeTask) {
+      return this.logger
+        .info('CallSession:_lccTranscribeStatus - invalid transcribe_status: Dial does not have a Transcribe');
+    }
+    transcribeTask.updateTranscribe(opts.transcribe_status);
+  }
+
  async _lccMuteStatus(callSid, mute) {
    // this whole thing requires us to be in a Dial or Conference verb
    const task = this.currentTask;
@@ -1185,6 +1211,9 @@ class CallSession extends Emitter {
    if (opts.listen_status) {
      await this._lccListenStatus(opts);
    }
+    if (opts.transcribe_status) {
+      await this._lccTranscribeStatus(opts);
+    }
    else if (opts.mute_status) {
      await this._lccMuteStatus(callSid, opts.mute_status === 'mute');
    }
@@ -1361,6 +1390,10 @@ class CallSession extends Emitter {
        this._lccListenStatus(data);
        break;

+      case 'transcribe:status':
+        this._lccTranscribeStatus(data);
+        break;
+
      case 'whisper':
        this._lccWhisper(data, call_sid);
        break;
--- a/lib/tasks/dial.js
+++ b/lib/tasks/dial.js
@@ -232,7 +232,7 @@ class TaskDial extends Task {
    }
    this._removeDtmfDetection(cs.dlg);
    this._removeDtmfDetection(this.dlg);
-    this._killOutdials();
+    await this._killOutdials();
    if (this.sd) {
      this.sd.kill();
      this.sd.removeAllListeners();
@@ -353,11 +353,16 @@ class TaskDial extends Task {
    sd.removeAllListeners('callCreateFail');
  }

-  _killOutdials() {
+  async _killOutdials() {
    for (const [callSid, sd] of Array.from(this.dials)) {
      this.logger.debug(`Dial:_killOutdials killing callSid ${callSid}`);
-      sd.kill().catch((err) => this.logger.info(err, `Dial:_killOutdials Error killing ${callSid}`));
+      try {
+        await sd.kill();
+      } catch (err) {
+        this.logger.info(err, `Dial:_killOutdials Error killing ${callSid}`);
+      }
      this._removeHandlers(sd);
+      this.logger.debug(`Dial:_killOutdials killed callSid ${callSid}`);
    }
    this.dials.clear();
  }
@@ -449,10 +454,14 @@ class TaskDial extends Task {
    }

    const ms = await cs.getMS();
-    this.timerRing = setTimeout(() => {
+    this.timerRing = setTimeout(async() => {
      this.logger.info(`Dial:_attemptCall: ring no answer timer ${this.timeout}s exceeded`);
      this.timerRing = null;
-      this._killOutdials();
+      try {
+        await this._killOutdials();
+      } catch (err) {
+        this.logger.info(err, 'Dial:_attemptCall - error killing outdials');
+      }
      this.result = {
        dialCallStatus: CallStatus.NoAnswer,
        dialSipStatus: 487
@@ -531,7 +540,8 @@ class TaskDial extends Task {
            }
          })
          .on('callStatusChange', (obj) => {
-            if (this.results.dialCallStatus !== CallStatus.Completed) {
+            if (this.results.dialCallStatus !== CallStatus.Completed &&
+              this.results.dialCallStatus !== CallStatus.NoAnswer) {
              Object.assign(this.results, {
                dialCallStatus: obj.callStatus,
                dialSipStatus: obj.sipStatus,
--- a/lib/tasks/transcribe.js
+++ b/lib/tasks/transcribe.js
@@ -9,7 +9,8 @@ const {
  SonioxTranscriptionEvents,
  IbmTranscriptionEvents,
  NvidiaTranscriptionEvents,
-  JambonzTranscriptionEvents
+  JambonzTranscriptionEvents,
+  TranscribeStatus
 } = require('../utils/constants');
 const { normalizeJambones } = require('@jambonz/verb-specifications');
 const SttTask = require('./stt-task');
@@ -119,8 +120,7 @@ class TaskTranscribe extends SttTask {
    this.removeSpeechListeners(ep);
  }

-  async kill(cs) {
-    super.kill(cs);
+  async _stopTranscription() {
    let stopTranscription = false;
    if (this.ep?.connected) {
      stopTranscription = true;
@@ -132,6 +132,13 @@ class TaskTranscribe extends SttTask {
      this.ep2.stopTranscription({vendor: this.vendor})
        .catch((err) => this.logger.info(err, 'Error TaskTranscribe:kill'));
    }
+
+    return stopTranscription;
+  }
+
+  async kill(cs) {
+    super.kill(cs);
+    const stopTranscription = this._stopTranscription();
    // hangup after 1 sec if we don't get a final transcription
    if (stopTranscription) this._timer = setTimeout(() => this.notifyTaskDone(), 1500);
    else this.notifyTaskDone();
@@ -139,6 +146,23 @@ class TaskTranscribe extends SttTask {
    await this.awaitTaskDone();
  }

+  async updateTranscribe(status) {
+    if (!this.killed && this.ep && this.ep.connected) {
+      this.logger.info(`TaskTranscribe:updateTranscribe status ${status}`);
+      switch (status) {
+        case TranscribeStatus.Pause:
+          await this._stopTranscription();
+          break;
+        case TranscribeStatus.Resume:
+          await this._startTranscribing(this.cs, this.ep, 1);
+          if (this.separateRecognitionPerChannel && this.ep2) {
+            await this._startTranscribing(this.cs, this.ep2, 2);
+          }
+          break;
+      }
+    }
+  }
+
  async _startTranscribing(cs, ep, channel) {
    const opts = this.setChannelVarsForStt(this, this.sttCredentials, this.data.recognizer);
    switch (this.vendor) {
--- a/lib/utils/constants.json
+++ b/lib/utils/constants.json
@@ -51,6 +51,11 @@
    "Silence": "silence",
    "Resume": "resume"
  },
+  "TranscribeStatus": {
+    "Pause": "pause",
+    "Silence": "silence",
+    "Resume": "resume"
+  },
  "TaskPreconditions": {
    "None": "none",
    "Endpoint": "endpoint",
--- a/lib/utils/db-utils.js
+++ b/lib/utils/db-utils.js
@@ -3,13 +3,10 @@ const {decrypt} = require('./encrypt-decrypt');
 const sqlAccountDetails = `SELECT * 
 FROM accounts account 
 WHERE account.account_sid = ?`;
-const sqlSpeechCredentials = `SELECT * 
+const sqlSpeechCredentialsForAccount = `SELECT * 
 FROM speech_credentials 
-WHERE account_sid = ? `;
-const sqlSpeechCredentialsForSP = `SELECT * 
-FROM speech_credentials 
-WHERE service_provider_sid =  
-(SELECT service_provider_sid from accounts where account_sid = ?)`;
+WHERE account_sid = ? OR (account_sid is NULL AND service_provider_sid =  
+(SELECT service_provider_sid from accounts where account_sid = ?))`;
 const sqlQueryAccountCarrierByName = `SELECT voip_carrier_sid  
 FROM voip_carriers vc 
 WHERE vc.account_sid = ? 
@@ -49,8 +46,10 @@ const speechMapper = (cred) => {
      obj.region = o.region;
      obj.use_custom_stt = o.use_custom_stt;
      obj.custom_stt_endpoint = o.custom_stt_endpoint;
+      obj.custom_stt_endpoint_url = o.custom_stt_endpoint_url;
      obj.use_custom_tts = o.use_custom_tts;
      obj.custom_tts_endpoint = o.custom_tts_endpoint;
+      obj.custom_tts_endpoint_url = o.custom_tts_endpoint_url;
    }
    else if ('wellsaid' === obj.vendor) {
      const o = JSON.parse(decrypt(credential));
@@ -108,16 +107,9 @@ module.exports = (logger, srf) => {

    const [r] = await pp.query({sql: sqlAccountDetails, nestTables: true}, [account_sid]);
    if (0 === r.length) throw new Error(`invalid accountSid: ${account_sid}`);
-    const [r2] = await pp.query(sqlSpeechCredentials, [account_sid]);
+    const [r2] = await pp.query(sqlSpeechCredentialsForAccount, [account_sid, account_sid]);
    const speech = r2.map(speechMapper);

-    /* add service provider creds unless we have that vendor at the account level */
-    const [r3] = await pp.query(sqlSpeechCredentialsForSP, [account_sid]);
-    r3.forEach((s) => {
-      if (!speech.find((s2) => s2.vendor === s.vendor)) {
-        speech.push(speechMapper(s));
-      }
-    });
    const account = r[0];
    bucketCredentialDecrypt(account);

--- a/lib/utils/http-listener.js
+++ b/lib/utils/http-listener.js
@@ -6,7 +6,8 @@ const {PORT, HTTP_PORT_MAX} = require('../config');
 const doListen = (logger, app, port, resolve) => {
  const server = app.listen(port, () => {
    const {srf} = app.locals;
-    logger.info(`listening for HTTP requests on port ${PORT}, serviceUrl is ${srf.locals.serviceUrl}`);
+    srf.locals.serviceUrl = `http://${srf.locals.ipv4}:${port}`;
+    logger.info(`listening for HTTP requests on port ${port}, serviceUrl is ${srf.locals.serviceUrl}`);
    resolve({server, app});
  });
  return server;
--- a/lib/utils/transcription-utils.js
+++ b/lib/utils/transcription-utils.js
@@ -225,12 +225,17 @@ const normalizeGoogle = (evt, channel, language) => {
  };
 };

-const normalizeCustom = (evt, channel, language) => {
+const normalizeCustom = (evt, channel, language, vendor) => {
+  const copy = JSON.parse(JSON.stringify(evt));
  return {
    language_code: language,
    channel_tag: channel,
    is_final: evt.is_final,
-    alternatives: [evt.alternatives[0]]
+    alternatives: [evt.alternatives[0]],
+    vendor: {
+      name: vendor,
+      evt: copy
+    }
  };
 };

@@ -314,7 +319,7 @@ module.exports = (logger) => {
        return normalizeSoniox(evt, channel, language);
      default:
        if (vendor.startsWith('custom:')) {
-          return normalizeCustom(evt, channel, language);
+          return normalizeCustom(evt, channel, language, vendor);
        }
        logger.error(`Unknown vendor ${vendor}`);
        return evt;
@@ -394,6 +399,8 @@ module.exports = (logger) => {
          {AZURE_SPEECH_ALTERNATIVE_LANGUAGE_CODES: [...new Set(rOpts.altLanguages)].join(',')}),
        ...(rOpts.requestSnr && {AZURE_REQUEST_SNR: 1}),
        ...(rOpts.profanityOption && {AZURE_PROFANITY_OPTION: rOpts.profanityOption}),
+        ...(sttCredentials.use_custom_stt && sttCredentials.custom_stt_endpoint_url &&
+          {AZURE_SERVICE_ENDPOINT: sttCredentials.custom_stt_endpoint_url}),
        ...(rOpts.azureServiceEndpoint && {AZURE_SERVICE_ENDPOINT: rOpts.azureServiceEndpoint}),
        ...(rOpts.initialSpeechTimeoutMs > 0 &&
          {AZURE_INITIAL_SPEECH_TIMEOUT_MS: rOpts.initialSpeechTimeoutMs}),
@@ -401,11 +408,11 @@ module.exports = (logger) => {
        ...(rOpts.audioLogging && {AZURE_AUDIO_LOGGING: 1}),
        ...{AZURE_USE_OUTPUT_FORMAT_DETAILED: 1},
        ...(sttCredentials && {
-          AZURE_SUBSCRIPTION_KEY: sttCredentials.api_key,
-          AZURE_REGION: sttCredentials.region,
+          ...(sttCredentials.api_key && {AZURE_SUBSCRIPTION_KEY: sttCredentials.api_key}),
+          ...(sttCredentials.region && {AZURE_REGION: sttCredentials.region}),
        }),
        ...(sttCredentials.use_custom_stt && sttCredentials.custom_stt_endpoint &&
-          {AZURE_SERVICE_ENDPOINT_ID: sttCredentials.custom_stt_endpoint})
+          {AZURE_SERVICE_ENDPOINT_ID: sttCredentials.custom_stt_endpoint}),
      };
    }
    else if ('nuance' === vendor) {
--- a/package-lock.json
+++ b/package-lock.json
@@ -14,7 +14,7 @@
        "@jambonz/db-helpers": "^0.9.1",
        "@jambonz/http-health-check": "^0.0.1",
        "@jambonz/realtimedb-helpers": "^0.8.6",
-        "@jambonz/speech-utils": "^0.0.19",
+        "@jambonz/speech-utils": "^0.0.20",
        "@jambonz/stats-collector": "^0.1.9",
        "@jambonz/time-series": "^0.2.8",
        "@jambonz/verb-specifications": "^0.0.30",
@@ -30,7 +30,7 @@
        "bent": "^7.3.12",
        "debug": "^4.3.4",
        "deepcopy": "^2.1.0",
-        "drachtio-fsmrf": "^3.0.23",
+        "drachtio-fsmrf": "^3.0.24",
        "drachtio-srf": "^4.5.26",
        "express": "^4.18.2",
        "ip": "^1.1.8",
@@ -47,7 +47,7 @@
        "uuid-random": "^1.3.2",
        "verify-aws-sns-signature": "^0.1.0",
        "ws": "^8.9.0",
-        "xml2js": "^0.5.0"
+        "xml2js": "^0.6.2"
      },
      "devDependencies": {
        "clear-module": "^4.1.2",
@@ -2983,9 +2983,9 @@
      }
    },
    "node_modules/@jambonz/speech-utils": {
-      "version": "0.0.19",
-      "resolved": "https://registry.npmjs.org/@jambonz/speech-utils/-/speech-utils-0.0.19.tgz",
-      "integrity": "sha512-uVwt4cCQkNhRDDPK0BHgI9Zn+bXoqQdtK8kjj3dbqPAOO3FlMTWxA2ZWJoglzZShQUNzpEg3CLcVTAGNnJHP2Q==",
+      "version": "0.0.20",
+      "resolved": "https://registry.npmjs.org/@jambonz/speech-utils/-/speech-utils-0.0.20.tgz",
+      "integrity": "sha512-vyMgfCAdv5+zOVisyJKhVQ1+lY1i1Ygv5amgw3JgyUy+lDbWmzANctLZXpJpoUGbTw8ZOwippEnk0F4XWFmtlg==",
      "dependencies": {
        "@aws-sdk/client-polly": "^3.359.0",
        "@google-cloud/text-to-speech": "^4.2.1",
@@ -2996,7 +2996,7 @@
        "google-protobuf": "^3.21.2",
        "ibm-watson": "^8.0.0",
        "ioredis": "^5.3.2",
-        "microsoft-cognitiveservices-speech-sdk": "^1.26.0",
+        "microsoft-cognitiveservices-speech-sdk": "^1.31.0",
        "undici": "^5.21.0"
      }
    },
@@ -5152,9 +5152,9 @@
      }
    },
    "node_modules/drachtio-fsmrf": {
-      "version": "3.0.23",
-      "resolved": "https://registry.npmjs.org/drachtio-fsmrf/-/drachtio-fsmrf-3.0.23.tgz",
-      "integrity": "sha512-ElruNKuPzFiMOUH06PUd3dR9tElEGRhbP/gXxai58qhrqRQNLJxzCRJkbgbjrZdYWFQPHOAzy4ZQb7+qq0AUPw==",
+      "version": "3.0.24",
+      "resolved": "https://registry.npmjs.org/drachtio-fsmrf/-/drachtio-fsmrf-3.0.24.tgz",
+      "integrity": "sha512-MsTwHDOOg5yrKCcQ2buNTVSEwoMZzTcVeU5/BZ2Km0TPxBI1lErW6IiyZxA5pyoLfSdBtbqSh9ZwXrtxWTp6kA==",
      "dependencies": {
        "camel-case": "^4.1.2",
        "debug": "^2.6.9",
@@ -7807,9 +7807,9 @@
      }
    },
    "node_modules/microsoft-cognitiveservices-speech-sdk": {
-      "version": "1.29.0",
-      "resolved": "https://registry.npmjs.org/microsoft-cognitiveservices-speech-sdk/-/microsoft-cognitiveservices-speech-sdk-1.29.0.tgz",
-      "integrity": "sha512-/NaDni70OR5x0FPG6LD/aOkmfLIsOwqpw0UsijcHbH+U0q6FPAX1VZVlv6ZMvkObw3k/FJv0N9CFNsN1P4M7kA==",
+      "version": "1.31.0",
+      "resolved": "https://registry.npmjs.org/microsoft-cognitiveservices-speech-sdk/-/microsoft-cognitiveservices-speech-sdk-1.31.0.tgz",
+      "integrity": "sha512-wmNi0XoGtQwRoI2To6QSrGHVW0d8WfhJwXtE2nk48l4YkBiDqdPV2tdSXFHRrdv3uwr/+THip45H91Fllpm8qA==",
      "dependencies": {
        "agent-base": "^6.0.1",
        "bent": "^7.3.12",
@@ -10445,9 +10445,9 @@
      }
    },
    "node_modules/xml2js": {
-      "version": "0.5.0",
-      "resolved": "https://registry.npmjs.org/xml2js/-/xml2js-0.5.0.tgz",
-      "integrity": "sha512-drPFnkQJik/O+uPKpqSgr22mpuFHqKdbS835iAQrUC73L2F5WkboIRd63ai/2Yg6I1jzifPFKH2NTK+cfglkIA==",
+      "version": "0.6.2",
+      "resolved": "https://registry.npmjs.org/xml2js/-/xml2js-0.6.2.tgz",
+      "integrity": "sha512-T4rieHaC1EXcES0Kxxj4JWgaUQHDk+qwHcYOCFHfiwKz7tOVPLq7Hjq9dM1WCMhylqMEfP7hMcOIChvotiZegA==",
      "dependencies": {
        "sax": ">=0.6.0",
        "xmlbuilder": "~11.0.0"
@@ -12949,9 +12949,9 @@
      }
    },
    "@jambonz/speech-utils": {
-      "version": "0.0.19",
-      "resolved": "https://registry.npmjs.org/@jambonz/speech-utils/-/speech-utils-0.0.19.tgz",
-      "integrity": "sha512-uVwt4cCQkNhRDDPK0BHgI9Zn+bXoqQdtK8kjj3dbqPAOO3FlMTWxA2ZWJoglzZShQUNzpEg3CLcVTAGNnJHP2Q==",
+      "version": "0.0.20",
+      "resolved": "https://registry.npmjs.org/@jambonz/speech-utils/-/speech-utils-0.0.20.tgz",
+      "integrity": "sha512-vyMgfCAdv5+zOVisyJKhVQ1+lY1i1Ygv5amgw3JgyUy+lDbWmzANctLZXpJpoUGbTw8ZOwippEnk0F4XWFmtlg==",
      "requires": {
        "@aws-sdk/client-polly": "^3.359.0",
        "@google-cloud/text-to-speech": "^4.2.1",
@@ -12962,7 +12962,7 @@
        "google-protobuf": "^3.21.2",
        "ibm-watson": "^8.0.0",
        "ioredis": "^5.3.2",
-        "microsoft-cognitiveservices-speech-sdk": "^1.26.0",
+        "microsoft-cognitiveservices-speech-sdk": "^1.31.0",
        "undici": "^5.21.0"
      }
    },
@@ -14610,9 +14610,9 @@
      }
    },
    "drachtio-fsmrf": {
-      "version": "3.0.23",
-      "resolved": "https://registry.npmjs.org/drachtio-fsmrf/-/drachtio-fsmrf-3.0.23.tgz",
-      "integrity": "sha512-ElruNKuPzFiMOUH06PUd3dR9tElEGRhbP/gXxai58qhrqRQNLJxzCRJkbgbjrZdYWFQPHOAzy4ZQb7+qq0AUPw==",
+      "version": "3.0.24",
+      "resolved": "https://registry.npmjs.org/drachtio-fsmrf/-/drachtio-fsmrf-3.0.24.tgz",
+      "integrity": "sha512-MsTwHDOOg5yrKCcQ2buNTVSEwoMZzTcVeU5/BZ2Km0TPxBI1lErW6IiyZxA5pyoLfSdBtbqSh9ZwXrtxWTp6kA==",
      "requires": {
        "camel-case": "^4.1.2",
        "debug": "^2.6.9",
@@ -16661,9 +16661,9 @@
      }
    },
    "microsoft-cognitiveservices-speech-sdk": {
-      "version": "1.29.0",
-      "resolved": "https://registry.npmjs.org/microsoft-cognitiveservices-speech-sdk/-/microsoft-cognitiveservices-speech-sdk-1.29.0.tgz",
-      "integrity": "sha512-/NaDni70OR5x0FPG6LD/aOkmfLIsOwqpw0UsijcHbH+U0q6FPAX1VZVlv6ZMvkObw3k/FJv0N9CFNsN1P4M7kA==",
+      "version": "1.31.0",
+      "resolved": "https://registry.npmjs.org/microsoft-cognitiveservices-speech-sdk/-/microsoft-cognitiveservices-speech-sdk-1.31.0.tgz",
+      "integrity": "sha512-wmNi0XoGtQwRoI2To6QSrGHVW0d8WfhJwXtE2nk48l4YkBiDqdPV2tdSXFHRrdv3uwr/+THip45H91Fllpm8qA==",
      "requires": {
        "agent-base": "^6.0.1",
        "bent": "^7.3.12",
@@ -18637,9 +18637,9 @@
      "requires": {}
    },
    "xml2js": {
-      "version": "0.5.0",
-      "resolved": "https://registry.npmjs.org/xml2js/-/xml2js-0.5.0.tgz",
-      "integrity": "sha512-drPFnkQJik/O+uPKpqSgr22mpuFHqKdbS835iAQrUC73L2F5WkboIRd63ai/2Yg6I1jzifPFKH2NTK+cfglkIA==",
+      "version": "0.6.2",
+      "resolved": "https://registry.npmjs.org/xml2js/-/xml2js-0.6.2.tgz",
+      "integrity": "sha512-T4rieHaC1EXcES0Kxxj4JWgaUQHDk+qwHcYOCFHfiwKz7tOVPLq7Hjq9dM1WCMhylqMEfP7hMcOIChvotiZegA==",
      "requires": {
        "sax": ">=0.6.0",
        "xmlbuilder": "~11.0.0"
--- a/package.json
+++ b/package.json
@@ -30,7 +30,7 @@
    "@jambonz/db-helpers": "^0.9.1",
    "@jambonz/http-health-check": "^0.0.1",
    "@jambonz/realtimedb-helpers": "^0.8.6",
-    "@jambonz/speech-utils": "^0.0.19",
+    "@jambonz/speech-utils": "^0.0.20",
    "@jambonz/stats-collector": "^0.1.9",
    "@jambonz/time-series": "^0.2.8",
    "@jambonz/verb-specifications": "^0.0.30",
@@ -46,7 +46,7 @@
    "bent": "^7.3.12",
    "debug": "^4.3.4",
    "deepcopy": "^2.1.0",
-    "drachtio-fsmrf": "^3.0.23",
+    "drachtio-fsmrf": "^3.0.24",
    "drachtio-srf": "^4.5.26",
    "express": "^4.18.2",
    "ip": "^1.1.8",
@@ -63,7 +63,7 @@
    "uuid-random": "^1.3.2",
    "verify-aws-sns-signature": "^0.1.0",
    "ws": "^8.9.0",
-    "xml2js": "^0.5.0"
+    "xml2js": "^0.6.2"
  },
  "devDependencies": {
    "clear-module": "^4.1.2",
--- a/test/db/create-and-populate-schema.sql
+++ b/test/db/create-and-populate-schema.sql
@@ -1045,6 +1045,7 @@ CREATE TABLE `speech_credentials` (
  `tts_tested_ok` tinyint(1) DEFAULT NULL,
  `stt_tested_ok` tinyint(1) DEFAULT NULL,
  `created_at` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP,
+  `label` VARCHAR(64),
  PRIMARY KEY (`speech_credential_sid`),
  UNIQUE KEY `speech_credential_sid` (`speech_credential_sid`),
  UNIQUE KEY `speech_credentials_idx_1` (`vendor`,`account_sid`),
@@ -1063,7 +1064,7 @@ CREATE TABLE `speech_credentials` (

 LOCK TABLES `speech_credentials` WRITE;
 /*!40000 ALTER TABLE `speech_credentials` DISABLE KEYS */;
-INSERT INTO `speech_credentials` VALUES ('2add163c-34f2-45c6-a016-f955d218ffb6',NULL,'bb845d4b-83a9-4cde-a6e9-50f3743bab3f','google','credential-goes-here',1,1,NULL,'2021-04-03 15:42:10',1,1,'2023-05-31 03:44:21'),('2add347f-34f2-45c6-a016-f955d218ffb6',NULL,'bb845d4b-83a9-4cde-a6e9-50f3743bab3f','microsoft','credential-goes-here',1,1,NULL,'2021-04-03 15:42:10',1,1,'2023-05-31 03:44:21'),('84154212-5c99-4c94-8993-bc2a46288daa',NULL,'bb845d4b-83a9-4cde-a6e9-50f3743bab3f','aws','credential-goes-here',1,1,NULL,NULL,1,1,'2023-05-31 03:44:21');
+INSERT INTO `speech_credentials` VALUES ('2add163c-34f2-45c6-a016-f955d218ffb6',NULL,'bb845d4b-83a9-4cde-a6e9-50f3743bab3f','google','credential-goes-here',1,1,NULL,'2021-04-03 15:42:10',1,1,'2023-05-31 03:44:21', NULL),('2add347f-34f2-45c6-a016-f955d218ffb6',NULL,'bb845d4b-83a9-4cde-a6e9-50f3743bab3f','microsoft','credential-goes-here',1,1,NULL,'2021-04-03 15:42:10',1,1,'2023-05-31 03:44:21', NULL),('84154212-5c99-4c94-8993-bc2a46288daa',NULL,'bb845d4b-83a9-4cde-a6e9-50f3743bab3f','aws','credential-goes-here',1,1,NULL,NULL,1,1,'2023-05-31 03:44:21', NULL);
 /*!40000 ALTER TABLE `speech_credentials` ENABLE KEYS */;
 UNLOCK TABLES;
Author	SHA1	Message	Date
Dave Horton	71bb4707c1	fix #445	2023-08-31 07:32:59 -04:00
Hoan Luu Huu	2935574440	feat pause resume transcribe (#438 ) * feat pause resume transcribe * wip * fix jslint * update fsmrf	2023-08-30 22:43:50 -04:00
Hoan Luu Huu	c10c561ba1	update speech util 0.0.20 (#446 )	2023-08-30 22:43:08 -04:00
Hoan Luu Huu	2ccd33e212	feat azure fromHost (#416 ) * feat azure fromHost * wip * wip * wip	2023-08-30 21:04:53 -04:00
Hoan Luu Huu	a03baa8461	update serviceUrl to the success port (#439 ) * update serviceUrl to the success port * correct log	2023-08-30 09:23:35 -04:00
Hoan Luu Huu	90df33a15c	fix choose speech dedential by label (#441 ) * fix choose speech dedential by label * wip	2023-08-30 09:22:33 -04:00
two56	a15479e6dc	parseInt JAMBONZ_MYSQL_REFRESH_TTL (#443 ) Co-authored-by: Matt Preskett <matt.preskett@netcall.com>	2023-08-30 07:27:05 -04:00
Hoan Luu Huu	dd74cb2cc6	update vulnerable xml2j version (#440 )	2023-08-28 18:58:11 -04:00
Hoan Luu Huu	7a02c36bad	fix missing speech vendor in telemetry metric (#437 )	2023-08-28 07:45:00 -04:00