update speech-utils (#1324 )

update speech util verbsion (#1323 )
Sending synthesized-audio notification for servedFromCache as false (#1320 )
2026-02-12 01:10:30 +00:00 · 2025-08-17 10:09:55 -04:00 · 2025-08-14 08:39:12 -04:00 · 2025-08-13 20:56:56 -04:00 · 2025-08-13 08:15:29 -04:00 · 2025-08-11 20:58:14 -04:00
7 changed files with 54 additions and 13 deletions
--- a/lib/session/call-session.js
+++ b/lib/session/call-session.js
@@ -1146,6 +1146,13 @@ class CallSession extends Emitter {
            options: credential.options
          };
        }
+        else if ('resemble' === vendor) {
+          return {
+            api_key: credential.api_key,
+            resemble_tts_use_tls: credential.resemble_tts_use_tls,
+            resemble_tts_uri: credential.resemble_tts_uri,
+          };
+        }
        else if ('inworld' === vendor) {
          return {
            api_key: credential.api_key,
--- a/lib/tasks/say.js
+++ b/lib/tasks/say.js
@@ -452,6 +452,7 @@ class TaskSay extends TtsTask {
          .replace('playht_', 'playht.')
          .replace('cartesia_', 'cartesia.')
          .replace('rimelabs_', 'rimelabs.')
+          .replace('resemble_', 'resemble.')
          .replace('inworld_', 'inworld.')
          .replace('verbio_', 'verbio.')
          .replace('elevenlabs_', 'elevenlabs.');
@@ -517,6 +518,9 @@ const spanMapping = {
  'rimelabs.name_lookup_time_ms': 'name_lookup_ms',
  'rimelabs.connect_time_ms': 'connect_ms',
  'rimelabs.final_response_time_ms': 'final_response_ms',
+  // Resemble
+  'resemble.connect_time_ms': 'connect_ms',
+  'resemble.final_response_time_ms': 'final_response_ms',
  // inworld
  'inworld.name_lookup_time_ms': 'name_lookup_ms',
  'inworld.connect_time_ms': 'connect_ms',
--- a/lib/tasks/tts-task.js
+++ b/lib/tasks/tts-task.js
@@ -293,7 +293,18 @@ class TtsTask extends Task {
                vendor,
                language,
                characters: text.length,
-                elapsedTime: rtt
+                elapsedTime: rtt,
+                servedFromCache,
+                'id': this.id
+              });
+            }
+            if (servedFromCache) {
+              this.notifyStatus({
+                event: 'synthesized-audio',
+                vendor,
+                language,
+                servedFromCache,
+                'id': this.id
              });
            }
          }
--- a/lib/utils/db-utils.js
+++ b/lib/utils/db-utils.js
@@ -124,6 +124,12 @@ const speechMapper = (cred) => {
      obj.model_id = o.model_id;
      obj.options = o.options;
    }
+    else if ('resemble' === obj.vendor) {
+      const o = JSON.parse(decrypt(credential));
+      obj.api_key = o.api_key;
+      obj.resemble_tts_use_tls = o.resemble_tts_use_tls;
+      obj.resemble_tts_uri = o.resemble_tts_uri;
+    }
    else if ('inworld' === obj.vendor) {
      const o = JSON.parse(decrypt(credential));
      obj.api_key = o.api_key;
--- a/lib/utils/transcription-utils.js
+++ b/lib/utils/transcription-utils.js
@@ -785,12 +785,15 @@ module.exports = (logger) => {
          AWS_ACCESS_KEY_ID: sttCredentials.accessKeyId,
          AWS_SECRET_ACCESS_KEY: sttCredentials.secretAccessKey,
          AWS_REGION: sttCredentials.region,
-          AWS_SECURITY_TOKEN: sttCredentials.securityToken
+          AWS_SECURITY_TOKEN: sttCredentials.securityToken,
+          AWS_SESSION_TOKEN: sttCredentials.sessionToken ? sttCredentials.sessionToken : sttCredentials.securityToken
        }),
        ...(awsOptions.accessKey && {AWS_ACCESS_KEY_ID: awsOptions.accessKey}),
        ...(awsOptions.secretKey && {AWS_SECRET_ACCESS_KEY: awsOptions.secretKey}),
        ...(awsOptions.region && {AWS_REGION: awsOptions.region}),
        ...(awsOptions.securityToken && {AWS_SECURITY_TOKEN: awsOptions.securityToken}),
+        ...(awsOptions.sessionToken && {AWS_SESSION_TOKEN: awsOptions.sessionToken ?
+          awsOptions.sessionToken : awsOptions.securityToken}),
        ...(awsOptions.languageModelName && {AWS_LANGUAGE_MODEL_NAME: awsOptions.languageModelName}),
        ...(awsOptions.piiEntityTypes?.length && {AWS_PII_ENTITY_TYPES: awsOptions.piiEntityTypes.join(',')}),
        ...(awsOptions.piiIdentifyEntities && {AWS_PII_IDENTIFY_ENTITIES: true}),
@@ -891,6 +894,14 @@ module.exports = (logger) => {
      const deepgramUri = deepgramOptions.deepgramSttUri || sttCredentials.deepgram_stt_uri;
      const useTls = deepgramOptions.deepgramSttUseTls || sttCredentials.deepgram_stt_use_tls;

+      // DH (2025-08-11) entity_prompt is currently limited to 100 words
+      const entityPrompt = deepgramOptions.entityPrompt ?
+        deepgramOptions.entityPrompt
+          .split(/\s+/)
+          .slice(0, 100)
+          .join(' ')
+        : undefined;
+
      /* default to a sensible model if not supplied */
      if (!model) {
        model = selectDefaultDeepgramModel(task, language);
@@ -949,7 +960,9 @@ module.exports = (logger) => {
        ...(deepgramOptions.fillerWords) &&
          {DEEPGRAM_SPEECH_FILLER_WORDS: deepgramOptions.fillerWords},
        ...((Array.isArray(deepgramOptions.keyterms) && deepgramOptions.keyterms.length > 0) &&
-          {DEEPGRAM_SPEECH_KEYTERMS: deepgramOptions.keyterms.join(',')})
+          {DEEPGRAM_SPEECH_KEYTERMS: deepgramOptions.keyterms.join(',')}),
+        ...(deepgramOptions.mipOptOut && {DEEPGRAM_SPEECH_MIP_OPT_OUT: deepgramOptions.mipOptOut}),
+        ...(entityPrompt && {DEEPGRAM_SPEECH_ENTITY_PROMPT: entityPrompt}),
      };
    }
    else if ('deepgramriver' === vendor) {
--- a/package-lock.json
+++ b/package-lock.json
@@ -15,10 +15,10 @@
        "@jambonz/http-health-check": "^0.0.1",
        "@jambonz/mw-registrar": "^0.2.7",
        "@jambonz/realtimedb-helpers": "^0.8.15",
-        "@jambonz/speech-utils": "^0.2.15",
+        "@jambonz/speech-utils": "^0.2.19",
        "@jambonz/stats-collector": "^0.1.10",
        "@jambonz/time-series": "^0.2.14",
-        "@jambonz/verb-specifications": "^0.0.111",
+        "@jambonz/verb-specifications": "^0.0.113",
        "@modelcontextprotocol/sdk": "^1.9.0",
        "@opentelemetry/api": "^1.8.0",
        "@opentelemetry/exporter-jaeger": "^1.23.0",
@@ -1376,9 +1376,9 @@
      }
    },
    "node_modules/@jambonz/speech-utils": {
-      "version": "0.2.15",
-      "resolved": "https://registry.npmjs.org/@jambonz/speech-utils/-/speech-utils-0.2.15.tgz",
-      "integrity": "sha512-orEpZXk0/wU9RUVbe/Ap85ec692k2EaAMfBLtaYYmsDMJ4Dt+gZ3QRlsZiuTujfla9Xl1x1So0E9nCK7cja20A==",
+      "version": "0.2.19",
+      "resolved": "https://registry.npmjs.org/@jambonz/speech-utils/-/speech-utils-0.2.19.tgz",
+      "integrity": "sha512-7Sw2pgmsMg/3y3PRhRts/oQrtMlowNS1dn6DgduiHviKSclJNx8oY8S7X8wsBQCe3xdFZYEDxfn9vpcGm4lqZw==",
      "dependencies": {
        "23": "^0.0.0",
        "@aws-sdk/client-polly": "^3.496.0",
@@ -1416,9 +1416,9 @@
      }
    },
    "node_modules/@jambonz/verb-specifications": {
-      "version": "0.0.111",
-      "resolved": "https://registry.npmjs.org/@jambonz/verb-specifications/-/verb-specifications-0.0.111.tgz",
-      "integrity": "sha512-P2lDki5wCHGPPXpPTeMdht4NfGujF6NrLyrI8o/4U6l+2elfc/1mKl/Lz/PWGo9rQM4mTOVIhkk9ECo0NvOVoA==",
+      "version": "0.0.113",
+      "resolved": "https://registry.npmjs.org/@jambonz/verb-specifications/-/verb-specifications-0.0.113.tgz",
+      "integrity": "sha512-8dqEtUwEYw8wA7a0xYruBdwmUwUx1Q97483UgkVm3HcmJVkkkf9g7C3vI+jfZLyDZsOuu6CkFAf/KrM8DTx/KA==",
      "dependencies": {
        "debug": "^4.3.4",
        "pino": "^8.8.0"
--- a/package.json
+++ b/package.json
@@ -31,10 +31,10 @@
    "@jambonz/http-health-check": "^0.0.1",
    "@jambonz/mw-registrar": "^0.2.7",
    "@jambonz/realtimedb-helpers": "^0.8.15",
-    "@jambonz/speech-utils": "^0.2.15",
+    "@jambonz/speech-utils": "^0.2.19",
    "@jambonz/stats-collector": "^0.1.10",
    "@jambonz/time-series": "^0.2.14",
-    "@jambonz/verb-specifications": "^0.0.111",
+    "@jambonz/verb-specifications": "^0.0.113",
    "@modelcontextprotocol/sdk": "^1.9.0",
    "@opentelemetry/api": "^1.8.0",
    "@opentelemetry/exporter-jaeger": "^1.23.0",
Author	SHA1	Message	Date
Dave Horton	ea27b20ac5	update speech-utils (#1324 )	2025-08-17 10:09:55 -04:00
Hoan Luu Huu	96aa705378	update speech util verbsion (#1323 )	2025-08-14 08:39:12 -04:00
rammohan-y	5e51849839	Sending synthesized-audio notification for servedFromCache as false (#1320 ) * Sending synthesized-audio notification for servedFromCache as well https://github.com/jambonz/jambonz-feature-server/issues/1319 * Sending back the id that was set, to track the synthesized-audio e.g if we send a say verb having 100, it's synthesized-audio event will return 100 in the data to correleate the say verb and synthesized-audio event	2025-08-13 20:56:56 -04:00
Hoan Luu Huu	44f69fa76d	Support resemble tts (#1322 ) * support resemble tts * update speech utils version	2025-08-13 08:15:29 -04:00
Dave Horton	73c77bea71	add support for deepgram entity_prompt	2025-08-11 20:58:14 -04:00
rammohan-y	babc0d0dbb	Fix for issue https://github.com/jambonz/jambonz-feature-server/issues/1317 . (#1318 ) Unable to use mod_aws_transcribe module due to security error as sessionId is not populated	2025-08-11 09:17:32 -04:00