support listen verb support bidirectionalAudioSampleRate (#695 )

* support listen verb support bidirectionalAudioSampleRate * ưip * update verb spec and drachtio fsmrf * fix listen failing testcase * fix review comment * update freeswitch test image * update freeswitch teset image --------- Co-authored-by: Dave Horton <daveh@beachdognet.com>
update to speech utils supporting deepgram tts (#708 )
2026-02-11 08:51:13 +00:00 · 2024-04-06 13:20:01 -04:00 · 2024-04-06 12:35:03 -04:00 · 2024-04-05 17:23:21 -04:00
4 changed files with 42 additions and 62 deletions
--- a/lib/tasks/listen.js
+++ b/lib/tasks/listen.js
@@ -8,6 +8,10 @@ const DTMF_SPAN_NAME = 'dtmf';
 class TaskListen extends Task {
  constructor(logger, opts, parentTask) {
    super(logger, opts);
+    /**
+     * @deprecated
+     * use bidirectionalAudio.enabled
+     */
    this.disableBidirectionalAudio = opts.disableBidirectionalAudio;
    this.preconditions = TaskPreconditions.Endpoint;

@@ -25,6 +29,15 @@ class TaskListen extends Task {
    this.results = {};
    this.playAudioQueue = [];
    this.isPlayingAudioFromQueue = false;
+    this.bidirectionalAudio = {
+      enabled: this.disableBidirectionalAudio === true ? false : true,
+      ...(this.data['bidirectionalAudio']),
+    };
+
+    // From drachtio-version 3.0.40, forkAudioStart will send empty bugname, metadata together with
+    // bidirectionalAudio params that cause old version of freeswitch missunderstand between bugname and
+    // bidirectionalAudio params
+    this._bugname = 'audio_fork';

    if (this.transcribe) this.transcribeTask = makeTask(logger, {'transcribe': opts.transcribe}, this);
  }
@@ -133,7 +146,8 @@ class TaskListen extends Task {
      mixType: this.mixType,
      sampling: this.sampleRate,
      ...(this._bugname && {bugname: this._bugname}),
-      metadata
+      metadata,
+      bidirectionalAudio: this.bidirectionalAudio || {}
    });
    this.recordStartTime = moment();
    if (this.maxLength) {
@@ -153,7 +167,7 @@ class TaskListen extends Task {
    }

    /* support bi-directional audio */
-    if (!this.disableBidirectionalAudio) {
+    if (this.bidirectionalAudio.enabled) {
      ep.addCustomEventListener(ListenEvents.PlayAudio, this._onPlayAudio.bind(this, ep));
    }
    ep.addCustomEventListener(ListenEvents.KillAudio, this._onKillAudio.bind(this, ep));
--- a/package-lock.json
+++ b/package-lock.json
@@ -15,7 +15,7 @@
        "@jambonz/http-health-check": "^0.0.1",
        "@jambonz/mw-registrar": "^0.2.4",
        "@jambonz/realtimedb-helpers": "^0.8.7",
-        "@jambonz/speech-utils": "^0.0.47",
+        "@jambonz/speech-utils": "^0.0.48",
        "@jambonz/stats-collector": "^0.1.9",
        "@jambonz/time-series": "^0.2.8",
        "@jambonz/verb-specifications": "^0.0.69",
@@ -31,7 +31,7 @@
        "bent": "^7.3.12",
        "debug": "^4.3.4",
        "deepcopy": "^2.1.0",
-        "drachtio-fsmrf": "^3.0.39",
+        "drachtio-fsmrf": "^3.0.40",
        "drachtio-srf": "^4.5.31",
        "express": "^4.18.2",
        "express-validator": "^7.0.1",
@@ -45,7 +45,7 @@
        "short-uuid": "^4.2.2",
        "sinon": "^15.0.1",
        "to-snake-case": "^1.0.0",
-        "undici": "^5.28.3",
+        "undici": "^6.11.1",
        "uuid-random": "^1.3.2",
        "verify-aws-sns-signature": "^0.1.0",
        "ws": "^8.9.0",
@@ -3315,14 +3315,6 @@
        "node": "^10.12.0 || >=12.0.0"
      }
    },
-    "node_modules/@fastify/busboy": {
-      "version": "2.0.0",
-      "resolved": "https://registry.npmjs.org/@fastify/busboy/-/busboy-2.0.0.tgz",
-      "integrity": "sha512-JUFJad5lv7jxj926GPgymrWQxxjPYuJNiNjNMzqT+HiuP6Vl3dk5xzG+8sTX96np0ZAluvaMzPsjhHZ5rNuNQQ==",
-      "engines": {
-        "node": ">=14"
-      }
-    },
    "node_modules/@google-cloud/text-to-speech": {
      "version": "5.0.2",
      "resolved": "https://registry.npmjs.org/@google-cloud/text-to-speech/-/text-to-speech-5.0.2.tgz",
@@ -3468,9 +3460,9 @@
      }
    },
    "node_modules/@jambonz/speech-utils": {
-      "version": "0.0.47",
-      "resolved": "https://registry.npmjs.org/@jambonz/speech-utils/-/speech-utils-0.0.47.tgz",
-      "integrity": "sha512-aEMIjEq3yRT/VQAmH60MAD7nIFPKeQ926GlgADSAlx4kiB0cc371qHh3hxmF9roMJHf26e5DHWJQFSIFJad3yg==",
+      "version": "0.0.48",
+      "resolved": "https://registry.npmjs.org/@jambonz/speech-utils/-/speech-utils-0.0.48.tgz",
+      "integrity": "sha512-RLkFl1LZeA6JUsfYqPNbc3Tvq/kGFBUHofiRuNqKYGPhQBr+KhE4V98zDJnCfKPBefIf5UJuCwdzmgRKCuKnMA==",
      "dependencies": {
        "@aws-sdk/client-polly": "^3.496.0",
        "@aws-sdk/client-sts": "^3.496.0",
@@ -3487,14 +3479,6 @@
        "undici": "^6.4.0"
      }
    },
-    "node_modules/@jambonz/speech-utils/node_modules/undici": {
-      "version": "6.10.1",
-      "resolved": "https://registry.npmjs.org/undici/-/undici-6.10.1.tgz",
-      "integrity": "sha512-kSzmWrOx3XBKTgPm4Tal8Hyl3yf+hzlA00SAf4goxv8LZYafKmS6gJD/7Fe5HH/DMNiFTRXvkwhLo7mUn5fuQQ==",
-      "engines": {
-        "node": ">=18.0"
-      }
-    },
    "node_modules/@jambonz/stats-collector": {
      "version": "0.1.9",
      "resolved": "https://registry.npmjs.org/@jambonz/stats-collector/-/stats-collector-0.1.9.tgz",
@@ -6107,9 +6091,9 @@
      }
    },
    "node_modules/drachtio-fsmrf": {
-      "version": "3.0.39",
-      "resolved": "https://registry.npmjs.org/drachtio-fsmrf/-/drachtio-fsmrf-3.0.39.tgz",
-      "integrity": "sha512-ATpmm3HA6Skp9R8Kt12Jc9g7BV5nZqRSHJsPEQF7AMhRtrEIrSC1GsMEIqwGTCH/wO4lBRh0+gXTtDuVFBCsVg==",
+      "version": "3.0.40",
+      "resolved": "https://registry.npmjs.org/drachtio-fsmrf/-/drachtio-fsmrf-3.0.40.tgz",
+      "integrity": "sha512-Mlteu/e1fa1Y4ClkVehMGnto+AKp5NhgIgwKSkFlaCi7Xl8qOqK5IbzgHyPZ2pDE2q7euieNGo+vtB2dUMIIog==",
      "dependencies": {
        "camel-case": "^4.1.2",
        "debug": "^2.6.9",
@@ -10867,14 +10851,11 @@
      }
    },
    "node_modules/undici": {
-      "version": "5.28.3",
-      "resolved": "https://registry.npmjs.org/undici/-/undici-5.28.3.tgz",
-      "integrity": "sha512-3ItfzbrhDlINjaP0duwnNsKpDQk3acHI3gVJ1z4fmwMK31k5G9OVIAMLSIaP6w4FaGkaAkN6zaQO9LUvZ1t7VA==",
-      "dependencies": {
-        "@fastify/busboy": "^2.0.0"
-      },
+      "version": "6.11.1",
+      "resolved": "https://registry.npmjs.org/undici/-/undici-6.11.1.tgz",
+      "integrity": "sha512-KyhzaLJnV1qa3BSHdj4AZ2ndqI0QWPxYzaIOio0WzcEJB9gvuysprJSLtpvc2D9mhR9jPDUk7xlJlZbH2KR5iw==",
      "engines": {
-        "node": ">=14.0"
+        "node": ">=18.0"
      }
    },
    "node_modules/undici-types": {
@@ -14011,11 +13992,6 @@
        "strip-json-comments": "^3.1.1"
      }
    },
-    "@fastify/busboy": {
-      "version": "2.0.0",
-      "resolved": "https://registry.npmjs.org/@fastify/busboy/-/busboy-2.0.0.tgz",
-      "integrity": "sha512-JUFJad5lv7jxj926GPgymrWQxxjPYuJNiNjNMzqT+HiuP6Vl3dk5xzG+8sTX96np0ZAluvaMzPsjhHZ5rNuNQQ=="
-    },
    "@google-cloud/text-to-speech": {
      "version": "5.0.2",
      "resolved": "https://registry.npmjs.org/@google-cloud/text-to-speech/-/text-to-speech-5.0.2.tgz",
@@ -14138,9 +14114,9 @@
      }
    },
    "@jambonz/speech-utils": {
-      "version": "0.0.47",
-      "resolved": "https://registry.npmjs.org/@jambonz/speech-utils/-/speech-utils-0.0.47.tgz",
-      "integrity": "sha512-aEMIjEq3yRT/VQAmH60MAD7nIFPKeQ926GlgADSAlx4kiB0cc371qHh3hxmF9roMJHf26e5DHWJQFSIFJad3yg==",
+      "version": "0.0.48",
+      "resolved": "https://registry.npmjs.org/@jambonz/speech-utils/-/speech-utils-0.0.48.tgz",
+      "integrity": "sha512-RLkFl1LZeA6JUsfYqPNbc3Tvq/kGFBUHofiRuNqKYGPhQBr+KhE4V98zDJnCfKPBefIf5UJuCwdzmgRKCuKnMA==",
      "requires": {
        "@aws-sdk/client-polly": "^3.496.0",
        "@aws-sdk/client-sts": "^3.496.0",
@@ -14155,13 +14131,6 @@
        "microsoft-cognitiveservices-speech-sdk": "1.34.0",
        "openai": "^4.25.0",
        "undici": "^6.4.0"
-      },
-      "dependencies": {
-        "undici": {
-          "version": "6.10.1",
-          "resolved": "https://registry.npmjs.org/undici/-/undici-6.10.1.tgz",
-          "integrity": "sha512-kSzmWrOx3XBKTgPm4Tal8Hyl3yf+hzlA00SAf4goxv8LZYafKmS6gJD/7Fe5HH/DMNiFTRXvkwhLo7mUn5fuQQ=="
-        }
      }
    },
    "@jambonz/stats-collector": {
@@ -16214,9 +16183,9 @@
      }
    },
    "drachtio-fsmrf": {
-      "version": "3.0.39",
-      "resolved": "https://registry.npmjs.org/drachtio-fsmrf/-/drachtio-fsmrf-3.0.39.tgz",
-      "integrity": "sha512-ATpmm3HA6Skp9R8Kt12Jc9g7BV5nZqRSHJsPEQF7AMhRtrEIrSC1GsMEIqwGTCH/wO4lBRh0+gXTtDuVFBCsVg==",
+      "version": "3.0.40",
+      "resolved": "https://registry.npmjs.org/drachtio-fsmrf/-/drachtio-fsmrf-3.0.40.tgz",
+      "integrity": "sha512-Mlteu/e1fa1Y4ClkVehMGnto+AKp5NhgIgwKSkFlaCi7Xl8qOqK5IbzgHyPZ2pDE2q7euieNGo+vtB2dUMIIog==",
      "requires": {
        "camel-case": "^4.1.2",
        "debug": "^2.6.9",
@@ -19873,12 +19842,9 @@
      }
    },
    "undici": {
-      "version": "5.28.3",
-      "resolved": "https://registry.npmjs.org/undici/-/undici-5.28.3.tgz",
-      "integrity": "sha512-3ItfzbrhDlINjaP0duwnNsKpDQk3acHI3gVJ1z4fmwMK31k5G9OVIAMLSIaP6w4FaGkaAkN6zaQO9LUvZ1t7VA==",
-      "requires": {
-        "@fastify/busboy": "^2.0.0"
-      }
+      "version": "6.11.1",
+      "resolved": "https://registry.npmjs.org/undici/-/undici-6.11.1.tgz",
+      "integrity": "sha512-KyhzaLJnV1qa3BSHdj4AZ2ndqI0QWPxYzaIOio0WzcEJB9gvuysprJSLtpvc2D9mhR9jPDUk7xlJlZbH2KR5iw=="
    },
    "undici-types": {
      "version": "5.26.5",
--- a/package.json
+++ b/package.json
@@ -31,7 +31,7 @@
    "@jambonz/http-health-check": "^0.0.1",
    "@jambonz/mw-registrar": "^0.2.4",
    "@jambonz/realtimedb-helpers": "^0.8.7",
-    "@jambonz/speech-utils": "^0.0.47",
+    "@jambonz/speech-utils": "^0.0.48",
    "@jambonz/stats-collector": "^0.1.9",
    "@jambonz/time-series": "^0.2.8",
    "@jambonz/verb-specifications": "^0.0.69",
@@ -47,7 +47,7 @@
    "bent": "^7.3.12",
    "debug": "^4.3.4",
    "deepcopy": "^2.1.0",
-    "drachtio-fsmrf": "^3.0.39",
+    "drachtio-fsmrf": "^3.0.40",
    "drachtio-srf": "^4.5.31",
    "express": "^4.18.2",
    "express-validator": "^7.0.1",
@@ -61,7 +61,7 @@
    "short-uuid": "^4.2.2",
    "sinon": "^15.0.1",
    "to-snake-case": "^1.0.0",
-    "undici": "^5.28.3",
+    "undici": "^6.11.1",
    "uuid-random": "^1.3.2",
    "verify-aws-sns-signature": "^0.1.0",
    "ws": "^8.9.0",
--- a/test/docker-compose-testbed.yaml
+++ b/test/docker-compose-testbed.yaml
@@ -57,7 +57,7 @@ services:
        condition: service_healthy

  freeswitch:
-    image: drachtio/drachtio-freeswitch-mrf:0.6.2
+    image: drachtio/drachtio-freeswitch-mrf:0.7.3
    restart: always
    command: freeswitch --rtp-range-start 20000 --rtp-range-end 20100
    environment:
Author	SHA1	Message	Date
Hoan Luu Huu	fca391c32e	support listen verb support bidirectionalAudioSampleRate (#695 ) * support listen verb support bidirectionalAudioSampleRate * ưip * update verb spec and drachtio fsmrf * fix listen failing testcase * fix review comment * update freeswitch test image * update freeswitch teset image --------- Co-authored-by: Dave Horton <daveh@beachdognet.com>	2024-04-06 13:20:01 -04:00
Dave Horton	043860c4a3	update to speech utils supporting deepgram tts (#708 )	2024-04-06 12:35:03 -04:00
Dave Horton	a021ee3112	update unidici (#707 )	2024-04-05 17:23:21 -04:00