Feature/nvidia speech (#261)

* initial changes for nvidia speech

* allow nvidia speech credentials to be set at runtime

* update drachtio-fsmrf

* fix handling of nvidia-specific options

* fix nvidia custom config

* fix nvidia word time offsets

* fix nvidia custom configuration

* normalize nvidia transcripts

* update to @jambonz/realtime-dbhelpers with nvidia tts support

lib/tasks/gather.js

@@ -7,7 +7,8 @@ const {
   AwsTranscriptionEvents,
   AzureTranscriptionEvents,
   DeepgramTranscriptionEvents,
-  IbmTranscriptionEvents
+  IbmTranscriptionEvents,
+  NvidiaTranscriptionEvents
 } = require('../utils/constants');
 
 const makeTask = require('./make_task');
@@ -397,6 +398,25 @@ class TaskGather extends Task {
           this._onIbmError.bind(this, cs, ep));
         break;
 
+      case 'nvidia':
+        this.bugname = 'nvidia_transcribe';
+        ep.addCustomEventListener(NvidiaTranscriptionEvents.Transcription,
+          this._onTranscription.bind(this, cs, ep));
+        ep.addCustomEventListener(NvidiaTranscriptionEvents.StartOfSpeech,
+          this._onStartOfSpeech.bind(this, cs, ep));
+        ep.addCustomEventListener(NvidiaTranscriptionEvents.TranscriptionComplete,
+          this._onTranscriptionComplete.bind(this, cs, ep));
+        ep.addCustomEventListener(NvidiaTranscriptionEvents.VadDetected,
+          this._onVadDetected.bind(this, cs, ep));
+        ep.addCustomEventListener(NvidiaTranscriptionEvents.Error,
+          this._onNvidiaError.bind(this, cs, ep));
+
+        /* I think nvidia has this (??) - stall timers until prompt finishes playing */
+        if ((this.sayTask || this.playTask) && this.listenDuringPrompt) {
+          opts.NVIDIA_STALL_TIMERS = 1;
+        }
+        break;
+
       default:
         this.notifyError({ msg: 'ASR error', details:`Invalid vendor ${this.vendor}`});
         this.notifyTaskDone();
@@ -612,6 +632,9 @@ class TaskGather extends Task {
       return this._resolve('timeout');
     }
   }
+  _onNvidiaError(cs, ep, evt) {
+    this.logger.info({evt}, 'TaskGather:_onNvidiaError');
+  }
   _onDeepgramConnect(_cs, _ep) {
     this.logger.debug('TaskGather:_onDeepgramConnect');
   }

lib/tasks/specs.json

@@ -467,7 +467,7 @@
     "properties": {
       "vendor": {
         "type": "string",
-        "enum": ["google", "aws", "polly", "microsoft", "nuance", "ibm", "default"]
+        "enum": ["google", "aws", "polly", "microsoft", "nuance", "ibm", "nvidia", "default"]
       },
       "language": "string",
       "voice": "string",
@@ -488,7 +488,7 @@
     "properties": {
       "vendor": {
         "type": "string",
-        "enum": ["google", "aws", "microsoft", "nuance", "deepgram", "ibm", "default"]
+        "enum": ["google", "aws", "microsoft", "nuance", "deepgram", "ibm", "nvidia", "default"]
       },
       "language": "string",
       "vad": "#vad",
@@ -555,12 +555,26 @@
       "asrTimeout": "number",
       "nuanceOptions": "#nuanceOptions",
       "deepgramOptions": "#deepgramOptions",
-      "ibmOptions": "#ibmOptions"
+      "ibmOptions": "#ibmOptions",
+      "nvidiaOptions": "#nvidiaOptions"
     },
     "required": [
       "vendor"
     ]
   },
+  "nvidiaOptions": {
+    "properties": {
+      "rivaUri": "string",
+      "maxAlternatives": "number",
+      "profanityFilter": "boolean",
+      "punctuation": "boolean",
+      "wordTimeOffsets": "boolean",
+      "verbatimTranscripts": "boolean",
+      "customConfiguration": "object"
+    },
+    "required": [
+    ]
+  },
   "ibmOptions": {
     "properties": {
       "sttApiKey": "string",

lib/tasks/transcribe.js

@@ -7,7 +7,8 @@ const {
   AwsTranscriptionEvents,
   NuanceTranscriptionEvents,
   DeepgramTranscriptionEvents,
-  IbmTranscriptionEvents
+  IbmTranscriptionEvents,
+  NvidiaTranscriptionEvents
 } = require('../utils/constants');
 const normalizeJambones = require('../utils/normalize-jambones');
 
@@ -207,6 +208,20 @@ class TaskTranscribe extends Task {
           this._onIbmError.bind(this, cs, ep, channel));
         break;
 
+      case 'nvidia':
+        this.bugname = 'nvidia_transcribe';
+        ep.addCustomEventListener(NvidiaTranscriptionEvents.Transcription,
+          this._onTranscription.bind(this, cs, ep));
+        ep.addCustomEventListener(NvidiaTranscriptionEvents.StartOfSpeech,
+          this._onStartOfSpeech.bind(this, cs, ep));
+        ep.addCustomEventListener(NvidiaTranscriptionEvents.TranscriptionComplete,
+          this._onTranscriptionComplete.bind(this, cs, ep));
+        ep.addCustomEventListener(NvidiaTranscriptionEvents.VadDetected,
+          this._onVadDetected.bind(this, cs, ep));
+        ep.addCustomEventListener(NvidiaTranscriptionEvents.Error,
+          this._onNvidiaError.bind(this, cs, ep));
+        break;
+
       default:
         throw new Error(`Invalid vendor ${this.vendor}`);
     }
@@ -311,6 +326,9 @@ class TaskTranscribe extends Task {
       return this._resolve('timeout');
     }
   }
+  _onNvidiaError(cs, ep, evt) {
+    this.logger.info({evt}, 'TaskGather:_onNvidiaError');
+  }
   _onDeepgramConnect(_cs, _ep) {
     this.logger.debug('TaskTranscribe:_onDeepgramConnect');
   }