houdifyOptions support audioQueryAbsoluteTimeout

* support noise isolation to config verb

* wip

* wip

* wip

* wip

* add vendor to turnTaking

LICENSE

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2023 jambonz
+Copyright (c) 2023 Drachtio Communications Services, LLC.
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

README.md

@@ -1,4 +1,4 @@
-# verb-specificiations
+# verb-specifications
 Jambonz Verb Specification Utilities
 
 #### Running the test suite

index.js

@@ -0,0 +1,4 @@
+module.exports = {
+  ...require('./jambonz-app-json-validation'),
+  specs: require('./specs')
+};

jambonz-app-json-validation.js

@@ -1,4 +1,5 @@
 const assert = require('assert');
+const debug = require('debug')('jambonz:app-json-validation');
 const _specData = require('./specs');
 const specs = new Map();
 for (const key in _specData) { specs.set(key, _specData[key]); }
@@ -30,7 +31,7 @@ function normalizeJambones(logger, obj) {
       throw new Error('malformed jambonz payload: missing verb property');
     }
   }
-  logger.debug({ document }, `normalizeJambones: returning document with ${document.length} tasks`);
+  debug({ document }, `normalizeJambones: returning document with ${document.length} tasks`);
   return document;
 }
 
@@ -44,7 +45,7 @@ function validate(logger, obj) {
 }
 
 function validateVerb(name, data, logger) {
-  logger.debug(`validating ${name} with data ${JSON.stringify(data)}`);
+  debug(`validating ${name} with data ${JSON.stringify(data)}`);
   // validate the instruction is supported
   if (!specs.has(name)) throw new Error(`invalid instruction: ${name}`);
 
@@ -55,9 +56,10 @@ function validateVerb(name, data, logger) {
     if (dKey in specData.properties) {
       const dVal = data[dKey];
       const dSpec = specData.properties[dKey];
-      logger.debug(`Task:validate validating property ${dKey} with value ${JSON.stringify(dVal)}`);
+      debug(`Task:validate validating property ${dKey} with value ${JSON.stringify(dVal)}`);
 
-      if (typeof dSpec === 'string' && dSpec === 'array') {
+      if (typeof dVal === 'undefined') continue;
+      else if (typeof dSpec === 'string' && dSpec === 'array') {
         if (!Array.isArray(dVal)) throw new Error(`${name}: property ${dKey} is not an array`);
       }
       else if (typeof dSpec === 'string' && dSpec.includes('|')) {

package.json

@@ -1,12 +1,11 @@
 {
-  "name": "verb-specifications",
-  "version": "0.0.2",
+  "name": "@jambonz/verb-specifications",
+  "version": "0.0.127",
   "description": "Jambonz Verb Specification Utilities",
   "main": "index.js",
   "scripts": {
     "test": "node test/",
     "jslint": "eslint index.js"
-
   },
   "repository": {
     "type": "git",
@@ -21,9 +20,10 @@
   "devDependencies": {
     "eslint": "^7.32.0",
     "eslint-plugin-promise": "^4.3.1",
-    "tape": "^5.6.1"
+    "tape": "^5.7.5"
   },
   "dependencies": {
+    "debug": "^4.3.4",
     "pino": "^8.8.0"
   }
 }

test/jambonz-verb-test.js

@@ -1,6 +1,6 @@
 const test = require('tape');
 const logger = require('pino')({level: process.env.JAMBONES_LOGLEVEL || 'error'});
-const { validate } = require('../jambonz-app-json-validation');
+const { validate } = require('..');
 
 test("validate correct verbs", async (t) => {
 
@@ -24,30 +24,128 @@ test("validate correct verbs", async (t) => {
       "verb": "config",
       "synthesizer": {
         "voice": "Jenny",
-        "vendor": "google"
+        "vendor": "google",
+        "label": "label1"
       },
       "recognizer": {
         "vendor": "google",
-        "language": "de-DE"
+        "language": "de-DE",
+        "label": "label1"
       },
       "bargeIn": {
         "enable": true,
         "input" : ["speech"],
         "actionHook": "/userInput"
+      },
+      "transcribe": {
+        "enable": true,
+        "transcriptionHook": "http://server.com/hook",
+        "recognizer": {
+          "vendor": "google",
+          "language": "de-DE",
+        }
+      },
+      "onHoldMusic": "http://server.com/hold",
+      "actionHookDelayAction": {
+        "enabled": true,
+        "noResponseTimeout": 5,
+        "noResponseGiveUpTimeout": 10,
+        "retries": 3,
+        "actions": [
+          {
+            "verb": "say",
+            "text": "To speak to Sales press 1 or say Sales.  To speak to customer support press 2 or say Support",
+            "synthesizer": {
+              "vendor": "google",
+              "language": "en-US"
+            }
+          },
+          {
+            "verb": "play",
+            "url": "https://example.com/example.mp3",
+            "timeoutSecs": 10,
+            "seekOffset": 8000,
+            "actionHook": "/play/action"
+          }
+        ]
+      }
+    },
+    {
+      "verb": "config",
+      "notifySttLatency": true,
+      "recognizer": {
+        "vendor": "google",
+        "language": "de-DE",
+        "label": "label1",
+        "assemblyAiOptions": {
+          "apiKey": "apikey",
+          "serviceVersion": "v3",
+          "formatTurns": true,
+          "endOfTurnConfidenceThreshold": 0.5,
+          "minEndOfTurnSilenceWhenConfident": 500,
+          "maxTurnSilence": 2000
+        }
+      }
+    },
+    {
+      "verb": "config",
+      "referHook": "https://referhook.com"
+    },
+    {
+      "verb": "config",
+      "referHook": {
+        "url": "https://referhook.com"
+      }
+    },
+    {
+      "verb": "config",
+      "recognizer": {
+        "vendor": "google",
+        "language": "de-DE",
+        "label": "label1",
+        "azureOptions": {
+          "languageIdMode": "Continuous"
+        }
+      }
+    },
+    {
+      "verb": "config",
+      "record": {
+      "action": "startCallRecording",
+      "siprecServerURL": ["sip:srs@recording.example.com","sip:srs@recording.example.com"],
+      "headers" : {
+        "X-Header1": "Value1",
+        "X-Header2": "Value2"
+      }
+      }
+    },
+    {
+      "verb": "config",
+      "sipRequestWithinDialogHook": "https://jambonz.or/sipIndialogActionHook"
+    },
+    {
+      "verb": "config",
+      "record": {
+      "action": "startCallRecording",
+      "siprecServerURL": "sip:srs@recording.example.com"
       }
     },
     {
       "verb": "dequeue",
       "name": "support",
       "beep": true,
-      "timeout": 60
+      "timeout": 60,
+      "callSid": "call_sid1234"
     },
     {
       "verb": "dial",
       "actionHook": "/outdial",
+      "onHoldHook": "/onHoldHook",
       "callerId": "+16173331212",
+      "callerName": "Tom",
       "answerOnBridge": true,
       "dtmfCapture": ["*2", "*3"],
+      "timeLimit": 10,
       "dtmfHook": {
         "url": "/dtmf",
         "method": "GET"
@@ -94,7 +192,8 @@ test("validate correct verbs", async (t) => {
       "verb": "enqueue",
       "name": "support",
       "actionHook": "/queue-action",
-      "waitHook": "/queue-wait"
+      "waitHook": "/queue-wait",
+      "priority": 50
     },
     {
       "verb": "gather",
@@ -109,14 +208,183 @@ test("validate correct verbs", async (t) => {
         "vendor": "google",
         "language": "en-US",
         "hints": ["sales", "support"],
-        "hintsBoost": 10
+        "hintsBoost": 10,
+        "fastRecognitionTimeout": 2000,
+        "deepgramOptions": {
+          "endpointing": 500,
+          "noDelay": true,
+          "eotThreshold": 500,
+          "eotTimeoutMs": 5000,
+          "eagerEotThreshold": 200,
+          "mipOptOut": true
+        }
       },
       "say": {
         "text": "To speak to Sales press 1 or say Sales.  To speak to customer support press 2 or say Support",
         "synthesizer": {
           "vendor": "google",
-          "language": "en-US"
+          "language": "en-US",
+          "label": "label1",
+          "fallbackVendor": "google",
+          "fallbackLanguage": "en-US",
+          "fallbackLabel": "label1",
+          "fallbackVoice": "voice"
         }
+      },
+      "say": {
+        "text": "To speak to Sales press 1 or say Sales.  To speak to customer support press 2 or say Support",
+        "instructions": "Voice: High-energy, upbeat, and encouraging, projecting enthusiasm and motivation."
+      },
+      "say": {
+        "text": "To speak to Sales press 1 or say Sales.  To speak to customer support press 2 or say Support",
+        "synthesizer": {
+          "vendor": "google",
+          "language": "en-US",
+          "voice": {
+            "reportedUsage":"REALTIME",
+            "model":"path/to/model",
+           },
+          "fallbackVendor": "google",
+          "fallbackLanguage": "en-US",
+          "fallbackLabel": "label1",
+          "fallbackVoice": {
+            "reportedUsage":"REALTIME",
+            "model":"path/to/model",
+           }
+        }
+      }
+    },
+    {
+      "verb": "gather",
+      "actionHook": "http://example.com/collect",
+      "input": ["digits", "speech"],
+      "bargein": true,
+      "dtmfBargein": true,
+      "finishOnKey": "#",
+      "numDigits": 5,
+      "timeout": 8,
+      "recognizer": {
+        "vendor": "verbio",
+        "language": "en-US",
+        "verbioOptions": {
+          "enable_formatting": true,
+          "enable_diarization": true,
+          "topic": 0,
+          "inline_grammar": "this is inline grammar",
+          "grammar_uri": "https://grammar_uri.com",
+          "label": "label",
+          "recognition_timeout": 500,
+          "speech_complete_timeout": 500,
+          "speech_incomplete_timeout": 500,
+        }
+      },
+    },
+    {
+      "verb": "gather",
+      "actionHook": "http://example.com/collect",
+      "input": ["digits", "speech"],
+      "bargein": true,
+      "dtmfBargein": true,
+      "finishOnKey": "#",
+      "numDigits": 5,
+      "timeout": 8,
+      "recognizer": {
+        "vendor": "houndify",
+        "language": "en-US",
+        "houndifyOptions": {
+          "requestInfo": {
+            "Latitude": 30.6,
+            "Longitude": 30.6,
+            "City": "Huston"
+          },
+          "sampleRate": 16000,
+          "latitude": 30.6,
+          "longitude": 30.6,
+          "city": "Huston",
+          "state": "CA",
+          "country": "US",
+          "timeZone": "GMT",
+          "domain": "Voice",
+          "audioEndpoint": "https://api.houndify.com/v1/audio",
+          "maxSilenceSeconds": 5,
+          "maxSilenceAfterFullQuerySeconds": 3,
+          "maxSilenceAfterPartialQuerySeconds": 2,
+          "vadSensitivity": 0.5,
+          "vadTimeout": 1000,
+          "vadMode": "auto",
+          "vadVoiceMs": 250,
+          "vadSilenceMs": 500,
+          "vadDebug": true,
+          "audioFormat": "PCM16",
+          "enableNoiseReduction": true,
+          "enableProfanityFilter": false,
+          "enablePunctuation": true,
+          "enableCapitalization": true,
+          "confidenceThreshold": 0.7,
+          "enableDisfluencyFilter": true,
+          "maxResults": 5,
+          "enableWordTimestamps": true,
+          "maxAlternatives": 3,
+          "partialTranscriptInterval": 100,
+          "sessionTimeout": 30000,
+          "connectionTimeout": 5000,
+          "customVocabulary": ["jambonz", "telephony", "voip"],
+          "languageModel": "enhanced",
+          "audioQueryAbsoluteTimeout": 5
+        },
+        "gladiaOptions": {
+          "post_processing": {
+            "summarization": false,
+            "summarization_config": {
+              "type": "general"
+            },
+            "chapterization": false
+          },
+        }
+      },
+    },
+    {
+      "verb": "gather",
+      "actionHook": "http://example.com/collect",
+      "input": ["digits", "speech"],
+      "bargein": true,
+      "dtmfBargein": true,
+      "finishOnKey": "#",
+      "numDigits": 5,
+      "timeout": 8,
+      "recognizer": {
+        "vendor": "google",
+        "language": "en-US",
+        "fallbackVendor": "google",
+        "fallbackLanguage": "en-US",
+        "fallbackLabel": "label1",
+        "hints": ["sales", "support"],
+        "hintsBoost": 10,
+        "deepgramOptions": {
+          "endpointing": true
+        }
+      },
+      "actionHookDelayAction": {
+        "noResponseTimeout": 5,
+        "noResponseGiveUpTimeout": 10,
+        "retries": 3,
+        "actions": [
+          {
+            "verb": "say",
+            "text": "To speak to Sales press 1 or say Sales.  To speak to customer support press 2 or say Support",
+            "synthesizer": {
+              "vendor": "google",
+              "language": "en-US"
+            }
+          },
+          {
+            "verb": "play",
+            "url": "https://example.com/example.mp3",
+            "timeoutSecs": 10,
+            "seekOffset": 8000,
+            "actionHook": "/play/action"
+          }
+        ]
       }
     },
     {
@@ -161,6 +429,64 @@ test("validate correct verbs", async (t) => {
       "url": "wss://myrecorder.example.com/calls",
       "mixType" : "stereo"
     },
+    {
+      "verb": "listen",
+      "url": "wss://myrecorder.example.com/calls",
+      "mixType" : "stereo",
+      "bidirectionalAudio": {
+        enabled: true,
+        streaming: true,
+        sampleRate: 8000
+     }
+    },
+    {
+      "verb": "config",
+      "listen": {
+        "enable": true,
+        "url": "wss://myrecorder.example.com/calls",
+        "mixType" : "stereo",
+        "bidirectionalAudio": {
+          enabled: true,
+          streaming: true,
+          sampleRate: 8000
+       }
+      }
+    },
+    {
+      "verb": "config",
+      "autoStreamTts": true
+    },
+    {
+      "verb": "config",
+      "vad": {
+        "enable": true,
+        "voiceMs": 250,
+        "silenceMs": 150,
+        "strategy": "one-shot",
+        "mode": 2,
+        "vendor": "webrtc",
+        "threshold": 0.5,
+        "speechPadMs": 1000
+      }
+    },
+    {
+      "verb": "config",
+      "noiseIsolation": {
+        "enable": true,
+        "vendor": "krisp",
+        "level": 3,
+        "model": "custom-model"
+      }
+    },
+    {
+      "verb": "config",
+      "turnTaking": {
+        "enable": true,
+        "vendor": "krisp",
+        "threshold": 0.5,
+        "model": "turn-taking-model"
+      }
+    },
     {
       "verb": "message",
       "to": "15083084809",
@@ -219,6 +545,12 @@ test("validate correct verbs", async (t) => {
       "referTo": "+15083084809",
       "actionHook": "/action"
     },
+    {
+      "verb": "sip:refer",
+      "referTo": "+15083084809",
+      "referredByDisplayName": "Alice",
+      "actionHook": "/action"
+    },
     {
       "verb": "tag",
       "data": {
@@ -231,10 +563,124 @@ test("validate correct verbs", async (t) => {
       "verb": "transcribe",
       "transcriptionHook": "http://example.com/transcribe",
       "recognizer": {
-        "vendor": "google",
+        "vendor": "nvidia",
         "language" : "en-US",
         "interim": true
       }
+    },
+    {
+      "verb": "transcribe",
+      "transcriptionHook": "http://example.com/transcribe",
+      "recognizer": {
+        "vendor": "nvidia",
+        "language" : "en-US",
+        "interim": true,
+        "elevenlabsOptions": {
+          "includeTimestamps": true,
+          "commitStrategy": "vad",
+          "vadSilenceThresholdSecs": 0.8,
+          "vadThreshold": 0.5,
+          "minSpeechDurationMs": 300,
+          "minSilenceDurationMs": 500,
+          "enableLogging": false
+        }
+      }
+    },
+    {
+      "verb": "transcribe",
+      "transcriptionHook": "http://example.com/transcribe",
+      "recognizer": {
+        "vendor": "nvidia",
+        "language" : "en-US",
+        "customOptions": {
+          "sampleRate": 16000
+        }
+      }
+    },
+    {
+      "verb": "transcribe",
+      "transcriptionHook": "http://example.com/transcribe",
+      "recognizer": {
+        "vendor": "nvidia",
+        "language" : "en-US",
+        "interim": true,
+        "googleOptions": {
+          "serviceVersion": "v2",
+          "speechStartTimeoutMs": 500,
+          "speechEndTimeoutMs": 1000,
+          "enableVoiceActivityEvents": true,
+          "transcriptNormalization" : [
+            {
+              "search": "dog",
+              "replace": "cat",
+              "case_sensitive": true
+            }
+          ]
+        }
+      }
+    },
+    {
+      "verb": "rest:dial",
+      "account_sid": "1291964182631236912836123912",
+      "call_hook": {
+        "url": "http://127.0.0.1:3100/",
+        "method": "POST",
+        "username": "username",
+        "password": "password",
+      },
+      "from": "15583084810",
+      "to": {
+        "type": "phone",
+        "number": "15583084809",
+      },
+      "tag": {
+        "customer": "acme",
+        "referenceId": "deadbeef",
+      },
+      "amd": {
+        "actionHook": "/answeringMachineDetection",
+    
+      },
+      "dual_streams": true,
+      "timeLimit" : 10
+    },
+    {
+      "verb": "llm",
+      "vendor": 'ultravox',
+      "model": 'fixie-ai/ultravox',
+      "auth": {
+        "apiKey": "sk-1234567890abcdefg"
+      },
+      "llmOptions": {
+        "firstSpeaker": 'FIRST_SPEAKER_AGENT',
+      },
+      "mcpServers": [
+        {
+          "url": 'https://mcp.example.com',
+          "auth": {
+            "username": 'username',
+            "password": 'password'
+          }
+        }
+      ]
+    },
+    {
+      "verb": "transcribe",
+      "transcriptionHook": "http://example.com/transcribe",
+      "recognizer": {
+        "vendor": "speechmatics",
+        "language": "en",
+        "speechmaticsOptions": {
+          "transcription_config": {
+            "language": "en",
+            "enable_partials": true,
+            "max_delay": 2,
+            "conversation_config": {
+              "end_of_utterance_silence_trigger": 0.5
+            }
+          }
+        }
+      }
     }
   ];
   try {