0.0.54

* support config->transcribe run in background

* wip

* fix review comments

LICENSE

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2023 jambonz
+Copyright (c) 2023 Drachtio Communications Services, LLC.
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

README.md

@@ -1,4 +1,4 @@
-# verb-specificiations
+# verb-specifications
 Jambonz Verb Specification Utilities
 
 #### Running the test suite

index.js

@@ -0,0 +1,4 @@
+module.exports = {
+  ...require('./jambonz-app-json-validation'),
+  specs: require('./specs')
+};

jambonz-app-json-validation.js

@@ -1,4 +1,5 @@
 const assert = require('assert');
+const debug = require('debug')('jambonz:app-json-validation');
 const _specData = require('./specs');
 const specs = new Map();
 for (const key in _specData) { specs.set(key, _specData[key]); }
@@ -30,7 +31,7 @@ function normalizeJambones(logger, obj) {
       throw new Error('malformed jambonz payload: missing verb property');
     }
   }
-  logger.debug({ document }, `normalizeJambones: returning document with ${document.length} tasks`);
+  debug({ document }, `normalizeJambones: returning document with ${document.length} tasks`);
   return document;
 }
 
@@ -44,7 +45,7 @@ function validate(logger, obj) {
 }
 
 function validateVerb(name, data, logger) {
-  logger.debug(`validating ${name} with data ${JSON.stringify(data)}`);
+  debug(`validating ${name} with data ${JSON.stringify(data)}`);
   // validate the instruction is supported
   if (!specs.has(name)) throw new Error(`invalid instruction: ${name}`);
 
@@ -55,9 +56,10 @@ function validateVerb(name, data, logger) {
     if (dKey in specData.properties) {
       const dVal = data[dKey];
       const dSpec = specData.properties[dKey];
-      logger.debug(`Task:validate validating property ${dKey} with value ${JSON.stringify(dVal)}`);
+      debug(`Task:validate validating property ${dKey} with value ${JSON.stringify(dVal)}`);
 
-      if (typeof dSpec === 'string' && dSpec === 'array') {
+      if (typeof dVal === 'undefined') continue;
+      else if (typeof dSpec === 'string' && dSpec === 'array') {
         if (!Array.isArray(dVal)) throw new Error(`${name}: property ${dKey} is not an array`);
       }
       else if (typeof dSpec === 'string' && dSpec.includes('|')) {

package-lock.json

@@ -1,14 +1,15 @@
 {
-  "name": "verb-specifications",
-  "version": "0.0.2",
+  "name": "@jambonz/verb-specifications",
+  "version": "0.0.54",
   "lockfileVersion": 2,
   "requires": true,
   "packages": {
     "": {
-      "name": "verb-specifications",
-      "version": "0.0.2",
+      "name": "@jambonz/verb-specifications",
+      "version": "0.0.54",
       "license": "MIT",
       "dependencies": {
+        "debug": "^4.3.4",
         "pino": "^8.8.0"
       },
       "devDependencies": {
@@ -435,7 +436,6 @@
       "version": "4.3.4",
       "resolved": "https://registry.npmjs.org/debug/-/debug-4.3.4.tgz",
       "integrity": "sha512-PRWFHuSU3eDtQJPvnNY7Jcket1j0t5OuOsFzPPzsekD52Zl8qUfFIPEiswXqIvHWGVHOgX+7G/vCNNhehwxfkQ==",
-      "dev": true,
       "dependencies": {
         "ms": "2.1.2"
       },
@@ -1671,8 +1671,7 @@
     "node_modules/ms": {
       "version": "2.1.2",
       "resolved": "https://registry.npmjs.org/ms/-/ms-2.1.2.tgz",
-      "integrity": "sha512-sGkPx+VjMtmA6MX27oA4FBFELFCZZ4S4XqeGOXCv68tT+jb3vk/RyaKWP0PTKyWtmLSM0b+adUTEvbs1PEaH2w==",
-      "dev": true
+      "integrity": "sha512-sGkPx+VjMtmA6MX27oA4FBFELFCZZ4S4XqeGOXCv68tT+jb3vk/RyaKWP0PTKyWtmLSM0b+adUTEvbs1PEaH2w=="
     },
     "node_modules/natural-compare": {
       "version": "1.4.0",
@@ -2771,7 +2770,6 @@
       "version": "4.3.4",
       "resolved": "https://registry.npmjs.org/debug/-/debug-4.3.4.tgz",
       "integrity": "sha512-PRWFHuSU3eDtQJPvnNY7Jcket1j0t5OuOsFzPPzsekD52Zl8qUfFIPEiswXqIvHWGVHOgX+7G/vCNNhehwxfkQ==",
-      "dev": true,
       "requires": {
         "ms": "2.1.2"
       }
@@ -3671,8 +3669,7 @@
     "ms": {
       "version": "2.1.2",
       "resolved": "https://registry.npmjs.org/ms/-/ms-2.1.2.tgz",
-      "integrity": "sha512-sGkPx+VjMtmA6MX27oA4FBFELFCZZ4S4XqeGOXCv68tT+jb3vk/RyaKWP0PTKyWtmLSM0b+adUTEvbs1PEaH2w==",
-      "dev": true
+      "integrity": "sha512-sGkPx+VjMtmA6MX27oA4FBFELFCZZ4S4XqeGOXCv68tT+jb3vk/RyaKWP0PTKyWtmLSM0b+adUTEvbs1PEaH2w=="
     },
     "natural-compare": {
       "version": "1.4.0",

package.json

@@ -1,12 +1,11 @@
 {
-  "name": "verb-specifications",
-  "version": "0.0.2",
+  "name": "@jambonz/verb-specifications",
+  "version": "0.0.54",
   "description": "Jambonz Verb Specification Utilities",
   "main": "index.js",
   "scripts": {
     "test": "node test/",
     "jslint": "eslint index.js"
-
   },
   "repository": {
     "type": "git",
@@ -24,6 +23,7 @@
     "tape": "^5.6.1"
   },
   "dependencies": {
+    "debug": "^4.3.4",
     "pino": "^8.8.0"
   }
 }

specs.json

@@ -43,8 +43,13 @@
       "bargeIn": "#bargeIn",
       "record": "#recordOptions",
       "listen": "#listenOptions",
+      "transcribe": "#transcribeOptions",
       "amd": "#amd",
-      "notifyEvents": "boolean"
+      "notifyEvents": "boolean",
+      "reset": "string|array",
+      "onHoldMusic": "string",
+      "actionHookDelayAction": "#actionHookDelayAction",
+      "sipRequestWithinDialogHook": "object|string"
     },
     "required": []
   },
@@ -58,7 +63,12 @@
         "type": "string",
         "enum": ["mono", "stereo", "mixed"]
       },
-      "metadata": "object"
+      "metadata": "object",
+      "maxLength": "number",
+      "passDtmf": "boolean",
+      "playBeep": "boolean",
+      "disableBidirectionalAudio": "boolean",
+      "timeout": "number"
     },
     "required": [
       "enable"
@@ -82,13 +92,24 @@
       "enable"
     ]
   },
+  "transcribeOptions": {
+    "properties": {
+      "enable": "boolean",
+      "transcriptionHook": "string",
+      "recognizer": "#recognizer"
+    },
+    "required": [
+      "enable"
+    ]
+  },
   "dequeue": {
     "properties": {
       "id": "string",
       "name": "string",
       "actionHook": "object|string",
       "timeout": "number",
-      "beep": "boolean"
+      "beep": "boolean",
+      "callSid": "string"
     },
     "required": [
       "name"
@@ -100,6 +121,7 @@
       "name": "string",
       "actionHook": "object|string",
       "waitHook": "object|string",
+      "priority": "number",
       "_": "object"
     },
     "required": [
@@ -165,7 +187,8 @@
       "timeout": "number",
       "recognizer": "#recognizer",
       "play": "#play",
-      "say": "#say"
+      "say": "#say",
+      "actionHookDelayAction": "#actionHookDelayAction"
     },
     "required": [
     ]
@@ -175,8 +198,11 @@
       "id": "string",
       "name": "string",
       "beep": "boolean",
+      "memberTag": "string",
+      "speakOnlyTo": "string",
       "startConferenceOnEnter": "boolean",
       "endConferenceOnExit": "boolean",
+      "endConferenceDuration": "number",
       "maxParticipants": "number",
       "joinMuted": "boolean",
       "actionHook": "object|string",
@@ -194,21 +220,25 @@
     "properties": {
       "id": "string",
       "actionHook": "object|string",
+      "onHoldHook": "object|string",
       "answerOnBridge": "boolean",
       "callerId": "string",
+      "callerName": "string",
       "confirmHook": "object|string",
       "referHook": "object|string",
       "dialMusic": "string",
       "dtmfCapture": "object",
       "dtmfHook": "object|string",
       "headers": "object",
+      "anchorMedia": "boolean",
       "listen": "#listen",
       "target": ["#target"],
       "timeLimit": "number",
       "timeout": "number",
       "proxy": "string",
       "transcribe": "#transcribe",
-      "amd": "#amd"
+      "amd": "#amd",
+      "tag": "object"
     },
     "required": [
       "target"
@@ -359,7 +389,8 @@
         "enum": ["startCallRecording", "stopCallRecording", "pauseCallRecording", "resumeCallRecording"]
       },
       "recordingID": "string",
-      "siprecServerURL": "string"
+      "siprecServerURL": "string|array",
+      "headers": "object"
     },
     "required": [
       "action"
@@ -382,6 +413,7 @@
       "call_hook": "object|string",
       "call_status_hook": "object|string",
       "from": "string",
+      "callerName": "string",
       "fromHost": "string",
       "speech_synthesis_vendor": "string",
       "speech_synthesis_voice": "string",
@@ -391,7 +423,10 @@
       "tag": "object",
       "to": "#target",
       "headers": "object",
-      "timeout": "number"
+      "timeout": "number",
+      "amd": "#amd",
+      "dual_streams": "boolean",
+      "sipRequestWithinDialogHook": "string"
     },
     "required": [
       "call_hook",
@@ -416,7 +451,7 @@
       "earlyMedia": "boolean"
     },
     "required": [
-      "recognizer"
+      "transcriptionHook"
     ]
   },
   "target": {
@@ -439,7 +474,8 @@
       "vmail": "boolean",
       "tenant": "string",
       "trunk": "string",
-      "overrideTo": "string"
+      "overrideTo": "string",
+      "proxy": "string"
     },
     "required": [
       "type"
@@ -465,12 +501,14 @@
   },
   "synthesizer": {
     "properties": {
-      "vendor": {
-        "type": "string",
-        "enum": ["google", "aws", "polly", "microsoft", "nuance", "ibm", "default"]
-      },
+      "vendor": "string",
+      "label": "string",
       "language": "string",
-      "voice": "string",
+      "voice": "string|object",
+      "fallbackVendor": "string",
+      "fallbackLabel": "string",
+      "fallbackLanguage": "string",
+      "fallbackVoice": "string|object",
       "engine": {
         "type": "string",
         "enum": ["standard", "neural"]
@@ -478,7 +516,8 @@
       "gender": {
         "type": "string",
         "enum": ["MALE", "FEMALE", "NEUTRAL"]
-      }
+      },
+      "options": "object"
     },
     "required": [
       "vendor"
@@ -486,11 +525,12 @@
   },
   "recognizer": {
     "properties": {
-      "vendor": {
-        "type": "string",
-        "enum": ["google", "aws", "microsoft", "nuance", "deepgram", "ibm", "default"]
-      },
+      "vendor": "string",
+      "label": "string",
       "language": "string",
+      "fallbackVendor": "string",
+      "fallbackLabel": "string",
+      "fallbackLanguage": "string",
       "vad": "#vad",
       "hints": "array",
       "hintsBoost": "number",
@@ -553,14 +593,86 @@
       "azureSttEndpointId": "string",
       "asrDtmfTerminationDigit": "string",
       "asrTimeout": "number",
+      "fastRecognitionTimeout": "number",
       "nuanceOptions": "#nuanceOptions",
       "deepgramOptions": "#deepgramOptions",
-      "ibmOptions": "#ibmOptions"
+      "ibmOptions": "#ibmOptions",
+      "nvidiaOptions": "#nvidiaOptions",
+      "sonioxOptions": "#sonioxOptions",
+      "cobaltOptions": "#cobaltOptions",
+      "awsOptions": "#awsOptions",
+      "azureOptions": "#azureOptions",
+      "assemblyAiOptions": "#assemblyAiOptions",
+      "customOptions": "#customOptions"
     },
     "required": [
       "vendor"
     ]
   },
+  "customOptions": {
+    "properties": {
+      "authToken": "string",
+      "uri": "string",
+      "options": "object"
+    },
+    "required": [
+    ]
+  },
+  "awsOptions": {
+    "properties": {
+      "accessKey": "string",
+      "secretKey": "string",
+      "securityToken": "string",
+      "region": "string",
+      "vocabularyName": "string",
+      "vocabularyFilterName": "string",
+      "vocabularyFilterMethod": {
+        "type": "string",
+        "enum": [
+          "remove",
+          "mask",
+          "tag"
+        ]
+      },
+      "languageModelName": "string",
+      "piiEntityTypes": "array",
+      "piiIdentifyEntities": "boolean"
+    },
+    "required": [
+    ]
+  },
+  "azureOptions": {
+    "properties": {
+      "speechSegmentationSilenceTimeoutMs": "number"
+    },
+    "required": [
+    ]
+  },
+  "cobaltOptions": {
+    "properties": {
+      "serverUri": "string",
+      "enableConfusionNetwork": "boolean",
+      "metadata": "string",
+      "compiledContextData": "string",
+      "wordTimeOffsets": "boolean",
+      "contextToken": "string"
+    },
+    "required": [
+    ]
+  },
+  "nvidiaOptions": {
+    "properties": {
+      "rivaUri": "string",
+      "maxAlternatives": "number",
+      "profanityFilter": "boolean",
+      "punctuation": "boolean",
+      "wordTimeOffsets": "boolean",
+      "verbatimTranscripts": "boolean",
+      "customConfiguration": "object"
+    },
+    "required": [
+    ]
+  },
   "ibmOptions": {
     "properties": {
       "sttApiKey": "string",
@@ -580,30 +692,15 @@
   },
   "deepgramOptions": {
     "properties": {
+      "deepgramSttUri": "string",
+      "deepgramSttUseTls": "boolean",
       "apiKey": "string",
-      "tier": {
-        "type": "string",
-        "enum": [
-          "enhanced",
-          "base"
-        ]
-      },
-      "model": {
-        "type": "string",
-        "enum": [
-          "general",
-          "meeting",
-          "phonecall",
-          "voicemail",
-          "finance",
-          "conversationalai",
-          "video",
-          "custom"
-        ]
-      },
+      "tier": "string",
+      "model": "string",
       "customModel": "string",
       "version": "string",
       "punctuate": "boolean",
+      "smartFormatting": "boolean",
       "profanityFilter": "boolean",
       "redact": {
         "type": "string",
@@ -623,11 +720,38 @@
       "search": "array",
       "replace": "array",
       "keywords": "array",
-      "endpointing": "boolean",
+      "endpointing": "boolean | number",
+      "utteranceEndMs": "number",
+      "shortUtterance": "boolean",
       "vadTurnoff": "number",
       "tag": "string"
     }
   },
+  "sonioxOptions": {
+    "properties": {
+      "apiKey": "string",
+      "model": "string",
+      "endpointDetection": "boolean",
+      "profanityFilter": "boolean",
+      "speechContext": "string",
+      "clientRequestReference": "string",
+      "storage": "#sonioxStorage"
+    },
+    "required": [
+    ]
+  },
+  "sonioxStorage": {
+    "properties": {
+      "id": "string",
+      "title": "string",
+      "disableStoreAudio": "boolean",
+      "disableStoreTranscript": "boolean",
+      "disableSearch": "boolean",
+      "metadata": "object"
+    },
+    "required": [
+    ]
+  },
   "nuanceOptions": {
     "properties": {
       "clientId": "string",
@@ -673,13 +797,18 @@
     "required": [
     ]
   },
+  "assemblyAiOptions": {
+    "properties": {
+      "apiKey": "string"
+    }
+  },
   "resource": {
     "properties": {
       "externalReference": "#resourceReference",
       "inlineWordset": "string",
       "builtin": "string",
       "inlineGrammar": "string",
-      "wakeupWord": "[string]",
+      "wakeupWord": "array",
       "weightName": {
         "type": "string",
         "enum": [
@@ -773,5 +902,14 @@
       "toneTimeoutMs": "number",
       "greetingCompletionTimeoutMs": "number"
     }
+  },
+  "actionHookDelayAction" : {
+    "properties": {
+      "enabled": "boolean",
+      "noResponseTimeout": "number",
+      "noResponseGiveUpTimeout": "number",
+      "retries": "number",
+      "actions": "array"
+    }
   }
-}
+}

test/jambonz-verb-test.js

@@ -1,6 +1,6 @@
 const test = require('tape');
 const logger = require('pino')({level: process.env.JAMBONES_LOGLEVEL || 'error'});
-const { validate } = require('../jambonz-app-json-validation');
+const { validate } = require('..');
 
 test("validate correct verbs", async (t) => {
 
@@ -24,28 +24,98 @@ test("validate correct verbs", async (t) => {
       "verb": "config",
       "synthesizer": {
         "voice": "Jenny",
-        "vendor": "google"
+        "vendor": "google",
+        "label": "label1"
       },
       "recognizer": {
         "vendor": "google",
-        "language": "de-DE"
+        "language": "de-DE",
+        "label": "label1"
       },
       "bargeIn": {
         "enable": true,
         "input" : ["speech"],
         "actionHook": "/userInput"
+      },
+      "transcribe": {
+        "enable": true,
+        "transcriptionHook": "http://server.com/hook",
+        "recognizer": {
+          "vendor": "google",
+          "language": "de-DE",
+        }
+      },
+      "onHoldMusic": "http://server.com/hold",
+      "actionHookDelayAction": {
+        "enabled": true,
+        "noResponseTimeout": 5,
+        "noResponseGiveUpTimeout": 10,
+        "retries": 3,
+        "actions": [
+          {
+            "verb": "say",
+            "text": "To speak to Sales press 1 or say Sales.  To speak to customer support press 2 or say Support",
+            "synthesizer": {
+              "vendor": "google",
+              "language": "en-US"
+            }
+          },
+          {
+            "verb": "play",
+            "url": "https://example.com/example.mp3",
+            "timeoutSecs": 10,
+            "seekOffset": 8000,
+            "actionHook": "/play/action"
+          }
+        ]
+      }
+    },
+    {
+      "verb": "config",
+      "recognizer": {
+        "vendor": "google",
+        "language": "de-DE",
+        "label": "label1",
+        "assemblyAiOptions": {
+          "apiKey": "apikey"
+        }
+      }
+    },
+    {
+      "verb": "config",
+      "record": {
+      "action": "startCallRecording",
+      "siprecServerURL": ["sip:srs@recording.example.com","sip:srs@recording.example.com"],
+      "headers" : {
+        "X-Header1": "Value1",
+        "X-Header2": "Value2"
+      }
+      }
+    },
+    {
+      "verb": "config",
+      "sipRequestWithinDialogHook": "https://jambonz.or/sipIndialogActionHook"
+    },
+    {
+      "verb": "config",
+      "record": {
+      "action": "startCallRecording",
+      "siprecServerURL": "sip:srs@recording.example.com"
       }
     },
     {
       "verb": "dequeue",
       "name": "support",
       "beep": true,
-      "timeout": 60
+      "timeout": 60,
+      "callSid": "call_sid1234"
     },
     {
       "verb": "dial",
       "actionHook": "/outdial",
+      "onHoldHook": "/onHoldHook",
       "callerId": "+16173331212",
+      "callerName": "Tom",
       "answerOnBridge": true,
       "dtmfCapture": ["*2", "*3"],
       "dtmfHook": {
@@ -94,7 +164,8 @@ test("validate correct verbs", async (t) => {
       "verb": "enqueue",
       "name": "support",
       "actionHook": "/queue-action",
-      "waitHook": "/queue-wait"
+      "waitHook": "/queue-wait",
+      "priority": 50
     },
     {
       "verb": "gather",
@@ -109,14 +180,85 @@ test("validate correct verbs", async (t) => {
         "vendor": "google",
         "language": "en-US",
         "hints": ["sales", "support"],
-        "hintsBoost": 10
+        "hintsBoost": 10,
+        "fastRecognitionTimeout": 2000,
+        "deepgramOptions": {
+          "endpointing": 500
+        }
       },
       "say": {
         "text": "To speak to Sales press 1 or say Sales.  To speak to customer support press 2 or say Support",
         "synthesizer": {
           "vendor": "google",
-          "language": "en-US"
+          "language": "en-US",
+          "label": "label1",
+          "fallbackVendor": "google",
+          "fallbackLanguage": "en-US",
+          "fallbackLabel": "label1",
+          "fallbackVoice": "voice"
         }
+      },
+      "say": {
+        "text": "To speak to Sales press 1 or say Sales.  To speak to customer support press 2 or say Support",
+        "synthesizer": {
+          "vendor": "google",
+          "language": "en-US",
+          "voice": {
+            "reportedUsage":"REALTIME",
+            "model":"path/to/model",
+           },
+          "fallbackVendor": "google",
+          "fallbackLanguage": "en-US",
+          "fallbackLabel": "label1",
+          "fallbackVoice": {
+            "reportedUsage":"REALTIME",
+            "model":"path/to/model",
+           }
+        }
+      }
+    },
+    {
+      "verb": "gather",
+      "actionHook": "http://example.com/collect",
+      "input": ["digits", "speech"],
+      "bargein": true,
+      "dtmfBargein": true,
+      "finishOnKey": "#",
+      "numDigits": 5,
+      "timeout": 8,
+      "recognizer": {
+        "vendor": "google",
+        "language": "en-US",
+        "fallbackVendor": "google",
+        "fallbackLanguage": "en-US",
+        "fallbackLabel": "label1",
+        "hints": ["sales", "support"],
+        "hintsBoost": 10,
+        "deepgramOptions": {
+          "endpointing": true
+        }
+      },
+      "actionHookDelayAction": {
+        "noResponseTimeout": 5,
+        "noResponseGiveUpTimeout": 10,
+        "retries": 3,
+        "actions": [
+          {
+            "verb": "say",
+            "text": "To speak to Sales press 1 or say Sales.  To speak to customer support press 2 or say Support",
+            "synthesizer": {
+              "vendor": "google",
+              "language": "en-US"
+            }
+          },
+          {
+            "verb": "play",
+            "url": "https://example.com/example.mp3",
+            "timeoutSecs": 10,
+            "seekOffset": 8000,
+            "actionHook": "/play/action"
+          }
+        ]
       }
     },
     {
@@ -231,10 +373,34 @@ test("validate correct verbs", async (t) => {
       "verb": "transcribe",
       "transcriptionHook": "http://example.com/transcribe",
       "recognizer": {
-        "vendor": "google",
+        "vendor": "nvidia",
         "language" : "en-US",
         "interim": true
       }
+    },
+    {
+      "verb": "rest:dial",
+      "account_sid": "1291964182631236912836123912",
+      "call_hook": {
+        "url": "http://127.0.0.1:3100/",
+        "method": "POST",
+        "username": "username",
+        "password": "password",
+      },
+      "from": "15583084810",
+      "to": {
+        "type": "phone",
+        "number": "15583084809",
+      },
+      "tag": {
+        "customer": "acme",
+        "referenceId": "deadbeef",
+      },
+      "amd": {
+        "actionHook": "/answeringMachineDetection",
+    
+      },
+      "dual_streams": true
     }
   ];
   try {