0.0.84

Co-authored-by: mfrindt <m.frindt@cognigy.com>

package-lock.json

@@ -1,12 +1,12 @@
 {
   "name": "@jambonz/verb-specifications",
-  "version": "0.0.57",
+  "version": "0.0.84",
   "lockfileVersion": 2,
   "requires": true,
   "packages": {
     "": {
       "name": "@jambonz/verb-specifications",
-      "version": "0.0.57",
+      "version": "0.0.84",
       "license": "MIT",
       "dependencies": {
         "debug": "^4.3.4",
@@ -2011,9 +2011,9 @@
       }
     },
     "node_modules/semver": {
-      "version": "7.3.8",
-      "resolved": "https://registry.npmjs.org/semver/-/semver-7.3.8.tgz",
-      "integrity": "sha512-NB1ctGL5rlHrPJtFDVIVzTyQylMLu9N9VICA6HSFJo8MCGVTMW6gfpicwKmmK/dAjTOrqu5l63JJOpDSrAis3A==",
+      "version": "7.6.0",
+      "resolved": "https://registry.npmjs.org/semver/-/semver-7.6.0.tgz",
+      "integrity": "sha512-EnwXhrlwXMk9gKu5/flx5sv/an57AkRplG3hTK68W7FRDN+k+OWBj65M7719OkA82XLBxrcX0KSHj+X5COhOVg==",
       "dev": true,
       "dependencies": {
         "lru-cache": "^6.0.0"
@@ -2446,9 +2446,9 @@
       }
     },
     "node_modules/word-wrap": {
-      "version": "1.2.3",
-      "resolved": "https://registry.npmjs.org/word-wrap/-/word-wrap-1.2.3.tgz",
-      "integrity": "sha512-Hz/mrNwitNRh/HUAtM/VT/5VH+ygD6DV7mYKZAtHOrbs8U7lvPS6xf7EJKMF0uW1KJCl0H701g3ZGus+muE5vQ==",
+      "version": "1.2.5",
+      "resolved": "https://registry.npmjs.org/word-wrap/-/word-wrap-1.2.5.tgz",
+      "integrity": "sha512-BN22B5eaMMI9UMtjrGd5g5eCYPpCPDUy0FJXbYsaT5zYxjFOckS53SQDE3pWkVoWpHXVb3BrYcEN4Twa55B5cA==",
       "dev": true,
       "engines": {
         "node": ">=0.10.0"
@@ -3922,9 +3922,9 @@
       "integrity": "sha512-gMxvPJYhP0O9n2pvcfYfIuYgbledAOJFcqRThtPRmjscaipiwcwPPKLytpVzMkG2HAN87Qmo2d4PtGiri1dSLA=="
     },
     "semver": {
-      "version": "7.3.8",
-      "resolved": "https://registry.npmjs.org/semver/-/semver-7.3.8.tgz",
-      "integrity": "sha512-NB1ctGL5rlHrPJtFDVIVzTyQylMLu9N9VICA6HSFJo8MCGVTMW6gfpicwKmmK/dAjTOrqu5l63JJOpDSrAis3A==",
+      "version": "7.6.0",
+      "resolved": "https://registry.npmjs.org/semver/-/semver-7.6.0.tgz",
+      "integrity": "sha512-EnwXhrlwXMk9gKu5/flx5sv/an57AkRplG3hTK68W7FRDN+k+OWBj65M7719OkA82XLBxrcX0KSHj+X5COhOVg==",
       "dev": true,
       "requires": {
         "lru-cache": "^6.0.0"
@@ -4253,9 +4253,9 @@
       }
     },
     "word-wrap": {
-      "version": "1.2.3",
-      "resolved": "https://registry.npmjs.org/word-wrap/-/word-wrap-1.2.3.tgz",
-      "integrity": "sha512-Hz/mrNwitNRh/HUAtM/VT/5VH+ygD6DV7mYKZAtHOrbs8U7lvPS6xf7EJKMF0uW1KJCl0H701g3ZGus+muE5vQ==",
+      "version": "1.2.5",
+      "resolved": "https://registry.npmjs.org/word-wrap/-/word-wrap-1.2.5.tgz",
+      "integrity": "sha512-BN22B5eaMMI9UMtjrGd5g5eCYPpCPDUy0FJXbYsaT5zYxjFOckS53SQDE3pWkVoWpHXVb3BrYcEN4Twa55B5cA==",
       "dev": true
     },
     "wrappy": {

package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jambonz/verb-specifications",
-  "version": "0.0.57",
+  "version": "0.0.84",
   "description": "Jambonz Verb Specification Utilities",
   "main": "index.js",
   "scripts": {

specs.json

@@ -52,14 +52,28 @@
       "listen": "#listenOptions",
       "transcribe": "#transcribeOptions",
       "amd": "#amd",
+      "fillerNoise": "#fillerNoise",
       "notifyEvents": "boolean",
       "reset": "string|array",
       "onHoldMusic": "string",
       "actionHookDelayAction": "#actionHookDelayAction",
-      "sipRequestWithinDialogHook": "object|string"
+      "sipRequestWithinDialogHook": "object|string",
+      "boostAudioSignal": "number|string",
+      "vad":"#vad",
+      "referHook": "object|string"
     },
     "required": []
   },
+  "fillerNoise": {
+    "properties": {
+      "enable": "boolean",
+      "url": "string",
+      "startDelaySecs": "number"
+    },
+    "required": [
+      "enable"
+    ]
+  },
   "listenOptions": {
     "properties": {
       "enable": "boolean",
@@ -75,6 +89,7 @@
       "passDtmf": "boolean",
       "playBeep": "boolean",
       "disableBidirectionalAudio": "boolean",
+      "bidirectionalAudio": "#bidirectionalAudio",
       "timeout": "number"
     },
     "required": [
@@ -86,6 +101,7 @@
       "enable": "boolean",
       "sticky": "boolean",
       "actionHook": "object|string",
+      "partialResultHook": "object|string",
       "input": "array",
       "finishOnKey": "string",
       "numDigits": "number",
@@ -118,7 +134,7 @@
       },
       "track": "string",
       "play": "string",
-      "say": "string",
+      "say": "string|object",
       "loop": "boolean",
       "gain": "number|string"
     },
@@ -213,6 +229,7 @@
       "recognizer": "#recognizer",
       "play": "#play",
       "say": "#say",
+      "fillerNoise": "#fillerNoise",
       "actionHookDelayAction": "#actionHookDelayAction"
     },
     "required": [
@@ -256,6 +273,7 @@
       "dtmfHook": "object|string",
       "headers": "object",
       "anchorMedia": "boolean",
+      "boostAudioSignal": "number|string",
       "listen": "#listen",
       "target": ["#target"],
       "timeLimit": "number",
@@ -263,6 +281,7 @@
       "proxy": "string",
       "transcribe": "#transcribe",
       "amd": "#amd",
+      "dub": ["#dub"],
       "tag": "object"
     },
     "required": [
@@ -274,15 +293,17 @@
       "id": "string",
       "credentials": "object|string",
       "project": "string",
+      "agent": "string",
       "environment": "string",
-      "region": {
+      "region": "string",
+      "model": {
         "type": "string",
-        "enum": ["europe-west1", "europe-west2", "australia-southeast1", "asia-northeast1"]
+        "enum": ["es", "cx"]
       },
       "lang": "string",
       "actionHook": "object|string",
       "eventHook": "object|string",
-      "events": "[string]",
+      "events": "array",
       "welcomeEvent": "string",
       "welcomeEventParams": "object",
       "noInputTimeout": "number",
@@ -290,7 +311,8 @@
       "passDtmfAsTextInput": "boolean",
       "thinkingMusic": "string",
       "tts": "#synthesizer",
-      "bargein": "boolean"
+      "bargein": "boolean",
+      "queryInput": "#queryInput"
     },
     "required": [
       "project",
@@ -298,6 +320,16 @@
       "lang"
     ]
   },
+  "queryInput": {
+    "properties": {
+      "text": "string",
+      "intent": "string",
+      "event": "string",
+      "dtmf": "string"
+    },
+    "required": [
+    ]
+  },
   "dtmf": {
     "properties": {
       "id": "string",
@@ -348,6 +380,7 @@
       "passDtmf": "boolean",
       "playBeep": "boolean",
       "disableBidirectionalAudio": "boolean",
+      "bidirectionalAudio": "#bidirectionalAudio",
       "sampleRate": "number",
       "timeout": "number",
       "transcribe": "#transcribe",
@@ -359,6 +392,26 @@
       "url"
     ]
   },
+  "llm": {
+    "properties": {
+      "id": "string",
+      "vendor": "string",
+      "model": "string",
+      "auth": "object",
+      "connectOptions": "object",
+      "actionHook": "object|string",
+      "eventHook": "object|string",
+      "toolHook": "object|string",
+      "events": "array",
+      "llmOptions": "object"
+    },
+    "required": [
+      "vendor",
+      "model",
+      "auth",
+      "llmOptions"
+    ]
+  },
   "message": {
     "properties": {
       "id": "string",
@@ -451,7 +504,8 @@
       "timeout": "number",
       "amd": "#amd",
       "dual_streams": "boolean",
-      "sipRequestWithinDialogHook": "string"
+      "sipRequestWithinDialogHook": "string",
+      "referHook": "object|string"
     },
     "required": [
       "call_hook",
@@ -473,7 +527,8 @@
       "id": "string",
       "transcriptionHook": "string",
       "recognizer": "#recognizer",
-      "earlyMedia": "boolean"
+      "earlyMedia": "boolean",
+      "channel": "number"
     },
     "required": [
       "transcriptionHook"
@@ -536,7 +591,7 @@
       "fallbackVoice": "string|object",
       "engine": {
         "type": "string",
-        "enum": ["standard", "neural"]
+        "enum": ["standard", "neural", "generative", "long-form"]
       },
       "gender": {
         "type": "string",
@@ -619,6 +674,7 @@
       "asrDtmfTerminationDigit": "string",
       "asrTimeout": "number",
       "fastRecognitionTimeout": "number",
+      "minConfidence": "number",
       "nuanceOptions": "#nuanceOptions",
       "deepgramOptions": "#deepgramOptions",
       "ibmOptions": "#ibmOptions",
@@ -628,7 +684,10 @@
       "awsOptions": "#awsOptions",
       "azureOptions": "#azureOptions",
       "assemblyAiOptions": "#assemblyAiOptions",
-      "customOptions": "#customOptions"
+      "googleOptions": "#googleOptions",
+      "customOptions": "#customOptions",
+      "verbioOptions": "#verbioOptions",
+      "speechmaticsOptions": "#speechmaticsOptions"
     },
     "required": [
       "vendor"
@@ -638,6 +697,7 @@
     "properties": {
       "authToken": "string",
       "uri": "string",
+      "sampleRate": "number",
       "options": "object"
     },
     "required": [
@@ -668,11 +728,35 @@
   },
   "azureOptions": {
     "properties": {
-      "speechSegmentationSilenceTimeoutMs": "number"
+      "speechSegmentationSilenceTimeoutMs": "number",
+      "postProcessing" : "string",
+      "languageIdMode": {
+        "type": "string",
+        "enum": [
+          "AtStart",
+          "Continuous"
+        ]
+      }
     },
     "required": [
     ]
   },
+  "googleOptions" : {
+    "properties": {
+      "serviceVersion": {
+        "type": "string",
+        "enum": [
+          "v1",
+          "v2"
+        ]
+      },
+      "recognizerId": "string",
+      "speechStartTimeoutMs": "number",
+      "speechEndTimeoutMs": "number",
+      "enableVoiceActivityEvents": "boolean",
+      "transcriptNormalization": "array"
+    }
+  },
   "cobaltOptions": {
     "properties": {
       "serverUri": "string",
@@ -765,6 +849,110 @@
     "required": [
     ]
   },
+  "verbioOptions": {
+    "properties": {
+      "enable_formatting": "boolean",
+      "enable_diarization": "boolean",
+      "topic": "number",
+      "inline_grammar": "string",
+      "grammar_uri": "string",
+      "label": "string",
+      "recognition_timeout": "number",
+      "speech_complete_timeout": "number",
+      "speech_incomplete_timeout": "number"
+    },
+    "required": [
+    ]
+  },
+  "speechmaticsOptions": {
+    "properties": {
+      "transcription_config": "#sm_transcriptionConfig",
+      "translation_config": "#sm_translationConfig",
+      "audio_events_config_config": "#sm_audioEventsConfig"
+    },
+    "required": [
+    ]
+  },
+  "sm_transcriptionConfig": {
+    "properties": {
+      "language": "string",
+      "additional_vocab": "array",
+      "diarization": "string",
+      "speaker_diarization_config": "#sm_speakerDiarizationConfig",
+      "enable_partials": "boolean",
+      "max_delay": "number",
+      "max_delay_mode": {
+        "type": "string",
+        "enum": [
+          "fixed",
+          "flexible"
+        ]
+      },
+      "output_locale": "string",
+      "punctuation_overrides": "#sm_puctuationOverrides",
+      "operating_point": "string",
+      "enable_entities": "boolean",
+      "audio_filtering_config": "#sm_audioFilteringConfig",
+      "transcript_filtering_config": "#sm_transcriptFilteringConfig"
+    },
+    "required": [
+    ]
+  },
+  "sm_speakerDiarizationConfig": {
+    "properties": {
+      "speaker_sensitivity": "number",
+      "max_speakers": "number"
+    },
+    "required": [
+    ]
+  },
+  "sm_puctuationOverrides": {
+    "properties": {
+      "permitted_marks": "array",
+      "sensitivity": "number"
+    },
+    "required": [
+    ]
+  },
+  "sm_audioFilteringConfig": {
+    "properties": {
+      "volume_threshold": "number"
+    },
+    "required": [
+      "volume_threshold"
+    ]
+  },
+  "sm_transcriptFilteringConfig": {
+    "properties": {
+      "remove_disfluencies": "boolean"
+    },
+    "required": [
+      "remove_disfluencies"
+    ]
+  },
+  "sm_translationConfig": {
+    "properties": {
+      "target_languages": "array",
+      "enable_partials": "boolean"
+    },
+    "required": [
+      "target_languages"
+    ]
+  },
+  "sm_audioEventsConfig": {
+    "properties": {
+      "types": {
+        "type": "array",
+        "enum": [
+          "applause",
+          "music",
+          "laughter"
+        ]
+      }
+    },
+    "required": [
+    ]
+  },
   "sonioxStorage": {
     "properties": {
       "id": "string",
@@ -903,6 +1091,8 @@
     "properties": {
       "enable": "boolean",
       "voiceMs": "number",
+      "silenceMs": "number",
+      "strategy": "string",
       "mode": "number"
     },
     "required": [
@@ -934,7 +1124,15 @@
       "noResponseTimeout": "number",
       "noResponseGiveUpTimeout": "number",
       "retries": "number",
-      "actions": "array"
+      "actions": "array",
+      "giveUpActions": "array"
+    }
+  },
+  "bidirectionalAudio" : {
+    "properties": {
+      "enabled": "boolean",
+      "streaming": "boolean",
+      "sampleRate": "number"
     }
   }
-}
+}

test/jambonz-verb-test.js

@@ -81,6 +81,27 @@ test("validate correct verbs", async (t) => {
         }
       }
     },
+    {
+      "verb": "config",
+      "referHook": "https://referhook.com"
+    },
+    {
+      "verb": "config",
+      "referHook": {
+        "url": "https://referhook.com"
+      }
+    },
+    {
+      "verb": "config",
+      "recognizer": {
+        "vendor": "google",
+        "language": "de-DE",
+        "label": "label1",
+        "azureOptions": {
+          "languageIdMode": "Continuous"
+        }
+      }
+    },
     {
       "verb": "config",
       "record": {
@@ -217,6 +238,31 @@ test("validate correct verbs", async (t) => {
         }
       }
     },
+    {
+      "verb": "gather",
+      "actionHook": "http://example.com/collect",
+      "input": ["digits", "speech"],
+      "bargein": true,
+      "dtmfBargein": true,
+      "finishOnKey": "#",
+      "numDigits": 5,
+      "timeout": 8,
+      "recognizer": {
+        "vendor": "verbio",
+        "language": "en-US",
+        "verbioOptions": {
+          "enable_formatting": true,
+          "enable_diarization": true,
+          "topic": 0,
+          "inline_grammar": "this is inline grammar",
+          "grammar_uri": "https://grammar_uri.com",
+          "label": "label",
+          "recognition_timeout": 500,
+          "speech_complete_timeout": 500,
+          "speech_incomplete_timeout": 500,
+        }
+      },
+    },
     {
       "verb": "gather",
       "actionHook": "http://example.com/collect",
@@ -303,6 +349,39 @@ test("validate correct verbs", async (t) => {
       "url": "wss://myrecorder.example.com/calls",
       "mixType" : "stereo"
     },
+    {
+      "verb": "listen",
+      "url": "wss://myrecorder.example.com/calls",
+      "mixType" : "stereo",
+      "bidirectionalAudio": {
+        enabled: true,
+        streaming: true,
+        sampleRate: 8000
+     }
+    },
+    {
+      "verb": "config",
+      "listen": {
+        "enable": true,
+        "url": "wss://myrecorder.example.com/calls",
+        "mixType" : "stereo",
+        "bidirectionalAudio": {
+          enabled: true,
+          streaming: true,
+          sampleRate: 8000
+       }
+      }
+    },
+    {
+      "verb": "config",
+      "vad": {
+        "enable": true,
+        "voiceMs": 250,
+        "silenceMs": 150,
+        "strategy": "one-shot",
+        "mode": 2
+      }
+    },
     {
       "verb": "message",
       "to": "15083084809",
@@ -378,6 +457,39 @@ test("validate correct verbs", async (t) => {
         "interim": true
       }
     },
+    {
+      "verb": "transcribe",
+      "transcriptionHook": "http://example.com/transcribe",
+      "recognizer": {
+        "vendor": "nvidia",
+        "language" : "en-US",
+        "customOptions": {
+          "sampleRate": 16000
+        }
+      }
+    },
+    {
+      "verb": "transcribe",
+      "transcriptionHook": "http://example.com/transcribe",
+      "recognizer": {
+        "vendor": "nvidia",
+        "language" : "en-US",
+        "interim": true,
+        "googleOptions": {
+          "serviceVersion": "v2",
+          "speechStartTimeoutMs": 500,
+          "speechEndTimeoutMs": 1000,
+          "enableVoiceActivityEvents": true,
+          "transcriptNormalization" : [
+            {
+              "search": "dog",
+              "replace": "cat",
+              "case_sensitive": true
+            }
+          ]
+        }
+      }
+    },
     {
       "verb": "rest:dial",
       "account_sid": "1291964182631236912836123912",