Compare commits

...

16 Commits

Author SHA1 Message Date
Dave Horton
161695ed43 0.1.5 2026-03-23 15:29:09 -04:00
Dave Horton
b46cfe0c55 adding greeting and earlyGeneration properties to pipeline 2026-03-23 15:29:03 -04:00
Dave Horton
6f39ad2e2e 0.1.4 2026-03-17 21:07:30 -04:00
Dave Horton
66b63d8912 stt and tts are not required in pipeline because they can be defined at the application level 2026-03-17 21:07:18 -04:00
Dave Horton
de5a2fdd1c 0.1.3 2026-03-17 17:47:20 -04:00
Dave Horton
8cb79d47cc modifications to pipeline verb (#130) 2026-03-17 17:46:55 -04:00
Dave Horton
11a0dce5ba 0.1.2 2026-03-15 21:32:54 -04:00
Dave Horton
ecf59041c5 add autogeneratePrompt to recognizer, new assemblyai v3 options 2026-03-15 21:32:54 -04:00
Dave Horton
abcb3ffa5d 0.1.1 2026-03-15 19:53:53 -04:00
Dave Horton
f5e7adcf66 update assemblyai 2026-03-15 19:53:36 -04:00
Dave Horton
f29b214208 0.1.0 2026-03-05 11:27:28 -05:00
Dave Horton
2bf7561980 better handling of synonyms and shortcuts (#127) 2026-03-05 11:26:51 -05:00
Dave Horton
96db93fcdc 0.0.130 2026-03-05 07:28:56 -05:00
Hoan Luu Huu
142718104a support model ces for dialogflow (#126) 2026-03-05 07:28:37 -05:00
Dave Horton
9ac144ef71 0.0.129 2026-03-05 07:24:30 -05:00
Hoan Luu Huu
337114035d support toolhook (#125) 2026-03-05 07:24:04 -05:00
5 changed files with 210 additions and 56 deletions

View File

@@ -4,6 +4,27 @@ const _specData = require('./specs');
const specs = new Map();
for (const key in _specData) { specs.set(key, _specData[key]); }
/* verb synonyms and shortcuts: maps alias verb names to their canonical form,
optionally injecting properties (e.g. vendor) into the verb data */
const verbTransforms = new Map([
['stream', {verb: 'listen'}],
['s2s', {verb: 'llm'}],
['openai_s2s', {verb: 'llm', properties: {vendor: 'openai'}}],
['microsoft_s2s', {verb: 'llm', properties: {vendor: 'microsoft'}}],
['google_s2s', {verb: 'llm', properties: {vendor: 'google'}}],
['elevenlabs_s2s', {verb: 'llm', properties: {vendor: 'elevenlabs'}}],
['deepgram_s2s', {verb: 'llm', properties: {vendor: 'deepgram'}}],
['voiceagent_s2s', {verb: 'llm', properties: {vendor: 'voiceagent'}}],
['ultravox_s2s', {verb: 'llm', properties: {vendor: 'ultravox'}}],
]);
function applyVerbTransform(name, data) {
const transform = verbTransforms.get(name);
if (!transform) return {name, data};
const newData = transform.properties ? {...transform.properties, ...data} : data;
return {name: transform.verb, data: newData};
}
function normalizeJambones(logger, obj) {
if (!Array.isArray(obj)) {
throw new Error('malformed jambonz payload: must be array');
@@ -13,18 +34,22 @@ function normalizeJambones(logger, obj) {
if (typeof tdata !== 'object') throw new Error('malformed jambonz payload: must be array of objects');
if ('verb' in tdata) {
// {verb: 'say', text: 'foo..bar'..}
const name = tdata.verb;
const o = {};
Object.keys(tdata)
.filter((k) => k !== 'verb')
.forEach((k) => o[k] = tdata[k]);
const {name, data} = applyVerbTransform(tdata.verb, o);
const o2 = {};
o2[name] = o;
o2[name] = data;
document.push(o2);
}
else if (Object.keys(tdata).length === 1) {
// {'say': {..}}
document.push(tdata);
const key = Object.keys(tdata)[0];
const {name, data} = applyVerbTransform(key, tdata[key]);
const o2 = {};
o2[name] = data;
document.push(o2);
}
else {
logger.info(tdata, 'malformed jambonz payload: missing verb property');

4
package-lock.json generated
View File

@@ -1,12 +1,12 @@
{
"name": "@jambonz/verb-specifications",
"version": "0.0.128",
"version": "0.1.5",
"lockfileVersion": 2,
"requires": true,
"packages": {
"": {
"name": "@jambonz/verb-specifications",
"version": "0.0.128",
"version": "0.1.5",
"license": "MIT",
"dependencies": {
"debug": "^4.3.4",

View File

@@ -1,6 +1,6 @@
{
"name": "@jambonz/verb-specifications",
"version": "0.0.128",
"version": "0.1.5",
"description": "Jambonz Verb Specification Utilities",
"main": "index.js",
"scripts": {

View File

@@ -332,7 +332,7 @@
"region": "string",
"model": {
"type": "string",
"enum": ["es", "cx"]
"enum": ["es", "cx", "ces"]
},
"lang": "string",
"actionHook": "object|string",
@@ -427,33 +427,6 @@
"url"
]
},
"stream": {
"properties": {
"id": "string",
"actionHook": "object|string",
"auth": "#auth",
"finishOnKey": "string",
"maxLength": "number",
"metadata": "object",
"mixType": {
"type": "string",
"enum": ["mono", "stereo", "mixed"]
},
"passDtmf": "boolean",
"playBeep": "boolean",
"disableBidirectionalAudio": "boolean",
"bidirectionalAudio": "#bidirectionalAudio",
"sampleRate": "number",
"timeout": "number",
"transcribe": "#transcribe",
"url": "string",
"wsAuth": "#auth",
"earlyMedia": "boolean"
},
"required": [
"url"
]
},
"llm": {
"properties": {
"id": "string",
@@ -690,6 +663,7 @@
"fallbackLabel": "string",
"fallbackLanguage": "string",
"vad": "#vad",
"autogeneratePrompt": "boolean",
"hints": "array",
"hintsBoost": "number",
"altLanguages": "array",
@@ -1238,10 +1212,17 @@
"v3"
]
},
"speechModel": "string",
"formatTurns": "boolean",
"endOfTurnConfidenceThreshold": "number",
"minEndOfTurnSilenceWhenConfident": "number",
"maxTurnSilence": "number"
"maxTurnSilence": "number",
"minTurnSilence": "number",
"keyterms": "array",
"prompt": "string",
"languageDetection": "boolean",
"vadThreshold": "number",
"inactivityTimeout": "number"
}
},
"resource": {
@@ -1378,31 +1359,25 @@
"id": "string",
"stt": "#recognizer",
"tts": "#synthesizer",
"vad": "#vad",
"turnDetection": "#turnDetectionPipeline",
"llm": "#llm",
"preflightLlm": "boolean",
"turnDetection": "string|object",
"bargeIn": "#bargeInPipeline",
"actionHook": "object|string",
"eventHook": "object|string"
"eventHook": "object|string",
"toolHook": "object|string",
"greeting": "boolean",
"earlyGeneration": "boolean"
},
"required": [
"stt",
"llm",
"tts"
"llm"
]
},
"turnDetectionPipeline": {
"bargeInPipeline": {
"properties": {
"vendor": {
"type": "string",
"enum": ["krisp"]
},
"threshold": "number",
"eagerEotThreshold": "number"
},
"required": [
"vendor"
]
"enable": "boolean",
"minSpeechDuration": "number",
"sticky": "boolean"
}
},
"noiseIsolation" : {
"properties": {

View File

@@ -1,6 +1,6 @@
const test = require('tape');
const logger = require('pino')({level: process.env.JAMBONES_LOGLEVEL || 'error'});
const { validate } = require('..');
const { validate, normalizeJambones } = require('..');
test("validate correct verbs", async (t) => {
@@ -664,6 +664,56 @@ test("validate correct verbs", async (t) => {
}
]
},
{
"verb": "s2s",
"vendor": "openai",
"llmOptions": {
"model": "gpt-4o-realtime"
}
},
{
"verb": "openai_s2s",
"llmOptions": {
"model": "gpt-4o-realtime"
}
},
{
"verb": "google_s2s",
"llmOptions": {
"model": "gemini-2.0-flash"
}
},
{
"verb": "elevenlabs_s2s",
"llmOptions": {
"agentId": "agent-123"
}
},
{
"verb": "stream",
"url": "wss://myrecorder.example.com/calls",
"mixType": "stereo"
},
{
"verb": "pipeline",
"stt": {
"vendor": "google",
"language": "en-US"
},
"tts": {
"vendor": "google",
"language": "en-US"
},
"llm": {
"vendor": "openai",
"llmOptions": {
"model": "gpt-4o"
}
},
"actionHook": "/pipeline/action",
"eventHook": "/pipeline/event",
"toolHook": "/pipeline/tool"
},
{
"verb": "transcribe",
"transcriptionHook": "http://example.com/transcribe",
@@ -708,6 +758,110 @@ test('invalid test', async (t) => {
} catch(err) {
t.ok(1 == 1,'successfully validate verbs');
}
t.end();
})
});
test('verb synonyms: stream is synonym for listen', async (t) => {
// "verb" format
const result1 = normalizeJambones(logger, [
{"verb": "stream", "url": "wss://example.com/calls", "mixType": "stereo"}
]);
t.equal(Object.keys(result1[0])[0], 'listen', 'stream verb is rewritten to listen');
t.equal(result1[0].listen.url, 'wss://example.com/calls', 'data is preserved');
// object-key format
const result2 = normalizeJambones(logger, [
{"stream": {"url": "wss://example.com/calls"}}
]);
t.equal(Object.keys(result2[0])[0], 'listen', 'stream key is rewritten to listen');
// validate passes
try {
validate(logger, [{"verb": "stream", "url": "wss://example.com/calls"}]);
t.pass('stream verb validates successfully');
} catch (err) {
t.fail('stream verb should validate: ' + err);
}
t.end();
});
test('verb synonyms: s2s is synonym for llm', async (t) => {
const result = normalizeJambones(logger, [
{"verb": "s2s", "vendor": "openai", "llmOptions": {"model": "gpt-4o"}}
]);
t.equal(Object.keys(result[0])[0], 'llm', 's2s verb is rewritten to llm');
t.equal(result[0].llm.vendor, 'openai', 'vendor is preserved');
t.equal(result[0].llm.llmOptions.model, 'gpt-4o', 'llmOptions preserved');
try {
validate(logger, [{"verb": "s2s", "vendor": "openai", "llmOptions": {"model": "gpt-4o"}}]);
t.pass('s2s verb validates successfully');
} catch (err) {
t.fail('s2s verb should validate: ' + err);
}
t.end();
});
test('vendor shortcuts: openai_s2s injects vendor', async (t) => {
const result = normalizeJambones(logger, [
{"verb": "openai_s2s", "llmOptions": {"model": "gpt-4o-realtime"}}
]);
t.equal(Object.keys(result[0])[0], 'llm', 'openai_s2s is rewritten to llm');
t.equal(result[0].llm.vendor, 'openai', 'vendor is injected');
t.equal(result[0].llm.llmOptions.model, 'gpt-4o-realtime', 'llmOptions preserved');
try {
validate(logger, [{"verb": "openai_s2s", "llmOptions": {"model": "gpt-4o-realtime"}}]);
t.pass('openai_s2s validates successfully');
} catch (err) {
t.fail('openai_s2s should validate: ' + err);
}
t.end();
});
test('vendor shortcuts: all vendors work', async (t) => {
const vendors = [
'openai', 'microsoft', 'google', 'elevenlabs', 'deepgram', 'voiceagent', 'ultravox'
];
for (const vendor of vendors) {
const verbName = `${vendor}_s2s`;
const result = normalizeJambones(logger, [
{"verb": verbName, "llmOptions": {}}
]);
t.equal(Object.keys(result[0])[0], 'llm', `${verbName} rewrites to llm`);
t.equal(result[0].llm.vendor, vendor, `${verbName} injects vendor=${vendor}`);
}
t.end();
});
test('vendor shortcuts: object-key format works', async (t) => {
const result = normalizeJambones(logger, [
{"google_s2s": {"llmOptions": {"model": "gemini-2.0-flash"}}}
]);
t.equal(Object.keys(result[0])[0], 'llm', 'google_s2s key is rewritten to llm');
t.equal(result[0].llm.vendor, 'google', 'vendor is injected');
t.equal(result[0].llm.llmOptions.model, 'gemini-2.0-flash', 'llmOptions preserved');
t.end();
});
test('vendor shortcuts: explicit vendor in data overrides injected vendor', async (t) => {
const result = normalizeJambones(logger, [
{"verb": "openai_s2s", "vendor": "custom", "llmOptions": {}}
]);
t.equal(result[0].llm.vendor, 'custom', 'explicit vendor takes precedence');
t.end();
});
test('non-synonym verbs are unchanged', async (t) => {
const result = normalizeJambones(logger, [
{"verb": "say", "text": "hello"}
]);
t.equal(Object.keys(result[0])[0], 'say', 'say verb is not transformed');
const result2 = normalizeJambones(logger, [
{"llm": {"vendor": "openai", "llmOptions": {}}}
]);
t.equal(Object.keys(result2[0])[0], 'llm', 'llm verb is not transformed');
t.end();
});