ben.carrasco/speech-utils
1
0
Fork 0
mirror of https://github.com/jambonz/speech-utils.git synced 2026-01-25 02:08:26 +00:00
Code Issues Packages Projects Releases Wiki Activity

rimelabs support multiple model and languages

Browse Source
This commit is contained in:
Quan HL
2025-02-07 14:20:52 +07:00
parent 199e502fbe
commit f701b50244
2 changed files with 40 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
lib/synth-audio.js
View File

@@ -926,7 +926,7 @@ const synthPlayHT = async(client, logger, {
}; };
const synthRimelabs = async(logger, { const synthRimelabs = async(logger, {
credentials, options, stats, voice, text, renderForCaching, disableTtsStreaming credentials, options, stats, language, voice, text, renderForCaching, disableTtsStreaming
}) => { }) => {
const {api_key, model_id, options: credOpts} = credentials; const {api_key, model_id, options: credOpts} = credentials;
const opts = !!options && Object.keys(options).length !== 0 ? options : JSON.parse(credOpts || '{}'); const opts = !!options && Object.keys(options).length !== 0 ? options : JSON.parse(credOpts || '{}');
@@ -937,6 +937,7 @@ const synthRimelabs = async(logger, {
params += `{api_key=${api_key}`; params += `{api_key=${api_key}`;
params += `,model_id=${model_id}`; params += `,model_id=${model_id}`;
params += ',vendor=rimelabs'; params += ',vendor=rimelabs';
params += `,language=${language}`;
params += `,voice=${voice}`; params += `,voice=${voice}`;
params += ',write_cache_file=1'; params += ',write_cache_file=1';
if (opts.speedAlpha) params += `,speed_alpha=${opts.speedAlpha}`; if (opts.speedAlpha) params += `,speed_alpha=${opts.speedAlpha}`;
@@ -962,6 +963,7 @@ const synthRimelabs = async(logger, {
text, text,
modelId: model_id, modelId: model_id,
samplingRate: sampleRate, samplingRate: sampleRate,
lang: language,
...opts ...opts
}); });
return { return {

40
test/synth.js
View File

@@ -720,7 +720,7 @@ test('Cartesia speech synth tests', async(t) => {
client.quit(); client.quit();
}); });
test('rimelabs speech synth tests', async(t) => { test('rimelabs speech synth tests mist', async(t) => {
const fn = require('..'); const fn = require('..');
const {synthAudio, client} = fn(opts, logger); const {synthAudio, client} = fn(opts, logger);
@@ -730,7 +730,7 @@ test('rimelabs speech synth tests', async(t) => {
} }
const text = 'Hi there and welcome to jambones!'; const text = 'Hi there and welcome to jambones!';
try { try {
let opts = await synthAudio(stats, { const opts = await synthAudio(stats, {
vendor: 'rimelabs', vendor: 'rimelabs',
credentials: { credentials: {
api_key: process.env.RIMELABS_API_KEY, api_key: process.env.RIMELABS_API_KEY,
@@ -740,7 +740,7 @@ test('rimelabs speech synth tests', async(t) => {
reduceLatency: false reduceLatency: false
}) })
}, },
language: 'en-US', language: 'eng',
voice: 'amber', voice: 'amber',
text, text,
renderForCaching: true renderForCaching: true
@@ -754,6 +754,40 @@ test('rimelabs speech synth tests', async(t) => {
client.quit(); client.quit();
}); });
test('rimelabs speech synth tests mistv2', async(t) => {
const fn = require('..');
const {synthAudio, client} = fn(opts, logger);
if (!process.env.RIMELABS_API_KEY) {
t.pass('skipping rimelabs speech synth tests since RIMELABS_API_KEY is not provided');
return t.end();
}
const text = 'Hi there and welcome to jambones!';
try {
const opts = await synthAudio(stats, {
vendor: 'rimelabs',
credentials: {
api_key: process.env.RIMELABS_API_KEY,
model_id: 'mistv2',
options: JSON.stringify({
speedAlpha: 1.0,
reduceLatency: false
})
},
language: 'spa',
voice: 'pablo',
text,
renderForCaching: true
});
t.ok(!opts.servedFromCache, `successfully synthesized rimelabs mistv2 audio to ${opts.filePath}`);
} catch (err) {
console.error(JSON.stringify(err));
t.end(err);
}
client.quit();
});
test('whisper speech synth tests', async(t) => { test('whisper speech synth tests', async(t) => {
const fn = require('..'); const fn = require('..');
const {synthAudio, client} = fn(opts, logger); const {synthAudio, client} = fn(opts, logger);