From 09cf1345f6430d0b847833d1c75e4215dffcfed1 Mon Sep 17 00:00:00 2001 From: Hoan Luu Huu <110280845+xquanluu@users.noreply.github.com> Date: Sun, 14 Apr 2024 20:14:49 +0700 Subject: [PATCH] tts span for whisper (#718) * tts span for whisper * support deepgram tts span * support playht tts span * support rimelabs tts span * wip --- lib/tasks/say.js | 28 ++++++++++++++++++++++++++++ 1 file changed, 28 insertions(+) diff --git a/lib/tasks/say.js b/lib/tasks/say.js index 20667795..b88ed5d5 100644 --- a/lib/tasks/say.js +++ b/lib/tasks/say.js @@ -187,6 +187,9 @@ class TaskSay extends TtsTask { if (key.startsWith('variable_tts_')) { let newKey = key.substring('variable_tts_'.length) .replace('whisper_', 'whisper.') + .replace('deepgram_', 'deepgram.') + .replace('playht_', 'playht.') + .replace('rimelabs_', 'rimelabs.') .replace('elevenlabs_', 'elevenlabs.'); if (spanMapping[newKey]) newKey = spanMapping[newKey]; attrs[newKey] = value; @@ -198,6 +201,9 @@ class TaskSay extends TtsTask { } const spanMapping = { + // IMPORTANT!!! JAMBONZ WEBAPP WILL SHOW TEXT PERFECTLY IF THE SPAN NAME IS SMALLER OR EQUAL 25 CHARACTERS. + // EX: whisper.ratelim_reqs has length 20 <= 25 which is perfect + // Elevenlabs 'elevenlabs.reported_latency_ms': 'elevenlabs.latency_ms', 'elevenlabs.request_id': 'elevenlabs.req_id', 'elevenlabs.history_item_id': 'elevenlabs.item_id', @@ -205,11 +211,33 @@ const spanMapping = { 'elevenlabs.name_lookup_time_ms': 'name_lookup_ms', 'elevenlabs.connect_time_ms': 'connect_ms', 'elevenlabs.final_response_time_ms': 'final_response_ms', + // Whisper 'whisper.reported_latency_ms': 'whisper.latency_ms', 'whisper.request_id': 'whisper.req_id', + 'whisper.reported_organization': 'whisper.organization', + 'whisper.reported_ratelimit_requests': 'whisper.ratelimit', + 'whisper.reported_ratelimit_remaining_requests': 'whisper.ratelimit_remain', + 'whisper.reported_ratelimit_reset_requests': 'whisper.ratelimit_reset', 'whisper.name_lookup_time_ms': 'name_lookup_ms', 'whisper.connect_time_ms': 'connect_ms', 'whisper.final_response_time_ms': 'final_response_ms', + // Deepgram + 'deepgram.request_id': 'deepgram.req_id', + 'deepgram.reported_model_name': 'deepgram.model_name', + 'deepgram.reported_model_uuid': 'deepgram.model_uuid', + 'deepgram.reported_char_count': 'deepgram.char_count', + 'deepgram.name_lookup_time_ms': 'name_lookup_ms', + 'deepgram.connect_time_ms': 'connect_ms', + 'deepgram.final_response_time_ms': 'final_response_ms', + // Playht + 'playht.request_id': 'playht.req_id', + 'playht.name_lookup_time_ms': 'name_lookup_ms', + 'playht.connect_time_ms': 'connect_ms', + 'playht.final_response_time_ms': 'final_response_ms', + // Rimelabs + 'rimelabs.name_lookup_time_ms': 'name_lookup_ms', + 'rimelabs.connect_time_ms': 'connect_ms', + 'rimelabs.final_response_time_ms': 'final_response_ms', }; module.exports = TaskSay;