mirror of
https://github.com/jambonz/freeswitch-modules.git
synced 2025-12-19 08:27:44 +00:00
4ce95e6d27
* support new parameters for google v2 Signed-off-by: Hoan HL <quan.luuhoang8@gmail.com> * add enable_voice_activity_events Signed-off-by: Hoan HL <quan.luuhoang8@gmail.com> * changes to start and end timeout --------- Signed-off-by: Hoan HL <quan.luuhoang8@gmail.com> Co-authored-by: Dave Horton <daveh@beachdognet.com>
587 lines
25 KiB
C
587 lines
25 KiB
C
/*
|
|
*
|
|
* mod_google_transcribe.c -- Freeswitch module for real-time transcription using google's gRPC interface
|
|
*
|
|
*/
|
|
#include "mod_google_transcribe.h"
|
|
#include "google_glue.h"
|
|
#include <stdlib.h>
|
|
#include <switch.h>
|
|
|
|
static const uint32_t DEFAULT_SAMPLE_RATE = 8000;
|
|
|
|
/* Callback Type Definitions */
|
|
typedef switch_status_t (*speech_cleanup_callback_t) (switch_core_session_t *, int, switch_media_bug_t *);
|
|
typedef switch_bool_t (*speech_frame_callback_t) (switch_media_bug_t *, void *);
|
|
typedef switch_status_t (*speech_init_callback_t) (switch_core_session_t *, responseHandler_t,
|
|
uint32_t, uint32_t, uint32_t, char *, int, char *, int, int, int, int, int, int, const char *,
|
|
int, const char *, char *, void **);
|
|
|
|
/* Prototypes */
|
|
SWITCH_MODULE_SHUTDOWN_FUNCTION(mod_transcribe_shutdown);
|
|
SWITCH_MODULE_RUNTIME_FUNCTION(mod_transcribe_runtime);
|
|
SWITCH_MODULE_LOAD_FUNCTION(mod_transcribe_load);
|
|
|
|
SWITCH_MODULE_DEFINITION(mod_google_transcribe, mod_transcribe_load, mod_transcribe_shutdown, NULL);
|
|
|
|
static switch_bool_t capture_callback_v1(switch_media_bug_t *bug, void *user_data, switch_abc_type_t type);
|
|
static switch_bool_t capture_callback_v2(switch_media_bug_t *bug, void *user_data, switch_abc_type_t type);
|
|
static switch_status_t do_stop(switch_core_session_t *session, char* bugname, speech_cleanup_callback_t cleanup_callback);
|
|
|
|
static switch_media_bug_callback_t get_bug_callback_from_version(GoogleCloudServiceVersion version) {
|
|
switch (version) {
|
|
case GoogleCloudServiceVersion_v1:
|
|
return capture_callback_v1;
|
|
case GoogleCloudServiceVersion_v2:
|
|
return capture_callback_v2;
|
|
default:
|
|
return capture_callback_v1;
|
|
}
|
|
}
|
|
|
|
static speech_cleanup_callback_t get_cleanup_callback_from_version(GoogleCloudServiceVersion version) {
|
|
switch (version) {
|
|
case GoogleCloudServiceVersion_v1:
|
|
return google_speech_session_cleanup_v1;
|
|
case GoogleCloudServiceVersion_v2:
|
|
return google_speech_session_cleanup_v2;
|
|
default:
|
|
return google_speech_session_cleanup_v1;
|
|
}
|
|
}
|
|
|
|
static speech_init_callback_t get_init_callback_from_version(GoogleCloudServiceVersion version) {
|
|
switch (version) {
|
|
case GoogleCloudServiceVersion_v1:
|
|
return google_speech_session_init_v1;
|
|
case GoogleCloudServiceVersion_v2:
|
|
return google_speech_session_init_v2;
|
|
default:
|
|
return google_speech_session_init_v1;
|
|
}
|
|
}
|
|
|
|
|
|
static void responseHandler(switch_core_session_t* session, const char * json, const char* bugname) {
|
|
switch_event_t *event;
|
|
switch_channel_t *channel = switch_core_session_get_channel(session);
|
|
|
|
if (0 == strcmp("vad_detected", json)) {
|
|
switch_event_create_subclass(&event, SWITCH_EVENT_CUSTOM, TRANSCRIBE_EVENT_VAD_DETECTED);
|
|
switch_channel_event_set_data(channel, event);
|
|
switch_event_add_header_string(event, SWITCH_STACK_BOTTOM, "transcription-vendor", "google");
|
|
}
|
|
else if (0 == strcmp("end_of_utterance", json)) {
|
|
switch_event_create_subclass(&event, SWITCH_EVENT_CUSTOM, TRANSCRIBE_EVENT_END_OF_UTTERANCE);
|
|
switch_channel_event_set_data(channel, event);
|
|
switch_event_add_header_string(event, SWITCH_STACK_BOTTOM, "transcription-vendor", "google");
|
|
}
|
|
else if (0 == strcmp("start_of_speech", json)) {
|
|
switch_event_create_subclass(&event, SWITCH_EVENT_CUSTOM, TRANSCRIBE_EVENT_START_OF_SPEECH);
|
|
switch_channel_event_set_data(channel, event);
|
|
switch_event_add_header_string(event, SWITCH_STACK_BOTTOM, "transcription-vendor", "google");
|
|
}
|
|
else if (0 == strcmp("end_of_speech", json)) {
|
|
switch_event_create_subclass(&event, SWITCH_EVENT_CUSTOM, TRANSCRIBE_EVENT_END_OF_SPEECH);
|
|
switch_channel_event_set_data(channel, event);
|
|
switch_event_add_header_string(event, SWITCH_STACK_BOTTOM, "transcription-vendor", "google");
|
|
}
|
|
else if (0 == strcmp("end_of_transcript", json)) {
|
|
switch_event_create_subclass(&event, SWITCH_EVENT_CUSTOM, TRANSCRIBE_EVENT_END_OF_TRANSCRIPT);
|
|
switch_channel_event_set_data(channel, event);
|
|
switch_event_add_header_string(event, SWITCH_STACK_BOTTOM, "transcription-vendor", "google");
|
|
}
|
|
else if (0 == strcmp("start_of_transcript", json)) {
|
|
switch_event_create_subclass(&event, SWITCH_EVENT_CUSTOM, TRANSCRIBE_EVENT_START_OF_TRANSCRIPT);
|
|
switch_channel_event_set_data(channel, event);
|
|
switch_event_add_header_string(event, SWITCH_STACK_BOTTOM, "transcription-vendor", "google");
|
|
}
|
|
else if (0 == strcmp("max_duration_exceeded", json)) {
|
|
switch_event_create_subclass(&event, SWITCH_EVENT_CUSTOM, TRANSCRIBE_EVENT_MAX_DURATION_EXCEEDED);
|
|
switch_channel_event_set_data(channel, event);
|
|
switch_event_add_header_string(event, SWITCH_STACK_BOTTOM, "transcription-vendor", "google");
|
|
}
|
|
else if (0 == strcmp("no_audio", json)) {
|
|
switch_event_create_subclass(&event, SWITCH_EVENT_CUSTOM, TRANSCRIBE_EVENT_NO_AUDIO_DETECTED);
|
|
switch_channel_event_set_data(channel, event);
|
|
switch_event_add_header_string(event, SWITCH_STACK_BOTTOM, "transcription-vendor", "google");
|
|
}
|
|
else if (0 == strcmp("play_interrupt", json)){
|
|
switch_event_t *qevent;
|
|
switch_status_t status;
|
|
if (switch_event_create(&qevent, SWITCH_EVENT_DETECTED_SPEECH) == SWITCH_STATUS_SUCCESS) {
|
|
if ((status = switch_core_session_queue_event(session, &qevent)) != SWITCH_STATUS_SUCCESS){
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "unable to queue play inturrupt event %d \n", status);
|
|
}
|
|
}else{
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "unable to create play inturrupt event \n");
|
|
}
|
|
switch_event_create_subclass(&event, SWITCH_EVENT_CUSTOM, TRANSCRIBE_EVENT_PLAY_INTERRUPT);
|
|
switch_channel_event_set_data(channel, event);
|
|
switch_event_add_header_string(event, SWITCH_STACK_BOTTOM, "transcription-vendor", "google");
|
|
}
|
|
else {
|
|
int error = 0;
|
|
cJSON* jMessage = cJSON_Parse(json);
|
|
if (jMessage) {
|
|
const char* type = cJSON_GetStringValue(cJSON_GetObjectItem(jMessage, "type"));
|
|
if (type && 0 == strcmp(type, "error")) {
|
|
error = 1;
|
|
switch_event_create_subclass(&event, SWITCH_EVENT_CUSTOM, TRANSCRIBE_EVENT_ERROR);
|
|
}
|
|
cJSON_Delete(jMessage);
|
|
}
|
|
if (!error) {
|
|
switch_event_create_subclass(&event, SWITCH_EVENT_CUSTOM, TRANSCRIBE_EVENT_RESULTS);
|
|
}
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_INFO, "%s json payload: %s.\n", bugname ? bugname : "google_transcribe", json);
|
|
switch_channel_event_set_data(channel, event);
|
|
switch_event_add_header_string(event, SWITCH_STACK_BOTTOM, "transcription-vendor", "google");
|
|
switch_event_add_body(event, "%s", json);
|
|
}
|
|
if (bugname) switch_event_add_header_string(event, SWITCH_STACK_BOTTOM, "media-bugname", bugname);
|
|
switch_event_fire(&event);
|
|
}
|
|
|
|
static switch_bool_t capture_callback(switch_media_bug_t *bug, void *user_data, switch_abc_type_t type,
|
|
speech_frame_callback_t frame_callback, speech_cleanup_callback_t cleanup_callback)
|
|
{
|
|
switch_core_session_t *session = switch_core_media_bug_get_session(bug);
|
|
struct cap_cb* cb = (struct cap_cb*) switch_core_media_bug_get_user_data(bug);
|
|
|
|
switch (type) {
|
|
case SWITCH_ABC_TYPE_INIT:
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_INFO, "Got SWITCH_ABC_TYPE_INIT.\n");
|
|
responseHandler(session, "start_of_transcript", cb->bugname);
|
|
break;
|
|
|
|
case SWITCH_ABC_TYPE_CLOSE:
|
|
{
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_INFO, "Got SWITCH_ABC_TYPE_CLOSE, calling google_speech_session_cleanup.\n");
|
|
responseHandler(session, "end_of_transcript", cb->bugname);
|
|
cleanup_callback(session, 1, bug);
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_INFO, "Finished SWITCH_ABC_TYPE_CLOSE.\n");
|
|
}
|
|
break;
|
|
|
|
case SWITCH_ABC_TYPE_READ:
|
|
return frame_callback(bug, user_data);
|
|
break;
|
|
|
|
case SWITCH_ABC_TYPE_WRITE:
|
|
default:
|
|
break;
|
|
}
|
|
|
|
return SWITCH_TRUE;
|
|
}
|
|
|
|
static switch_bool_t capture_callback_v1(switch_media_bug_t *bug, void *user_data, switch_abc_type_t type) {
|
|
return capture_callback(bug, user_data, type, google_speech_frame_v1, google_speech_session_cleanup_v1);
|
|
}
|
|
|
|
static switch_bool_t capture_callback_v2(switch_media_bug_t *bug, void *user_data, switch_abc_type_t type) {
|
|
return capture_callback(bug, user_data, type, google_speech_frame_v2, google_speech_session_cleanup_v2);
|
|
}
|
|
|
|
static switch_status_t transcribe_input_callback(switch_core_session_t *session, void *input, switch_input_type_t input_type, void *data, unsigned int len){
|
|
if (input_type == SWITCH_INPUT_TYPE_EVENT) {
|
|
switch_event_t *event;
|
|
event = (switch_event_t *)input;
|
|
if (event->event_id == SWITCH_EVENT_DETECTED_SPEECH) {
|
|
return SWITCH_STATUS_BREAK;
|
|
}
|
|
}
|
|
|
|
return SWITCH_STATUS_SUCCESS;
|
|
}
|
|
|
|
static switch_status_t do_stop(switch_core_session_t *session, char *bugname, speech_cleanup_callback_t cleanup_callback)
|
|
{
|
|
switch_status_t status = SWITCH_STATUS_SUCCESS;
|
|
switch_channel_t *channel = switch_core_session_get_channel(session);
|
|
switch_media_bug_t *bug = switch_channel_get_private(channel, bugname);
|
|
|
|
if (bug) {
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_INFO, "Received user command command, calling google_speech_session_cleanup (possibly to stop prev transcribe)\n");
|
|
status = cleanup_callback(session, 0, bug);
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_INFO, "stopped transcription.\n");
|
|
}
|
|
|
|
return status;
|
|
}
|
|
|
|
static switch_status_t start_capture2(switch_core_session_t *session, switch_media_bug_flag_t flags,
|
|
uint32_t sample_rate, char* lang, int interim, int single_utterance, int separate_recognition, int max_alternatives,
|
|
int profanity_filter, int word_time_offset, int punctuation, const char* model, int enhanced, const char* hints,
|
|
char* play_file, GoogleCloudServiceVersion version)
|
|
{
|
|
switch_channel_t *channel = switch_core_session_get_channel(session);
|
|
switch_media_bug_t *bug;
|
|
switch_status_t status;
|
|
switch_codec_implementation_t read_impl = { 0 };
|
|
void *pUserData;
|
|
uint32_t samples_per_second;
|
|
switch_input_args_t args = { 0 };
|
|
|
|
if (switch_channel_get_private(channel, MY_BUG_NAME)) {
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "removing bug from previous transcribe\n");
|
|
do_stop(session, MY_BUG_NAME, get_cleanup_callback_from_version(version));
|
|
}
|
|
|
|
switch_core_session_get_read_impl(session, &read_impl);
|
|
|
|
if (switch_channel_pre_answer(channel) != SWITCH_STATUS_SUCCESS) {
|
|
return SWITCH_STATUS_FALSE;
|
|
}
|
|
|
|
samples_per_second = !strcasecmp(read_impl.iananame, "g722") ? read_impl.actual_samples_per_second : read_impl.samples_per_second;
|
|
status = get_init_callback_from_version(version)(session, responseHandler, sample_rate, samples_per_second, flags & SMBF_STEREO ? 2 : 1, lang, interim, MY_BUG_NAME, single_utterance,
|
|
separate_recognition, max_alternatives, profanity_filter, word_time_offset, punctuation, model, enhanced, hints, play_file, &pUserData);
|
|
|
|
if (SWITCH_STATUS_FALSE == status) {
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Error initializing google speech session.\n");
|
|
return SWITCH_STATUS_FALSE;
|
|
}
|
|
|
|
if ((status = switch_core_media_bug_add(session, "google_transcribe", NULL, get_bug_callback_from_version(version), pUserData, 0, flags, &bug)) != SWITCH_STATUS_SUCCESS) {
|
|
return status;
|
|
}
|
|
|
|
switch_channel_set_private(channel, MY_BUG_NAME, bug);
|
|
|
|
/* play the prompt, looking for detection result */
|
|
if (play_file != NULL){
|
|
args.input_callback = transcribe_input_callback;
|
|
switch_ivr_play_file(session, NULL, play_file, &args);
|
|
}
|
|
|
|
return SWITCH_STATUS_SUCCESS;
|
|
}
|
|
|
|
static switch_status_t start_capture(switch_core_session_t *session, switch_media_bug_flag_t flags,
|
|
char* lang, int interim, char* bugname, GoogleCloudServiceVersion version)
|
|
{
|
|
switch_channel_t *channel = switch_core_session_get_channel(session);
|
|
switch_media_bug_t *bug;
|
|
switch_status_t status;
|
|
switch_codec_implementation_t read_impl = { 0 };
|
|
void *pUserData;
|
|
uint32_t sample_rate = DEFAULT_SAMPLE_RATE;
|
|
uint32_t samples_per_second;
|
|
int single_utterance = 0, separate_recognition = 0, max_alternatives = 0, profanity_filter = 0, word_time_offset = 0, punctuation = 0, enhanced = 0;
|
|
const char* hints = NULL;
|
|
const char* model = NULL;
|
|
const char* var;
|
|
|
|
if (switch_channel_get_private(channel, bugname)) {
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "removing bug from previous transcribe\n");
|
|
do_stop(session, bugname, get_cleanup_callback_from_version(version));
|
|
}
|
|
|
|
if (switch_true(switch_channel_get_variable(channel, "GOOGLE_SPEECH_SINGLE_UTTERANCE"))) {
|
|
single_utterance = 1;
|
|
}
|
|
|
|
// transcribe each separately?
|
|
if (switch_true(switch_channel_get_variable(channel, "GOOGLE_SPEECH_SEPARATE_RECOGNITION_PER_CHANNEL"))) {
|
|
separate_recognition = 1;
|
|
}
|
|
|
|
// max alternatives
|
|
if ((var = switch_channel_get_variable(channel, "GOOGLE_SPEECH_MAX_ALTERNATIVES"))) {
|
|
max_alternatives = atoi(var);
|
|
}
|
|
|
|
// sample rate
|
|
if ((var = switch_channel_get_variable(channel, "GOOGLE_SPEECH_SAMPLE_RATE"))) {
|
|
sample_rate = atoi(var);
|
|
}
|
|
|
|
// profanity filter
|
|
if (switch_true(switch_channel_get_variable(channel, "GOOGLE_SPEECH_PROFANITY_FILTER"))) {
|
|
profanity_filter = 1;
|
|
}
|
|
|
|
// enable word offsets
|
|
if (switch_true(switch_channel_get_variable(channel, "GOOGLE_SPEECH_ENABLE_WORD_TIME_OFFSETS"))) {
|
|
word_time_offset = 1;
|
|
}
|
|
|
|
// enable automatic punctuation
|
|
if (switch_true(switch_channel_get_variable(channel, "GOOGLE_SPEECH_ENABLE_AUTOMATIC_PUNCTUATION"))) {
|
|
punctuation = 1;
|
|
}
|
|
|
|
// speech model
|
|
if ((var = switch_channel_get_variable(channel, "GOOGLE_SPEECH_MODEL"))) {
|
|
model = var;
|
|
}
|
|
|
|
// use enhanced model
|
|
if (switch_true(switch_channel_get_variable(channel, "GOOGLE_SPEECH_USE_ENHANCED"))) {
|
|
enhanced = 1;
|
|
}
|
|
|
|
// hints
|
|
if ((var = switch_channel_get_variable(channel, "GOOGLE_SPEECH_HINTS"))) {
|
|
hints = var;
|
|
}
|
|
|
|
switch_core_session_get_read_impl(session, &read_impl);
|
|
|
|
if (switch_channel_pre_answer(channel) != SWITCH_STATUS_SUCCESS) {
|
|
return SWITCH_STATUS_FALSE;
|
|
}
|
|
|
|
samples_per_second = !strcasecmp(read_impl.iananame, "g722") ? read_impl.actual_samples_per_second : read_impl.samples_per_second;
|
|
status = SWITCH_STATUS_FALSE;
|
|
status = get_init_callback_from_version(version)(session, responseHandler, sample_rate, samples_per_second, flags & SMBF_STEREO ? 2 : 1, lang, interim, bugname, single_utterance,
|
|
separate_recognition, max_alternatives, profanity_filter, word_time_offset, punctuation, model, enhanced, hints, NULL, &pUserData);
|
|
|
|
if (SWITCH_STATUS_FALSE == status) {
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Error initializing google speech session.\n");
|
|
return SWITCH_STATUS_FALSE;
|
|
}
|
|
|
|
if ((status = switch_core_media_bug_add(session, bugname, NULL, get_bug_callback_from_version(version), pUserData, 0, flags, &bug)) != SWITCH_STATUS_SUCCESS) {
|
|
return status;
|
|
}
|
|
|
|
switch_channel_set_private(channel, bugname, bug);
|
|
|
|
return SWITCH_STATUS_SUCCESS;
|
|
}
|
|
|
|
// #define TRANSCRIBE_API_SYNTAX "<uuid> [start|stop] [lang-code] [interim] [single-utterance](bool) [seperate-recognition](bool) [max-alternatives](int) [profinity-filter](bool) [word-time](bool) [punctuation](bool) [model](string) [enhanced](true) [hints](string without space) [play-file]"
|
|
#define TRANSCRIBE2_API_SYNTAX "<uuid> [start|stop] [lang-code] [interim] [single-utterance] [separate-recognition] [max-alternatives] [profanity-filter] [word-time] [punctuation] [sample-rate] [model] [enhanced] [hints] [play-file]"
|
|
SWITCH_STANDARD_API(transcribe2_function)
|
|
{
|
|
char *mycmd = NULL, *argv[20] = { 0 };
|
|
int argc = 0, enhanced = 0;
|
|
uint32_t sample_rate = DEFAULT_SAMPLE_RATE;
|
|
const char* hints = NULL;
|
|
const char* model = NULL;
|
|
char* play_file = NULL;
|
|
|
|
switch_status_t status = SWITCH_STATUS_FALSE;
|
|
switch_media_bug_flag_t flags = SMBF_READ_STREAM /* | SMBF_WRITE_STREAM | SMBF_READ_PING */;
|
|
switch_channel_t *channel;
|
|
const char* var;
|
|
GoogleCloudServiceVersion version = GoogleCloudServiceVersion_v1;
|
|
|
|
if (!zstr(cmd) && (mycmd = strdup(cmd))) {
|
|
argc = switch_separate_string(mycmd, ' ', argv, (sizeof(argv) / sizeof(argv[0])));
|
|
}
|
|
|
|
if (zstr(cmd) ||
|
|
(argc < 2) ||
|
|
(!strcasecmp(argv[1], "start") && argc < 10) ||
|
|
zstr(argv[0])) {
|
|
switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(session), SWITCH_LOG_ERROR, "Error with command %s %s.\n", cmd, argv[0]);
|
|
stream->write_function(stream, "-USAGE: %s\n", TRANSCRIBE2_API_SYNTAX);
|
|
goto done;
|
|
} else {
|
|
switch_core_session_t *lsession = NULL;
|
|
|
|
if ((lsession = switch_core_session_locate(argv[0]))) {
|
|
channel = switch_core_session_get_channel(lsession);
|
|
if ((var = switch_channel_get_variable(channel, "GOOGLE_SPEECH_CLOUD_SERVICES_VERSION"))) {
|
|
if (!strcasecmp(var, "v1"))
|
|
version = GoogleCloudServiceVersion_v1;
|
|
else if (!strcasecmp(var, "v2"))
|
|
version = GoogleCloudServiceVersion_v2;
|
|
}
|
|
|
|
if (!strcasecmp(argv[1], "stop")) {
|
|
switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(session), SWITCH_LOG_INFO, "stop transcribing\n");
|
|
status = do_stop(lsession, MY_BUG_NAME, get_cleanup_callback_from_version(version));
|
|
} else if (!strcasecmp(argv[1], "start")) {
|
|
char* lang = argv[2];
|
|
int interim = argc > 3 && !strcmp(argv[3], "true");
|
|
int single_utterance = !strcmp(argv[4], "true"); // single-utterance
|
|
int separate_recognition = !strcmp(argv[5], "true"); // separate-recognition
|
|
int max_alternatives = atoi(argv[6]); // max-alternatives
|
|
int profanity_filter = !strcmp(argv[7], "true"); // profanity-filter
|
|
int word_time_offset = !strcmp(argv[8], "true"); // word-time
|
|
int punctuation = !strcmp(argv[9], "true"); //punctuation
|
|
if (argc > 10) {
|
|
sample_rate = atol(argv[10]);
|
|
}
|
|
if (argc > 12){
|
|
model = argv[11]; // model
|
|
enhanced = !strcmp(argv[12], "true"); // enhanced
|
|
}
|
|
if (argc > 13){
|
|
hints = argv[13]; // hints
|
|
}
|
|
if (argc > 14){
|
|
play_file = argv[14];
|
|
}
|
|
switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(session), SWITCH_LOG_INFO, "start transcribing %s %s\n", lang, interim ? "interim": "complete");
|
|
status = start_capture2(lsession, flags, sample_rate, lang, interim, single_utterance, separate_recognition,max_alternatives,
|
|
profanity_filter, word_time_offset, punctuation, model, enhanced, hints, play_file, version);
|
|
}
|
|
switch_core_session_rwunlock(lsession);
|
|
}
|
|
}
|
|
|
|
if (status == SWITCH_STATUS_SUCCESS) {
|
|
stream->write_function(stream, "+OK Success\n");
|
|
} else {
|
|
stream->write_function(stream, "-ERR Operation Failed\n");
|
|
}
|
|
|
|
done:
|
|
|
|
switch_safe_free(mycmd);
|
|
return SWITCH_STATUS_SUCCESS;
|
|
}
|
|
|
|
#define TRANSCRIBE_API_SYNTAX "<uuid> [start|stop] [lang-code] [interim|full] [stereo|mono] [bug-name]"
|
|
SWITCH_STANDARD_API(transcribe_function)
|
|
{
|
|
char *mycmd = NULL, *argv[6] = { 0 };
|
|
int argc = 0;
|
|
switch_status_t status = SWITCH_STATUS_FALSE;
|
|
switch_media_bug_flag_t flags = SMBF_READ_STREAM /* | SMBF_WRITE_STREAM | SMBF_READ_PING */;
|
|
switch_channel_t *channel;
|
|
const char* var;
|
|
GoogleCloudServiceVersion version = GoogleCloudServiceVersion_v1;
|
|
|
|
if (!zstr(cmd) && (mycmd = strdup(cmd))) {
|
|
argc = switch_separate_string(mycmd, ' ', argv, (sizeof(argv) / sizeof(argv[0])));
|
|
}
|
|
|
|
if (zstr(cmd) ||
|
|
(!strcasecmp(argv[1], "stop") && argc < 2) ||
|
|
(!strcasecmp(argv[1], "start") && argc < 3) ||
|
|
zstr(argv[0])) {
|
|
switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(session), SWITCH_LOG_ERROR, "Error with command %s %s %s.\n", cmd, argv[0], argv[1]);
|
|
stream->write_function(stream, "-USAGE: %s\n", TRANSCRIBE_API_SYNTAX);
|
|
goto done;
|
|
} else {
|
|
switch_core_session_t *lsession = NULL;
|
|
|
|
if ((lsession = switch_core_session_locate(argv[0]))) {
|
|
channel = switch_core_session_get_channel(lsession);
|
|
if ((var = switch_channel_get_variable(channel, "GOOGLE_SPEECH_CLOUD_SERVICES_VERSION"))) {
|
|
if (!strcasecmp(var, "v1"))
|
|
version = GoogleCloudServiceVersion_v1;
|
|
else if (!strcasecmp(var, "v2"))
|
|
version = GoogleCloudServiceVersion_v2;
|
|
}
|
|
|
|
if (!strcasecmp(argv[1], "stop")) {
|
|
char *bugname = argc > 2 ? argv[2] : MY_BUG_NAME;
|
|
switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(session), SWITCH_LOG_INFO, "stop transcribing\n");
|
|
status = do_stop(lsession, bugname, get_cleanup_callback_from_version(version));
|
|
} else if (!strcasecmp(argv[1], "start")) {
|
|
char* lang = argv[2];
|
|
int interim = argc > 3 && !strcmp(argv[3], "interim");
|
|
char *bugname = argc > 5 ? argv[5] : MY_BUG_NAME;
|
|
if (argc > 4 && !strcmp(argv[4], "stereo")) {
|
|
flags |= SMBF_WRITE_STREAM ;
|
|
flags |= SMBF_STEREO;
|
|
}
|
|
switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(session), SWITCH_LOG_INFO, "%s start transcribing %s %s\n", bugname, lang, interim ? "interim": "complete");
|
|
status = start_capture(lsession, flags, lang, interim, bugname, version);
|
|
}
|
|
switch_core_session_rwunlock(lsession);
|
|
}
|
|
}
|
|
|
|
if (status == SWITCH_STATUS_SUCCESS) {
|
|
stream->write_function(stream, "+OK Success\n");
|
|
} else {
|
|
stream->write_function(stream, "-ERR Operation Failed\n");
|
|
}
|
|
|
|
done:
|
|
|
|
switch_safe_free(mycmd);
|
|
return SWITCH_STATUS_SUCCESS;
|
|
}
|
|
|
|
SWITCH_MODULE_LOAD_FUNCTION(mod_transcribe_load)
|
|
{
|
|
switch_api_interface_t *api_interface;
|
|
|
|
/* create/register custom event message type */
|
|
if (switch_event_reserve_subclass(TRANSCRIBE_EVENT_RESULTS) != SWITCH_STATUS_SUCCESS) {
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Couldn't register subclass %s!\n", TRANSCRIBE_EVENT_RESULTS);
|
|
return SWITCH_STATUS_TERM;
|
|
}
|
|
if (switch_event_reserve_subclass(TRANSCRIBE_EVENT_END_OF_UTTERANCE) != SWITCH_STATUS_SUCCESS) {
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Couldn't register subclass %s!\n", TRANSCRIBE_EVENT_END_OF_UTTERANCE);
|
|
return SWITCH_STATUS_TERM;
|
|
}
|
|
if (switch_event_reserve_subclass(TRANSCRIBE_EVENT_START_OF_SPEECH) != SWITCH_STATUS_SUCCESS) {
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Couldn't register subclass %s!\n", TRANSCRIBE_EVENT_START_OF_SPEECH);
|
|
return SWITCH_STATUS_TERM;
|
|
}
|
|
if (switch_event_reserve_subclass(TRANSCRIBE_EVENT_END_OF_SPEECH) != SWITCH_STATUS_SUCCESS) {
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Couldn't register subclass %s!\n", TRANSCRIBE_EVENT_END_OF_SPEECH);
|
|
return SWITCH_STATUS_TERM;
|
|
}
|
|
if (switch_event_reserve_subclass(TRANSCRIBE_EVENT_START_OF_TRANSCRIPT) != SWITCH_STATUS_SUCCESS) {
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Couldn't register subclass %s!\n", TRANSCRIBE_EVENT_START_OF_TRANSCRIPT);
|
|
return SWITCH_STATUS_TERM;
|
|
}
|
|
if (switch_event_reserve_subclass(TRANSCRIBE_EVENT_END_OF_TRANSCRIPT) != SWITCH_STATUS_SUCCESS) {
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Couldn't register subclass %s!\n", TRANSCRIBE_EVENT_END_OF_TRANSCRIPT);
|
|
return SWITCH_STATUS_TERM;
|
|
}
|
|
if (switch_event_reserve_subclass(TRANSCRIBE_EVENT_NO_AUDIO_DETECTED) != SWITCH_STATUS_SUCCESS) {
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Couldn't register subclass %s!\n", TRANSCRIBE_EVENT_NO_AUDIO_DETECTED);
|
|
return SWITCH_STATUS_TERM;
|
|
}
|
|
if (switch_event_reserve_subclass(TRANSCRIBE_EVENT_MAX_DURATION_EXCEEDED) != SWITCH_STATUS_SUCCESS) {
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Couldn't register subclass %s!\n", TRANSCRIBE_EVENT_MAX_DURATION_EXCEEDED);
|
|
return SWITCH_STATUS_TERM;
|
|
}
|
|
|
|
if (switch_event_reserve_subclass(TRANSCRIBE_EVENT_PLAY_INTERRUPT) != SWITCH_STATUS_SUCCESS) {
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Couldn't register subclass %s!\n", TRANSCRIBE_EVENT_PLAY_INTERRUPT);
|
|
return SWITCH_STATUS_TERM;
|
|
}
|
|
|
|
/* connect my internal structure to the blank pointer passed to me */
|
|
*module_interface = switch_loadable_module_create_module_interface(pool, modname);
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_NOTICE, "Google Speech Transcription API loading..\n");
|
|
|
|
if (SWITCH_STATUS_FALSE == google_speech_init()) {
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_CRIT, "Failed initializing google speech interface\n");
|
|
}
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_NOTICE, "Google Speech Transcription API successfully loaded\n");
|
|
|
|
SWITCH_ADD_API(api_interface, "uuid_google_transcribe", "Google Speech Transcription API", transcribe_function, TRANSCRIBE_API_SYNTAX);
|
|
SWITCH_ADD_API(api_interface, "uuid_google_transcribe2", "Google Speech Transcription API", transcribe2_function, TRANSCRIBE2_API_SYNTAX);
|
|
switch_console_set_complete("add uuid_google_transcribe start lang-code");
|
|
switch_console_set_complete("add uuid_google_transcribe stop ");
|
|
|
|
/* indicate that the module should continue to be loaded */
|
|
return SWITCH_STATUS_SUCCESS;
|
|
}
|
|
|
|
/*
|
|
Called when the system shuts down
|
|
Macro expands to: switch_status_t mod_google_transcribe_shutdown() */
|
|
SWITCH_MODULE_SHUTDOWN_FUNCTION(mod_transcribe_shutdown)
|
|
{
|
|
google_speech_cleanup();
|
|
switch_event_free_subclass(TRANSCRIBE_EVENT_RESULTS);
|
|
switch_event_free_subclass(TRANSCRIBE_EVENT_END_OF_UTTERANCE);
|
|
switch_event_free_subclass(TRANSCRIBE_EVENT_START_OF_SPEECH);
|
|
switch_event_free_subclass(TRANSCRIBE_EVENT_END_OF_SPEECH);
|
|
switch_event_free_subclass(TRANSCRIBE_EVENT_START_OF_TRANSCRIPT);
|
|
switch_event_free_subclass(TRANSCRIBE_EVENT_END_OF_TRANSCRIPT);
|
|
switch_event_free_subclass(TRANSCRIBE_EVENT_NO_AUDIO_DETECTED);
|
|
switch_event_free_subclass(TRANSCRIBE_EVENT_MAX_DURATION_EXCEEDED);
|
|
switch_event_free_subclass(TRANSCRIBE_EVENT_END_OF_UTTERANCE);
|
|
switch_event_free_subclass(TRANSCRIBE_EVENT_PLAY_INTERRUPT);
|
|
return SWITCH_STATUS_SUCCESS;
|
|
}
|