Feature/opentelemetry (#89)

* initial adds for otel tracing

* initial basic testing

* basic tracing for incoming calls

* linting

* add traceId to the webhook params

* trace webhook calls

* tracing: add new commands as tags when receiving async commands over websocket

* tracing new commands

* add summary for config verb

* trace async commands

* bugfix: undefined ref

* tracing: give time for final webhooks before closing root span

* tracing bugfix: span for background gather was not ended

* tracing - minor tag changes

* tracing - add span atttribute for reason call ended

* trace call status webhooks, add app version to trace output

* config: add support for automatically re-enabling

* env var to customize service name in tracing UI

* config: change to use 'sticky' attribute to re-enable bargein automatically

* fix warnings

* when adulting create a new root span

* when background gather triggers bargein via vad clear queue of tasks

* additional trace attributes for dial and refer

* fix dial tracing

* add better summary for dial

* fix prev commit

* add exponential backoff to WsRequestor reconnection logic

* add calling number to log metadata, as this will be frequently the key data given for troubleshooting

* add accountSid to log metadata

* make handshake timeout for ws connections configurable with default 1.5 secs

* rename env var

* fix bug prev checkin

* logging fixes

* consistent env naming

lib/tasks/say.js

@@ -19,7 +19,7 @@ class TaskSay extends Task {
       if (this.text[i].startsWith('silence_stream')) continue;
       return `${this.name}{text=${this.text[i].slice(0, 15)}${this.text[i].length > 15 ? '...' : ''}}`;
     }
-    return this.text[0];
+    return `${this.name}{${this.text[0]}}`;
   }
 
   async exec(cs, ep) {
@@ -44,6 +44,7 @@ class TaskSay extends Task {
 
     this.logger.info({vendor, language, voice}, 'TaskSay:exec');
     this.ep = ep;
+    let span;
     try {
       if (!credentials) {
         writeAlerts({
@@ -55,6 +56,14 @@ class TaskSay extends Task {
       }
       // synthesize all of the text elements
       let lastUpdated = false;
+
+      /* otel: trace time for tts */
+      span = this.startSpan('tts-generation', {
+        'tts.vendor': vendor,
+        'tts.language': language,
+        'tts.voice': voice
+      });
+
       const filepath = (await Promise.all(this.text.map(async(text) => {
         if (this.killed) return;
         if (text.startsWith('silence_stream://')) return text;
@@ -82,9 +91,10 @@ class TaskSay extends Task {
           updateSpeechCredentialLastUsed(credentials.speech_credential_sid)
             .catch(() => {/*already logged error */});
         }
+        span.setAttributes({'tts.cached': servedFromCache});
         return filePath;
       }))).filter((fp) => fp && fp.length);
-
+      span?.end();
       this.logger.debug({filepath}, 'synthesized files for tts');
 
       while (!this.killed && (this.loop === 'forever' || this.loop--) && this.ep?.connected) {
@@ -102,6 +112,7 @@ class TaskSay extends Task {
         } while (!this.killed && ++segment < filepath.length);
       }
     } catch (err) {
+      span?.end();
       this.logger.info(err, 'TaskSay:exec error');
     }
     this.emit('playDone');