diff --git a/lib/tasks/gather.js b/lib/tasks/gather.js
index da90ddde..8010db29 100644
--- a/lib/tasks/gather.js
+++ b/lib/tasks/gather.js
@@ -924,7 +924,7 @@ class TaskGather extends SttTask {
         }
       }
       // If transcription received, reset timeout timer.
-      if (this._timeoutTimer) {
+      if (this._timeoutTimer && !emptyTranscript) {
         this._startTimer();
       }
       /* restart asr timer if we get a partial transcript (only if the asr timer is already running) */