如何在 webkit SpeechRecognition 上延长演讲时间？演讲短暂停顿后没有休息答案

【问题标题】：How to extend the speaking time at webkit SpeechRecognition? No break after a short pause in speech如何在 webkit SpeechRecognition 上延长演讲时间？演讲短暂停顿后没有休息
【发布时间】：2020-08-17 19:02:27
【问题描述】：

我只在单击按钮后使用语音识别。因此设置了recognition.continuous = false。来自https://developer.mozilla.org/en-US/docs/Web/API/SpeechRecognition/的备注

SpeechRecognition 接口控件的连续属性是否为每次识别返回连续结果，或仅返回一个结果。

现在当我说话时，例如这是一个很好的源代码 {take a pause of 1-2 seconds} 它在此时中断。

如何延长演讲时间？我认为 3-5 秒后休息一下是可以的。

PS：由于安全问题，代码可能无法在此处运行。因此，请看https://codepen.io/durrrrr/pen/RwaRVdg

navigator.getUserMedia = navigator.getUserMedia ||
                         navigator.webkitGetUserMedia ||
                         navigator.mozGetUserMedia;

if (navigator.getUserMedia) {
   navigator.getUserMedia({ audio: true },
      function(stream) {
         console.log("Microphone Access supported");
      },
      function(err) {
         console.log("An error occured by accessing the microphone: " + err.name);
      }
    );
} else {
   console.log("getUserMedia not supported");
}


window.SpeechRecognition = window.webkitSpeechRecognition || window.SpeechRecognition;

if ('SpeechRecognition' in window) {

    console.log('Speech recognition supported');

    var SpeechRecognition = SpeechRecognition || webkitSpeechRecognition;
    var SpeechGrammarList = SpeechGrammarList || webkitSpeechGrammarList;

    // JSpeech Grammar Format
    var grammar = '#JSGF V1.0; grammar colors; public <color> = aqua | azure | beige | bisque | black | blue | brown | chocolate | coral | crimson | cyan | fuchsia | ghostwhite | gold | goldenrod | gray | green | indigo | ivory | khaki | lavender | lime | linen | magenta | maroon | moccasin | navy | olive | orange | orchid | peru | pink | plum | purple | red | salmon | sienna | silver | snow | tan | teal | thistle | tomato | turquoise | violet | white | yellow ;'
    var message = $('#message');
    var recognition = new SpeechRecognition();
    var speechRecognitionList = new SpeechGrammarList();
    var finalTranscript = '';
    speechRecognitionList.addFromString(grammar, 1)
    recognition.grammars = speechRecognitionList;
    recognition.lang = 'en-EN';
    recognition.interimResults = true; 
    recognition.continuous = false;

    recognition.onresult = function(event) {
      var currentTranscript = '';
      var confidenceFinalTranscrip = '';
      for(var i = event.resultIndex; i < event.results.length; ++i) {
        if(event.results[i].isFinal) {
          finalTranscript += event.results[i][0].transcript;
          confidenceFinalTranscrip = event.results[i][0].confidence;
          $('#finalTranscript').html(finalTranscript);
        } else {
          currentTranscript += event.results[i][0].transcript;
        }
      }
      $('#currentTranscript').html(currentTranscript);
    };
  
    recognition.onspeechend = function() {
      $('#pulse-ring-microphone').removeClass('pulse-ring');
      $('#pulse-ring-microphone').removeClass('pulse-ring-small');
      $('#pulse-ring-microphone-font').removeClass('pulse-ring-font-on').addClass('pulse-ring-font-off');
      recognition.stop();
    };

    recognition.onerror = function(event) {
      $('#pulse-ring-microphone').removeClass('pulse-ring');
      $('#pulse-ring-microphone-font').removeClass('pulse-ring-font-on').addClass('pulse-ring-font-off');
      $('#errorTranscript').html(event.speechError);
    }

} else {
  console.log('Speech recognition not supported');
}

$('#btnStartSpeech').on('click', function(){
  $('#pulse-ring-microphone').addClass('pulse-ring');
  $('#pulse-ring-microphone-font').removeClass('pulse-ring-font-off').addClass('pulse-ring-font-on');
  recognition.start();
});

.container-pulse-ring {
  display: flex;
  align-items: center;
  justify-content: center;
}

.container-pulse-ring:focus {
  outline: -webkit-focus-ring-color auto 0px;
}

#btnStartSpeech.btnAnimated {
  border: none;
  padding: 0;
  border-radius: 100%;
  width: 150px;
  height: 150px;
  font-size: 3.5em;
  color: #fff;
  padding: 0;
  margin: 0;
  background: #337ab7;
  position: relative;
  display: inline-block;
  line-height: 50px;
  text-align: center;
  white-space: nowrap;
  vertical-align: middle;
  -ms-touch-action: manipulation;
  touch-action: manipulation;
  cursor: pointer;
  -webkit-user-select: none;
  -moz-user-select: none;
  -ms-user-select: none;
  user-select: none;
  background-image: none;
}

.btnAnimated:focus {
  outline: 0px auto -webkit-focus-ring-color;
  outline-offset: -2px;
}

.pulse-ring-font-on {
  color: #fff;
}

.pulse-ring-font-off {
  color: #333;
}

.pulse-ring {
  content: '';
  width: 150px;
  height: 150px;
  border: 50px solid #337ab7;
  border-radius: 50%;
  position: absolute;
  top: -1px;
  left: -1px;
  animation: pulsate infinite 2s;
}

@-webkit-keyframes pulsate {
  0% {
    -webkit-transform: scale(1, 1);
    opacity: 1;
  }

  100% {
    -webkit-transform: scale(1.2, 1.2);
    opacity: 0;
  }
}

<script src="https://cdnjs.cloudflare.com/ajax/libs/jquery/1.9.1/jquery.min.js"></script>
navigator.getUserMedia = navigator.getUserMedia ||
                         navigator.webkitGetUserMedia ||
                         navigator.mozGetUserMedia;

if (navigator.getUserMedia) {
   navigator.getUserMedia({ audio: true },
      function(stream) {
         console.log("Accessed the Microphone");
      },
      function(err) {
         console.log("The following error occured: " + err.name);
      }
    );
} else {
   console.log("getUserMedia not supported");
}


window.SpeechRecognition = window.webkitSpeechRecognition || window.SpeechRecognition;

if ('SpeechRecognition' in window) {

    console.log('Speech recognition supported');

    var SpeechRecognition = SpeechRecognition || webkitSpeechRecognition;

    // JSpeech Grammar Format
    var message = $('#message');
    var recognition = new SpeechRecognition();
    var finalTranscript = '';
    recognition.lang = 'en-EN';
    recognition.interimResults = true; 
    recognition.continuous = false;

    recognition.onresult = function(event) {
      var currentTranscript = '';
      var confidenceFinalTranscrip = '';
      for(var i = event.resultIndex; i < event.results.length; ++i) {
        if(event.results[i].isFinal) {
          finalTranscript += event.results[i][0].transcript;
          confidenceFinalTranscrip = event.results[i][0].confidence;
          $('#finalTranscript').html(finalTranscript);
        } else {
          currentTranscript += event.results[i][0].transcript;
        }
      }
      $('#currentTranscript').html(currentTranscript);
    };
  
    recognition.onspeechend = function() {
      $('#pulse-ring-microphone').removeClass('pulse-ring');
      $('#pulse-ring-microphone').removeClass('pulse-ring-small');
      $('#pulse-ring-microphone-font').removeClass('pulse-ring-font-on').addClass('pulse-ring-font-off');
      recognition.stop();
    };

    recognition.onerror = function(event) {
      $('#pulse-ring-microphone').removeClass('pulse-ring');
      $('#pulse-ring-microphone-font').removeClass('pulse-ring-font-on').addClass('pulse-ring-font-off');
      $('#errorTranscript').html(event.speechError);
    }

} else {
  console.log('Speech recognition not supported');
}

$('#btnStartSpeech').on('click', function(){
  $('#pulse-ring-microphone').addClass('pulse-ring');
  $('#pulse-ring-microphone-font').removeClass('pulse-ring-font-off').addClass('pulse-ring-font-on');
  recognition.start();
});

【问题讨论】：

标签： javascript speech-recognition

【解决方案1】：

您可以运行 setTimeout 来重新开始识别

setTimeout(() => {
      recognition.start();
    }, 500);

【讨论】：

【解决方案2】：

recognition.continuous = false 表示服务在第一个最终结果出现后立即停止。内部 VAD（语音活动检测）将决定您的输入何时停止。它非常具有攻击性，并且您无法更改阈值，因此在 1-2 秒没有讲话后它总是会结束。

您可以将引擎设置为continuous = true 并收集多个最终结果，直到某个最大值。时间到了（我将它用于 SEPIA 开源语音助手），但状态处理可能非常棘手。

我目前正在构建一个类似于 Web Speech API 的库，其中包含用于开源 VAD 和语音识别的模块 (SEPIA Web Audio Library)，让您可以完全控制各个方面，但您需要托管自己的 ASR服务器... ^^

【讨论】：