Microsoft/vscode
1
0
Fork 0
mirror of https://github.com/microsoft/vscode.git synced 2026-09-13 05:01:08 +01:00
Code Issues Packages Projects Releases Wiki Activity

voice - still handle silence on the transcriber

Browse Source
This commit is contained in:
Benjamin Pasero
2023-09-15 11:14:35 +02:00
parent ea27cc09a8
commit 17c5355652
2 changed files with 29 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/vs/code/node/sharedProcess/contrib/voiceTranscriber.ts
+16 -2
View File
@@ -38,6 +38,9 @@ class VoiceTranscriber extends Disposable {
private data: Float32Array | undefined = undefined;
private transcribedDataLength = 0;
private transcribedResult = '';
constructor(
private readonly port: MessagePortMain,
private readonly voiceRecognitionService: IVoiceRecognitionService,
@@ -74,7 +77,6 @@ class VoiceTranscriber extends Disposable {
}
const dataCandidate = this.data ? this.joinFloat32Arrays([this.data, e.data]) : e.data;
if (dataCandidate.length > VoiceTranscriber.MAX_DATA_LENGTH) {
this.logService.warn(`[voice] transcriber: refusing to accept more than 30s of audio data`);
return;
@@ -95,7 +97,19 @@ class VoiceTranscriber extends Disposable {
return;
}
const result = await this.voiceRecognitionService.transcribe(data, cancellation);
let result: string;
if (data.length === this.transcribedDataLength) {
// Optimization: if the data is the same as the last time
// we transcribed, don't transcribe again, just return the
// same result as we had last time.
this.logService.info(`[voice] transcriber: silence detected, reusing previous transcription result`);
result = this.transcribedResult;
} else {
result = await this.voiceRecognitionService.transcribe(data, cancellation);
}
this.transcribedResult = result;
this.transcribedDataLength = data.length;
if (cancellation.isCancellationRequested) {
return;