remove google cloud client from background

This commit is contained in:
riqo 2021-02-03 09:27:18 -06:00
commit acbf85744a
3 changed files with 24 additions and 103 deletions

View file

@ -8,39 +8,6 @@ import * as path from "path";
const fs = require('fs'); const fs = require('fs');
import WebSocket from "ws"; import WebSocket from "ws";
const portAudio = require('naudiodon'); const portAudio = require('naudiodon');
const speech = require('@google-cloud/speech');
const client = new speech.SpeechClient();
const encoding = 'LINEAR16';
const sampleRateHertz = 16000;
const languageCode = 'en-US';
const config = {
encoding: encoding,
sampleRateHertz: sampleRateHertz,
languageCode: languageCode,
};
const request = {
config,
interimResults: true,
};
const speechCallback = (d: any) => {
console.log(d)
}
const recognizeStream = client
.streamingRecognize(request)
.on('error', err => {
if (err.code === 11) {
// restartStream();
} else {
console.error('API request error ' + err);
}
})
.on('data', speechCallback);
// Create an instance of AudioIO with inOptions (defaults are as below), which will return a ReadableStream // Create an instance of AudioIO with inOptions (defaults are as below), which will return a ReadableStream
const audioOptions = { const audioOptions = {
@ -54,15 +21,9 @@ const audioOptions = {
const ai = new portAudio.AudioIO({ const ai = new portAudio.AudioIO({
inOptions: audioOptions inOptions: audioOptions
}); });
ai.pipe(recognizeStream); //ai.pipe();
ai.start(); ai.start();
// const filename = "rawAudio.wav";
// Create a write stream to write out to a raw audio file
// const writeStream = fs.createWriteStream(filename, { encoding: 'binary'});
// ai.pipe(writeStream);
// Keep a global reference of the window object, if you don't, the window will // Keep a global reference of the window object, if you don't, the window will
// be closed automatically when the JavaScript object is garbage collected. // be closed automatically when the JavaScript object is garbage collected.
let win: BrowserWindow | null; let win: BrowserWindow | null;
@ -125,19 +86,9 @@ function createWindow() {
ipcMain.on('update-recorder', (Event: any, record: boolean) => { ipcMain.on('update-recorder', (Event: any, record: boolean) => {
if (record) { if (record) {
// ai.start(); // start recording
} else { } else {
// ai.quit(); // stop recording
// const audio = {
// content: fs.readFileSync(filename).toString('base64'),
// }
// const message = {
// text: "",
// audio: audioData
// }
// ws.send(JSON.stringify(message))
// audioData = "";
} }
}) })
}) })

View file

@ -1,7 +1,6 @@
import { createApp } from "vue"; import { createApp } from "vue";
import App from "./App.vue"; import App from "./App.vue";
import router from "./router"; import router from "./router";
import store from "./store";
// animation library // animation library
import anime from "animejs"; import anime from "animejs";
@ -11,7 +10,6 @@ import mitt from "mitt";
const emitter = mitt(); const emitter = mitt();
createApp(App) createApp(App)
.use(store)
.use(router) .use(router)
.provide("animejs", anime) .provide("animejs", anime)
.provide("mitt", emitter) .provide("mitt", emitter)

View file

@ -1,71 +1,40 @@
const fs = require('fs'); const fs = require('fs');
// const portAudio = require('naudiodon');
// Imports the Google Cloud client library
const speech = require('@google-cloud/speech'); const speech = require('@google-cloud/speech');
const portAudio = require('naudiodon'); const portAudio = require('naudiodon');
// Create a stream to pipe into the AudioOutput
// Note that this does not strip the WAV header so a click will be heard at the beginning
const rs = fs.createReadStream('rawAudio.wav'); const rs = fs.createReadStream('rawAudio.wav');
const WebSocket = require("ws") const WebSocket = require("ws")
// Start piping data and start streaming
const {Writable} = require('stream'); const {Writable} = require('stream');
const ws = new WebSocket("ws://localhost:8080");
//const duplex = WebSocket.createWebSocketStream(ws, { encoding: 'binary' });
const audioChunks = [];
const audioInputStreamTransform = new Writable({
write(chunk, encoding, next) {
console.log(chunk)
// ws send chunk
// audioChunks.push(chunk);
// ws.send(chunk)
next();
},
final() {
console.log(audioChunks)
// ws.send("stop")
// stop ws transer
},
});
// Creates a client // Creates a client
const client = new speech.SpeechClient(); const client = new speech.SpeechClient();
/** // connect to test server
* TODO(developer): Uncomment the following lines before running the sample. const ws = new WebSocket("ws://localhost:8080");
*/
const filename = './rawAudio.wav'; // google cloud speech to text settings
const encoding = 'LINEAR16'; const encoding = 'LINEAR16';
const sampleRateHertz = 44100; const sampleRateHertz = 44100;
const languageCode = 'en-US'; const languageCode = 'en-US';
const audioChunks = [];
const audioInputStreamTransform = new Writable({
write(chunk, encoding, next) {
console.log(chunk);
audioChunks.push(chunk);
next();
},
final() {
console.log(audioChunks);
},
});
const config = { const config = {
encoding: encoding, encoding: encoding,
sampleRateHertz: sampleRateHertz, sampleRateHertz: sampleRateHertz,
languageCode: languageCode, languageCode: languageCode,
}; };
const audio = {
content: fs.readFileSync(filename).toString('base64'),
};
// const request = {
// config: config,
// audio: audio,
// };
// Detects speech in the audio file
async function test() {
const [response] = await client.recognize(request);
const transcription = response.results
.map(result => result.alternatives[0].transcript)
.join('\n');
console.log('Transcription: ', transcription);
}
// test();
const request = { const request = {
config, config,
@ -75,7 +44,7 @@ const request = {
const speechCallback = (data) => { const speechCallback = (data) => {
console.log( console.log(
`Transcription: ${data.results[0].alternatives[0].transcript}` `Transcription: ${data.results[0].alternatives[0].transcript}`
) );
} }
const recognizeStream = client const recognizeStream = client
@ -90,7 +59,7 @@ const recognizeStream = client
.on('data', speechCallback); .on('data', speechCallback);
// Create an instance of AudioIO with inOptions (defaults are as below), which will return a ReadableStream // Create an instance of AudioIO with inOptions (defaults are as below), which will return a ReadableStream
const audioOptions = { const recorderOptions = {
channelCount: 1, channelCount: 1,
sampleFormat: portAudio.sampleFormat16Bit, sampleFormat: portAudio.sampleFormat16Bit,
sampleRate: 16000, sampleRate: 16000,
@ -98,13 +67,16 @@ const audioOptions = {
closeOnError: false // Close the stream if an audio error is detected, if set false then just log the error closeOnError: false // Close the stream if an audio error is detected, if set false then just log the error
} }
const audioData = [];
const ai = new portAudio.AudioIO({ const ai = new portAudio.AudioIO({
inOptions: audioOptions inOptions: recorderOptions
}); });
// manipulate individual chunks as they're available
// const audioData = [];
// ai.on('data', (d) => { // ai.on('data', (d) => {
// audioData.push(d.toString('binary')) // audioData.push(d.toString('binary'))
// }) // })
ai.pipe(audioInputStreamTransform) ai.pipe(audioInputStreamTransform)
ai.start(); ai.start();
setTimeout(() => { setTimeout(() => {