me/mime-chat
Watch
1
0
Fork
You've already forked mime-chat
 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

remove google cloud client from background

Browse source
This commit is contained in:
riqo 2021-02-03 09:27:18 -06:00
commit acbf85744a
3 changed files with 24 additions and 103 deletions
Download patch file Download diff file Expand all files Collapse all files

55
src/background.ts
View file

@ -8,39 +8,6 @@ import * as path from "path";
const fs = require('fs');
import WebSocket from "ws";
const portAudio = require('naudiodon');
const speech = require('@google-cloud/speech');
const client = new speech.SpeechClient();
const encoding = 'LINEAR16';
const sampleRateHertz = 16000;
const languageCode = 'en-US';
const config = {
encoding: encoding,
sampleRateHertz: sampleRateHertz,
languageCode: languageCode,
};
const request = {
config,
interimResults: true,
};
const speechCallback = (d: any) => {
console.log(d)
}
const recognizeStream = client
.streamingRecognize(request)
.on('error', err => {
if (err.code === 11) {
// restartStream();
} else {
console.error('API request error ' + err);
}
})
.on('data', speechCallback);
// Create an instance of AudioIO with inOptions (defaults are as below), which will return a ReadableStream
const audioOptions = {
@ -54,15 +21,9 @@ const audioOptions = {
const ai = new portAudio.AudioIO({
inOptions: audioOptions
});
ai.pipe(recognizeStream);
//ai.pipe();
ai.start();
// const filename = "rawAudio.wav";
// Create a write stream to write out to a raw audio file
// const writeStream = fs.createWriteStream(filename, { encoding: 'binary'});
// ai.pipe(writeStream);
// Keep a global reference of the window object, if you don't, the window will
// be closed automatically when the JavaScript object is garbage collected.
let win: BrowserWindow | null;
@ -125,19 +86,9 @@ function createWindow() {
ipcMain.on('update-recorder', (Event: any, record: boolean) => {
if (record) {
// ai.start();
// start recording
} else {
// ai.quit();
// const audio = {
// content: fs.readFileSync(filename).toString('base64'),
// }
// const message = {
// text: "",
// audio: audioData
// }
// ws.send(JSON.stringify(message))
// audioData = "";
// stop recording
}
})
})

2
src/main.ts
View file

@ -1,7 +1,6 @@
import { createApp } from "vue";
import App from "./App.vue";
import router from "./router";
import store from "./store";
// animation library
import anime from "animejs";
@ -11,7 +10,6 @@ import mitt from "mitt";
const emitter = mitt();
createApp(App)
.use(store)
.use(router)
.provide("animejs", anime)
.provide("mitt", emitter)

78
testAudio.js
View file

@ -1,71 +1,40 @@
const fs = require('fs');
// const portAudio = require('naudiodon');
// Imports the Google Cloud client library
const speech = require('@google-cloud/speech');
const portAudio = require('naudiodon');
// Create a stream to pipe into the AudioOutput
// Note that this does not strip the WAV header so a click will be heard at the beginning
const rs = fs.createReadStream('rawAudio.wav');
const WebSocket = require("ws")
// Start piping data and start streaming
const {Writable} = require('stream');
const ws = new WebSocket("ws://localhost:8080");
//const duplex = WebSocket.createWebSocketStream(ws, { encoding: 'binary' });
const audioChunks = [];
const audioInputStreamTransform = new Writable({
write(chunk, encoding, next) {
console.log(chunk)
// ws send chunk
// audioChunks.push(chunk);
// ws.send(chunk)
next();
},
final() {
console.log(audioChunks)
// ws.send("stop")
// stop ws transer
},
});
// Creates a client
const client = new speech.SpeechClient();
/**
* TODO(developer): Uncomment the following lines before running the sample.
*/
const filename = './rawAudio.wav';
// connect to test server
const ws = new WebSocket("ws://localhost:8080");
// google cloud speech to text settings
const encoding = 'LINEAR16';
const sampleRateHertz = 44100;
const languageCode = 'en-US';
const audioChunks = [];
const audioInputStreamTransform = new Writable({
write(chunk, encoding, next) {
console.log(chunk);
audioChunks.push(chunk);
next();
},
final() {
console.log(audioChunks);
},
});
const config = {
encoding: encoding,
sampleRateHertz: sampleRateHertz,
languageCode: languageCode,
};
const audio = {
content: fs.readFileSync(filename).toString('base64'),
};
// const request = {
// config: config,
// audio: audio,
// };
// Detects speech in the audio file
async function test() {
const [response] = await client.recognize(request);
const transcription = response.results
.map(result => result.alternatives[0].transcript)
.join('\n');
console.log('Transcription: ', transcription);
}
// test();
const request = {
config,
@ -75,7 +44,7 @@ const request = {
const speechCallback = (data) => {
console.log(
`Transcription: ${data.results[0].alternatives[0].transcript}`
)
);
}
const recognizeStream = client
@ -90,7 +59,7 @@ const recognizeStream = client
.on('data', speechCallback);
// Create an instance of AudioIO with inOptions (defaults are as below), which will return a ReadableStream
const audioOptions = {
const recorderOptions = {
channelCount: 1,
sampleFormat: portAudio.sampleFormat16Bit,
sampleRate: 16000,
@ -98,13 +67,16 @@ const audioOptions = {
closeOnError: false // Close the stream if an audio error is detected, if set false then just log the error
}
const audioData = [];
const ai = new portAudio.AudioIO({
inOptions: audioOptions
inOptions: recorderOptions
});
// manipulate individual chunks as they're available
// const audioData = [];
// ai.on('data', (d) => {
// audioData.push(d.toString('binary'))
// })
ai.pipe(audioInputStreamTransform)
ai.start();
setTimeout(() => {