diff --git a/src/background/session.ts b/src/background/session.ts index 5948978..0f71cf9 100644 --- a/src/background/session.ts +++ b/src/background/session.ts @@ -4,9 +4,8 @@ import WebSocket from 'ws'; import { backgroundMitt } from './emitter'; import { ipcMain } from "electron"; import { play } from './audio'; -import { UserCreds, ClientMessage } from "@/types/message/index"; -import { clientMessage } from '@/modules/message'; -import { v4 as uuidv4 } from 'uuid'; +import { UserCreds, ClientMessage, RenderMessage, Annotation } from "@/types/message/index"; +import { clientMessage, renderMessage } from '@/modules/message'; const ip = 'ws://127.0.0.1'; const port = 8760; @@ -15,7 +14,7 @@ let socket: WebSocket; let success = false; let auth = false; -const onAuthSession = async (_event, payload: string | UserCreds | null): Promise => { +const onAuthSession = async (e: any, payload: string | UserCreds | null): Promise => { return new Promise((resolve, reject) => { console.log('authenticating...'); @@ -43,40 +42,48 @@ const onAuthSession = async (_event, payload: string | UserCreds | null): Promis }); }; -const onMessage = (message: string): void => { +const onMessage = (messageStr: string): void => { while (!auth) { - backgroundMitt.emit('auth-res', message); + backgroundMitt.emit('auth-res', messageStr); return; } - // Parse the message. - const m = JSON.parse(message); + // Decode the message. + const m = JSON.parse(messageStr) + let message: RenderMessage | Annotation; - // check to see if this is a Render Message. + // Check to see if this is a Render Message. if (m.content) { + message = renderMessage({ + text: m.content.text, + audio: m.content.audio, + context: m.context, + modifier: m.modifier, + }); - // If there is audio, play it. - if (m.content.audio) { + // Play audio if any. + if (message.content.audio) { const audioBytes = Buffer.from(m.content.audio as string, 'hex'); m.content.audio = true; play(audioBytes); - } else { - m.content.audio = false; } - // if there is no unique id, add it. - if(!m.uid) m.uid = uuidv4(); } + else { + message = m // Annotation + } + + // Send it to the frontend. backgroundMitt.emit('ipc-renderer', { endpoint: 'render-message', - message: m + message: message }); }; -const onClientMessage = (_event, payload: ClientMessage): void => { +const onClientMessage = (e: any, payload: ClientMessage): void => { console.log('sending message'); socket.send(JSON.stringify(payload)); } @@ -150,8 +157,7 @@ export function initSession(): void { } -export function sendAudio(content: string, uid: string): void { - const m = clientMessage("", content, uid); +export function sendAudio(audio: string, uid: string): void { + const m = clientMessage("", audio, uid); socket.send(JSON.stringify(m)); -} - +} \ No newline at end of file diff --git a/src/background/window.ts b/src/background/window.ts index 31c8850..27aac38 100644 --- a/src/background/window.ts +++ b/src/background/window.ts @@ -3,6 +3,7 @@ import { BrowserWindow, ipcMain } from "electron"; import { createProtocol } from "vue-cli-plugin-electron-builder/lib"; import { backgroundMitt } from './emitter'; +import { RenderMessage } from "@/types/message/index"; import * as path from "path"; interface WindowSettings { @@ -11,15 +12,6 @@ interface WindowSettings { resizable: boolean; } -interface RenderMessage { - content: string; - context: string; - subContext: string; - modifiers: string; - time: string; - id: string; -} - interface IpcRendererPayload { endpoint: string; message: RenderMessage | null; diff --git a/src/components/inputItem/inputController.ts b/src/components/inputItem/inputController.ts index 87b811f..0ef68ee 100644 --- a/src/components/inputItem/inputController.ts +++ b/src/components/inputItem/inputController.ts @@ -10,14 +10,10 @@ import useMitt from "@/modules/mitt"; import { useIpc } from '@/modules/ipc'; import keyboardNameMap from "./keyBoardMaps/keyboardNameMap"; import keyboardCharMap from "./keyBoardMaps/keyboardCharMap"; -import { RenderMessage, ClientMessage } from "@/types/message/index"; -import { v4 as uuidv4 } from 'uuid'; -import {clientMessage, renderMessage} from '@/modules/message'; import anime from "animejs"; +import { clientMessage, renderMessage } from '@/modules/message'; let textInput: HTMLInputElement | null; -let m: RenderMessage | ClientMessage; -let uid: string; // Animation functions for text input element. function expandInput() { @@ -50,24 +46,27 @@ export default function useInputController() { const input = ref(""); const capsLock = ref(false); + // Utility function to render message. + const render = (text: string, audio: boolean | string, context: string, modifier: string): string => { + const m = renderMessage({ text, audio, context, modifier }); + emitter.emit("self-message", m); + console.log(m.time) + return m.uid; + } + // send message on ENTER. const onEnter = () => { if (input.value) { - uid = uuidv4(); + // Render the message immediately and get its unique id. + const uid = render(input.value, false, "", "sf"); - m = renderMessage(input.value, false, "sf", uid); + // Then send it to the backend for processing. + const clientM = clientMessage(input.value, false, uid); + post('client-message', clientM); - // render user message. - emitter.emit("self-message", m); - - m = clientMessage(m.content.text, m.content.audio, uid); - - // send message to main process. - post('client-message', m); - - // reset text input. + // Reset the text input. if (textInput) textInput.value = ''; input.value = " "; } @@ -127,18 +126,15 @@ export default function useInputController() { isRecording.value = false; - uid = uuidv4(); - - // render audio message. - m = renderMessage("", false, "sf", uid); - emitter.emit("self-message", m); - - // stop stream recording. + // // Render the message immediately and get its unique id. + const uid = render("", "", "", "sf"); + // Notify main process to stop recording and send send audio to backend for analysis. post('update-recorder', { isRecording: isRecording.value, uid }); + // Reset input. input.value = '' } else if (e.code === "CapsLock") { @@ -158,7 +154,6 @@ export default function useInputController() { window.removeEventListener("keyup", onKeyUp); }); - // watch keyboard input & update inputItem state. watch(input, (input, prevInput) => { if (isTyping.value && input.length === 0) { diff --git a/src/components/messageItem.vue b/src/components/messageItem.vue index aab3827..e8941fe 100644 --- a/src/components/messageItem.vue +++ b/src/components/messageItem.vue @@ -1,6 +1,7 @@