Remove extra file
This commit is contained in:
parent
d31151756b
commit
0e7350086d
1 changed files with 0 additions and 308 deletions
|
|
@ -1,308 +0,0 @@
|
||||||
const Applet = imports.ui.applet;
|
|
||||||
const Gio = imports.gi.Gio;
|
|
||||||
const GLib = imports.gi.GLib;
|
|
||||||
const Lang = imports.lang;
|
|
||||||
const Mainloop = imports.mainloop;
|
|
||||||
const Soup = imports.gi.Soup;
|
|
||||||
const St = imports.gi.St;
|
|
||||||
|
|
||||||
const STREAM_SOCKET_URL = 'wss://hana.neonaialpha.com/node/v1/stream?token=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJjbGllbnRfaWQiOiIwNjQ1N2FlMC1lMjQ0LTQxNjMtOWQ1NS0xNWFhMGNiYTQ5NDYiLCJ1c2VybmFtZSI6Im5lb24iLCJwYXNzd29yZCI6Im5lb24iLCJwZXJtaXNzaW9ucyI6eyJhc3Npc3QiOnRydWUsImJhY2tlbmQiOnRydWUsIm5vZGUiOnRydWV9LCJleHBpcmUiOjE3MjgxMDEzOTUuMjE3MTMyM30.BO3ymPLDg2v8epVxdnaf0iLh9DJnVSTZT_hM1M--V84';
|
|
||||||
const NODE_SOCKET_URL = 'wss://hana.neonaialpha.com/node/v1?token=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJjbGllbnRfaWQiOiIwNjQ1N2FlMC1lMjQ0LTQxNjMtOWQ1NS0xNWFhMGNiYTQ5NDYiLCJ1c2VybmFtZSI6Im5lb24iLCJwYXNzd29yZCI6Im5lb24iLCJwZXJtaXNzaW9ucyI6eyJhc3Npc3QiOnRydWUsImJhY2tlbmQiOnRydWUsIm5vZGUiOnRydWV9LCJleHBpcmUiOjE3MjgxMDEzOTUuMjE3MTMyM30.BO3ymPLDg2v8epVxdnaf0iLh9DJnVSTZT_hM1M--V84';
|
|
||||||
|
|
||||||
function MyApplet(metadata, orientation, panel_height, instance_id) {
|
|
||||||
this._init(metadata, orientation, panel_height, instance_id);
|
|
||||||
}
|
|
||||||
|
|
||||||
MyApplet.prototype = {
|
|
||||||
__proto__: Applet.IconApplet.prototype,
|
|
||||||
|
|
||||||
_init: function(metadata, orientation, panel_height, instance_id) {
|
|
||||||
Applet.IconApplet.prototype._init.call(this, orientation, panel_height, instance_id);
|
|
||||||
|
|
||||||
this.metadata = metadata;
|
|
||||||
// Set the custom SVG icon
|
|
||||||
this._setCustomIcon(metadata.path + "/icon.svg");
|
|
||||||
this.set_applet_tooltip(_("Voice Assistant"));
|
|
||||||
|
|
||||||
this._streamSocket = null;
|
|
||||||
this._nodeSocket = null;
|
|
||||||
this._isRecording = false;
|
|
||||||
this._recorder = null;
|
|
||||||
this._player = null;
|
|
||||||
this._audioBuffer = new Uint8Array(0);
|
|
||||||
this._playbackBuffer = []; // Initialize the playback buffer
|
|
||||||
|
|
||||||
global.log("[Voice Assistant] Applet initialized");
|
|
||||||
this._initSockets();
|
|
||||||
},
|
|
||||||
|
|
||||||
_setCustomIcon: function(iconPath) {
|
|
||||||
try {
|
|
||||||
let file = Gio.File.new_for_path(iconPath);
|
|
||||||
let gicon = new Gio.FileIcon({ file: file });
|
|
||||||
this.set_applet_icon_symbolic_name(iconPath);
|
|
||||||
this._applet_icon.gicon = gicon;
|
|
||||||
} catch (e) {
|
|
||||||
global.logError("[Voice Assistant] Error setting custom icon: " + e.message);
|
|
||||||
// Fallback to the default icon if there's an error
|
|
||||||
this.set_applet_icon_name("microphone-sensitivity-medium");
|
|
||||||
}
|
|
||||||
},
|
|
||||||
|
|
||||||
_initSockets: function() {
|
|
||||||
global.log("[Voice Assistant] Initializing WebSockets");
|
|
||||||
let maxPayloadSize = 10 * 1024 * 1024; // 10 MB in bytes
|
|
||||||
// Initialize Node WebSocket
|
|
||||||
try {
|
|
||||||
let session = new Soup.Session();
|
|
||||||
let message = new Soup.Message({
|
|
||||||
method: 'GET',
|
|
||||||
uri: GLib.Uri.parse(NODE_SOCKET_URL, GLib.UriFlags.NONE)
|
|
||||||
});
|
|
||||||
|
|
||||||
session.websocket_connect_async(message, null, null, null, null, (session, result) => {
|
|
||||||
try {
|
|
||||||
this._nodeSocket = session.websocket_connect_finish(result);
|
|
||||||
// Set the maximum incoming payload size
|
|
||||||
this._nodeSocket.set_max_incoming_payload_size(maxPayloadSize);
|
|
||||||
this._nodeSocket.connect('message', Lang.bind(this, this._onNodeMessage));
|
|
||||||
this._nodeSocket.connect('error', Lang.bind(this, this._onSocketError));
|
|
||||||
global.log("[Voice Assistant] Node WebSocket initialized");
|
|
||||||
} catch (e) {
|
|
||||||
global.logError("[Voice Assistant] Error finalizing Node WebSocket: " + e.message);
|
|
||||||
}
|
|
||||||
});
|
|
||||||
// Initialize streaming WebSocket
|
|
||||||
try {
|
|
||||||
let session = new Soup.Session();
|
|
||||||
let message = new Soup.Message({
|
|
||||||
method: 'GET',
|
|
||||||
uri: GLib.Uri.parse(STREAM_SOCKET_URL, GLib.UriFlags.NONE)
|
|
||||||
});
|
|
||||||
|
|
||||||
session.websocket_connect_async(message, null, null, null, null, (session, result) => {
|
|
||||||
try {
|
|
||||||
this._streamSocket = session.websocket_connect_finish(result);
|
|
||||||
this._streamSocket.connect('message', Lang.bind(this, this._onStreamMessage));
|
|
||||||
this._streamSocket.connect('error', Lang.bind(this, this._onSocketError));
|
|
||||||
global.log("[Voice Assistant] Stream WebSocket initialized");
|
|
||||||
} catch (e) {
|
|
||||||
global.logError("[Voice Assistant] Error finalizing stream WebSocket: " + e.message);
|
|
||||||
}
|
|
||||||
});
|
|
||||||
} catch (e) {
|
|
||||||
global.logError("[Voice Assistant] Error initializing stream WebSocket: " + e.message);
|
|
||||||
}
|
|
||||||
} catch (e) {
|
|
||||||
global.logError("[Voice Assistant] Error initializing Node WebSocket: " + e.message);
|
|
||||||
}
|
|
||||||
},
|
|
||||||
|
|
||||||
_onSocketError: function(socket, error) {
|
|
||||||
global.logError("[Voice Assistant] WebSocket error: " + error.message);
|
|
||||||
try {
|
|
||||||
this._streamSocket.close();
|
|
||||||
this._nodeSocket.close();
|
|
||||||
} finally {
|
|
||||||
this._initSockets();
|
|
||||||
}
|
|
||||||
},
|
|
||||||
|
|
||||||
_onNodeMessage: function(connection, type, message) {
|
|
||||||
try {
|
|
||||||
if (type === Soup.WebsocketDataType.TEXT) {
|
|
||||||
let data = message.get_data();
|
|
||||||
let jsonData = JSON.parse(data);
|
|
||||||
global.log("[Voice Assistant] Parsed node message: " + jsonData.type);
|
|
||||||
// Handle text messages if needed
|
|
||||||
} else {
|
|
||||||
global.log("[Voice Assistant] Received unknown data type from node: " + type);
|
|
||||||
}
|
|
||||||
} catch (e) {
|
|
||||||
global.logError("[Voice Assistant] Error handling node message: " + e.message);
|
|
||||||
}
|
|
||||||
},
|
|
||||||
|
|
||||||
_onStreamMessage: function(connection, type, message) {
|
|
||||||
try {
|
|
||||||
if (type === Soup.WebsocketDataType.BINARY) {
|
|
||||||
global.log("[Voice Assistant] Received binary audio data of length: " + message.get_data().length);
|
|
||||||
this._playbackBuffer.push(message.get_data());
|
|
||||||
this._playAudio();
|
|
||||||
} else {
|
|
||||||
global.log("[Voice Assistant] Received unknown data type from stream: " + type);
|
|
||||||
}
|
|
||||||
} catch (e) {
|
|
||||||
global.logError("[Voice Assistant] Error handling stream message: " + e.message);
|
|
||||||
}
|
|
||||||
},
|
|
||||||
|
|
||||||
_playAudio: function() {
|
|
||||||
if (this._player) {
|
|
||||||
// If a player is already running, just add the new data to the buffer
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
if (this._playbackBuffer.length === 0) {
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
let audioData = this._playbackBuffer.shift();
|
|
||||||
|
|
||||||
// Create a temporary file to store the audio data
|
|
||||||
let [file, stream] = Gio.File.new_tmp("voice-assistant-XXXXXX");
|
|
||||||
stream.output_stream.write_all(audioData, null);
|
|
||||||
stream.close(null);
|
|
||||||
|
|
||||||
// Play the audio using GStreamer
|
|
||||||
this._player = new Gio.Subprocess({
|
|
||||||
argv: [
|
|
||||||
'gst-launch-1.0',
|
|
||||||
'filesrc', 'location=' + file.get_path(),
|
|
||||||
'!', 'decodebin',
|
|
||||||
'!', 'audioconvert',
|
|
||||||
'!', 'audioresample',
|
|
||||||
'!', 'autoaudiosink'
|
|
||||||
],
|
|
||||||
flags: Gio.SubprocessFlags.NONE
|
|
||||||
});
|
|
||||||
|
|
||||||
this._player.init(null);
|
|
||||||
|
|
||||||
// Clean up when playback is finished
|
|
||||||
this._player.wait_async(null, (source, result) => {
|
|
||||||
try {
|
|
||||||
source.wait_finish(result);
|
|
||||||
} catch (e) {
|
|
||||||
global.logError("[Voice Assistant] Error during audio playback: " + e.message);
|
|
||||||
} finally {
|
|
||||||
this._player = null;
|
|
||||||
file.delete(null);
|
|
||||||
// Play the next audio chunk if available
|
|
||||||
this._playAudio();
|
|
||||||
}
|
|
||||||
});
|
|
||||||
},
|
|
||||||
|
|
||||||
_startRecording: function() {
|
|
||||||
if (this._isRecording) return;
|
|
||||||
|
|
||||||
this._isRecording = true;
|
|
||||||
this._setCustomIcon(this.metadata.path + "/icon-active.svg");
|
|
||||||
global.log("[Voice Assistant] Starting recording");
|
|
||||||
|
|
||||||
try {
|
|
||||||
// Initialize GStreamer pipeline for recording
|
|
||||||
this._recorder = new Gio.Subprocess({
|
|
||||||
argv: [
|
|
||||||
'gst-launch-1.0',
|
|
||||||
'pulsesrc',
|
|
||||||
'!',
|
|
||||||
'audioconvert',
|
|
||||||
'!',
|
|
||||||
'audio/x-raw,format=S16LE,channels=1,rate=16000',
|
|
||||||
'!',
|
|
||||||
'fdsink'
|
|
||||||
],
|
|
||||||
flags: Gio.SubprocessFlags.STDOUT_PIPE
|
|
||||||
});
|
|
||||||
|
|
||||||
this._recorder.init(null);
|
|
||||||
global.log("[Voice Assistant] Recording subprocess initialized");
|
|
||||||
|
|
||||||
// Read audio data and send it over WebSocket
|
|
||||||
let stdout = this._recorder.get_stdout_pipe();
|
|
||||||
this._readAudioData(stdout);
|
|
||||||
} catch (e) {
|
|
||||||
global.logError("[Voice Assistant] Error starting recording: " + e.message);
|
|
||||||
}
|
|
||||||
},
|
|
||||||
|
|
||||||
_readAudioData: function(stdout) {
|
|
||||||
stdout.read_bytes_async(4096, GLib.PRIORITY_DEFAULT, null, (source, result) => {
|
|
||||||
try {
|
|
||||||
let bytes = source.read_bytes_finish(result);
|
|
||||||
if (bytes && bytes.get_size() > 0) {
|
|
||||||
// Append new data to the existing buffer
|
|
||||||
let newData = new Uint8Array(bytes.get_data());
|
|
||||||
let combinedBuffer = new Uint8Array(this._audioBuffer.length + newData.length);
|
|
||||||
combinedBuffer.set(this._audioBuffer);
|
|
||||||
combinedBuffer.set(newData, this._audioBuffer.length);
|
|
||||||
this._audioBuffer = combinedBuffer;
|
|
||||||
|
|
||||||
// If we have accumulated 4096 or more bytes, send them
|
|
||||||
while (this._audioBuffer.length >= 4096) {
|
|
||||||
let chunkToSend = this._audioBuffer.slice(0, 4096);
|
|
||||||
this._streamSocket.send_binary(chunkToSend);
|
|
||||||
// global.log("[Voice Assistant] Sent 4096 bytes of audio data");
|
|
||||||
|
|
||||||
// Keep the remaining data in the buffer
|
|
||||||
this._audioBuffer = this._audioBuffer.slice(4096);
|
|
||||||
}
|
|
||||||
|
|
||||||
// Continue reading
|
|
||||||
this._readAudioData(stdout);
|
|
||||||
} else {
|
|
||||||
global.log("[Voice Assistant] End of audio stream reached");
|
|
||||||
// // Send any remaining data in the buffer
|
|
||||||
// if (this._audioBuffer.length > 0) {
|
|
||||||
// this._streamSocket.send_binary(this._audioBuffer);
|
|
||||||
// global.log("[Voice Assistant] Sent final " + this._audioBuffer.length + " bytes of audio data");
|
|
||||||
// }
|
|
||||||
this._stopRecording();
|
|
||||||
}
|
|
||||||
} catch (e) {
|
|
||||||
global.logError("[Voice Assistant] Error reading audio data: " + e.message);
|
|
||||||
this._stopRecording();
|
|
||||||
}
|
|
||||||
});
|
|
||||||
},
|
|
||||||
|
|
||||||
_stopRecording: function() {
|
|
||||||
if (!this._isRecording) return;
|
|
||||||
|
|
||||||
this._isRecording = false;
|
|
||||||
this._setCustomIcon(this.metadata.path + "/icon.svg");
|
|
||||||
global.log("[Voice Assistant] Stopping recording");
|
|
||||||
|
|
||||||
if (this._recorder) {
|
|
||||||
this._recorder.force_exit();
|
|
||||||
this._recorder = null;
|
|
||||||
global.log("[Voice Assistant] Recording subprocess terminated");
|
|
||||||
}
|
|
||||||
// Clear the audio buffer
|
|
||||||
this._audioBuffer = new Uint8Array(0);
|
|
||||||
},
|
|
||||||
|
|
||||||
on_applet_clicked: function() {
|
|
||||||
if (this._isRecording) {
|
|
||||||
global.log("[Voice Assistant] Applet clicked: stopping recording");
|
|
||||||
this._stopRecording();
|
|
||||||
} else {
|
|
||||||
global.log("[Voice Assistant] Applet clicked: starting recording");
|
|
||||||
this._startRecording();
|
|
||||||
}
|
|
||||||
},
|
|
||||||
|
|
||||||
on_applet_removed_from_panel: function() {
|
|
||||||
global.log("[Voice Assistant] Applet removed from panel");
|
|
||||||
this._stopRecording();
|
|
||||||
if (this._streamSocket) {
|
|
||||||
this._streamSocket.close(Soup.WebsocketCloseCode.NORMAL, null);
|
|
||||||
global.log("[Voice Assistant] Record WebSocket closed");
|
|
||||||
}
|
|
||||||
if (this._nodeSocket) {
|
|
||||||
this._nodeSocket.close(Soup.WebsocketCloseCode.NORMAL, null);
|
|
||||||
global.log("[Voice Assistant] Node WebSocket closed");
|
|
||||||
}
|
|
||||||
if (this._player) {
|
|
||||||
this._player.force_exit();
|
|
||||||
global.log("[Voice Assistant] Audio player terminated");
|
|
||||||
}
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
function main(metadata, orientation, panel_height, instance_id) {
|
|
||||||
global.log("[Voice Assistant] Main function called");
|
|
||||||
return new MyApplet(metadata, orientation, panel_height, instance_id);
|
|
||||||
}
|
|
||||||
Loading…
Reference in a new issue