81 lines
3.8 KiB
JavaScript
81 lines
3.8 KiB
JavaScript
import test from 'node:test';
|
|
import assert from 'node:assert/strict';
|
|
import { once } from 'node:events';
|
|
import { WebSocketServer, WebSocket } from 'ws';
|
|
|
|
// Local upstreams exercise the real framing without provider credentials or network access.
|
|
test('voice turns stream dialogue and skip synthesis for confirmed quick actions', async () => {
|
|
const stt = new WebSocketServer({ port: 0 });
|
|
const tts = new WebSocketServer({ port: 0 });
|
|
await Promise.all([once(stt, 'listening'), once(tts, 'listening')]);
|
|
process.env.ELEVENLABS_API_KEY = 'test';
|
|
process.env.LLM_MODE = 'echo';
|
|
process.env.ELEVEN_STT_URL = `ws://127.0.0.1:${stt.address().port}/stt`;
|
|
process.env.ELEVEN_TTS_URL = `ws://127.0.0.1:${tts.address().port}/tts`;
|
|
let input = Buffer.alloc(0), ttsText = '', recorded;
|
|
let transcript = 'Привет';
|
|
let syntheses = 0;
|
|
stt.on('connection', (ws, req) => {
|
|
assert.equal(new URL(req.url, 'http://x').searchParams.get('commit_strategy'), 'manual');
|
|
ws.on('message', data => {
|
|
const msg = JSON.parse(data);
|
|
input = Buffer.concat([input, Buffer.from(msg.audio_base_64, 'base64')]);
|
|
if (msg.commit) ws.send(JSON.stringify({ message_type: 'committed_transcript', text: transcript }));
|
|
});
|
|
});
|
|
tts.on('connection', ws => {
|
|
syntheses++;
|
|
ws.on('message', data => {
|
|
const msg = JSON.parse(data);
|
|
if (msg.inputs) ttsText += msg.inputs[0].text;
|
|
if (msg.close_socket) { ws.send(JSON.stringify({ audio: Buffer.from([1, 2, 3, 4]).toString('base64') })); ws.send(JSON.stringify({ is_final: true })); }
|
|
});
|
|
});
|
|
const { handleTurn } = await import('../server/turns.mjs');
|
|
const local = new WebSocketServer({ port: 0 });
|
|
await once(local, 'listening');
|
|
const store = { getSettings: () => ({ sttModel: 'scribe_v2_realtime', ttsModel: 'eleven_v4_turbo', voiceId: 'voice', systemPrompt: '' }), getHistory: () => [], recordTurn: (...args) => { recorded = args; } };
|
|
local.on('connection', ws => handleTurn(ws, store));
|
|
async function turn(reply) {
|
|
const client = new WebSocket(`ws://127.0.0.1:${local.address().port}`);
|
|
const seen = [], audio = [], calls = [];
|
|
client.on('message', (data, binary) => {
|
|
if (binary) {
|
|
audio.push(...data);
|
|
return;
|
|
}
|
|
const msg = JSON.parse(data);
|
|
seen.push(msg.type);
|
|
if (msg.type === 'ready') {
|
|
client.send(JSON.stringify({ type: 'start' }));
|
|
client.send(Buffer.from([5, 6, 7, 8]));
|
|
client.send(JSON.stringify({ type: 'end' }));
|
|
} else if (msg.type === 'device_tool') {
|
|
calls.push([msg.name, msg.arguments]);
|
|
client.send(JSON.stringify({ type: 'device_tool_result', id: msg.id, result: reply }));
|
|
}
|
|
});
|
|
await once(client, 'close');
|
|
return { seen, audio, calls };
|
|
}
|
|
|
|
assert.deepEqual(await turn(), { seen: ['ready', 'transcript', 'done'], audio: [1, 2, 3, 4], calls: [] });
|
|
assert.deepEqual([...input], [5, 6, 7, 8]);
|
|
assert.equal(ttsText, 'Привет');
|
|
assert.deepEqual(recorded, ['Привет', 'Привет']);
|
|
|
|
transcript = 'Алиса, громкость пятьдесят процентов.';
|
|
assert.deepEqual(await turn({ ok: true, level: 50 }), {
|
|
seen: ['ready', 'transcript', 'device_tool', 'done'], audio: [], calls: [['station_volume', { level: 50 }]],
|
|
});
|
|
assert.deepEqual(recorded, [transcript, 'Громкость 50%.']);
|
|
|
|
transcript = 'Выключи музыку.';
|
|
assert.deepEqual(await turn({ accepted: true, status: 'paused' }), {
|
|
seen: ['ready', 'transcript', 'device_tool', 'done'], audio: [], calls: [['spotify_control', { action: 'pause' }]],
|
|
});
|
|
assert.equal(syntheses, 1);
|
|
assert.deepEqual(recorded, [transcript, 'Музыка на паузе.']);
|
|
await Promise.all([new Promise(r => local.close(r)), new Promise(r => stt.close(r)), new Promise(r => tts.close(r))]);
|
|
});
|