36 lines
2.8 KiB
JavaScript
36 lines
2.8 KiB
JavaScript
import fs from 'node:fs';
|
|
import http from 'node:http';
|
|
import assert from 'node:assert/strict';
|
|
import { Provider } from '../src/server/provider.mjs';
|
|
const root = '.qa/model-wait-long'; fs.mkdirSync(root, { recursive: true });
|
|
const events = [], requests = [], sockets = new Set();
|
|
const chat = (content, finish = null) => 'data: ' + JSON.stringify({ choices: [{ index: 0, delta: { content }, finish_reason: finish }] }) + '\n\n';
|
|
const server = http.createServer(async (request, response) => {
|
|
const pieces = []; for await (const piece of request) pieces.push(piece);
|
|
const body = JSON.parse(Buffer.concat(pieces)); requests.push({ at: new Date().toISOString(), streaming: body.stream });
|
|
if (body.stream) {
|
|
response.writeHead(200, { 'Content-Type': 'text/event-stream' });
|
|
response.write(chat('开始'));
|
|
const timer = setInterval(() => response.write(': owned heartbeat\n\n'), 2000);
|
|
response.once('close', () => clearInterval(timer));
|
|
setTimeout(() => { clearInterval(timer); response.end(chat('完成') + chat('', 'stop') + 'data: [DONE]\n\n'); }, 65000);
|
|
} else setTimeout(() => { response.writeHead(200, { 'Content-Type': 'application/json' }); response.end(JSON.stringify({ choices: [{ message: { role: 'assistant', content: 'non-stream completed' }, finish_reason: 'stop' }] })); }, 65000);
|
|
});
|
|
server.on('connection', socket => { sockets.add(socket); socket.once('close', () => sockets.delete(socket)); });
|
|
await new Promise(resolve => server.listen(0, '127.0.0.1', resolve));
|
|
const started = Date.now();
|
|
try {
|
|
const results = await Promise.all([false, true].map(async streaming => {
|
|
const provider = new Provider();
|
|
const result = await provider.complete({ mode: 'compatible', baseUrl: 'http://127.0.0.1:' + server.address().port + '/v1', model: 'owned-long-wait', streaming },
|
|
[{ role: 'user', content: 'owned wait fixture only' }], null, new AbortController().signal,
|
|
event => { if (event.phase === 'completed' || event.consumption) events.push({ streaming, event: { ...event, streamCapture: undefined } }); }, null, []);
|
|
assert.equal(result.message.content, streaming ? '开始完成' : 'non-stream completed');
|
|
assert.equal(provider.activeRequests, 0);
|
|
return { streaming, durationMs: Date.now() - started, finishReason: result.finishReason, content: result.message.content };
|
|
}));
|
|
assert.ok(results.every(value => value.durationMs > 60000)); assert.equal(requests.length, 2);
|
|
fs.writeFileSync(root + '/result.json', JSON.stringify({ success: true, results, requests, events, realModelRequests: 0 }, null, 2) + '\n', { flag: 'wx' });
|
|
console.log(JSON.stringify({ success: true, results, requests: requests.length, realModelRequests: 0 }));
|
|
} finally { for (const socket of sockets) socket.destroy(); await new Promise(resolve => server.close(resolve)); }
|