34 lines
2.8 KiB
JavaScript
34 lines
2.8 KiB
JavaScript
import http from 'node:http';
|
|
import assert from 'node:assert/strict';
|
|
import { requestHistory } from '../../src/shared/contracts/model-request.mjs';
|
|
|
|
// An owned wire fixture only: the original engineering algorithm receives the
|
|
// same canonical history. Runtime/Harness/checks/Git still execute for real.
|
|
export async function responsesEngineeringHttp(t, algorithm) {
|
|
const requests = [], errors = [], sockets = new Set();
|
|
const server = http.createServer(async (request, response) => {
|
|
try {
|
|
const parts = []; for await (const part of request) parts.push(part);
|
|
const wire = JSON.parse(Buffer.concat(parts)); assert.equal(request.url, '/v1/responses'); assert.equal(wire.stream, true);
|
|
requests.push(wire);
|
|
const input = { ...wire, messages: requestHistory(wire) }, result = await algorithm('/v1/chat/completions', input);
|
|
const message = result.choices[0].message;
|
|
const output = [...(message.content ? [{ id: 'msg_' + requests.length, type: 'message', role: 'assistant', status: 'completed', content: [{ type: 'output_text', text: message.content }] }] : []),
|
|
...(message.tool_calls ?? []).map((call, index) => ({ type: 'function_call', id: 'fc_' + requests.length + '_' + index, call_id: call.id, name: call.function.name, arguments: call.function.arguments, status: 'completed' }))];
|
|
const final = { id: 'resp_' + requests.length, status: 'completed', output, usage: { input_tokens: result.usage.prompt_tokens, output_tokens: result.usage.completion_tokens, total_tokens: result.usage.total_tokens } };
|
|
response.writeHead(200, { 'Content-Type': 'text/event-stream' }); let sequence = 0;
|
|
const send = (type, data) => response.write('data: ' + JSON.stringify({ type, sequence_number: sequence++, ...data }) + '\n\n');
|
|
send('response.created', { response: { id: final.id } });
|
|
for (const item of output) {
|
|
if (item.type === 'message') send('response.output_text.delta', { delta: item.content[0].text });
|
|
else { send('response.output_item.added', { item: { ...item, arguments: '', status: 'in_progress' } }); send('response.function_call_arguments.delta', { item_id: item.id, delta: item.arguments }); send('response.function_call_arguments.done', { item_id: item.id, arguments: item.arguments }); }
|
|
}
|
|
send('response.completed', { response: final }); response.end();
|
|
} catch (error) { errors.push({message:error.message,stack:error.stack}); response.destroy(); }
|
|
});
|
|
server.on('connection', socket => { sockets.add(socket); socket.on('close', () => sockets.delete(socket)); });
|
|
await new Promise(resolve => server.listen(0, '127.0.0.1', resolve));
|
|
t.after(() => new Promise(resolve => { for (const socket of sockets) socket.destroy(); server.close(resolve); }));
|
|
return { baseUrl: 'http://127.0.0.1:' + server.address().port + '/v1', requests, errors };
|
|
}
|