elysia openai示例
import 'dotenv/config';
import { Elysia, t } from 'elysia';
import OpenAI from 'openai';
const openai = new OpenAI({
apiKey: process.env.OPENAI_API_KEY,
baseURL: process.env.OPENAI_API_BASE_URL,
});
const app = new Elysia()
.post(
"/ai",
async function* ({ body }) {
const { prompt } = body;
const stream = await openai.chat.completions.create({
model: 'gpt-4o-mini',
messages: [{ role: 'user', content: prompt }],
stream: true,
});
for await (const chunk of stream) {
yield chunk.choices[0]?.delta?.content || '';
}
},
{
body: t.Object({
prompt: t.String(),
}),
}
)
.listen(8080);
console.log(`Listening on ${app.server?.url}`);
stream模式,不过已经标记为过时:
import 'dotenv/config';
import { Elysia, t } from 'elysia';
import OpenAI from 'openai';
import { Stream } from '@elysiajs/stream'
const openai = new OpenAI({
apiKey: process.env.OPENAI_API_KEY,
baseURL: process.env.OPENAI_API_BASE_URL,
});
const app = new Elysia()
.post(
"/ai",
({ body: { prompt } }) =>
new Stream(
openai.chat.completions.create({
model: 'gpt-4o-mini',
stream: true,
messages: [{
role: 'user',
content: prompt
}]
})
),
{
body: t.Object({
prompt: t.String(),
}),
}
)
.listen(8888);
console.log(`Listening on ${app.server?.url}`);

浙公网安备 33010602011771号