elysia openai示例

import 'dotenv/config';
import { Elysia, t } from 'elysia';
import OpenAI from 'openai';

const openai = new OpenAI({
    apiKey: process.env.OPENAI_API_KEY,
    baseURL: process.env.OPENAI_API_BASE_URL,
});

const app = new Elysia()
    .post(
        "/ai",
        async function* ({ body }) {
            const { prompt } = body;
            const stream = await openai.chat.completions.create({
                model: 'gpt-4o-mini',
                messages: [{ role: 'user', content: prompt }],
                stream: true,
            });
            for await (const chunk of stream) {
                yield chunk.choices[0]?.delta?.content || '';
            }
        },
        {
            body: t.Object({
                prompt: t.String(),
            }),
        }
    )
    .listen(8080);

console.log(`Listening on ${app.server?.url}`);

stream模式,不过已经标记为过时:

import 'dotenv/config';
import { Elysia, t } from 'elysia';
import OpenAI from 'openai';
import { Stream } from '@elysiajs/stream'

const openai = new OpenAI({
    apiKey: process.env.OPENAI_API_KEY,
    baseURL: process.env.OPENAI_API_BASE_URL,
});

const app = new Elysia()
    .post(
        "/ai",
        ({ body: { prompt } }) =>
            new Stream(
                openai.chat.completions.create({
                    model: 'gpt-4o-mini',
                    stream: true,
                    messages: [{
                        role: 'user',
                        content: prompt
                    }]
                })
            ),
        {
            body: t.Object({
                prompt: t.String(),
            }),
        }
    )
    .listen(8888);

console.log(`Listening on ${app.server?.url}`);
posted @ 2024-12-04 17:08  卓能文  阅读(37)  评论(0)    收藏  举报