nuxt-app/server/api/llm/chat/index.post.ts

import { requireUser } from "#server/utils/context";
import { getProviderById, getModelById } from "#server/service/llm";
import { createOpenAICompatible } from "@ai-sdk/openai-compatible";
import { streamText, type LanguageModelV1 } from "ai";
import log4js from "logger";

const logger = log4js.getLogger("APP");

function resolveModel(
  provider: {
    name: string;
    apiKey: string | null;
    baseUrl: string | null;
    parseMode: string;
  },
  modelId: string,
): LanguageModelV1 {
  const baseUrl = provider.baseUrl?.replace(/\/+$/, "") || undefined;

  if (provider.parseMode === "anthropic") {
    throw createError({
      statusCode: 400,
      statusMessage: "Anthropic 解析模式暂不支持流式对话，请使用 OpenAI 兼容模式",
    });
  }

  const openaiCompatible = createOpenAICompatible({
    name: provider.name,
    apiKey: provider.apiKey || undefined,
    baseURL: baseUrl || "https://api.openai.com/v1",
  });

  return openaiCompatible(modelId) as LanguageModelV1;
}

export default defineEventHandler(async (event) => {
  const user = await requireUser(event);
  if (!user) {
    throw createError({ statusCode: 401, statusMessage: "未登录" });
  }

  const body = await readBody(event);
  const { modelId: llmModelId, messages, enableThinking } = body as {
    modelId: number;
    messages: { role: "user" | "assistant" | "system"; content: string }[];
    enableThinking?: boolean;
  };

  if (!llmModelId || !messages || !Array.isArray(messages) || messages.length === 0) {
    throw createError({ statusCode: 400, statusMessage: "参数无效" });
  }

  const model = await getModelById(llmModelId, user.id);
  if (!model) {
    throw createError({ statusCode: 404, statusMessage: "模型不存在" });
  }

  const provider = await getProviderById(model.providerId, user.id);
  if (!provider) {
    throw createError({ statusCode: 404, statusMessage: "供应商不存在" });
  }

  if (provider.status !== "active") {
    throw createError({ statusCode: 400, statusMessage: "供应商已禁用" });
  }

  if (!provider.apiKey) {
    throw createError({ statusCode: 400, statusMessage: "供应商未配置 API Key" });
  }

  logger.info(
    "[%s] [LLM-CHAT] userId=%d modelId=%d provider=%s parseMode=%s messages=%d thinking=%s",
    event.context.requestId ?? "-",
    user.id,
    llmModelId,
    provider.name,
    provider.parseMode,
    messages.length,
    enableThinking ? "on" : "off",
  );

  const languageModel = resolveModel(provider, model.modelId);

  const result = streamText({
    model: languageModel,
    messages,
    maxTokens: model.maxTokens || undefined,
    ...(enableThinking
      ? {
          providerOptions: {
            openaiCompatible: { reasoningEffort: "high" },
          },
        }
      : {}),
  });

  return result.toDataStreamResponse({ sendReasoning: true });
});