Files
neta/server/ai/provider.ts
T

81 lines
2.3 KiB
TypeScript
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
import "server-only";
import { createGoogleGenerativeAI } from "@ai-sdk/google";
import { createGroq } from "@ai-sdk/groq";
import { createOpenAI } from "@ai-sdk/openai";
import type { LanguageModel } from "ai";
import { getServerConfig } from "../config";
import type { DomainActor } from "../domain/actor";
import { DomainError } from "../domain/errors";
import { getAiRuntimeSettings } from "../settings/ai";
const defaultModels = {
gemini: "gemini-1.5-pro-latest",
groq: "llama-3.1-8b-instant",
openai: "gpt-4o",
ollama: "llama3.2",
} as const;
export type AiRuntime = {
model: LanguageModel;
provider: keyof typeof defaultModels;
modelName: string;
timeout: number;
};
export function getAiRuntime(actor: DomainActor): AiRuntime {
const settings = getAiRuntimeSettings(actor);
const modelName = settings.model ?? defaultModels[settings.provider];
const config = getServerConfig();
if (settings.provider !== "ollama" && !settings.apiKey) {
throw new DomainError(
"VALIDATION_ERROR",
"Ayarlardan bir AI sağlayıcısı ve API anahtarı seçmelisiniz.",
);
}
let model: LanguageModel;
switch (settings.provider) {
case "gemini":
model = createGoogleGenerativeAI({ apiKey: settings.apiKey ?? "" })(modelName);
break;
case "groq":
model = createGroq({ apiKey: settings.apiKey ?? "" })(modelName);
break;
case "ollama":
model = createOpenAI({
apiKey: "ollama",
baseURL: config.ollamaBaseUrl,
})(modelName);
break;
default:
model = createOpenAI({ apiKey: settings.apiKey ?? "" })(modelName);
}
return {
model,
provider: settings.provider,
modelName,
timeout: config.aiRequestTimeoutMs,
};
}
export function normalizeAiError(error: unknown): DomainError {
if (error instanceof DomainError) return error;
const name = error instanceof Error ? error.name : "";
if (name === "AbortError" || name === "TimeoutError") {
return new DomainError(
"UPSTREAM_TIMEOUT",
"AI sağlayıcısı zamanında yanıt vermedi. Lütfen tekrar deneyin.",
);
}
console.error("AI provider request failed", error);
return new DomainError(
"UPSTREAM_ERROR",
"AI sağlayıcısına ulaşılamadı. Sağlayıcı ayarlarını kontrol edip tekrar deneyin.",
);
}