Vercel AI SDK

npm install ai @ai-sdk/openai-compatible

import { createOpenAICompatible } from "@ai-sdk/openai-compatible";

const ablit = createOpenAICompatible({
  name: "abliteration",
  baseURL: "https://api.abliteration.ai/v1",
  apiKey: process.env.ABLIT_KEY,
});

import { generateText } from "ai";

const { text } = await generateText({
  model: ablit("abliterated-model"),
  prompt: "Hello",
});

// app/api/chat/route.ts
import { streamText } from "ai";

export async function POST(req: Request) {
  const { messages } = await req.json();
  const result = streamText({
    model: ablit("abliterated-model"),
    messages,
  });
  return result.toDataStreamResponse();
}