Skip to main content
Use the official OpenAI or Anthropic Python SDKs by pointing them at abliteration.ai.

Install

pip install openai

OpenAI SDK

import os
from openai import OpenAI

client = OpenAI(
    base_url="https://api.abliteration.ai/v1",
    api_key=os.environ["ABLIT_KEY"],
)

resp = client.chat.completions.create(
    model="abliterated-model",
    messages=[{"role": "user", "content": "Hello"}],
)
print(resp.choices[0].message.content)

Async

from openai import AsyncOpenAI

client = AsyncOpenAI(base_url="https://api.abliteration.ai/v1", api_key=os.environ["ABLIT_KEY"])

async def main():
    resp = await client.chat.completions.create(
        model="abliterated-model",
        messages=[{"role": "user", "content": "Hello"}],
    )
    print(resp.choices[0].message.content)

Anthropic SDK

pip install anthropic
from anthropic import Anthropic

client = Anthropic(
    base_url="https://api.abliteration.ai",
    auth_token=os.environ["ABLIT_KEY"],
)
See Anthropic compatibility for details.