Use the official OpenAI or Anthropic Python SDKs with abliteration.ai by changing the base URL.
pip install openai
import os from openai import OpenAI client = OpenAI( base_url="https://api.abliteration.ai/v1", api_key=os.environ["ABLIT_KEY"], ) resp = client.chat.completions.create( model="abliterated-model", messages=[{"role": "user", "content": "Hello"}], ) print(resp.choices[0].message.content)
from openai import AsyncOpenAI client = AsyncOpenAI(base_url="https://api.abliteration.ai/v1", api_key=os.environ["ABLIT_KEY"]) async def main(): resp = await client.chat.completions.create( model="abliterated-model", messages=[{"role": "user", "content": "Hello"}], ) print(resp.choices[0].message.content)
pip install anthropic
from anthropic import Anthropic client = Anthropic( base_url="https://api.abliteration.ai", auth_token=os.environ["ABLIT_KEY"], )