SDKs and compatibility

import os

from openai import OpenAI

# The only change from OpenAI's own API: the base URL and the key
client = OpenAI(base_url="https://api.vultrinference.com/v1", api_key=os.environ["VULTR_INFERENCE_API_KEY"])

chat = client.chat.completions.create(
    model="deepseek-v4.1-flash",
    messages=[{"role": "user", "content": "Name three prime numbers."}],
)
print(chat.choices[0].message.content)

embedding = client.embeddings.create(model="qwen3-embedding-4b", input="Vultr Serverless Inference")
print(len(embedding.data[0].embedding), "dimensions")

import OpenAI from "openai";

// The only change from OpenAI's own API: the base URL and the key
const client = new OpenAI({ baseURL: "https://api.vultrinference.com/v1", apiKey: process.env.VULTR_INFERENCE_API_KEY });

const chat = await client.chat.completions.create({
  model: "deepseek-v4.1-flash",
  messages: [{ role: "user", content: "Name three prime numbers." }],
});
console.log(chat.choices[0].message.content);

const embedding = await client.embeddings.create({ model: "qwen3-embedding-4b", input: "Vultr Serverless Inference" });
console.log(embedding.data[0].embedding.length, "dimensions");

import os

from anthropic import Anthropic

# No /v1 here: Anthropic's SDK adds /v1/messages itself
client = Anthropic(base_url="https://api.vultrinference.com", api_key=os.environ["VULTR_INFERENCE_API_KEY"])

message = client.messages.create(
    model="deepseek-v4.1-flash",
    max_tokens=1024,
    messages=[{"role": "user", "content": "Name three prime numbers."}],
)
print(message.content[-1].text)

import Anthropic from "@anthropic-ai/sdk";

// No /v1 here: Anthropic's SDK adds /v1/messages itself
const client = new Anthropic({ baseURL: "https://api.vultrinference.com", apiKey: process.env.VULTR_INFERENCE_API_KEY });

const message = await client.messages.create({
  model: "deepseek-v4.1-flash",
  max_tokens: 1024,
  messages: [{ role: "user", content: "Name three prime numbers." }],
});
const last = message.content[message.content.length - 1];
console.log(last.type === "text" ? last.text : last);

{
  "id": "chatcmpl-00e333f8-d237-4c25-910f-8171becb0de9",
  "object": "chat.completion",
  "model": "deepseek-v4.1-flash",
  "choices": [
    {
      "index": 0,
      "message": {
        "role": "assistant",
        "content": "No, 221 is not prime because it equals 13 × 17.",
        "reasoning": "We need answer one sentence. Need determine 221 prime? 221 = 13*17? 13*17=221 yes composite. Answer one sentence."
      },
      "finish_reason": "stop",
      "native_finish_reason": "stop"
    }
  ],
  "usage": {
    "prompt_tokens": 38,
    "completion_tokens": 51,
    "total_tokens": 89,
    "prompt_tokens_details": {
      "cached_tokens": 0
    },
    "completion_tokens_details": {
      "reasoning_tokens": 33
    }
  }
}