OpenAI のコードはそのまま、ベース URL だけ変更

import OpenAI from "openai";
import { randomUUID } from "node:crypto";

const client = new OpenAI({
  apiKey: process.env.SPICY_API_KEY,
  baseURL: "https://api.spicyapi.ai/v1",
});

// One key per business action. The SDK retries automatically, so without it a
// dropped response can create a second task and a second charge.
const idempotencyKey = randomUUID();

const completion = await client.chat.completions.create(
  {
    model: "MODEL_ID_FROM_CATALOG",
    messages: [{ role: "user", content: "Say hello in five words." }],
  },
  { headers: { "Idempotency-Key": idempotencyKey } },
);
console.log(completion.choices[0].message.content);

import os
import uuid

from openai import OpenAI

client = OpenAI(
    api_key=os.environ["SPICY_API_KEY"],
    base_url="https://api.spicyapi.ai/v1",  # or set OPENAI_BASE_URL
)

# One key per business action. The SDK retries automatically, so without it a
# dropped response can create a second task and a second charge.
idempotency_key = str(uuid.uuid4())

completion = client.chat.completions.create(
    model="MODEL_ID_FROM_CATALOG",
    messages=[{"role": "user", "content": "Say hello in five words."}],
    extra_headers={"Idempotency-Key": idempotency_key},
)
print(completion.choices[0].message.content)

import { createOpenAICompatible } from "@ai-sdk/openai-compatible";
import { generateText } from "ai";
import { randomUUID } from "node:crypto";

const spicy = createOpenAICompatible({
  name: "spicyapi",
  apiKey: process.env.SPICY_API_KEY,
  baseURL: "https://api.spicyapi.ai/v1",
});

const { text } = await generateText({
  model: spicy("MODEL_ID_FROM_CATALOG"),
  prompt: "Say hello in five words.",
  // Per call, never on the client: one key shared by every request would make
  // the second request replay the first one's answer.
  headers: { "Idempotency-Key": randomUUID() },
});

import os

from langchain_openai import ChatOpenAI

llm = ChatOpenAI(
    model="MODEL_ID_FROM_CATALOG",
    base_url="https://api.spicyapi.ai/v1",
    api_key=os.environ["SPICY_API_KEY"],
    # Retries here would resend an already-accepted request without an
    # Idempotency-Key, which bills twice. Send the key yourself (see the
    # OpenAI Python recipe) before turning retries back on.
    max_retries=0,
)
print(llm.invoke("Say hello in five words.").content)