SDK Examples

import OpenAI from 'openai'
 
const client = new OpenAI({
  apiKey: process.env.KUSHROUTER_API_KEY!,
  baseURL: 'https://api.kushrouter.com/api/openai'
})
 
const res = await client.chat.completions.create({
  model: 'gpt-4o-mini',
  messages: [{ role: 'user', content: 'Stream a short poem about routers.' }],
  stream: true
})
 
for await (const chunk of res) {
  const delta = chunk.choices?.[0]?.delta?.content
  if (delta) process.stdout.write(delta)
}

import Anthropic from '@anthropic-ai/sdk'
 
const client = new Anthropic({
  apiKey: process.env.KUSHROUTER_API_KEY!,
  baseURL: 'https://api.kushrouter.com/api/anthropic'
})
 
const stream = await client.messages.stream({
  model: 'claude-3-5-sonnet-20241022',
  max_tokens: 256,
  messages: [{ role: 'user', content: [{ type: 'text', text: 'Explain unified LLM routing.' }] }]
})
 
for await (const evt of stream) {
  if (evt.type === 'content_block_delta' && evt.delta?.type === 'text_delta') {
    process.stdout.write(evt.delta.text)
  }
}

from openai import OpenAI
import os
 
client = OpenAI(
    api_key=os.environ['KUSHROUTER_API_KEY'],
    base_url='https://api.kushrouter.com/api/openai'
)
 
resp = client.chat.completions.create(
    model='gpt-4o-mini',
    messages=[{'role': 'user', 'content': 'Give me 3 bullet points on KushRouter.'}],
)
print(resp.choices[0].message)