Automate, train & scale your AI infrastructure.

import TensorOps from "tensorops";

const client = new TensorOps({ apiKey: process.env.TOPS_KEY });

const res = await client.route({
  model: "llama-3-70b",
  fallback: ["mixtral-8x22b"],
  messages: [{ role: "user", content: "Hello!" }]
});
console.log(res.choices[0].message);

import os
from tensorops import TensorOps

client = TensorOps(api_key=os.environ["TOPS_KEY"])

res = client.route(
    model="llama-3-70b",
    fallback=["mixtral-8x22b"],
    messages=[{"role": "user", "content": "Hello!"}],
)
print(res.choices[0].message)