OpenAI

pip install trulayer openai

npm install @trulayer/sdk openai

import os
from openai import OpenAI
import trulayer

trulayer.init(api_key=os.environ["TRULAYER_API_KEY"], project_name="my-app")

client = OpenAI()
trulayer.instrument_openai(client)

import OpenAI from "openai";
import { TruLayer, instrumentOpenAI } from "@trulayer/sdk";

const tl = new TruLayer({
  apiKey: process.env.TRULAYER_API_KEY!,
  projectName: "my-app",
});

const openai = instrumentOpenAI(new OpenAI(), tl);

stream = client.chat.completions.create(
    model="gpt-4o-mini",
    messages=[{"role": "user", "content": "Hi"}],
    stream=True,
)
for chunk in stream:
    print(chunk.choices[0].delta.content or "", end="")
# span closes here with the full concatenated output

const stream = await openai.chat.completions.create({
  model: "gpt-4o-mini",
  messages: [{ role: "user", content: "Hi" }],
  stream: true,
});
for await (const chunk of stream) {
  process.stdout.write(chunk.choices[0].delta.content ?? "");
}
// span closes after the for-await loop exits