Testing overview

import openai

def test_paris_trip():
    response = openai.ChatCompletion.create(
        model="gpt-3.5-turbo",
        temperature=0.7,
        messages=[
            {
                "role": "user",
                "content": "What are three activities to do in Paris?"
            }
        ],
    )

    assert "Eiffel Tower" in response["choices"][0]["message"]["content"]

import OpenAI from "openai";

const openai = new OpenAI({
  apiKey: process.env.OPENAI_API_KEY,
});

describe("Baserun end-to-end", () => {
  it("should suggest the Eiffel Tower", async () => {
    const chatCompletion = await openai.chat.completions.create({
      model: "gpt-3.5-turbo",
      temperature: 0.7,
      messages: [
        {
          role: "user",
          content: "What are three activities to do in Paris?",
        },
      ],
    });

    expect(chatCompletion.choices[0].message!.content!).toContain(
      "Eiffel Tower"
    );
  });
});

import baserun
import openai

def test_paris_trip():
    response = openai.ChatCompletion.create(
        model="gpt-3.5-turbo",
        temperature=0.7,
        messages=[
            {
                "role": "user",
                "content": "What are three activities to do in Paris?"
            }
        ],
    )

    output = response["choices"][0]["message"]["content"]
    not_has_ai_language_model = baserun.evals.not_includes("AI Language Model", output, ["AI language model"])
    # Optional: will fail the test if "AI language model" is present in the output
    assert not_has_ai_language_model

import { baserun } from "baserun";
import OpenAI from "openai";

const openai = new OpenAI({
  apiKey: process.env.OPENAI_API_KEY,
});

describe("Baserun end-to-end", () => {
  it("should suggest the Eiffel Tower", async () => {
    const chatCompletion = await openai.chat.completions.create({
      model: "gpt-3.5-turbo",
      temperature: 0.7,
      messages: [
        {
          role: "user",
          content: "What are three activities to do in Paris?",
        },
      ],
    });

    const output = chatCompletion.choices[0].message!.content!;
    const notHasLanguageModel = baserun.evals.notIncludes(
      "AI Language Model",
      output,
      ["AI language model"]
    );
    // Optional: will fail the test if "AI language model" is present in the output
    expect(notHasLanguageModel).toBeTruthy();
  });
});