Test Cases

import { init, testCases } from 'gentrace';

init({
  apiKey: process.env.GENTRACE_API_KEY,
});

// List test cases from a dataset
const testCasesList = await testCases.list({
  datasetId: 'your-dataset-id',
});

// Access the test cases
for (const testCase of testCasesList.data) {
  console.log(testCase.name);
  console.log(testCase.inputs);
}

import os
from gentrace import init, test_cases_async

init(api_key=os.environ["GENTRACE_API_KEY"])

# List test cases from a dataset
test_case_list = await test_cases_async.list(
    dataset_id="your-dataset-id"
)

# Access the test cases
for test_case in test_case_list.data:
    print(test_case.name)
    print(test_case.inputs)

const testCase = await testCases.create({
  datasetId: 'your-dataset-id',
  inputs: { query: 'What is AI?' },
  name: 'Basic AI question',
  expectedOutputs: { answer: 'Artificial Intelligence is...' }, // optional
});

test_case = await test_cases.create(
    dataset_id="your-dataset-id",
    inputs={"query": "What is AI?"},
    name="Basic AI question",
    expected_outputs={"answer": "Artificial Intelligence is..."}  # optional
)

const testCase = await testCases.retrieve('test-case-id');
console.log(testCase.inputs);

test_case = await test_cases.retrieve("test-case-id")
print(test_case.inputs)

await testCases.delete('test-case-id');

await test_cases.delete("test-case-id")

// Filter by pipeline
const testCasesList = await testCases.list({
  pipelineId: 'pipeline-id',
  // or use pipelineSlug: 'pipeline-slug'
});

# Filter by pipeline
test_case_list = await test_cases_async.list(
    pipeline_id="pipeline-id",
    # or use pipeline_slug="pipeline-slug"
)

await evalDataset({
  data: async () => {
    const testCasesList = await testCases.list({
      datasetId: DATASET_ID,
    });
    return testCasesList.data;
  },
  interaction: yourAIFunction, // See interaction() docs
});

async def fetch_test_cases():
    test_case_list = await test_cases_async.list(dataset_id=DATASET_ID)
    return test_case_list.data

await eval_dataset(
    data=fetch_test_cases,
    interaction=your_ai_function, # See interaction() docs
)