Evaluation - Bulk create

TypeScript

Python

typescript

The function bulkCreateEvaluations() creates multiple Evaluations in a single request.

python

The function bulk_create_evaluations() creates multiple Evaluations in a single request.

Example

typescript

typescript
import { bulkCreateEvaluations, CreateEvaluationType, getTestResult } from "@gentrace/core";
 
const EXAMPLE_RESULT_ID = "492ef124-aca1-4640-8c9c-641c874acdb7";
 
const EXAMPLE_EVALUATOR_ID = "e1117752-01fe-568c-9ee0-5e160352031d"
 
const result = await getTestResult(EXAMPLE_RESULT_ID);
 
const runs = result.runs ?? [];
 
const evaluationPayloads: CreateEvaluationType[] = runs.map((run) => {
  return {
    evaluatorId: EXAMPLE_EVALUATOR_ID,
    runId: run.id,
    evalLabel: "A",
  };
});
 
const creationCount = await bulkCreateEvaluations(evaluationPayloads);
 
console.log("Creation count: ", creationCount);

python

python
import os
import gentrace
from dotenv import load_dotenv
load_dotenv()
gentrace.init(
    api_key=os.getenv("GENTRACE_API_KEY")
)
EXAMPLE_RESULT_ID = "492ef124-aca1-4640-8c9c-641c874acdb7"
EXAMPLE_EVALUATOR_ID = "e1117752-01fe-568c-9ee0-5e160352031d"
result = gentrace.get_test_result(EXAMPLE_RESULT_ID)
runs = result.get("runs") or []
run_ids = [run.get("id") for run in runs]
payloads = [
    {
        "note": "test note",
        "evaluatorId": EXAMPLE_EVALUATOR_ID,
        "runId": run_id,
        "evalLabel": "A",
    }
    for run_id in run_ids
]
creation_count = gentrace.bulk_create_evaluations(
    payloads=payloads
)
print(creation_count)

Arguments

typescript

evaluationPayloads: CreateEvaluationType[]

python

payloads: List[CreateEvaluationType]

Types

🛠️ CreateEvaluationType

note?: string

evaluatorId: string (UUID)

runId: string (UUID)

evalLabel?: string

evalValue?: number