Derivations

function evaluate({
  // The trace data to analyze
  trace,
  // The source test case from the test dataset (if available)
  testCase,
  // All other derivations in the same view, spread as individual
  // camelCase properties
  ...otherDerivations
}) {

  ...

  // The return type must match the type specified in the
  // dropdown at the bottom of the derivation.
  return ...
}

def evaluate(params):
    # The trace data to analyze
    trace = params["trace"]
    # The source test case from the test dataset (if available)
    test_case = params["test_case"]
    # All other derivations in the same view, spread as individual
    # snake_case properties
    some_other_derivation = params["some_other_derivation"]

    ...

    # The return type must match the type specified in the
    # dropdown at the bottom of the derivation.
    return ...

const { count } = await callAgent({
  instructions: "How many r's in strawberry?",
  jsonSchema: {
    type: 'object',
    properties: {
      count: { type: 'number' },
    },
    required: ['count'],
  },
});

// Analyzing a user message
const { sentiment } = await callAgent({
  instructions: 'Analyze the sentiment of: ' + userMessage,
  jsonSchema: {
    type: 'object',
    properties: {
      sentiment: {
        type: 'string',
        enum: ['positive', 'neutral', 'negative'],
      },
      confidence: {
        type: 'number',
        minimum: 0,
        maximum: 1,
      },
    },
    required: ['sentiment', 'confidence'],
  },
});

// Analyzing a trace
const { longestMessage } = await callAgent({
  instructions:
    'Get the sentiment of the longest user message in this trace',
  resources: [{ type: 'trace' }],
  jsonSchema: {
    type: 'object',
    properties: {
      sentiment: {
        type: 'string',
        enum: ['positive', 'neutral', 'negative'],
      },
      confidence: {
        type: 'number',
        minimum: 0,
        maximum: 1,
      },
      longestMessage: { type: 'string' },
    },
    required: ['sentiment', 'confidence', 'longestMessage'],
  },
});

result = await call_agent({
    "instructions": "How many r's in strawberry?",
    "json_schema": {
        "type": "object",
        "properties": {
            "count": { "type": "number" }
        },
        "required": ["count"]
    }
})

# Analyzing a user message
result = await call_agent({
    "instructions": "Analyze the sentiment of: " + user_message,
    "json_schema": {
        "type": "object",
        "properties": {
            "sentiment": {
                "type": "string",
                "enum": ["positive", "neutral", "negative"]
            },
            "confidence": {
                "type": "number",
                "minimum": 0,
                "maximum": 1
            }
        },
        "required": ["sentiment", "confidence"]
    }
})

# Analyzing a trace
result = await call_agent({
    "instructions": "Get the sentiment of the longest user message in this trace",
    "resources": [{"type": "trace"}],
    "json_schema": {
        "type": "object",
        "properties": {
            "sentiment": {
                "type": "string",
                "enum": ["positive", "neutral", "negative"]
            },
            "confidence": {
                "type": "number",
                "minimum": 0,
                "maximum": 1
            },
            "longestMessage": {"type": "string"}
        },
        "required": ["sentiment", "confidence", "longestMessage"]
    }
})