SerenAI

Pay Per Call Agentic Commerce

EvalSignalItem

Properties

PropertyTypeRequiredDescription
delegation_type DelegationType No
had_tool_errors boolean No
latency_ms any No
model_id string Yes
satisfaction integer Yes
task_type TaskType Yes
token_count any No
tool_ids_used Array<string> No
View JSON Schema
{
  "type": "object",
  "required": [
    "task_type",
    "model_id",
    "satisfaction"
  ],
  "properties": {
    "delegation_type": {
      "$ref": "#/components/schemas/DelegationType"
    },
    "had_tool_errors": {
      "type": "boolean"
    },
    "latency_ms": {
      "oneOf": [
        {
          "type": "null"
        },
        {
          "$ref": "#/components/schemas/LatencyMs"
        }
      ]
    },
    "model_id": {
      "type": "string"
    },
    "satisfaction": {
      "type": "integer",
      "format": "int32"
    },
    "task_type": {
      "$ref": "#/components/schemas/TaskType"
    },
    "token_count": {
      "oneOf": [
        {
          "type": "null"
        },
        {
          "$ref": "#/components/schemas/TokenCount"
        }
      ]
    },
    "tool_ids_used": {
      "type": "array",
      "items": {
        "type": "string"
      }
    }
  }
}