> ## Documentation Index
> Fetch the complete documentation index at: https://docs.pandaprobe.com/llms.txt
> Use this file to discover all available pages before exploring further.

# Create Batch Eval Run

> Create an eval run for an explicit list of trace IDs.

Evaluates exactly the provided traces with all requested metrics.
All metrics for all traces are processed in a single sequential
Celery task -- no race conditions on concurrent writes.

Auth: ``Bearer`` + ``X-Project-ID`` | ``X-API-Key`` + ``X-Project-Name``

Rate limit: ``50/min``



## OpenAPI

````yaml /openapi.json post /evaluations/trace-runs/batch
openapi: 3.1.0
info:
  title: PandaProbe API
  description: >-
    Open-source agent engineering platform — trace LLM calls, evaluate agent
    performance, and monitor AI pipelines.
  version: 0.1.0
  contact:
    name: PandaProbe
    url: https://www.pandaprobe.com
    email: support@pandaprobe.com
servers:
  - url: https://api.pandaprobe.com
    description: Production
security: []
tags:
  - name: health
    description: Service health and readiness probes.
  - name: user
    description: Authenticated user profile.
  - name: traces
    description: Trace ingestion, querying, updating, and analytics.
  - name: sessions
    description: Session-based trace aggregation and analytics.
  - name: evaluations
    description: Evaluation runs, scores, analytics, and monitoring.
  - name: organizations
    description: Organization management and membership.
  - name: projects
    description: Project CRUD within organizations.
  - name: api-keys
    description: API key lifecycle management.
paths:
  /evaluations/trace-runs/batch:
    post:
      tags:
        - evaluations
      summary: Create Batch Eval Run
      description: |-
        Create an eval run for an explicit list of trace IDs.

        Evaluates exactly the provided traces with all requested metrics.
        All metrics for all traces are processed in a single sequential
        Celery task -- no race conditions on concurrent writes.

        Auth: ``Bearer`` + ``X-Project-ID`` | ``X-API-Key`` + ``X-Project-Name``

        Rate limit: ``50/min``
      operationId: create_batch_eval_run_evaluations_trace_runs_batch_post
      requestBody:
        content:
          application/json:
            schema:
              $ref: '#/components/schemas/CreateBatchEvalRunRequest'
        required: true
      responses:
        '202':
          description: Successful Response
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/EvalRunResponse'
        '422':
          description: Validation Error
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/HTTPValidationError'
      security:
        - HTTPBearer: []
        - ApiKey: []
        - ProjectID: []
        - ProjectName: []
components:
  schemas:
    CreateBatchEvalRunRequest:
      properties:
        trace_ids:
          items:
            type: string
            format: uuid
          type: array
          minItems: 1
          title: Trace Ids
          description: >-
            List of trace UUIDs to evaluate. Duplicates are removed
            automatically.
        metrics:
          items:
            type: string
          type: array
          minItems: 1
          title: Metrics
          description: >-
            List of metric names to run on each trace. Example:
            ['task_completion', 'step_efficiency'].
        name:
          anyOf:
            - type: string
            - type: 'null'
          title: Name
          description: Optional human-readable label for this run.
        model:
          anyOf:
            - type: string
            - type: 'null'
          title: Model
          description: >-
            LLM model string override for the judge. Null uses the system
            default.
      type: object
      required:
        - trace_ids
        - metrics
      title: CreateBatchEvalRunRequest
      description: |-
        Create an eval run for an explicit list of trace IDs.

        Use this when the user has manually selected specific traces in the
        dashboard rather than using filter-based selection.
    EvalRunResponse:
      properties:
        id:
          type: string
          format: uuid
          title: Id
        name:
          anyOf:
            - type: string
            - type: 'null'
          title: Name
        status:
          $ref: '#/components/schemas/EvaluationStatus'
        metric_names:
          items:
            type: string
          type: array
          title: Metric Names
        total_traces:
          type: integer
          title: Total Traces
        evaluated_count:
          type: integer
          title: Evaluated Count
        failed_count:
          type: integer
          title: Failed Count
        created_at:
          type: string
          title: Created At
        completed_at:
          anyOf:
            - type: string
            - type: 'null'
          title: Completed At
        project_id:
          type: string
          format: uuid
          title: Project Id
        target_type:
          type: string
          title: Target Type
        filters:
          additionalProperties: true
          type: object
          title: Filters
        sampling_rate:
          type: number
          title: Sampling Rate
        model:
          anyOf:
            - type: string
            - type: 'null'
          title: Model
        monitor_id:
          anyOf:
            - type: string
              format: uuid
            - type: 'null'
          title: Monitor Id
        error_message:
          anyOf:
            - type: string
            - type: 'null'
          title: Error Message
      type: object
      required:
        - id
        - name
        - status
        - metric_names
        - total_traces
        - evaluated_count
        - failed_count
        - created_at
        - completed_at
        - project_id
        - target_type
        - filters
        - sampling_rate
        - model
        - monitor_id
        - error_message
      title: EvalRunResponse
      description: Full eval run representation used by both list and detail endpoints.
    HTTPValidationError:
      properties:
        detail:
          items:
            $ref: '#/components/schemas/ValidationError'
          type: array
          title: Detail
      type: object
      title: HTTPValidationError
    EvaluationStatus:
      type: string
      enum:
        - PENDING
        - RUNNING
        - COMPLETED
        - FAILED
      title: EvaluationStatus
      description: Lifecycle status of an evaluation job.
    ValidationError:
      properties:
        loc:
          items:
            anyOf:
              - type: string
              - type: integer
          type: array
          title: Location
        msg:
          type: string
          title: Message
        type:
          type: string
          title: Error Type
        input:
          title: Input
        ctx:
          type: object
          title: Context
      type: object
      required:
        - loc
        - msg
        - type
      title: ValidationError
  securitySchemes:
    HTTPBearer:
      type: http
      scheme: bearer
    ApiKey:
      type: apiKey
      in: header
      name: X-API-Key
    ProjectID:
      type: apiKey
      in: header
      name: X-Project-ID
    ProjectName:
      type: apiKey
      in: header
      name: X-Project-Name

````