Skip to main content
POST
/
v2
/
scorers
/
list
List Scorers With Filters
curl --request POST \
  --url https://api.galileo.ai/v2/scorers/list \
  --header 'Content-Type: application/json' \
  --header 'Galileo-API-Key: <api-key>' \
  --data '
{
  "filters": [
    {
      "operator": "eq",
      "value": "<string>",
      "name": "name",
      "case_sensitive": false
    }
  ],
  "sort": {
    "name": "name",
    "ascending": true,
    "sort_type": "column"
  }
}
'
{
  "starting_token": 0,
  "limit": 100,
  "paginated": false,
  "next_starting_token": 123,
  "scorers": [
    {
      "id": "<string>",
      "name": "<string>",
      "scorer_type": "llm",
      "tags": [
        "<string>"
      ],
      "defaults": {
        "model_name": "<string>",
        "num_judges": 123,
        "filters": [
          {
            "value": "<string>",
            "operator": "eq",
            "name": "node_name",
            "filter_type": "string",
            "case_sensitive": true
          }
        ],
        "scoreable_node_types": [
          "<string>"
        ],
        "cot_enabled": true,
        "output_type": "boolean",
        "input_type": "basic"
      },
      "latest_version": {
        "id": "<string>",
        "version": 123,
        "scorer_id": "<string>",
        "generated_scorer": {
          "id": "<string>",
          "name": "<string>",
          "chain_poll_template": {
            "template": "<string>",
            "metric_system_prompt": "<string>",
            "metric_description": "<string>",
            "value_field_name": "rating",
            "explanation_field_name": "explanation",
            "metric_few_shot_examples": [
              {
                "generation_prompt_and_response": "<string>",
                "evaluating_response": "<string>"
              }
            ],
            "response_schema": {}
          },
          "instructions": "<string>",
          "user_prompt": "<string>"
        },
        "registered_scorer": {
          "id": "<string>",
          "name": "<string>",
          "score_type": "<string>"
        },
        "finetuned_scorer": {
          "id": "<string>",
          "name": "<string>",
          "lora_task_id": 123,
          "prompt": "<string>",
          "luna_input_type": "span",
          "luna_output_type": "float",
          "class_name_to_vocab_ix": {},
          "executor": "action_completion_luna"
        },
        "model_name": "<string>",
        "num_judges": 123,
        "scoreable_node_types": [
          "<string>"
        ],
        "cot_enabled": true,
        "output_type": "boolean",
        "input_type": "basic"
      },
      "model_type": "slm",
      "ground_truth": true,
      "default_version_id": "<string>",
      "default_version": {
        "id": "<string>",
        "version": 123,
        "scorer_id": "<string>",
        "generated_scorer": {
          "id": "<string>",
          "name": "<string>",
          "chain_poll_template": {
            "template": "<string>",
            "metric_system_prompt": "<string>",
            "metric_description": "<string>",
            "value_field_name": "rating",
            "explanation_field_name": "explanation",
            "metric_few_shot_examples": [
              {
                "generation_prompt_and_response": "<string>",
                "evaluating_response": "<string>"
              }
            ],
            "response_schema": {}
          },
          "instructions": "<string>",
          "user_prompt": "<string>"
        },
        "registered_scorer": {
          "id": "<string>",
          "name": "<string>",
          "score_type": "<string>"
        },
        "finetuned_scorer": {
          "id": "<string>",
          "name": "<string>",
          "lora_task_id": 123,
          "prompt": "<string>",
          "luna_input_type": "span",
          "luna_output_type": "float",
          "class_name_to_vocab_ix": {},
          "executor": "action_completion_luna"
        },
        "model_name": "<string>",
        "num_judges": 123,
        "scoreable_node_types": [
          "<string>"
        ],
        "cot_enabled": true,
        "output_type": "boolean",
        "input_type": "basic"
      },
      "user_prompt": "<string>",
      "scoreable_node_types": [
        "<string>"
      ],
      "output_type": "boolean",
      "input_type": "basic",
      "required_scorers": [
        "<string>"
      ],
      "deprecated": true,
      "label": "",
      "included_fields": [
        "<string>"
      ],
      "description": "<string>",
      "created_by": "<string>",
      "created_at": "2023-11-07T05:31:56Z",
      "updated_at": "2023-11-07T05:31:56Z"
    }
  ]
}

Authorizations

​
Galileo-API-Key
string
header
required

Query Parameters

​
starting_token
integer
default:0
​
limit
integer
default:100

Body

application/json
​
filters
(ScorerNameFilter · object | ScorerTypeFilter · object | ScorerModelTypeFilter · object | ScorerTagsFilter · object | ScorerCreatorFilter · object | ScorerCreatedAtFilter · object | ScorerUpdatedAtFilter · object | ScorerLabelFilter · object)[]
​
sort
ScorerNameSort · object

Response

Successful Response

​
starting_token
integer
default:0
​
limit
integer
default:100
​
paginated
boolean
default:false
​
next_starting_token
integer | null
​
scorers
ScorerResponse · object[]