Create or update AWS SageMaker integration

Create or update an AWS integration for this user from Galileo.

PUT /v2/integrations/aws_sagemaker

Create or update AWS SageMaker integration

cURL

curl --request PUT \
  --url https://api.galileo.ai/v2/integrations/aws_sagemaker \
  --header 'Content-Type: application/json' \
  --header 'Galileo-API-Key: <api-key>' \
  --data '
{
  "token": {},
  "multi_modal_config": {
    "max_files": 2,
    "max_file_size_bytes": 2
  },
  "models": [
    {
      "name": "<string>",
      "alias": "<string>",
      "integration": "openai",
      "user_role": "<string>",
      "assistant_role": "<string>",
      "system_supported": false,
      "input_modalities": [],
      "alternative_names": [
        "<string>"
      ],
      "input_token_limit": 123,
      "output_token_limit": 123,
      "token_limit": 123,
      "cost_by": "tokens",
      "is_chat": false,
      "provides_log_probs": false,
      "formatting_tokens": 0,
      "response_prefix_tokens": 0,
      "api_version": "<string>",
      "legacy_mistral_prompt_format": false,
      "requires_max_tokens": false,
      "max_top_p": 123,
      "params_map": {
        "model": "<string>",
        "temperature": "<string>",
        "max_tokens": "<string>",
        "stop_sequences": "<string>",
        "top_p": "<string>",
        "top_k": "<string>",
        "frequency_penalty": "<string>",
        "presence_penalty": "<string>",
        "echo": "<string>",
        "logprobs": "<string>",
        "top_logprobs": "<string>",
        "n": "<string>",
        "api_version": "<string>",
        "tools": "<string>",
        "tool_choice": "<string>",
        "response_format": "<string>",
        "reasoning_effort": "<string>",
        "verbosity": "<string>",
        "deployment_name": "<string>"
      },
      "output_map": {
        "response": "<string>",
        "token_count": "<string>",
        "input_token_count": "<string>",
        "output_token_count": "<string>",
        "completion_reason": "<string>"
      },
      "input_map": {
        "prompt": "<string>",
        "prefix": "",
        "suffix": ""
      }
    }
  ],
  "credential_type": "key_secret",
  "region": "us-west-2",
  "inference_profiles": {}
}
'

import requests

url = "https://api.galileo.ai/v2/integrations/aws_sagemaker"

payload = {
    "token": {},
    "multi_modal_config": {
        "max_files": 2,
        "max_file_size_bytes": 2
    },
    "models": [
        {
            "name": "<string>",
            "alias": "<string>",
            "integration": "openai",
            "user_role": "<string>",
            "assistant_role": "<string>",
            "system_supported": False,
            "input_modalities": [],
            "alternative_names": ["<string>"],
            "input_token_limit": 123,
            "output_token_limit": 123,
            "token_limit": 123,
            "cost_by": "tokens",
            "is_chat": False,
            "provides_log_probs": False,
            "formatting_tokens": 0,
            "response_prefix_tokens": 0,
            "api_version": "<string>",
            "legacy_mistral_prompt_format": False,
            "requires_max_tokens": False,
            "max_top_p": 123,
            "params_map": {
                "model": "<string>",
                "temperature": "<string>",
                "max_tokens": "<string>",
                "stop_sequences": "<string>",
                "top_p": "<string>",
                "top_k": "<string>",
                "frequency_penalty": "<string>",
                "presence_penalty": "<string>",
                "echo": "<string>",
                "logprobs": "<string>",
                "top_logprobs": "<string>",
                "n": "<string>",
                "api_version": "<string>",
                "tools": "<string>",
                "tool_choice": "<string>",
                "response_format": "<string>",
                "reasoning_effort": "<string>",
                "verbosity": "<string>",
                "deployment_name": "<string>"
            },
            "output_map": {
                "response": "<string>",
                "token_count": "<string>",
                "input_token_count": "<string>",
                "output_token_count": "<string>",
                "completion_reason": "<string>"
            },
            "input_map": {
                "prompt": "<string>",
                "prefix": "",
                "suffix": ""
            }
        }
    ],
    "credential_type": "key_secret",
    "region": "us-west-2",
    "inference_profiles": {}
}
headers = {
    "Galileo-API-Key": "<api-key>",
    "Content-Type": "application/json"
}

response = requests.put(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'PUT',
  headers: {'Galileo-API-Key': '<api-key>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    token: {},
    multi_modal_config: {max_files: 2, max_file_size_bytes: 2},
    models: [
      {
        name: '<string>',
        alias: '<string>',
        integration: 'openai',
        user_role: '<string>',
        assistant_role: '<string>',
        system_supported: false,
        input_modalities: [],
        alternative_names: ['<string>'],
        input_token_limit: 123,
        output_token_limit: 123,
        token_limit: 123,
        cost_by: 'tokens',
        is_chat: false,
        provides_log_probs: false,
        formatting_tokens: 0,
        response_prefix_tokens: 0,
        api_version: '<string>',
        legacy_mistral_prompt_format: false,
        requires_max_tokens: false,
        max_top_p: 123,
        params_map: {
          model: '<string>',
          temperature: '<string>',
          max_tokens: '<string>',
          stop_sequences: '<string>',
          top_p: '<string>',
          top_k: '<string>',
          frequency_penalty: '<string>',
          presence_penalty: '<string>',
          echo: '<string>',
          logprobs: '<string>',
          top_logprobs: '<string>',
          n: '<string>',
          api_version: '<string>',
          tools: '<string>',
          tool_choice: '<string>',
          response_format: '<string>',
          reasoning_effort: '<string>',
          verbosity: '<string>',
          deployment_name: '<string>'
        },
        output_map: {
          response: '<string>',
          token_count: '<string>',
          input_token_count: '<string>',
          output_token_count: '<string>',
          completion_reason: '<string>'
        },
        input_map: {prompt: '<string>', prefix: '', suffix: ''}
      }
    ],
    credential_type: 'key_secret',
    region: 'us-west-2',
    inference_profiles: {}
  })
};

fetch('https://api.galileo.ai/v2/integrations/aws_sagemaker', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://api.galileo.ai/v2/integrations/aws_sagemaker",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "PUT",
  CURLOPT_POSTFIELDS => json_encode([
    'token' => [
        
    ],
    'multi_modal_config' => [
        'max_files' => 2,
        'max_file_size_bytes' => 2
    ],
    'models' => [
        [
                'name' => '<string>',
                'alias' => '<string>',
                'integration' => 'openai',
                'user_role' => '<string>',
                'assistant_role' => '<string>',
                'system_supported' => false,
                'input_modalities' => [
                                
                ],
                'alternative_names' => [
                                '<string>'
                ],
                'input_token_limit' => 123,
                'output_token_limit' => 123,
                'token_limit' => 123,
                'cost_by' => 'tokens',
                'is_chat' => false,
                'provides_log_probs' => false,
                'formatting_tokens' => 0,
                'response_prefix_tokens' => 0,
                'api_version' => '<string>',
                'legacy_mistral_prompt_format' => false,
                'requires_max_tokens' => false,
                'max_top_p' => 123,
                'params_map' => [
                                'model' => '<string>',
                                'temperature' => '<string>',
                                'max_tokens' => '<string>',
                                'stop_sequences' => '<string>',
                                'top_p' => '<string>',
                                'top_k' => '<string>',
                                'frequency_penalty' => '<string>',
                                'presence_penalty' => '<string>',
                                'echo' => '<string>',
                                'logprobs' => '<string>',
                                'top_logprobs' => '<string>',
                                'n' => '<string>',
                                'api_version' => '<string>',
                                'tools' => '<string>',
                                'tool_choice' => '<string>',
                                'response_format' => '<string>',
                                'reasoning_effort' => '<string>',
                                'verbosity' => '<string>',
                                'deployment_name' => '<string>'
                ],
                'output_map' => [
                                'response' => '<string>',
                                'token_count' => '<string>',
                                'input_token_count' => '<string>',
                                'output_token_count' => '<string>',
                                'completion_reason' => '<string>'
                ],
                'input_map' => [
                                'prompt' => '<string>',
                                'prefix' => '',
                                'suffix' => ''
                ]
        ]
    ],
    'credential_type' => 'key_secret',
    'region' => 'us-west-2',
    'inference_profiles' => [
        
    ]
  ]),
  CURLOPT_HTTPHEADER => [
    "Content-Type: application/json",
    "Galileo-API-Key: <api-key>"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://api.galileo.ai/v2/integrations/aws_sagemaker"

	payload := strings.NewReader("{\n  \"token\": {},\n  \"multi_modal_config\": {\n    \"max_files\": 2,\n    \"max_file_size_bytes\": 2\n  },\n  \"models\": [\n    {\n      \"name\": \"<string>\",\n      \"alias\": \"<string>\",\n      \"integration\": \"openai\",\n      \"user_role\": \"<string>\",\n      \"assistant_role\": \"<string>\",\n      \"system_supported\": false,\n      \"input_modalities\": [],\n      \"alternative_names\": [\n        \"<string>\"\n      ],\n      \"input_token_limit\": 123,\n      \"output_token_limit\": 123,\n      \"token_limit\": 123,\n      \"cost_by\": \"tokens\",\n      \"is_chat\": false,\n      \"provides_log_probs\": false,\n      \"formatting_tokens\": 0,\n      \"response_prefix_tokens\": 0,\n      \"api_version\": \"<string>\",\n      \"legacy_mistral_prompt_format\": false,\n      \"requires_max_tokens\": false,\n      \"max_top_p\": 123,\n      \"params_map\": {\n        \"model\": \"<string>\",\n        \"temperature\": \"<string>\",\n        \"max_tokens\": \"<string>\",\n        \"stop_sequences\": \"<string>\",\n        \"top_p\": \"<string>\",\n        \"top_k\": \"<string>\",\n        \"frequency_penalty\": \"<string>\",\n        \"presence_penalty\": \"<string>\",\n        \"echo\": \"<string>\",\n        \"logprobs\": \"<string>\",\n        \"top_logprobs\": \"<string>\",\n        \"n\": \"<string>\",\n        \"api_version\": \"<string>\",\n        \"tools\": \"<string>\",\n        \"tool_choice\": \"<string>\",\n        \"response_format\": \"<string>\",\n        \"reasoning_effort\": \"<string>\",\n        \"verbosity\": \"<string>\",\n        \"deployment_name\": \"<string>\"\n      },\n      \"output_map\": {\n        \"response\": \"<string>\",\n        \"token_count\": \"<string>\",\n        \"input_token_count\": \"<string>\",\n        \"output_token_count\": \"<string>\",\n        \"completion_reason\": \"<string>\"\n      },\n      \"input_map\": {\n        \"prompt\": \"<string>\",\n        \"prefix\": \"\",\n        \"suffix\": \"\"\n      }\n    }\n  ],\n  \"credential_type\": \"key_secret\",\n  \"region\": \"us-west-2\",\n  \"inference_profiles\": {}\n}")

	req, _ := http.NewRequest("PUT", url, payload)

	req.Header.Add("Galileo-API-Key", "<api-key>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.put("https://api.galileo.ai/v2/integrations/aws_sagemaker")
  .header("Galileo-API-Key", "<api-key>")
  .header("Content-Type", "application/json")
  .body("{\n  \"token\": {},\n  \"multi_modal_config\": {\n    \"max_files\": 2,\n    \"max_file_size_bytes\": 2\n  },\n  \"models\": [\n    {\n      \"name\": \"<string>\",\n      \"alias\": \"<string>\",\n      \"integration\": \"openai\",\n      \"user_role\": \"<string>\",\n      \"assistant_role\": \"<string>\",\n      \"system_supported\": false,\n      \"input_modalities\": [],\n      \"alternative_names\": [\n        \"<string>\"\n      ],\n      \"input_token_limit\": 123,\n      \"output_token_limit\": 123,\n      \"token_limit\": 123,\n      \"cost_by\": \"tokens\",\n      \"is_chat\": false,\n      \"provides_log_probs\": false,\n      \"formatting_tokens\": 0,\n      \"response_prefix_tokens\": 0,\n      \"api_version\": \"<string>\",\n      \"legacy_mistral_prompt_format\": false,\n      \"requires_max_tokens\": false,\n      \"max_top_p\": 123,\n      \"params_map\": {\n        \"model\": \"<string>\",\n        \"temperature\": \"<string>\",\n        \"max_tokens\": \"<string>\",\n        \"stop_sequences\": \"<string>\",\n        \"top_p\": \"<string>\",\n        \"top_k\": \"<string>\",\n        \"frequency_penalty\": \"<string>\",\n        \"presence_penalty\": \"<string>\",\n        \"echo\": \"<string>\",\n        \"logprobs\": \"<string>\",\n        \"top_logprobs\": \"<string>\",\n        \"n\": \"<string>\",\n        \"api_version\": \"<string>\",\n        \"tools\": \"<string>\",\n        \"tool_choice\": \"<string>\",\n        \"response_format\": \"<string>\",\n        \"reasoning_effort\": \"<string>\",\n        \"verbosity\": \"<string>\",\n        \"deployment_name\": \"<string>\"\n      },\n      \"output_map\": {\n        \"response\": \"<string>\",\n        \"token_count\": \"<string>\",\n        \"input_token_count\": \"<string>\",\n        \"output_token_count\": \"<string>\",\n        \"completion_reason\": \"<string>\"\n      },\n      \"input_map\": {\n        \"prompt\": \"<string>\",\n        \"prefix\": \"\",\n        \"suffix\": \"\"\n      }\n    }\n  ],\n  \"credential_type\": \"key_secret\",\n  \"region\": \"us-west-2\",\n  \"inference_profiles\": {}\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://api.galileo.ai/v2/integrations/aws_sagemaker")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Put.new(url)
request["Galileo-API-Key"] = '<api-key>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"token\": {},\n  \"multi_modal_config\": {\n    \"max_files\": 2,\n    \"max_file_size_bytes\": 2\n  },\n  \"models\": [\n    {\n      \"name\": \"<string>\",\n      \"alias\": \"<string>\",\n      \"integration\": \"openai\",\n      \"user_role\": \"<string>\",\n      \"assistant_role\": \"<string>\",\n      \"system_supported\": false,\n      \"input_modalities\": [],\n      \"alternative_names\": [\n        \"<string>\"\n      ],\n      \"input_token_limit\": 123,\n      \"output_token_limit\": 123,\n      \"token_limit\": 123,\n      \"cost_by\": \"tokens\",\n      \"is_chat\": false,\n      \"provides_log_probs\": false,\n      \"formatting_tokens\": 0,\n      \"response_prefix_tokens\": 0,\n      \"api_version\": \"<string>\",\n      \"legacy_mistral_prompt_format\": false,\n      \"requires_max_tokens\": false,\n      \"max_top_p\": 123,\n      \"params_map\": {\n        \"model\": \"<string>\",\n        \"temperature\": \"<string>\",\n        \"max_tokens\": \"<string>\",\n        \"stop_sequences\": \"<string>\",\n        \"top_p\": \"<string>\",\n        \"top_k\": \"<string>\",\n        \"frequency_penalty\": \"<string>\",\n        \"presence_penalty\": \"<string>\",\n        \"echo\": \"<string>\",\n        \"logprobs\": \"<string>\",\n        \"top_logprobs\": \"<string>\",\n        \"n\": \"<string>\",\n        \"api_version\": \"<string>\",\n        \"tools\": \"<string>\",\n        \"tool_choice\": \"<string>\",\n        \"response_format\": \"<string>\",\n        \"reasoning_effort\": \"<string>\",\n        \"verbosity\": \"<string>\",\n        \"deployment_name\": \"<string>\"\n      },\n      \"output_map\": {\n        \"response\": \"<string>\",\n        \"token_count\": \"<string>\",\n        \"input_token_count\": \"<string>\",\n        \"output_token_count\": \"<string>\",\n        \"completion_reason\": \"<string>\"\n      },\n      \"input_map\": {\n        \"prompt\": \"<string>\",\n        \"prefix\": \"\",\n        \"suffix\": \"\"\n      }\n    }\n  ],\n  \"credential_type\": \"key_secret\",\n  \"region\": \"us-west-2\",\n  \"inference_profiles\": {}\n}"

response = http.request(request)
puts response.read_body

200

{
  "id": "<string>",
  "name": "<string>",
  "created_at": "2023-11-07T05:31:56Z",
  "updated_at": "2023-11-07T05:31:56Z",
  "created_by": "<string>",
  "permissions": [],
  "is_selected": false,
  "is_disabled": false
}

{
  "detail": [
    {
      "loc": [
        "<string>"
      ],
      "msg": "<string>",
      "type": "<string>",
      "input": "<unknown>",
      "ctx": {}
    }
  ]
}

Authorizations

ClassicAPIKeyHeaderAPIKeyHeaderOAuth2PasswordBearerHTTPBasic

Galileo-API-Key · string · header · required

Body

application/json

token · Token · object · required

Show child attributes

multi_modal_config · MultiModalModelIntegrationConfig · object | null

Configuration for multi-modal (file upload) capabilities.

Show child attributes

models · Model · object[]

Show child attributes

credential_type · enum<string> · default: key_secret

Available options: assumed_role, key_secret

region · string · default: us-west-2

inference_profiles · Inference Profiles · object

Mapping from model name (Foundation model ID) to inference profile ARN or ID

Show child attributes

Response

200

application/json

Successful Response

id · string<uuid4> · required

name · string · required

provider · enum<string> · required

Available options: anthropic, aws_bedrock, aws_sagemaker, azure, custom, databricks, mistral, nvidia, openai, vegas_gateway, vertex_ai, writer

created_at · string<date-time> · required

updated_at · string<date-time> · required

created_by · string<uuid4> · required

permissions · Permission · object[]

Show child attributes

is_selected · boolean · default: false

is_disabled · boolean · default: false