Update an eval suite's settings

PATCH

projects

{projectId}

eval-suites

{suiteId}

Update an eval suite's settings

curl --request PATCH \
  --url https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId} \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '
{
  "name": "<string>",
  "description": "<string>",
  "environment": {
    "servers": [
      "<string>"
    ]
  },
  "environmentIds": [
    "<string>"
  ],
  "executionConfig": {
    "model": "<string>",
    "systemPrompt": "<string>",
    "temperature": 123
  },
  "hosts": [
    {}
  ]
}
'

import requests

url = "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}"

payload = {
    "name": "<string>",
    "description": "<string>",
    "environment": { "servers": ["<string>"] },
    "environmentIds": ["<string>"],
    "executionConfig": {
        "model": "<string>",
        "systemPrompt": "<string>",
        "temperature": 123
    },
    "hosts": [{}]
}
headers = {
    "Authorization": "Bearer <token>",
    "Content-Type": "application/json"
}

response = requests.patch(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'PATCH',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    name: '<string>',
    description: '<string>',
    environment: {servers: ['<string>']},
    environmentIds: ['<string>'],
    executionConfig: {model: '<string>', systemPrompt: '<string>', temperature: 123},
    hosts: [{}]
  })
};

fetch('https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "PATCH",
  CURLOPT_POSTFIELDS => json_encode([
    'name' => '<string>',
    'description' => '<string>',
    'environment' => [
        'servers' => [
                '<string>'
        ]
    ],
    'environmentIds' => [
        '<string>'
    ],
    'executionConfig' => [
        'model' => '<string>',
        'systemPrompt' => '<string>',
        'temperature' => 123
    ],
    'hosts' => [
        [
                
        ]
    ]
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}"

	payload := strings.NewReader("{\n  \"name\": \"<string>\",\n  \"description\": \"<string>\",\n  \"environment\": {\n    \"servers\": [\n      \"<string>\"\n    ]\n  },\n  \"environmentIds\": [\n    \"<string>\"\n  ],\n  \"executionConfig\": {\n    \"model\": \"<string>\",\n    \"systemPrompt\": \"<string>\",\n    \"temperature\": 123\n  },\n  \"hosts\": [\n    {}\n  ]\n}")

	req, _ := http.NewRequest("PATCH", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.patch("https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("{\n  \"name\": \"<string>\",\n  \"description\": \"<string>\",\n  \"environment\": {\n    \"servers\": [\n      \"<string>\"\n    ]\n  },\n  \"environmentIds\": [\n    \"<string>\"\n  ],\n  \"executionConfig\": {\n    \"model\": \"<string>\",\n    \"systemPrompt\": \"<string>\",\n    \"temperature\": 123\n  },\n  \"hosts\": [\n    {}\n  ]\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Patch.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"name\": \"<string>\",\n  \"description\": \"<string>\",\n  \"environment\": {\n    \"servers\": [\n      \"<string>\"\n    ]\n  },\n  \"environmentIds\": [\n    \"<string>\"\n  ],\n  \"executionConfig\": {\n    \"model\": \"<string>\",\n    \"systemPrompt\": \"<string>\",\n    \"temperature\": 123\n  },\n  \"hosts\": [\n    {}\n  ]\n}"

response = http.request(request)
puts response.read_body

{
  "id": "<string>",
  "environment": {
    "servers": [
      "<string>"
    ]
  },
  "hosts": [
    {
      "id": "<string>",
      "name": "<string>",
      "servers": [
        "<string>"
      ]
    }
  ],
  "environmentIds": [
    "<string>"
  ],
  "settings": {
    "minimumAccuracy": 123,
    "matchOptions": {},
    "checks": [
      {}
    ],
    "judge": {
      "enabled": true,
      "model": "<string>"
    }
  },
  "schedule": {
    "enabled": true,
    "intervalMinutes": 5042,
    "environmentId": "<string>"
  },
  "name": "<string>",
  "description": "<string>",
  "projectId": "<string>",
  "executionConfig": {
    "model": "<string>",
    "systemPrompt": "<string>",
    "temperature": 123
  },
  "createdAt": 123,
  "updatedAt": 123
}

Authorizations

Authorization

string

header

required

MCPJam API key (sk_…). Create one at Settings → API keys. Guest sessions cannot use the API, and API keys cannot manage other API keys.

Path Parameters

projectId

string

required

ID of the hosted project that contains the server.

suiteId

string

required

Eval suite ID, as returned by POST /eval-runs.

Body

application/json

Partial update of a suite's settings. Omitted fields are left as they are.

name

string

Minimum string length: 1

description

string

environment

object

LEGACY server bag. Unrelated to environmentIds.

Show child attributes

environmentIds

string[] | null

Tri-state: a non-empty array sets/replaces the attachments, null CLEARS them (reverting the suite to legacy config), and [] is REJECTED rather than silently read as a clear.

Minimum array length: 1

Minimum string length: 1

executionConfig

object

Show child attributes

hosts

object[]

Response

The updated suite.

One eval suite's full configuration. Distinct from the EvalSuite summary returned by the list route, which carries run rollups instead of settings.

string

required

environment

object

required

LEGACY server bag, kept as rollback data. Unrelated to environmentIds.

Show child attributes

hosts

object[]

required

Show child attributes

environmentIds

string[]

required

Attached project environments, in attach order.

settings

object

required

Show child attributes

schedule

object

required

Recurring-run schedule. A schedule fires exactly ONE run, so an environment-based suite pins the environment it runs against.

Show child attributes

name

string | null

description

string | null

projectId

string | null

executionConfig

object | null

Show child attributes

createdAt

number | null

Epoch milliseconds.

updatedAt

number | null

⌘I

Update an eval suite's settings

curl --request PATCH \
  --url https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId} \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '
{
  "name": "<string>",
  "description": "<string>",
  "environment": {
    "servers": [
      "<string>"
    ]
  },
  "environmentIds": [
    "<string>"
  ],
  "executionConfig": {
    "model": "<string>",
    "systemPrompt": "<string>",
    "temperature": 123
  },
  "hosts": [
    {}
  ]
}
'

import requests

url = "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}"

payload = {
    "name": "<string>",
    "description": "<string>",
    "environment": { "servers": ["<string>"] },
    "environmentIds": ["<string>"],
    "executionConfig": {
        "model": "<string>",
        "systemPrompt": "<string>",
        "temperature": 123
    },
    "hosts": [{}]
}
headers = {
    "Authorization": "Bearer <token>",
    "Content-Type": "application/json"
}

response = requests.patch(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'PATCH',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    name: '<string>',
    description: '<string>',
    environment: {servers: ['<string>']},
    environmentIds: ['<string>'],
    executionConfig: {model: '<string>', systemPrompt: '<string>', temperature: 123},
    hosts: [{}]
  })
};

fetch('https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "PATCH",
  CURLOPT_POSTFIELDS => json_encode([
    'name' => '<string>',
    'description' => '<string>',
    'environment' => [
        'servers' => [
                '<string>'
        ]
    ],
    'environmentIds' => [
        '<string>'
    ],
    'executionConfig' => [
        'model' => '<string>',
        'systemPrompt' => '<string>',
        'temperature' => 123
    ],
    'hosts' => [
        [
                
        ]
    ]
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}"

	payload := strings.NewReader("{\n  \"name\": \"<string>\",\n  \"description\": \"<string>\",\n  \"environment\": {\n    \"servers\": [\n      \"<string>\"\n    ]\n  },\n  \"environmentIds\": [\n    \"<string>\"\n  ],\n  \"executionConfig\": {\n    \"model\": \"<string>\",\n    \"systemPrompt\": \"<string>\",\n    \"temperature\": 123\n  },\n  \"hosts\": [\n    {}\n  ]\n}")

	req, _ := http.NewRequest("PATCH", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.patch("https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("{\n  \"name\": \"<string>\",\n  \"description\": \"<string>\",\n  \"environment\": {\n    \"servers\": [\n      \"<string>\"\n    ]\n  },\n  \"environmentIds\": [\n    \"<string>\"\n  ],\n  \"executionConfig\": {\n    \"model\": \"<string>\",\n    \"systemPrompt\": \"<string>\",\n    \"temperature\": 123\n  },\n  \"hosts\": [\n    {}\n  ]\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Patch.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"name\": \"<string>\",\n  \"description\": \"<string>\",\n  \"environment\": {\n    \"servers\": [\n      \"<string>\"\n    ]\n  },\n  \"environmentIds\": [\n    \"<string>\"\n  ],\n  \"executionConfig\": {\n    \"model\": \"<string>\",\n    \"systemPrompt\": \"<string>\",\n    \"temperature\": 123\n  },\n  \"hosts\": [\n    {}\n  ]\n}"

response = http.request(request)
puts response.read_body

{
  "id": "<string>",
  "environment": {
    "servers": [
      "<string>"
    ]
  },
  "hosts": [
    {
      "id": "<string>",
      "name": "<string>",
      "servers": [
        "<string>"
      ]
    }
  ],
  "environmentIds": [
    "<string>"
  ],
  "settings": {
    "minimumAccuracy": 123,
    "matchOptions": {},
    "checks": [
      {}
    ],
    "judge": {
      "enabled": true,
      "model": "<string>"
    }
  },
  "schedule": {
    "enabled": true,
    "intervalMinutes": 5042,
    "environmentId": "<string>"
  },
  "name": "<string>",
  "description": "<string>",
  "projectId": "<string>",
  "executionConfig": {
    "model": "<string>",
    "systemPrompt": "<string>",
    "temperature": 123
  },
  "createdAt": 123,
  "updatedAt": 123
}

API Guides

Endpoints

Update an eval suite's settings

Authorizations

Path Parameters

Body

Response