{"openapi":"3.1.0","info":{"title":"Arize AX datasets, experiments, evaluators and tasks (your key) API","version":"0.1.0","description":"Arize AX datasets, experiments, evaluators and tasks (your key) lets an AI assistant read your own Arize AX Evals data through the Arize AX Evals API with a key you supply (Arize API key (user key or service key)). Read-only: 10 tools (list_datasets, get_dataset, list_experiments, get_experiment, list_experiment_runs, list_evaluators, get_evaluator, list_tasks, get_task, list_task_runs). The BYOK...\n\nEvery operation is read-only or compute-only. The same tools are available over MCP (streamable HTTP) at https://byok-arize-evals.connectorbay.com/mcp.","contact":{"name":"Unify Dynamics LLC","email":"agent@connectorbay.com","url":"https://connectorbay.com/byok-arize-evals/docs"},"termsOfService":"https://connectorbay.com/byok-arize-evals/terms"},"servers":[{"url":"https://byok-arize-evals.connectorbay.com"}],"externalDocs":{"url":"https://connectorbay.com/byok-arize-evals/docs"},"security":[{"upstreamKey":[]}],"components":{"securitySchemes":{"bearer":{"type":"http","scheme":"bearer","description":"Optional. A Pro API key raises rate limits; no credentials are required."},"upstreamKey":{"type":"apiKey","in":"header","name":"X-Upstream-Key","description":"Your own key for the service this connector wraps (bring your own key). Used for that one call only; never stored, logged or cached."}},"schemas":{"Error":{"type":"object","properties":{"ok":{"const":false},"error":{"type":"object"}}}}},"paths":{"/v1/tools/list_datasets":{"post":{"operationId":"list_datasets","summary":"List Arize datasets with name, space and dates; example rows are not returned. Use for \"What datasets exist in my Arize ","description":"List Arize datasets with name, space and dates; example rows are not returned. Use for \"What datasets exist in my Arize space\".","tags":["tools"],"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{"space_id":{"anyOf":[{"maxLength":200,"type":"string"},{"type":"null"}],"default":null,"description":"Only items in the space with this id.","title":"Space Id"},"space_name":{"anyOf":[{"maxLength":255,"type":"string"},{"type":"null"}],"default":null,"description":"Case-insensitive substring filter on the space name.","title":"Space Name"},"name":{"anyOf":[{"maxLength":255,"type":"string"},{"type":"null"}],"default":null,"description":"Case-insensitive substring filter on the name.","title":"Name"},"limit":{"anyOf":[{"maximum":100,"minimum":1,"type":"integer"},{"type":"null"}],"default":50,"description":"How many items to return (1 to 100, default 50).","title":"Limit"},"cursor":{"anyOf":[{"maxLength":2000,"type":"string"},{"type":"null"}],"default":null,"description":"Cursor for the next page: the pagination.next_cursor value of the previous answer.","title":"Cursor"}},"title":"list_datasetsArguments","type":"object"}}}},"responses":{"200":{"description":"Tool result. `ok: true` on success; `ok: false` with a structured `error` (provider_unavailable, upstream_error, bad_input) when the tool could not answer.","content":{"application/json":{"schema":{"type":"object","additionalProperties":true}}}},"422":{"description":"Arguments failed validation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}},"429":{"description":"Rate limit exceeded (see Retry-After)","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}}},"x-read-only":true}},"/v1/tools/get_dataset":{"post":{"operationId":"get_dataset","summary":"Get one Arize dataset by id with its versions. Use for \"Show Arize dataset RGF0YXNldDox\".","description":"Get one Arize dataset by id with its versions. Use for \"Show Arize dataset RGF0YXNldDox\".","tags":["tools"],"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{"dataset_id":{"description":"Dataset id (a base64 string) as returned by list_datasets.","maxLength":200,"title":"Dataset Id","type":"string"}},"required":["dataset_id"],"title":"get_datasetArguments","type":"object"}}}},"responses":{"200":{"description":"Tool result. `ok: true` on success; `ok: false` with a structured `error` (provider_unavailable, upstream_error, bad_input) when the tool could not answer.","content":{"application/json":{"schema":{"type":"object","additionalProperties":true}}}},"422":{"description":"Arguments failed validation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}},"429":{"description":"Rate limit exceeded (see Retry-After)","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}}},"x-read-only":true}},"/v1/tools/list_experiments":{"post":{"operationId":"list_experiments","summary":"List Arize experiments with the dataset they ran against and dates. Use for \"Which experiments ran against Arize dataset","description":"List Arize experiments with the dataset they ran against and dates. Use for \"Which experiments ran against Arize dataset RGF0YXNldDox\".","tags":["tools"],"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{"dataset_id":{"anyOf":[{"maxLength":200,"type":"string"},{"type":"null"}],"default":null,"description":"Only experiments of this dataset id.","title":"Dataset Id"},"space_id":{"anyOf":[{"maxLength":200,"type":"string"},{"type":"null"}],"default":null,"description":"Only items in the space with this id.","title":"Space Id"},"name":{"anyOf":[{"maxLength":255,"type":"string"},{"type":"null"}],"default":null,"description":"Case-insensitive substring filter on the name.","title":"Name"},"limit":{"anyOf":[{"maximum":100,"minimum":1,"type":"integer"},{"type":"null"}],"default":50,"description":"How many items to return (1 to 100, default 50).","title":"Limit"},"cursor":{"anyOf":[{"maxLength":2000,"type":"string"},{"type":"null"}],"default":null,"description":"Cursor for the next page: the pagination.next_cursor value of the previous answer.","title":"Cursor"}},"title":"list_experimentsArguments","type":"object"}}}},"responses":{"200":{"description":"Tool result. `ok: true` on success; `ok: false` with a structured `error` (provider_unavailable, upstream_error, bad_input) when the tool could not answer.","content":{"application/json":{"schema":{"type":"object","additionalProperties":true}}}},"422":{"description":"Arguments failed validation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}},"429":{"description":"Rate limit exceeded (see Retry-After)","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}}},"x-read-only":true}},"/v1/tools/get_experiment":{"post":{"operationId":"get_experiment","summary":"Get one Arize experiment by id with dataset, version and trace project ids. Use for \"Show Arize experiment RXhwOjE=\".","description":"Get one Arize experiment by id with dataset, version and trace project ids. Use for \"Show Arize experiment RXhwOjE=\".","tags":["tools"],"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{"experiment_id":{"description":"Experiment id (a base64 string) as returned by list_experiments.","maxLength":200,"title":"Experiment Id","type":"string"}},"required":["experiment_id"],"title":"get_experimentArguments","type":"object"}}}},"responses":{"200":{"description":"Tool result. `ok: true` on success; `ok: false` with a structured `error` (provider_unavailable, upstream_error, bad_input) when the tool could not answer.","content":{"application/json":{"schema":{"type":"object","additionalProperties":true}}}},"422":{"description":"Arguments failed validation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}},"429":{"description":"Rate limit exceeded (see Retry-After)","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}}},"x-read-only":true}},"/v1/tools/list_experiment_runs":{"post":{"operationId":"list_experiment_runs","summary":"List the runs (one per dataset example) of an experiment with example id and error; model outputs and annotations are no","description":"List the runs (one per dataset example) of an experiment with example id and error; model outputs and annotations are not picked. Use for \"Which runs of Arize experiment RXhwOjE= errored\".","tags":["tools"],"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{"experiment_id":{"description":"Experiment id (a base64 string) as returned by list_experiments.","maxLength":200,"title":"Experiment Id","type":"string"},"limit":{"anyOf":[{"maximum":100,"minimum":1,"type":"integer"},{"type":"null"}],"default":50,"description":"How many items to return (1 to 100, default 50).","title":"Limit"},"cursor":{"anyOf":[{"maxLength":2000,"type":"string"},{"type":"null"}],"default":null,"description":"Cursor for the next page: the pagination.next_cursor value of the previous answer.","title":"Cursor"}},"required":["experiment_id"],"title":"list_experiment_runsArguments","type":"object"}}}},"responses":{"200":{"description":"Tool result. `ok: true` on success; `ok: false` with a structured `error` (provider_unavailable, upstream_error, bad_input) when the tool could not answer.","content":{"application/json":{"schema":{"type":"object","additionalProperties":true}}}},"422":{"description":"Arguments failed validation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}},"429":{"description":"Rate limit exceeded (see Retry-After)","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}}},"x-read-only":true}},"/v1/tools/list_evaluators":{"post":{"operationId":"list_evaluators","summary":"List Arize evaluators (LLM and code judges) with type, description and dates; prompts and code are not returned. Use for","description":"List Arize evaluators (LLM and code judges) with type, description and dates; prompts and code are not returned. Use for \"What evaluators do I have in Arize\".","tags":["tools"],"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{"space_id":{"anyOf":[{"maxLength":200,"type":"string"},{"type":"null"}],"default":null,"description":"Only items in the space with this id.","title":"Space Id"},"space_name":{"anyOf":[{"maxLength":255,"type":"string"},{"type":"null"}],"default":null,"description":"Case-insensitive substring filter on the space name.","title":"Space Name"},"name":{"anyOf":[{"maxLength":255,"type":"string"},{"type":"null"}],"default":null,"description":"Case-insensitive substring filter on the name.","title":"Name"},"limit":{"anyOf":[{"maximum":100,"minimum":1,"type":"integer"},{"type":"null"}],"default":50,"description":"How many items to return (1 to 100, default 50).","title":"Limit"},"cursor":{"anyOf":[{"maxLength":2000,"type":"string"},{"type":"null"}],"default":null,"description":"Cursor for the next page: the pagination.next_cursor value of the previous answer.","title":"Cursor"}},"title":"list_evaluatorsArguments","type":"object"}}}},"responses":{"200":{"description":"Tool result. `ok: true` on success; `ok: false` with a structured `error` (provider_unavailable, upstream_error, bad_input) when the tool could not answer.","content":{"application/json":{"schema":{"type":"object","additionalProperties":true}}}},"422":{"description":"Arguments failed validation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}},"429":{"description":"Rate limit exceeded (see Retry-After)","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}}},"x-read-only":true}},"/v1/tools/get_evaluator":{"post":{"operationId":"get_evaluator","summary":"Get one Arize evaluator by id with its type, description and dates. Use for \"Show Arize evaluator RXZhbDox\".","description":"Get one Arize evaluator by id with its type, description and dates. Use for \"Show Arize evaluator RXZhbDox\".","tags":["tools"],"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{"evaluator_id":{"description":"Evaluator id (a base64 string) as returned by list_evaluators.","maxLength":200,"title":"Evaluator Id","type":"string"}},"required":["evaluator_id"],"title":"get_evaluatorArguments","type":"object"}}}},"responses":{"200":{"description":"Tool result. `ok: true` on success; `ok: false` with a structured `error` (provider_unavailable, upstream_error, bad_input) when the tool could not answer.","content":{"application/json":{"schema":{"type":"object","additionalProperties":true}}}},"422":{"description":"Arguments failed validation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}},"429":{"description":"Rate limit exceeded (see Retry-After)","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}}},"x-read-only":true}},"/v1/tools/list_tasks":{"post":{"operationId":"list_tasks","summary":"List Arize evaluation tasks (automated evaluations over a project or dataset) with sampling rate, continuous flag and la","description":"List Arize evaluation tasks (automated evaluations over a project or dataset) with sampling rate, continuous flag and last run time. Use for \"Which Arize evaluation tasks run continuously\".","tags":["tools"],"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{"space_id":{"anyOf":[{"maxLength":200,"type":"string"},{"type":"null"}],"default":null,"description":"Only items in the space with this id.","title":"Space Id"},"space_name":{"anyOf":[{"maxLength":255,"type":"string"},{"type":"null"}],"default":null,"description":"Case-insensitive substring filter on the space name.","title":"Space Name"},"name":{"anyOf":[{"maxLength":255,"type":"string"},{"type":"null"}],"default":null,"description":"Case-insensitive substring filter on the name.","title":"Name"},"project_id":{"anyOf":[{"maxLength":200,"type":"string"},{"type":"null"}],"default":null,"description":"Only tasks of this project id.","title":"Project Id"},"dataset_id":{"anyOf":[{"maxLength":200,"type":"string"},{"type":"null"}],"default":null,"description":"Only tasks of this dataset id.","title":"Dataset Id"},"type":{"anyOf":[{"enum":["TEMPLATE_EVALUATION","CODE_EVALUATION","RUN_EXPERIMENT"],"type":"string"},{"type":"null"}],"default":null,"description":"Only tasks of this type.","title":"Type"},"limit":{"anyOf":[{"maximum":100,"minimum":1,"type":"integer"},{"type":"null"}],"default":50,"description":"How many items to return (1 to 100, default 50).","title":"Limit"},"cursor":{"anyOf":[{"maxLength":2000,"type":"string"},{"type":"null"}],"default":null,"description":"Cursor for the next page: the pagination.next_cursor value of the previous answer.","title":"Cursor"}},"title":"list_tasksArguments","type":"object"}}}},"responses":{"200":{"description":"Tool result. `ok: true` on success; `ok: false` with a structured `error` (provider_unavailable, upstream_error, bad_input) when the tool could not answer.","content":{"application/json":{"schema":{"type":"object","additionalProperties":true}}}},"422":{"description":"Arguments failed validation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}},"429":{"description":"Rate limit exceeded (see Retry-After)","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}}},"x-read-only":true}},"/v1/tools/get_task":{"post":{"operationId":"get_task","summary":"Get one Arize evaluation task by id with sampling rate, evaluators and last run time. Use for \"Show Arize task VGFzazox\"","description":"Get one Arize evaluation task by id with sampling rate, evaluators and last run time. Use for \"Show Arize task VGFzazox\".","tags":["tools"],"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{"task_id":{"description":"Task id (a base64 string) as returned by list_tasks.","maxLength":200,"title":"Task Id","type":"string"}},"required":["task_id"],"title":"get_taskArguments","type":"object"}}}},"responses":{"200":{"description":"Tool result. `ok: true` on success; `ok: false` with a structured `error` (provider_unavailable, upstream_error, bad_input) when the tool could not answer.","content":{"application/json":{"schema":{"type":"object","additionalProperties":true}}}},"422":{"description":"Arguments failed validation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}},"429":{"description":"Rate limit exceeded (see Retry-After)","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}}},"x-read-only":true}},"/v1/tools/list_task_runs":{"post":{"operationId":"list_task_runs","summary":"List the runs of an Arize evaluation task with status, timing and success, error and skipped counts. Use for \"Did the la","description":"List the runs of an Arize evaluation task with status, timing and success, error and skipped counts. Use for \"Did the last runs of Arize task VGFzazox succeed\".","tags":["tools"],"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{"task_id":{"description":"Task id (a base64 string) as returned by list_tasks.","maxLength":200,"title":"Task Id","type":"string"},"status":{"anyOf":[{"enum":["PENDING","RUNNING","COMPLETED","FAILED","CANCELLED"],"type":"string"},{"type":"null"}],"default":null,"description":"Only runs with this status.","title":"Status"},"limit":{"anyOf":[{"maximum":100,"minimum":1,"type":"integer"},{"type":"null"}],"default":50,"description":"How many items to return (1 to 100, default 50).","title":"Limit"},"cursor":{"anyOf":[{"maxLength":2000,"type":"string"},{"type":"null"}],"default":null,"description":"Cursor for the next page: the pagination.next_cursor value of the previous answer.","title":"Cursor"}},"required":["task_id"],"title":"list_task_runsArguments","type":"object"}}}},"responses":{"200":{"description":"Tool result. `ok: true` on success; `ok: false` with a structured `error` (provider_unavailable, upstream_error, bad_input) when the tool could not answer.","content":{"application/json":{"schema":{"type":"object","additionalProperties":true}}}},"422":{"description":"Arguments failed validation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}},"429":{"description":"Rate limit exceeded (see Retry-After)","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}}},"x-read-only":true}}}}