Download OpenAPI specification:Download
This is the API documentation for the Inference backend.
Retrieve a list of action groups with pagination
| limit | integer Default: 10 limit |
| after | string after |
{- "count": 0,
- "data": [
- {
- "created_at": "string",
- "description": "string",
- "id": "string",
- "name": "string",
- "updated_at": "string"
}
], - "has_more": true
}Create a new action group
Action Group creation request
| description required | string |
| name required | string |
{- "description": "string",
- "name": "string"
}{- "created_at": "string",
- "description": "string",
- "id": "string",
- "name": "string",
- "updated_at": "string"
}Update an action group by ID
| id required | string Action group ID |
Action group update request
| description | string |
| name | string |
{- "description": "string",
- "name": "string"
}{- "created_at": "string",
- "description": "string",
- "id": "string",
- "name": "string",
- "updated_at": "string"
}Retrieve a list of actions with pagination
| limit | integer Default: 10 limit |
| after | string after |
{- "count": 0,
- "data": [
- {
- "channel": "string",
- "channel_template": "string",
- "created_at": "string",
- "custom_insights": "string",
- "description": "string",
- "end_date": "string",
- "group": "string",
- "id": "string",
- "model_id": "string",
- "name": "string",
- "priority": "very_low",
- "start_date": "string",
- "status": "archived",
- "type": "string",
- "updated_at": "string"
}
], - "has_more": true
}Create a new action
Action creation request
| channel | string |
| channel_template | string |
| custom_insights | string |
| description required | string |
| end_date | string |
| model_id | string |
| name required | string |
| priority required | string (model.ActionPriority) Enum: "very_low" "low" "medium" "high" "very_high" |
| start_date | string |
| status | string (model.ActionStatus) Enum: "archived" "draft" "active" "inactive" |
| type required | string |
{- "channel": "string",
- "channel_template": "string",
- "custom_insights": "string",
- "description": "string",
- "end_date": "string",
- "model_id": "string",
- "name": "string",
- "priority": "very_low",
- "start_date": "string",
- "status": "archived",
- "type": "string"
}{- "channel": "string",
- "channel_template": "string",
- "created_at": "string",
- "custom_insights": "string",
- "description": "string",
- "end_date": "string",
- "group": "string",
- "id": "string",
- "model_id": "string",
- "name": "string",
- "priority": "very_low",
- "start_date": "string",
- "status": "archived",
- "type": "string",
- "updated_at": "string"
}{- "channel": "string",
- "channel_template": "string",
- "created_at": "string",
- "custom_insights": "string",
- "description": "string",
- "end_date": "string",
- "group": "string",
- "id": "string",
- "model_id": "string",
- "name": "string",
- "priority": "very_low",
- "start_date": "string",
- "status": "archived",
- "type": "string",
- "updated_at": "string"
}Update an action by ID
| id required | string Action ID |
Action update request
| channel | string |
| channel_template | string |
| custom_insights | string |
| description | string |
| end_date | string <date-time> |
| group | string |
| model_id | string |
| name | string |
| priority | string (model.ActionPriority) Enum: "very_low" "low" "medium" "high" "very_high" |
| start_date | string <date-time> |
| status | string (model.ActionStatus) Enum: "archived" "draft" "active" "inactive" |
| type | string |
{- "channel": "string",
- "channel_template": "string",
- "custom_insights": "string",
- "description": "string",
- "end_date": "2019-08-24T14:15:22Z",
- "group": "string",
- "model_id": "string",
- "name": "string",
- "priority": "very_low",
- "start_date": "2019-08-24T14:15:22Z",
- "status": "archived",
- "type": "string"
}{- "channel": "string",
- "channel_template": "string",
- "created_at": "string",
- "custom_insights": "string",
- "description": "string",
- "end_date": "string",
- "group": "string",
- "id": "string",
- "model_id": "string",
- "name": "string",
- "priority": "very_low",
- "start_date": "string",
- "status": "archived",
- "type": "string",
- "updated_at": "string"
}Find all arguments with optional query parameters
| status | string Enum: "pending" "waiting_review" "success" "failed" "reviewing" Review status filter |
| action_id | string Action ID filter |
| page | integer Default: 1 Page number |
| page_size | integer Default: 100 Page size |
[- {
- "_id": "string",
- "action_id": "string",
- "argument": "string",
- "argument_thinking": "string",
- "client": {
- "property1": null,
- "property2": null
}, - "created_at": "string",
- "deleted_at": "string",
- "id": "string",
- "insight_spec": {
- "examples": [
- "string"
], - "template": "string",
- "type": "string"
}, - "product": {
- "description": "string",
- "name": "string"
}, - "review": {
- "original_argument_score": "string",
- "reviewed_argument": "string",
- "reviewed_at": "string",
- "reviewed_by": "string",
- "status": "pending"
}, - "space": "string",
- "updated_at": "string"
}
]Generate an argument completion based on provided messages and parameters
Argument from score request with messages and parameters
| action_id | string |
required | object |
| echo | boolean |
required | object (model.InsightSpec) |
| max_tokens | integer |
| model required | string |
required | object (model.ProductSpec) |
| temperature | number |
| top_p | number |
{- "action_id": "string",
- "client": {
- "property1": null,
- "property2": null
}, - "echo": true,
- "insight_spec": {
- "examples": [
- "string"
], - "template": "string",
- "type": "string"
}, - "max_tokens": 0,
- "model": "string",
- "product": {
- "description": "string",
- "name": "string"
}, - "temperature": 0,
- "top_p": 0
}{- "action_id": "string",
- "argument": "string",
- "argument_thinking": "string",
- "client": {
- "property1": null,
- "property2": null
}, - "created_at": "string",
- "duration": 0,
- "error": "string",
- "id": "string",
- "insight_spec": {
- "examples": [
- "string"
], - "template": "string",
- "type": "string"
}, - "product": {
- "description": "string",
- "name": "string"
}, - "review": {
- "original_argument_score": "string",
- "reviewed_argument": "string",
- "reviewed_at": "string",
- "reviewed_by": "string",
- "status": "pending"
}, - "updated_at": "string"
}{- "_id": "string",
- "action_id": "string",
- "argument": "string",
- "argument_thinking": "string",
- "client": {
- "property1": null,
- "property2": null
}, - "created_at": "string",
- "deleted_at": "string",
- "id": "string",
- "insight_spec": {
- "examples": [
- "string"
], - "template": "string",
- "type": "string"
}, - "product": {
- "description": "string",
- "name": "string"
}, - "review": {
- "original_argument_score": "string",
- "reviewed_argument": "string",
- "reviewed_at": "string",
- "reviewed_by": "string",
- "status": "pending"
}, - "space": "string",
- "updated_at": "string"
}Update an argument by ID. Possible review status values: pending, waiting_review, success, failed, reviewing
| id required | string Argument ID |
Argument update request
| action_id | string |
| argument | string |
| argument_thinking | string |
object | |
object (model.InsightSpec) | |
object (model.ProductSpec) | |
object (model.ArgumentReview) |
{- "action_id": "string",
- "argument": "string",
- "argument_thinking": "string",
- "client": {
- "property1": null,
- "property2": null
}, - "insight_spec": {
- "examples": [
- "string"
], - "template": "string",
- "type": "string"
}, - "product": {
- "description": "string",
- "name": "string"
}, - "review": {
- "original_argument_score": "string",
- "reviewed_argument": "string",
- "reviewed_at": "string",
- "reviewed_by": "string",
- "status": "pending"
}
}{- "_id": "string",
- "action_id": "string",
- "argument": "string",
- "argument_thinking": "string",
- "client": {
- "property1": null,
- "property2": null
}, - "created_at": "string",
- "deleted_at": "string",
- "id": "string",
- "insight_spec": {
- "examples": [
- "string"
], - "template": "string",
- "type": "string"
}, - "product": {
- "description": "string",
- "name": "string"
}, - "review": {
- "original_argument_score": "string",
- "reviewed_argument": "string",
- "reviewed_at": "string",
- "reviewed_by": "string",
- "status": "pending"
}, - "space": "string",
- "updated_at": "string"
}Retrieve a list of benchmarks with pagination
| page_size | integer Default: 10 Page size |
| page | integer Default: 1 Page number |
{- "count": 0,
- "data": [
- {
- "connectors": [
- {
- "connector_id": "string",
- "keys": [
- "string"
]
}
], - "created_at": "string",
- "created_by": "string",
- "description": "string",
- "id": "string",
- "metrics": [
- "accuracy"
], - "name": "string",
- "task": "string",
- "updated_at": "string",
- "updated_by": "string"
}
], - "has_more": true
}Create a new benchmark
Benchmark creation request
required | Array of objects (request.ConnectorTraining) |
| description required | string |
| metrics required | Array of strings (model.Metric) Items Enum: "accuracy" "f1" "precision" "recall" "roc_auc" "log_loss" "ks" "gini" |
| name required | string |
| task required | string |
{- "connectors": [
- {
- "connector_id": "string",
- "keys": [
- "string"
]
}
], - "description": "string",
- "metrics": [
- "accuracy"
], - "name": "string",
- "task": "string"
}{- "connectors": [
- {
- "connector_id": "string",
- "keys": [
- "string"
]
}
], - "created_at": "string",
- "created_by": "string",
- "description": "string",
- "id": "string",
- "metrics": [
- "accuracy"
], - "name": "string",
- "task": "string",
- "updated_at": "string",
- "updated_by": "string"
}{- "connectors": [
- {
- "connector_id": "string",
- "keys": [
- "string"
]
}
], - "created_at": "string",
- "created_by": "string",
- "description": "string",
- "id": "string",
- "metrics": [
- "accuracy"
], - "name": "string",
- "task": "string",
- "updated_at": "string",
- "updated_by": "string"
}Update a benchmark by ID
| id required | string Benchmark ID |
Benchmark update request
| connector | string |
| description | string |
| metrics | Array of strings (model.Metric) Items Enum: "accuracy" "f1" "precision" "recall" "roc_auc" "log_loss" "ks" "gini" |
| name | string |
| task | string |
{- "connector": "string",
- "description": "string",
- "metrics": [
- "accuracy"
], - "name": "string",
- "task": "string"
}{- "connectors": [
- {
- "connector_id": "string",
- "keys": [
- "string"
]
}
], - "created_at": "string",
- "created_by": "string",
- "description": "string",
- "id": "string",
- "metrics": [
- "accuracy"
], - "name": "string",
- "task": "string",
- "updated_at": "string",
- "updated_by": "string"
}Retrieve a paginated list of chat conversations, optionally filtered by name
| limit | integer Default: 10 limit |
| after | string after |
| name | string Filter chats by name |
{- "count": 0,
- "data": [
- {
- "created_at": "string",
- "id": "string",
- "messages": [
- {
- "content": "string",
- "name": "string",
- "role": "string",
- "tool_call": [
- {
- "function": {
- "arguments": "string",
- "name": "string"
}, - "id": "string",
- "type": "string"
}
]
}
], - "name": "string"
}
], - "has_more": true
}Generate a chat completion based on provided messages and parameters
Chat completion request with messages and parameters
| echo | boolean |
| expert_ids | Array of strings |
| guard_enabled | boolean |
| guard_reasoning_enabled | boolean |
| id | string |
| max_tokens | integer |
Array of objects (request.Message) | |
object | |
| model | string |
| name | string |
| router_enabled | boolean |
| router_reasoning_enabled | boolean |
| stream | boolean |
| tags | Array of strings |
| temperature | number |
| top_p | number |
| type | string |
| user | string |
{- "echo": true,
- "expert_ids": [
- "string"
], - "guard_enabled": true,
- "guard_reasoning_enabled": true,
- "id": "string",
- "max_tokens": 0,
- "messages": [
- {
- "content": "string",
- "name": "string",
- "role": "string",
- "tool_call": [
- {
- "function": {
- "arguments": "string",
- "name": "string"
}, - "id": "string",
- "type": "string"
}
]
}
], - "metadata": {
- "property1": null,
- "property2": null
}, - "model": "string",
- "name": "string",
- "router_enabled": true,
- "router_reasoning_enabled": true,
- "stream": true,
- "tags": [
- "string"
], - "temperature": 0,
- "top_p": 0,
- "type": "string",
- "user": "string"
}{- "choices": [
- {
- "finish_reason": "string",
- "index": 0,
- "message": {
- "content": "string",
- "reasoning_content": "string",
- "role": "string",
- "tool_calls": [
- {
- "function": {
- "arguments": "string",
- "name": "string"
}, - "id": "string",
- "type": "string"
}
]
}
}
], - "created_at": "string",
- "guard": {
- "category": "string",
- "content": "string",
- "elapsed_time_in_seconds": 0,
- "finish_reason": "string",
- "id": "string",
- "reasoning_content": "string",
- "usage": {
- "completion_tokens": 0,
- "prompt_tokens": 0,
- "total_tokens": 0
}
}, - "id": "string",
- "model": "string",
- "object": "string",
- "router": {
- "content": "string",
- "elapsed_time_in_seconds": 0,
- "expert": "string",
- "finish_reason": "string",
- "id": "string",
- "reasoning_content": "string",
- "usage": {
- "completion_tokens": 0,
- "prompt_tokens": 0,
- "total_tokens": 0
}
}, - "usage": {
- "completion_tokens": 0,
- "prompt_tokens": 0,
- "total_tokens": 0
}
}Retrieve a chat conversation by its unique identifier
| id required | string Chat identifier |
{- "created_at": "string",
- "id": "string",
- "messages": [
- {
- "content": "string",
- "name": "string",
- "role": "string",
- "tool_call": [
- {
- "function": {
- "arguments": "string",
- "name": "string"
}, - "id": "string",
- "type": "string"
}
]
}
], - "name": "string"
}Update an chat by ID
| id required | string Chat ID |
Chat update request
| guard_enabled | boolean |
object (model.ChatResponse) | |
| max_tokens | integer |
Array of objects (model.Message) | |
| model | string |
| name | string |
| router_enabled | boolean |
| temperature | number |
{- "guard_enabled": true,
- "last_response": {
- "answer": {
- "content": "string",
- "reasoning_content": "string",
- "tool_calls": [
- {
- "function": {
- "arguments": "string",
- "name": "string"
}, - "id": "string",
- "index": 0,
- "type": "string"
}
]
}, - "guard": {
- "category": "string",
- "content": "string",
- "reasoning_content": "string"
}, - "router": {
- "content": "string",
- "expert": "string",
- "reasoning_content": "string"
}
}, - "max_tokens": 0,
- "messages": [
- {
- "content": "string",
- "created_at": "string",
- "function": {
- "function": {
- "arguments": "string",
- "name": "string"
}, - "id": "string",
- "index": 0,
- "type": "string"
}, - "inference_log_id": "string",
- "name": "string",
- "role": "string",
- "tool_calls": [
- {
- "function": {
- "arguments": "string",
- "name": "string"
}, - "id": "string",
- "index": 0,
- "type": "string"
}
]
}
], - "model": "string",
- "name": "string",
- "router_enabled": true,
- "temperature": 0
}{- "created_at": "string",
- "id": "string",
- "messages": [
- {
- "content": "string",
- "name": "string",
- "role": "string",
- "tool_call": [
- {
- "function": {
- "arguments": "string",
- "name": "string"
}, - "id": "string",
- "type": "string"
}
]
}
], - "name": "string"
}Retrieve a chat with a window of the conversation
| id required | string Chat identifier |
{- "created_at": "string",
- "id": "string",
- "messages": [
- {
- "content": "string",
- "name": "string",
- "role": "string",
- "tool_call": [
- {
- "function": {
- "arguments": "string",
- "name": "string"
}, - "id": "string",
- "type": "string"
}
]
}
], - "name": "string"
}List checkpoints by ID
| limit | integer Default: 10 Limit |
| after | string Default: "\"\"" After |
| Authorization required | string Default: Bearer <Add access token here> Insert your access token |
{- "count": 0,
- "data": [
- {
- "id": "string",
- "name": "string",
- "training_id": "string",
- "training_name": "string",
- "webhook_event": {
- "property1": null,
- "property2": null
}
}
], - "has_more": true
}Retrieve a cluster by space
| Authorization required | string Default: Bearer <Add access token here> Insert your access token |
{- "inference": {
- "job_queue": "string",
- "job_server": "string",
- "node_set": {
- "property1": null,
- "property2": null
}
}, - "ingress": {
- "host": "string"
}, - "nodes": [
- {
- "config": {
- "property1": null,
- "property2": null
}, - "hostname": "string",
- "id": "string",
- "imex": {
- "property1": "string",
- "property2": "string"
}, - "is_leader": true,
- "jobs": [
- {
- "cpu_usage": 0,
- "job_generation": 0,
- "job_hash": "string",
- "job_id": "string",
- "job_type": 0,
- "memory_limit": 0,
- "memory_usage": 0,
- "memory_utilization": 0
}
], - "local_ip": "string",
- "orphan_containers": [
- {
- "cpu_usage": 0,
- "created": "string",
- "created_by": "string",
- "id": "string",
- "image": "string",
- "memory_limit": 0,
- "memory_usage": 0,
- "memory_utilization": 0,
- "name": "string"
}
], - "status": "string",
- "usage": {
- "gpus": [
- {
- "cluster_uuid": "string",
- "index": 0,
- "memory_limit": 0,
- "memory_usage": 0,
- "memory_utilization": 0,
- "name": "string",
- "usage": [
- {
- "container_id": "string",
- "job_id": "string",
- "lease_id": 0,
- "memory_limit": 0,
- "memory_usage": 0,
- "memory_utilization": 0,
- "pid": 0,
- "utilization": 0
}
], - "utilization": 0,
- "uuid": "string"
}
]
}
}
], - "resources": {
- "gpus": {
- "memory_used": 0,
- "total": 0,
- "utilization": 0
}
}
}Create a new cluster
| Authorization required | string Default: Bearer <Add access token here> Insert your access token |
Cluster creation request
| ingress_url required | string |
| manager_url required | string |
| name | string |
| token | string |
{- "ingress_url": "string",
- "manager_url": "string",
- "name": "string",
- "token": "string"
}{- "created_at": "string",
- "id": "string",
- "ingress_url": "string",
- "manager_url": "string",
- "name": "string",
- "token": "string",
- "updated_at": "string"
}Update a cluster by space
| Authorization required | string Default: Bearer <Add access token here> Insert your access token |
Cluster update request
| ingress_url | string |
| manager_url | string |
| token | string |
{- "ingress_url": "string",
- "manager_url": "string",
- "token": "string"
}{- "created_at": "string",
- "id": "string",
- "ingress_url": "string",
- "manager_url": "string",
- "name": "string",
- "token": "string",
- "updated_at": "string"
}Retrieve a list of connectors with pagination
| limit | integer Default: 10 limit |
| after | string after |
| Authorization required | string Default: Bearer <Add access token here> Insert your access token |
{- "count": 0,
- "data": [
- {
- "created_at": "string",
- "created_by": "string",
- "id": "string",
- "name": "string",
- "provider": "string",
- "region": "string",
- "status": "string"
}
], - "has_more": true
}Create a new connector
| Authorization required | string Default: Bearer <Add access token here> Insert your access token |
Connector creation request
| name required | string |
object (request.S3Config) | |
| type required | string Value: "aws-s3" |
{- "name": "string",
- "s3": {
- "access_key_id": "string",
- "bucket": "string",
- "prefix": "string",
- "region": "string",
- "secret_access_key": "string"
}, - "type": "aws-s3"
}{- "created_at": "string",
- "created_by": "string",
- "id": "string",
- "name": "string",
- "provider": "string",
- "region": "string",
- "status": "string"
}Retrieve a connector by ID
| id required | string Connector ID |
| Authorization required | string Default: Bearer <Add access token here> Insert your access token |
{- "created_at": "string",
- "created_by": "string",
- "id": "string",
- "name": "string",
- "provider": "string",
- "region": "string",
- "status": "string"
}List files for a connector by ID (currently supports S3 connectors)
| id required | string Connector ID |
| prefix | string File prefix filter |
| limit | integer Maximum number of files to return |
| Authorization required | string Default: Bearer <Add access token here> Insert your access token |
[- [
- {
- "files": "string",
- "size": 0
}
]
]Scan a connector by ID
| id required | string Connector ID |
| Authorization required | string Default: Bearer <Add access token here> Insert your access token |
Scan connector request
| files | Array of strings |
{- "files": [
- "string"
]
}{ }Retrieve a list of data models with pagination
| limit | integer Default: 10 limit |
| after | string after |
{- "count": 0,
- "data": [
- {
- "created_at": "string",
- "description": "string",
- "id": "string",
- "name": "string",
- "updated_at": "string"
}
], - "has_more": true
}Create a new data model
Data model creation request
| description | string |
| name required | string |
{- "description": "string",
- "name": "string"
}{- "created_at": "string",
- "description": "string",
- "id": "string",
- "name": "string",
- "updated_at": "string"
}Update a data model by ID
| id required | string Data model ID |
Data model update request
| description | string |
| name | string |
{- "description": "string",
- "name": "string"
}{- "created_at": "string",
- "description": "string",
- "id": "string",
- "name": "string",
- "updated_at": "string"
}Create a new evaluation
Evaluation creation request
| benchmark_id required | string |
| checkpoint_id required | string |
| gpu_count required | integer |
{- "benchmark_id": "string",
- "checkpoint_id": "string",
- "gpu_count": 0
}{- "benchmark_id": "string",
- "checkpoint_id": "string",
- "created_at": "string",
- "created_by": "string",
- "gpu_count": 0,
- "id": "string",
- "result": {
- "property1": 0,
- "property2": 0
}, - "updated_at": "string",
- "updated_by": "string"
}Get a comprehensive list of all available experts
| limit | integer Default: 10 limit |
| after | string after |
{- "count": 0,
- "data": [
- {
- "context": "string",
- "created_at": "string",
- "description": "string",
- "file_context": [
- {
- "property1": "string",
- "property2": "string"
}
], - "id": "string",
- "name": "string",
- "tools": [
- {
- "function": {
- "description": "string",
- "name": "string",
- "parameters": {
- "property1": null,
- "property2": null
}, - "strict": true
}, - "type": "string"
}
], - "updated_at": "string"
}
], - "has_more": true
}Create a new expert with custom configuration and prompt templates
Expert configuration data
| context | string |
| description required | string |
Array of objects | |
| name required | string |
Array of objects (model.ExpertTool) |
{- "context": "string",
- "description": "string",
- "file_context": [
- {
- "property1": "string",
- "property2": "string"
}
], - "name": "string",
- "tools": [
- {
- "function": {
- "description": "string",
- "name": "string",
- "parameters": {
- "property1": null,
- "property2": null
}, - "strict": true
}, - "type": "string"
}
]
}{- "context": "string",
- "created_at": "string",
- "description": "string",
- "file_context": [
- {
- "property1": "string",
- "property2": "string"
}
], - "id": "string",
- "name": "string",
- "tools": [
- {
- "function": {
- "description": "string",
- "name": "string",
- "parameters": {
- "property1": null,
- "property2": null
}, - "strict": true
}, - "type": "string"
}
], - "updated_at": "string"
}Retrieve a specific expert's complete configuration by ID
| id required | string Expert unique identifier |
{- "context": "string",
- "created_at": "string",
- "description": "string",
- "file_context": [
- {
- "property1": "string",
- "property2": "string"
}
], - "id": "string",
- "name": "string",
- "tools": [
- {
- "function": {
- "description": "string",
- "name": "string",
- "parameters": {
- "property1": null,
- "property2": null
}, - "strict": true
}, - "type": "string"
}
], - "updated_at": "string"
}Modify an existing expert's configuration by ID
| id required | string Expert unique identifier |
Updated expert configuration
| context | string |
| description | string |
Array of objects | |
| name | string |
Array of objects (model.ExpertTool) |
{- "context": "string",
- "description": "string",
- "file_context": [
- {
- "property1": "string",
- "property2": "string"
}
], - "name": "string",
- "tools": [
- {
- "function": {
- "description": "string",
- "name": "string",
- "parameters": {
- "property1": null,
- "property2": null
}, - "strict": true
}, - "type": "string"
}
]
}{- "context": "string",
- "created_at": "string",
- "description": "string",
- "file_context": [
- {
- "property1": "string",
- "property2": "string"
}
], - "id": "string",
- "name": "string",
- "tools": [
- {
- "function": {
- "description": "string",
- "name": "string",
- "parameters": {
- "property1": null,
- "property2": null
}, - "strict": true
}, - "type": "string"
}
], - "updated_at": "string"
}Retrieve paginated inference logs with various filtering options
| start_date | string Start date (format: 2006-01-02T15:04:05Z07:00) |
| end_date | string End date (format: 2006-01-02T15:04:05Z07:00) |
| user | string User ID filter |
| model | string Model name filter |
| status | string Status filter (success, error) |
| type | string Request type filter |
| tag | string Tag filter |
| correlation_id | string Correlation ID filter |
| page | integer Page number (default: 1) |
| page_size | integer Page size (default: 20) |
{- "count": 0,
- "data": [
- {
- "_id": "string",
- "api": "string",
- "correlation_id": "string",
- "created_at": "string",
- "error_message": "string",
- "finished_at": "string",
- "id": "string",
- "input_tokens": 0,
- "latency_ms": 0,
- "messages": [
- {
- "content": "string",
- "created_at": "string",
- "function": {
- "function": {
- "arguments": "string",
- "name": "string"
}, - "id": "string",
- "index": 0,
- "type": "string"
}, - "inference_log_id": "string",
- "name": "string",
- "role": "string",
- "tool_calls": [
- {
- "function": {
- "arguments": "string",
- "name": "string"
}, - "id": "string",
- "index": 0,
- "type": "string"
}
]
}
], - "metadata": {
- "property1": null,
- "property2": null
}, - "model": "string",
- "position": 0,
- "response_log": {
- "answer": {
- "content": "string",
- "input_tokens": 0,
- "output_tokens": 0,
- "reasoning_content": "string",
- "time": 0,
- "tool_calls": [
- {
- "function": {
- "arguments": "string",
- "name": "string"
}, - "id": "string",
- "index": 0,
- "type": "string"
}
]
}, - "guard": {
- "category": "string",
- "content": "string",
- "input_tokens": 0,
- "output_tokens": 0,
- "reasoning_content": "string",
- "time": 0
}, - "router": {
- "content": "string",
- "expert": "string",
- "input_tokens": 0,
- "output_tokens": 0,
- "reasoning_content": "string",
- "time": 0
}
}, - "space": "string",
- "status": "string",
- "stream": true,
- "tags": [
- "string"
], - "total_tokens": 0,
- "type": "string",
- "user": "string"
}
], - "has_more": true
}Retrieve aggregated statistics for inference logs within a specified time period
| start_date | string Start date (format: 2006-01-02T15:04:05Z07:00) |
| end_date | string End date (format: 2006-01-02T15:04:05Z07:00) |
| user | string User ID filter |
| model | string Model name filter |
| type | string Request type filter |
| correlation_id | string Correlation ID filter |
{- "avg_latency_ms": 0,
- "input_tokens": 0,
- "model_usage": {
- "property1": 0,
- "property2": 0
}, - "output_tokens": 0,
- "period_end_date": "string",
- "period_start_date": "string",
- "success_rate": 0,
- "total_calls": 0,
- "total_tokens": 0
}Create a new Insight conversation
Insight creation request
| actions | Array of strings |
| client | string |
| echo | boolean |
| max_tokens | integer |
| model | string |
| temperature | number |
| top_p | number |
{- "actions": [
- "string"
], - "client": "string",
- "echo": true,
- "max_tokens": 0,
- "model": "string",
- "temperature": 0,
- "top_p": 0
}{- "actions": "string",
- "argument": "string",
- "argument_content": "string",
- "argument_thinking": "string",
- "best_channel": "string",
- "best_time": "string",
- "elapsed_time_in_seconds": 0,
- "error": "string",
- "finish_reason": "string",
- "id": "string",
- "insight": "string",
- "thinking": "string",
- "timeliness": "string",
- "type": "string",
- "usage": {
- "completion_tokens": 0,
- "prompt_tokens": 0,
- "total_tokens": 0
}
}Retrieve a paginated list of leaderboards with rankings based on checkpoint performance
| limit | integer Default: 10 Limit |
| after | string Default: "\"\"" After |
| model_id | string Filter by model/checkpoint ID |
| benchmarks | Array of strings Filter by benchmark IDs (can be multiple) |
| trainings | Array of strings Filter by training IDs (can be multiple) |
| start_date | string Filter by start date (RFC3339 format, e.g., 2024-01-01T00:00:00Z) |
| end_date | string Filter by end date (RFC3339 format, e.g., 2024-12-31T23:59:59Z) |
| order_by_metric.benchmark_id | string Order by metric from specific benchmark (optional: if omitted, averages across all benchmarks) |
| order_by_metric.metric_name | string Order by this metric name |
| order_by_metric.direction | string Default: "desc" Order direction: asc or desc |
| name | string Filter by checkpointname |
{- "count": 0,
- "data": [
- {
- "created_at": "string",
- "created_by": "string",
- "evaluations": [
- {
- "benchmark_id": "string",
- "checkpoint_id": "string",
- "created_at": "string",
- "created_by": "string",
- "gpu_count": 0,
- "id": "string",
- "result": {
- "property1": 0,
- "property2": 0
}, - "updated_at": "string",
- "updated_by": "string"
}
], - "id": "string",
- "name": "string",
- "order_metric_value": 0,
- "training": {
- "id": "string",
- "name": "string"
}, - "updated_at": "string",
- "updated_by": "string",
- "webhook_event": {
- "property1": null,
- "property2": null
}
}
], - "has_more": true
}{- "email": "string",
- "external_id": "string",
- "first_name": "string",
- "id": "string",
- "last_name": "string",
- "permissions": [
- "string"
], - "role": "designer",
- "spaces": [
- {
- "created_at": "string",
- "created_by": "string",
- "description": "string",
- "id": "string",
- "name": "string",
- "updated_at": "string",
- "updated_by": "string"
}
]
}Update user
Update user request
| first_name | string |
| last_name | string |
| role | string (model.UserRole) Enum: "designer" "developer" |
{- "first_name": "string",
- "last_name": "string",
- "role": "designer"
}{- "email": "string",
- "external_id": "string",
- "first_name": "string",
- "id": "string",
- "last_name": "string",
- "role": "designer"
}Get a paginated list of all personas
| limit | integer Default: 10 limit |
| after | string after |
{- "count": 0,
- "data": [
- {
- "birthdate": "string",
- "created_at": "string",
- "created_by": "string",
- "data": {
- "property1": null,
- "property2": null
}, - "id": "string",
- "name": "string",
- "notes": "string",
- "updated_at": "string",
- "updated_by": "string"
}
], - "has_more": true
}Create a new persona with provided data
Persona data
| birthdate required | string |
object | |
| name required | string |
| notes required | string |
{- "birthdate": "string",
- "data": {
- "property1": null,
- "property2": null
}, - "name": "string",
- "notes": "string"
}{- "birthdate": "string",
- "created_at": "string",
- "created_by": "string",
- "data": {
- "property1": null,
- "property2": null
}, - "id": "string",
- "name": "string",
- "notes": "string",
- "updated_at": "string",
- "updated_by": "string"
}Retrieve a specific persona by ID
| id required | string Persona unique identifier |
{- "birthdate": "string",
- "created_at": "string",
- "created_by": "string",
- "data": {
- "property1": null,
- "property2": null
}, - "id": "string",
- "name": "string",
- "notes": "string",
- "updated_at": "string",
- "updated_by": "string"
}Modify an existing persona by ID
| id required | string Persona unique identifier |
Updated persona data
| birthdate | string |
object | |
| name | string |
| notes | string |
{- "birthdate": "string",
- "data": {
- "property1": null,
- "property2": null
}, - "name": "string",
- "notes": "string"
}{- "birthdate": "string",
- "created_at": "string",
- "created_by": "string",
- "data": {
- "property1": null,
- "property2": null
}, - "id": "string",
- "name": "string",
- "notes": "string",
- "updated_at": "string",
- "updated_by": "string"
}Create a persona completion based on prompt and existing data
Completion request with prompt and context
object | |
Array of objects | |
| prompt | string |
{- "current_persona": {
- "property1": null,
- "property2": null
}, - "history": [
- {
- "property1": null,
- "property2": null
}
], - "prompt": "string"
}{ }Process files to extract and create personas
| files required | string <binary> Files containing persona data |
{- "conflict_personas": 0,
- "message": "string",
- "status": "string",
- "total": 0,
- "upload_token": "string"
}Finalize a pending persona upload with conflict resolution strategy
| upload_token required | string Upload token from previous upload response |
Conflict resolution strategy
| conflict_resolution | string "overwrite", "create", or "skip" |
{- "conflict_resolution": "string"
}{- "conflicts_resolved": 0,
- "message": "string",
- "status": "string",
- "total_uploaded": 0
}Retrieve all spaces
| limit | integer Default: 10 Limit |
| after | string Default: "\"\"" After |
{- "count": 0,
- "data": [
- {
- "created_at": "string",
- "created_by": {
- "email": "string",
- "external_id": "string",
- "first_name": "string",
- "id": "string",
- "last_name": "string",
- "role": "designer"
}, - "description": "string",
- "id": "string",
- "name": "string",
- "updated_at": "string",
- "updated_by": {
- "email": "string",
- "external_id": "string",
- "first_name": "string",
- "id": "string",
- "last_name": "string",
- "role": "designer"
}
}
], - "has_more": true
}Create a new space
Space creation request
| description required | string |
| name required | string |
{- "description": "string",
- "name": "string"
}{- "created_at": "string",
- "created_by": "string",
- "description": "string",
- "id": "string",
- "name": "string",
- "updated_at": "string",
- "updated_by": "string"
}Update a space by ID
| id required | string Space ID |
Space update request
| description | string |
| name | string |
{- "description": "string",
- "name": "string"
}{- "created_at": "string",
- "created_by": "string",
- "description": "string",
- "id": "string",
- "name": "string",
- "updated_at": "string",
- "updated_by": "string"
}Invite a user to a space
| id required | string Space ID |
Invite space request
| emails required | Array of strings |
| roles required | Array of strings (permissions.UserPermission) Items Enum: "benchmarks:create" "benchmarks:get" "benchmarks:list" "evaluations:create" "leaderboards:list" "trainings:create" "trainings:delete" "trainings:get" "trainings:list" "trainings:update" "data-models:create" "data-models:delete" "data-models:get" "data-models:list" "data-models:update" |
{- "emails": [
- "string"
], - "roles": [
- "benchmarks:create"
]
}{- "emails": [
- "string"
]
}Retrieve a list of training jobs with pagination
| pageSize | integer Default: 10 pageSize |
| page | integer Default: 1 page |
{- "count": 0,
- "data": [
- {
- "architecture": "string",
- "benchmark_ids": [
- "string"
], - "checkpoints": [
- {
- "_id": "string",
- "created_at": "string",
- "created_by": "string",
- "data_model_id": "string",
- "id": "string",
- "name": "string",
- "neocore_id": "string",
- "space": "string",
- "training_id": "string",
- "training_name": "string",
- "updated_at": "string",
- "updated_by": "string",
- "webhook_event": {
- "property1": null,
- "property2": null
}
}
], - "configuration": { },
- "connectors": [
- {
- "connector_id": "string",
- "keys": [
- "string"
]
}
], - "created_at": "string",
- "data_model_id": "string",
- "gpu_count": 0,
- "id": "string",
- "metrics": [
- {
- "property1": null,
- "property2": null
}
], - "name": "string",
- "status": "string",
- "updated_at": "string"
}
], - "has_more": true
}Create a new training job
Training creation request
| architecture required | string |
| benchmark_ids | Array of strings |
| configuration required | object |
required | Array of objects (request.ConnectorTraining) |
| data_model_id required | string |
| gpu_count required | integer |
| name required | string |
{- "architecture": "string",
- "benchmark_ids": [
- "string"
], - "configuration": { },
- "connectors": [
- {
- "connector_id": "string",
- "keys": [
- "string"
]
}
], - "data_model_id": "string",
- "gpu_count": 0,
- "name": "string"
}{- "architecture": "string",
- "benchmark_ids": [
- "string"
], - "checkpoints": [
- {
- "_id": "string",
- "created_at": "string",
- "created_by": "string",
- "data_model_id": "string",
- "id": "string",
- "name": "string",
- "neocore_id": "string",
- "space": "string",
- "training_id": "string",
- "training_name": "string",
- "updated_at": "string",
- "updated_by": "string",
- "webhook_event": {
- "property1": null,
- "property2": null
}
}
], - "configuration": { },
- "connectors": [
- {
- "connector_id": "string",
- "keys": [
- "string"
]
}
], - "created_at": "string",
- "data_model_id": "string",
- "gpu_count": 0,
- "id": "string",
- "metrics": [
- {
- "property1": null,
- "property2": null
}
], - "name": "string",
- "status": "string",
- "updated_at": "string"
}{- "architecture": "string",
- "benchmark_ids": [
- "string"
], - "checkpoints": [
- {
- "_id": "string",
- "created_at": "string",
- "created_by": "string",
- "data_model_id": "string",
- "id": "string",
- "name": "string",
- "neocore_id": "string",
- "space": "string",
- "training_id": "string",
- "training_name": "string",
- "updated_at": "string",
- "updated_by": "string",
- "webhook_event": {
- "property1": null,
- "property2": null
}
}
], - "configuration": { },
- "connectors": [
- {
- "connector_id": "string",
- "keys": [
- "string"
]
}
], - "created_at": "string",
- "data_model_id": "string",
- "gpu_count": 0,
- "id": "string",
- "metrics": [
- {
- "property1": null,
- "property2": null
}
], - "name": "string",
- "status": "string",
- "updated_at": "string"
}Update a training job by ID
| id required | string Training ID |
Training update request
| architecture | string |
| benchmark_ids | Array of strings |
| configuration | object |
object (request.UpdateConnectorTraining) | |
| name | string |
{- "architecture": "string",
- "benchmark_ids": [
- "string"
], - "configuration": { },
- "connector": {
- "connector_id": "string",
- "keys": [
- "string"
]
}, - "name": "string"
}{- "architecture": "string",
- "benchmark_ids": [
- "string"
], - "checkpoints": [
- {
- "_id": "string",
- "created_at": "string",
- "created_by": "string",
- "data_model_id": "string",
- "id": "string",
- "name": "string",
- "neocore_id": "string",
- "space": "string",
- "training_id": "string",
- "training_name": "string",
- "updated_at": "string",
- "updated_by": "string",
- "webhook_event": {
- "property1": null,
- "property2": null
}
}
], - "configuration": { },
- "connectors": [
- {
- "connector_id": "string",
- "keys": [
- "string"
]
}
], - "created_at": "string",
- "data_model_id": "string",
- "gpu_count": 0,
- "id": "string",
- "metrics": [
- {
- "property1": null,
- "property2": null
}
], - "name": "string",
- "status": "string",
- "updated_at": "string"
}Receives status updates for all entities (webhook endpoint)
Webhook payload
| event | string e.g., "created", "updated", "deleted" |
| id required | string |
| name | string |
object | |
| status | string |
| timestamp | string |
| type | string e.g., "aws-s3", "postgres" |
{- "event": "string",
- "id": "string",
- "name": "string",
- "payload": {
- "property1": null,
- "property2": null
}, - "status": "string",
- "timestamp": "string",
- "type": "string"
}{- "id": "string"
}