Create Revision
curl --request POST \
--url https://{host}/api/model-deployments/{deployment_id}/revisions \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"model_source": {
"kind": "artifact",
"run_id": "<string>",
"step": 1
},
"config": {
"engine": "vllm",
"gpus": 1,
"gpu_series": "",
"cpus": 4,
"memory_gb": 16,
"dtype": "auto",
"quantization": "none",
"max_model_len": 2097216,
"gpu_memory_utilization": 0.9,
"max_concurrency": 32768,
"trust_remote_code": false,
"served_model_name": "model",
"tensor_parallel_size": 32,
"pipeline_parallel_size": 32,
"data_parallel_size": 32,
"extra_args": [
"<string>"
],
"env": {},
"vllm": {
"cpu_offload_gib": 0,
"kv_cache_dtype": "auto",
"enforce_eager": false,
"max_num_batched_tokens": 524320,
"enable_prefix_caching": false,
"enable_chunked_prefill": true,
"tool_call_parser": "<string>",
"reasoning_parser": "<string>",
"chat_template": "<string>"
},
"sglang": {
"mem_fraction_static": 0.88,
"chunked_prefill_size": 524352,
"schedule_policy": "lpm",
"max_running_requests": 32768,
"disable_radix_cache": false,
"tool_call_parser": "<string>",
"reasoning_parser": "<string>",
"chat_template": "<string>"
}
},
"allow_downtime": false
}
'import requests
url = "https://{host}/api/model-deployments/{deployment_id}/revisions"
payload = {
"model_source": {
"kind": "artifact",
"run_id": "<string>",
"step": 1
},
"config": {
"engine": "vllm",
"gpus": 1,
"gpu_series": "",
"cpus": 4,
"memory_gb": 16,
"dtype": "auto",
"quantization": "none",
"max_model_len": 2097216,
"gpu_memory_utilization": 0.9,
"max_concurrency": 32768,
"trust_remote_code": False,
"served_model_name": "model",
"tensor_parallel_size": 32,
"pipeline_parallel_size": 32,
"data_parallel_size": 32,
"extra_args": ["<string>"],
"env": {},
"vllm": {
"cpu_offload_gib": 0,
"kv_cache_dtype": "auto",
"enforce_eager": False,
"max_num_batched_tokens": 524320,
"enable_prefix_caching": False,
"enable_chunked_prefill": True,
"tool_call_parser": "<string>",
"reasoning_parser": "<string>",
"chat_template": "<string>"
},
"sglang": {
"mem_fraction_static": 0.88,
"chunked_prefill_size": 524352,
"schedule_policy": "lpm",
"max_running_requests": 32768,
"disable_radix_cache": False,
"tool_call_parser": "<string>",
"reasoning_parser": "<string>",
"chat_template": "<string>"
}
},
"allow_downtime": False
}
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({
model_source: {kind: 'artifact', run_id: '<string>', step: 1},
config: {
engine: 'vllm',
gpus: 1,
gpu_series: '',
cpus: 4,
memory_gb: 16,
dtype: 'auto',
quantization: 'none',
max_model_len: 2097216,
gpu_memory_utilization: 0.9,
max_concurrency: 32768,
trust_remote_code: false,
served_model_name: 'model',
tensor_parallel_size: 32,
pipeline_parallel_size: 32,
data_parallel_size: 32,
extra_args: ['<string>'],
env: {},
vllm: {
cpu_offload_gib: 0,
kv_cache_dtype: 'auto',
enforce_eager: false,
max_num_batched_tokens: 524320,
enable_prefix_caching: false,
enable_chunked_prefill: true,
tool_call_parser: '<string>',
reasoning_parser: '<string>',
chat_template: '<string>'
},
sglang: {
mem_fraction_static: 0.88,
chunked_prefill_size: 524352,
schedule_policy: 'lpm',
max_running_requests: 32768,
disable_radix_cache: false,
tool_call_parser: '<string>',
reasoning_parser: '<string>',
chat_template: '<string>'
}
},
allow_downtime: false
})
};
fetch('https://{host}/api/model-deployments/{deployment_id}/revisions', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://{host}/api/model-deployments/{deployment_id}/revisions",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'model_source' => [
'kind' => 'artifact',
'run_id' => '<string>',
'step' => 1
],
'config' => [
'engine' => 'vllm',
'gpus' => 1,
'gpu_series' => '',
'cpus' => 4,
'memory_gb' => 16,
'dtype' => 'auto',
'quantization' => 'none',
'max_model_len' => 2097216,
'gpu_memory_utilization' => 0.9,
'max_concurrency' => 32768,
'trust_remote_code' => false,
'served_model_name' => 'model',
'tensor_parallel_size' => 32,
'pipeline_parallel_size' => 32,
'data_parallel_size' => 32,
'extra_args' => [
'<string>'
],
'env' => [
],
'vllm' => [
'cpu_offload_gib' => 0,
'kv_cache_dtype' => 'auto',
'enforce_eager' => false,
'max_num_batched_tokens' => 524320,
'enable_prefix_caching' => false,
'enable_chunked_prefill' => true,
'tool_call_parser' => '<string>',
'reasoning_parser' => '<string>',
'chat_template' => '<string>'
],
'sglang' => [
'mem_fraction_static' => 0.88,
'chunked_prefill_size' => 524352,
'schedule_policy' => 'lpm',
'max_running_requests' => 32768,
'disable_radix_cache' => false,
'tool_call_parser' => '<string>',
'reasoning_parser' => '<string>',
'chat_template' => '<string>'
]
],
'allow_downtime' => false
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://{host}/api/model-deployments/{deployment_id}/revisions"
payload := strings.NewReader("{\n \"model_source\": {\n \"kind\": \"artifact\",\n \"run_id\": \"<string>\",\n \"step\": 1\n },\n \"config\": {\n \"engine\": \"vllm\",\n \"gpus\": 1,\n \"gpu_series\": \"\",\n \"cpus\": 4,\n \"memory_gb\": 16,\n \"dtype\": \"auto\",\n \"quantization\": \"none\",\n \"max_model_len\": 2097216,\n \"gpu_memory_utilization\": 0.9,\n \"max_concurrency\": 32768,\n \"trust_remote_code\": false,\n \"served_model_name\": \"model\",\n \"tensor_parallel_size\": 32,\n \"pipeline_parallel_size\": 32,\n \"data_parallel_size\": 32,\n \"extra_args\": [\n \"<string>\"\n ],\n \"env\": {},\n \"vllm\": {\n \"cpu_offload_gib\": 0,\n \"kv_cache_dtype\": \"auto\",\n \"enforce_eager\": false,\n \"max_num_batched_tokens\": 524320,\n \"enable_prefix_caching\": false,\n \"enable_chunked_prefill\": true,\n \"tool_call_parser\": \"<string>\",\n \"reasoning_parser\": \"<string>\",\n \"chat_template\": \"<string>\"\n },\n \"sglang\": {\n \"mem_fraction_static\": 0.88,\n \"chunked_prefill_size\": 524352,\n \"schedule_policy\": \"lpm\",\n \"max_running_requests\": 32768,\n \"disable_radix_cache\": false,\n \"tool_call_parser\": \"<string>\",\n \"reasoning_parser\": \"<string>\",\n \"chat_template\": \"<string>\"\n }\n },\n \"allow_downtime\": false\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("https://{host}/api/model-deployments/{deployment_id}/revisions")
.header("Authorization", "Bearer <token>")
.header("Content-Type", "application/json")
.body("{\n \"model_source\": {\n \"kind\": \"artifact\",\n \"run_id\": \"<string>\",\n \"step\": 1\n },\n \"config\": {\n \"engine\": \"vllm\",\n \"gpus\": 1,\n \"gpu_series\": \"\",\n \"cpus\": 4,\n \"memory_gb\": 16,\n \"dtype\": \"auto\",\n \"quantization\": \"none\",\n \"max_model_len\": 2097216,\n \"gpu_memory_utilization\": 0.9,\n \"max_concurrency\": 32768,\n \"trust_remote_code\": false,\n \"served_model_name\": \"model\",\n \"tensor_parallel_size\": 32,\n \"pipeline_parallel_size\": 32,\n \"data_parallel_size\": 32,\n \"extra_args\": [\n \"<string>\"\n ],\n \"env\": {},\n \"vllm\": {\n \"cpu_offload_gib\": 0,\n \"kv_cache_dtype\": \"auto\",\n \"enforce_eager\": false,\n \"max_num_batched_tokens\": 524320,\n \"enable_prefix_caching\": false,\n \"enable_chunked_prefill\": true,\n \"tool_call_parser\": \"<string>\",\n \"reasoning_parser\": \"<string>\",\n \"chat_template\": \"<string>\"\n },\n \"sglang\": {\n \"mem_fraction_static\": 0.88,\n \"chunked_prefill_size\": 524352,\n \"schedule_policy\": \"lpm\",\n \"max_running_requests\": 32768,\n \"disable_radix_cache\": false,\n \"tool_call_parser\": \"<string>\",\n \"reasoning_parser\": \"<string>\",\n \"chat_template\": \"<string>\"\n }\n },\n \"allow_downtime\": false\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://{host}/api/model-deployments/{deployment_id}/revisions")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"model_source\": {\n \"kind\": \"artifact\",\n \"run_id\": \"<string>\",\n \"step\": 1\n },\n \"config\": {\n \"engine\": \"vllm\",\n \"gpus\": 1,\n \"gpu_series\": \"\",\n \"cpus\": 4,\n \"memory_gb\": 16,\n \"dtype\": \"auto\",\n \"quantization\": \"none\",\n \"max_model_len\": 2097216,\n \"gpu_memory_utilization\": 0.9,\n \"max_concurrency\": 32768,\n \"trust_remote_code\": false,\n \"served_model_name\": \"model\",\n \"tensor_parallel_size\": 32,\n \"pipeline_parallel_size\": 32,\n \"data_parallel_size\": 32,\n \"extra_args\": [\n \"<string>\"\n ],\n \"env\": {},\n \"vllm\": {\n \"cpu_offload_gib\": 0,\n \"kv_cache_dtype\": \"auto\",\n \"enforce_eager\": false,\n \"max_num_batched_tokens\": 524320,\n \"enable_prefix_caching\": false,\n \"enable_chunked_prefill\": true,\n \"tool_call_parser\": \"<string>\",\n \"reasoning_parser\": \"<string>\",\n \"chat_template\": \"<string>\"\n },\n \"sglang\": {\n \"mem_fraction_static\": 0.88,\n \"chunked_prefill_size\": 524352,\n \"schedule_policy\": \"lpm\",\n \"max_running_requests\": 32768,\n \"disable_radix_cache\": false,\n \"tool_call_parser\": \"<string>\",\n \"reasoning_parser\": \"<string>\",\n \"chat_template\": \"<string>\"\n }\n },\n \"allow_downtime\": false\n}"
response = http.request(request)
puts response.read_body{
"id": "<string>",
"deployment_id": "<string>",
"sequence": 123,
"engine": "<string>",
"model_source": {},
"config": {},
"status": "<string>",
"created_by": "<string>",
"created_at": "2023-11-07T05:31:56Z",
"runtime_ref": "<string>",
"runtime_meta": {},
"internal_endpoint": "<string>",
"error": "<string>",
"ready_at": "2023-11-07T05:31:56Z",
"retired_at": "2023-11-07T05:31:56Z"
}{
"detail": [
{
"loc": [
"<string>"
],
"msg": "<string>",
"type": "<string>",
"input": "<unknown>",
"ctx": {}
}
]
}Create Revision
POST
/
api
/
model-deployments
/
{deployment_id}
/
revisions
Create Revision
curl --request POST \
--url https://{host}/api/model-deployments/{deployment_id}/revisions \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"model_source": {
"kind": "artifact",
"run_id": "<string>",
"step": 1
},
"config": {
"engine": "vllm",
"gpus": 1,
"gpu_series": "",
"cpus": 4,
"memory_gb": 16,
"dtype": "auto",
"quantization": "none",
"max_model_len": 2097216,
"gpu_memory_utilization": 0.9,
"max_concurrency": 32768,
"trust_remote_code": false,
"served_model_name": "model",
"tensor_parallel_size": 32,
"pipeline_parallel_size": 32,
"data_parallel_size": 32,
"extra_args": [
"<string>"
],
"env": {},
"vllm": {
"cpu_offload_gib": 0,
"kv_cache_dtype": "auto",
"enforce_eager": false,
"max_num_batched_tokens": 524320,
"enable_prefix_caching": false,
"enable_chunked_prefill": true,
"tool_call_parser": "<string>",
"reasoning_parser": "<string>",
"chat_template": "<string>"
},
"sglang": {
"mem_fraction_static": 0.88,
"chunked_prefill_size": 524352,
"schedule_policy": "lpm",
"max_running_requests": 32768,
"disable_radix_cache": false,
"tool_call_parser": "<string>",
"reasoning_parser": "<string>",
"chat_template": "<string>"
}
},
"allow_downtime": false
}
'import requests
url = "https://{host}/api/model-deployments/{deployment_id}/revisions"
payload = {
"model_source": {
"kind": "artifact",
"run_id": "<string>",
"step": 1
},
"config": {
"engine": "vllm",
"gpus": 1,
"gpu_series": "",
"cpus": 4,
"memory_gb": 16,
"dtype": "auto",
"quantization": "none",
"max_model_len": 2097216,
"gpu_memory_utilization": 0.9,
"max_concurrency": 32768,
"trust_remote_code": False,
"served_model_name": "model",
"tensor_parallel_size": 32,
"pipeline_parallel_size": 32,
"data_parallel_size": 32,
"extra_args": ["<string>"],
"env": {},
"vllm": {
"cpu_offload_gib": 0,
"kv_cache_dtype": "auto",
"enforce_eager": False,
"max_num_batched_tokens": 524320,
"enable_prefix_caching": False,
"enable_chunked_prefill": True,
"tool_call_parser": "<string>",
"reasoning_parser": "<string>",
"chat_template": "<string>"
},
"sglang": {
"mem_fraction_static": 0.88,
"chunked_prefill_size": 524352,
"schedule_policy": "lpm",
"max_running_requests": 32768,
"disable_radix_cache": False,
"tool_call_parser": "<string>",
"reasoning_parser": "<string>",
"chat_template": "<string>"
}
},
"allow_downtime": False
}
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({
model_source: {kind: 'artifact', run_id: '<string>', step: 1},
config: {
engine: 'vllm',
gpus: 1,
gpu_series: '',
cpus: 4,
memory_gb: 16,
dtype: 'auto',
quantization: 'none',
max_model_len: 2097216,
gpu_memory_utilization: 0.9,
max_concurrency: 32768,
trust_remote_code: false,
served_model_name: 'model',
tensor_parallel_size: 32,
pipeline_parallel_size: 32,
data_parallel_size: 32,
extra_args: ['<string>'],
env: {},
vllm: {
cpu_offload_gib: 0,
kv_cache_dtype: 'auto',
enforce_eager: false,
max_num_batched_tokens: 524320,
enable_prefix_caching: false,
enable_chunked_prefill: true,
tool_call_parser: '<string>',
reasoning_parser: '<string>',
chat_template: '<string>'
},
sglang: {
mem_fraction_static: 0.88,
chunked_prefill_size: 524352,
schedule_policy: 'lpm',
max_running_requests: 32768,
disable_radix_cache: false,
tool_call_parser: '<string>',
reasoning_parser: '<string>',
chat_template: '<string>'
}
},
allow_downtime: false
})
};
fetch('https://{host}/api/model-deployments/{deployment_id}/revisions', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://{host}/api/model-deployments/{deployment_id}/revisions",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'model_source' => [
'kind' => 'artifact',
'run_id' => '<string>',
'step' => 1
],
'config' => [
'engine' => 'vllm',
'gpus' => 1,
'gpu_series' => '',
'cpus' => 4,
'memory_gb' => 16,
'dtype' => 'auto',
'quantization' => 'none',
'max_model_len' => 2097216,
'gpu_memory_utilization' => 0.9,
'max_concurrency' => 32768,
'trust_remote_code' => false,
'served_model_name' => 'model',
'tensor_parallel_size' => 32,
'pipeline_parallel_size' => 32,
'data_parallel_size' => 32,
'extra_args' => [
'<string>'
],
'env' => [
],
'vllm' => [
'cpu_offload_gib' => 0,
'kv_cache_dtype' => 'auto',
'enforce_eager' => false,
'max_num_batched_tokens' => 524320,
'enable_prefix_caching' => false,
'enable_chunked_prefill' => true,
'tool_call_parser' => '<string>',
'reasoning_parser' => '<string>',
'chat_template' => '<string>'
],
'sglang' => [
'mem_fraction_static' => 0.88,
'chunked_prefill_size' => 524352,
'schedule_policy' => 'lpm',
'max_running_requests' => 32768,
'disable_radix_cache' => false,
'tool_call_parser' => '<string>',
'reasoning_parser' => '<string>',
'chat_template' => '<string>'
]
],
'allow_downtime' => false
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://{host}/api/model-deployments/{deployment_id}/revisions"
payload := strings.NewReader("{\n \"model_source\": {\n \"kind\": \"artifact\",\n \"run_id\": \"<string>\",\n \"step\": 1\n },\n \"config\": {\n \"engine\": \"vllm\",\n \"gpus\": 1,\n \"gpu_series\": \"\",\n \"cpus\": 4,\n \"memory_gb\": 16,\n \"dtype\": \"auto\",\n \"quantization\": \"none\",\n \"max_model_len\": 2097216,\n \"gpu_memory_utilization\": 0.9,\n \"max_concurrency\": 32768,\n \"trust_remote_code\": false,\n \"served_model_name\": \"model\",\n \"tensor_parallel_size\": 32,\n \"pipeline_parallel_size\": 32,\n \"data_parallel_size\": 32,\n \"extra_args\": [\n \"<string>\"\n ],\n \"env\": {},\n \"vllm\": {\n \"cpu_offload_gib\": 0,\n \"kv_cache_dtype\": \"auto\",\n \"enforce_eager\": false,\n \"max_num_batched_tokens\": 524320,\n \"enable_prefix_caching\": false,\n \"enable_chunked_prefill\": true,\n \"tool_call_parser\": \"<string>\",\n \"reasoning_parser\": \"<string>\",\n \"chat_template\": \"<string>\"\n },\n \"sglang\": {\n \"mem_fraction_static\": 0.88,\n \"chunked_prefill_size\": 524352,\n \"schedule_policy\": \"lpm\",\n \"max_running_requests\": 32768,\n \"disable_radix_cache\": false,\n \"tool_call_parser\": \"<string>\",\n \"reasoning_parser\": \"<string>\",\n \"chat_template\": \"<string>\"\n }\n },\n \"allow_downtime\": false\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("https://{host}/api/model-deployments/{deployment_id}/revisions")
.header("Authorization", "Bearer <token>")
.header("Content-Type", "application/json")
.body("{\n \"model_source\": {\n \"kind\": \"artifact\",\n \"run_id\": \"<string>\",\n \"step\": 1\n },\n \"config\": {\n \"engine\": \"vllm\",\n \"gpus\": 1,\n \"gpu_series\": \"\",\n \"cpus\": 4,\n \"memory_gb\": 16,\n \"dtype\": \"auto\",\n \"quantization\": \"none\",\n \"max_model_len\": 2097216,\n \"gpu_memory_utilization\": 0.9,\n \"max_concurrency\": 32768,\n \"trust_remote_code\": false,\n \"served_model_name\": \"model\",\n \"tensor_parallel_size\": 32,\n \"pipeline_parallel_size\": 32,\n \"data_parallel_size\": 32,\n \"extra_args\": [\n \"<string>\"\n ],\n \"env\": {},\n \"vllm\": {\n \"cpu_offload_gib\": 0,\n \"kv_cache_dtype\": \"auto\",\n \"enforce_eager\": false,\n \"max_num_batched_tokens\": 524320,\n \"enable_prefix_caching\": false,\n \"enable_chunked_prefill\": true,\n \"tool_call_parser\": \"<string>\",\n \"reasoning_parser\": \"<string>\",\n \"chat_template\": \"<string>\"\n },\n \"sglang\": {\n \"mem_fraction_static\": 0.88,\n \"chunked_prefill_size\": 524352,\n \"schedule_policy\": \"lpm\",\n \"max_running_requests\": 32768,\n \"disable_radix_cache\": false,\n \"tool_call_parser\": \"<string>\",\n \"reasoning_parser\": \"<string>\",\n \"chat_template\": \"<string>\"\n }\n },\n \"allow_downtime\": false\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://{host}/api/model-deployments/{deployment_id}/revisions")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"model_source\": {\n \"kind\": \"artifact\",\n \"run_id\": \"<string>\",\n \"step\": 1\n },\n \"config\": {\n \"engine\": \"vllm\",\n \"gpus\": 1,\n \"gpu_series\": \"\",\n \"cpus\": 4,\n \"memory_gb\": 16,\n \"dtype\": \"auto\",\n \"quantization\": \"none\",\n \"max_model_len\": 2097216,\n \"gpu_memory_utilization\": 0.9,\n \"max_concurrency\": 32768,\n \"trust_remote_code\": false,\n \"served_model_name\": \"model\",\n \"tensor_parallel_size\": 32,\n \"pipeline_parallel_size\": 32,\n \"data_parallel_size\": 32,\n \"extra_args\": [\n \"<string>\"\n ],\n \"env\": {},\n \"vllm\": {\n \"cpu_offload_gib\": 0,\n \"kv_cache_dtype\": \"auto\",\n \"enforce_eager\": false,\n \"max_num_batched_tokens\": 524320,\n \"enable_prefix_caching\": false,\n \"enable_chunked_prefill\": true,\n \"tool_call_parser\": \"<string>\",\n \"reasoning_parser\": \"<string>\",\n \"chat_template\": \"<string>\"\n },\n \"sglang\": {\n \"mem_fraction_static\": 0.88,\n \"chunked_prefill_size\": 524352,\n \"schedule_policy\": \"lpm\",\n \"max_running_requests\": 32768,\n \"disable_radix_cache\": false,\n \"tool_call_parser\": \"<string>\",\n \"reasoning_parser\": \"<string>\",\n \"chat_template\": \"<string>\"\n }\n },\n \"allow_downtime\": false\n}"
response = http.request(request)
puts response.read_body{
"id": "<string>",
"deployment_id": "<string>",
"sequence": 123,
"engine": "<string>",
"model_source": {},
"config": {},
"status": "<string>",
"created_by": "<string>",
"created_at": "2023-11-07T05:31:56Z",
"runtime_ref": "<string>",
"runtime_meta": {},
"internal_endpoint": "<string>",
"error": "<string>",
"ready_at": "2023-11-07T05:31:56Z",
"retired_at": "2023-11-07T05:31:56Z"
}{
"detail": [
{
"loc": [
"<string>"
],
"msg": "<string>",
"type": "<string>",
"input": "<unknown>",
"ctx": {}
}
]
}Authorizations
Bearer authentication header of the form Bearer <token>, where <token> is your auth token.
Path Parameters
Body
application/json
One run's export.
step is normally absent on the way in and present on the way back out: the
resolver takes the run's highest exported step and writes down which one
that was. An unpinned reference would otherwise move to a later export, and
a Revision that changes what it loads is not a Revision.
- ArtifactModelSource
- HuggingFaceModelSource
- ModelScopeModelSource
- SharedPathModelSource
- RegistryModelSource
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Response
Successful Response