Update gateway token group
Update gateway token group within the authenticated Telnyx account. Foreign and unknown resource IDs return the same 404 response. Omitted fields are preserved. Null clears the optional concurrency, fallback and retry settings. A stale If-Match returns 412; read the resource again before updating.
PATCH
/
llm_token_gateway
/
token_groups
/
{id}
Update gateway token group
curl --request PATCH \
--url https://api.telnyx.com/v2/llm_token_gateway/token_groups/{id} \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--header 'Idempotency-Key: <idempotency-key>' \
--header 'If-Match: <if-match>' \
--data '
{
"name": "support-backend",
"allowed_models": [
"Kimi-K3",
"GLM-5.3-Flash"
],
"max_parallel_requests": 20,
"fallbacks": {
"Kimi-K3": [
"GLM-5.3-Flash"
]
},
"retries": {
"max_attempts": 2,
"retry_delay_ms": 250,
"backoff": "exponential",
"request_timeout_ms": 10000
}
}
'import requests
url = "https://api.telnyx.com/v2/llm_token_gateway/token_groups/{id}"
payload = {
"name": "support-backend",
"allowed_models": ["Kimi-K3", "GLM-5.3-Flash"],
"max_parallel_requests": 20,
"fallbacks": { "Kimi-K3": ["GLM-5.3-Flash"] },
"retries": {
"max_attempts": 2,
"retry_delay_ms": 250,
"backoff": "exponential",
"request_timeout_ms": 10000
}
}
headers = {
"Idempotency-Key": "<idempotency-key>",
"If-Match": "<if-match>",
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.patch(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'PATCH',
headers: {
'Idempotency-Key': '<idempotency-key>',
'If-Match': '<if-match>',
Authorization: 'Bearer <token>',
'Content-Type': 'application/json'
},
body: JSON.stringify({
name: 'support-backend',
allowed_models: ['Kimi-K3', 'GLM-5.3-Flash'],
max_parallel_requests: 20,
fallbacks: {'Kimi-K3': ['GLM-5.3-Flash']},
retries: {
max_attempts: 2,
retry_delay_ms: 250,
backoff: 'exponential',
request_timeout_ms: 10000
}
})
};
fetch('https://api.telnyx.com/v2/llm_token_gateway/token_groups/{id}', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.telnyx.com/v2/llm_token_gateway/token_groups/{id}",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "PATCH",
CURLOPT_POSTFIELDS => json_encode([
'name' => 'support-backend',
'allowed_models' => [
'Kimi-K3',
'GLM-5.3-Flash'
],
'max_parallel_requests' => 20,
'fallbacks' => [
'Kimi-K3' => [
'GLM-5.3-Flash'
]
],
'retries' => [
'max_attempts' => 2,
'retry_delay_ms' => 250,
'backoff' => 'exponential',
'request_timeout_ms' => 10000
]
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json",
"Idempotency-Key: <idempotency-key>",
"If-Match: <if-match>"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.telnyx.com/v2/llm_token_gateway/token_groups/{id}"
payload := strings.NewReader("{\n \"name\": \"support-backend\",\n \"allowed_models\": [\n \"Kimi-K3\",\n \"GLM-5.3-Flash\"\n ],\n \"max_parallel_requests\": 20,\n \"fallbacks\": {\n \"Kimi-K3\": [\n \"GLM-5.3-Flash\"\n ]\n },\n \"retries\": {\n \"max_attempts\": 2,\n \"retry_delay_ms\": 250,\n \"backoff\": \"exponential\",\n \"request_timeout_ms\": 10000\n }\n}")
req, _ := http.NewRequest("PATCH", url, payload)
req.Header.Add("Idempotency-Key", "<idempotency-key>")
req.Header.Add("If-Match", "<if-match>")
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.patch("https://api.telnyx.com/v2/llm_token_gateway/token_groups/{id}")
.header("Idempotency-Key", "<idempotency-key>")
.header("If-Match", "<if-match>")
.header("Authorization", "Bearer <token>")
.header("Content-Type", "application/json")
.body("{\n \"name\": \"support-backend\",\n \"allowed_models\": [\n \"Kimi-K3\",\n \"GLM-5.3-Flash\"\n ],\n \"max_parallel_requests\": 20,\n \"fallbacks\": {\n \"Kimi-K3\": [\n \"GLM-5.3-Flash\"\n ]\n },\n \"retries\": {\n \"max_attempts\": 2,\n \"retry_delay_ms\": 250,\n \"backoff\": \"exponential\",\n \"request_timeout_ms\": 10000\n }\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.telnyx.com/v2/llm_token_gateway/token_groups/{id}")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Patch.new(url)
request["Idempotency-Key"] = '<idempotency-key>'
request["If-Match"] = '<if-match>'
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"name\": \"support-backend\",\n \"allowed_models\": [\n \"Kimi-K3\",\n \"GLM-5.3-Flash\"\n ],\n \"max_parallel_requests\": 20,\n \"fallbacks\": {\n \"Kimi-K3\": [\n \"GLM-5.3-Flash\"\n ]\n },\n \"retries\": {\n \"max_attempts\": 2,\n \"retry_delay_ms\": 250,\n \"backoff\": \"exponential\",\n \"request_timeout_ms\": 10000\n }\n}"
response = http.request(request)
puts response.read_body{
"data": {
"record_type": "token_group",
"id": "11111111-1111-4111-8111-111111111111",
"created_at": "2026-10-07T08:00:00Z",
"updated_at": "2026-10-07T08:00:00Z",
"version": 1,
"name": "support-backend",
"max_budget": null,
"budget_duration": "1d",
"tpm_limit": null,
"rpm_limit": null,
"allowed_models": [
"Kimi-K3",
"GLM-5.3-Flash"
],
"cache_ttl": null,
"provider_key_ids": [],
"guardrails": null,
"fallbacks": null,
"retries": null,
"blocked": false,
"spend": 0,
"reserved_spend": 0,
"budget_started_at": null,
"resets_at": null,
"max_parallel_requests": 20
}
}{
"errors": [
{
"code": "invalid_request",
"title": "Request could not be completed",
"detail": "Check the request and the documented handling for this error.",
"meta": {
"request_id": "11111111-1111-4111-8111-111111111111"
}
}
]
}{
"errors": [
{
"code": "unauthorized",
"title": "Request could not be completed",
"detail": "Check the request and the documented handling for this error.",
"meta": {
"request_id": "11111111-1111-4111-8111-111111111111"
}
}
]
}{
"errors": [
{
"code": "unauthorized",
"title": "Request could not be completed",
"detail": "Check the request and the documented handling for this error.",
"meta": {
"request_id": "11111111-1111-4111-8111-111111111111"
}
}
]
}{
"errors": [
{
"code": "not_found",
"title": "Request could not be completed",
"detail": "Check the request and the documented handling for this error.",
"meta": {
"request_id": "11111111-1111-4111-8111-111111111111"
}
}
]
}{
"errors": [
{
"code": "idempotency_conflict",
"title": "Request could not be completed",
"detail": "Check the request and the documented handling for this error.",
"meta": {
"request_id": "11111111-1111-4111-8111-111111111111"
}
}
]
}{
"errors": [
{
"code": "precondition_failed",
"title": "Request could not be completed",
"detail": "Check the request and the documented handling for this error.",
"meta": {
"request_id": "11111111-1111-4111-8111-111111111111"
}
}
]
}{
"errors": [
{
"code": "precondition_required",
"title": "Request could not be completed",
"detail": "Check the request and the documented handling for this error.",
"meta": {
"request_id": "11111111-1111-4111-8111-111111111111"
}
}
]
}{
"errors": [
{
"code": "rate_limit_exceeded",
"title": "Request could not be completed",
"detail": "Check the request and the documented handling for this error.",
"meta": {
"request_id": "11111111-1111-4111-8111-111111111111"
}
}
]
}{
"errors": [
{
"code": "invalid_request",
"title": "Request could not be completed",
"detail": "Check the request and the documented handling for this error.",
"meta": {
"request_id": "11111111-1111-4111-8111-111111111111"
}
}
]
}{
"errors": [
{
"code": "enforcement_unavailable",
"title": "Request could not be completed",
"detail": "Check the request and the documented handling for this error.",
"meta": {
"request_id": "11111111-1111-4111-8111-111111111111"
}
}
]
}{
"errors": [
{
"code": "invalid_request",
"title": "Request could not be completed",
"detail": "Check the request and the documented handling for this error.",
"meta": {
"request_id": "11111111-1111-4111-8111-111111111111"
}
}
]
}Authorizations
Management-only Telnyx account credential.
Headers
24h, scoped by account+method+path. Same key/body returns same outcome; changed body 409; in-progress 409 with Retry-After. Token-create replay returns 200 metadata WITHOUT secret.
Required string length:
1 - 128Pattern:
^[A-Za-z0-9_-]+$Exact quoted resource-version ETag; an exact intermediary-weakened echo W/"n" is accepted. Wildcard, combined and malformed validators are rejected; stale 412; missing 428. HTTP field names are case-insensitive. Replayed idempotent result is checked first.
Required string length:
1 - 256Pattern:
^[^\u0000-\u001f\u007f]+$Path Parameters
Body
application/json
Required string length:
1 - 256Pattern:
^[^\u0000-\u001f\u007f]+$USD, decimal precision at most 6 places; parse exactly to integer micro-USD, never binary float accounting.
Required range:
0 <= x <= 1000000000Must be a multiple of 0.000001Available options:
1d, 7d, 30d, null Required range:
x >= 0Required range:
x >= 0Maximum array length:
1000Required string length:
1 - 256Pattern:
^[^\u0000-\u001f\u007f]+$Optional maximum concurrent reserved/dispatched cache misses across replicas. Null means no concurrency cap. Cache hits do not consume slots; unknown usage retains its budget hold without a slot.
Required range:
1 <= x <= 1000Required range:
1 <= x <= 86400Maximum array length:
1000Per-group guardrail policy. Missing actions default to ignore. profiles may be listed with both dlp actions ignore (staged, inactive) but a non-ignore dlp action requires at least one profile. streaming defaults to buffered when any response action is block and passthrough otherwise; passthrough with a response block is 400. Findings are codes and counts only; content is never stored. The stored form is echoed back canonicalised (all actions explicit, profiles sorted); {} is stored as an all-ignore policy, null disables.
Show child attributes
Show child attributes
Per-group model fallbacks: primary alias -> ordered list of 1..3 other aliases. Every key and listed alias must be in allowed_models (a PATCH removing a referenced alias is 400); a chain never lists its own key; wildcards are rejected. Chains are one level deep (a step's own chain is not expanded). Fallback is attempted only for managed routes, only before the first provider event is forwarded, and only to steps the key may use; each attempt is reserved and recorded. {} and null both disable fallbacks.
Show child attributes
Show child attributes
Per-group same-route retries. max_attempts counts the first try of each step (the primary and each fallback) and is the ceiling for the x-ltg-max-attempts request header. A step is retried only when its attempt definitely did no provider work (connection failure before dispatch, or 429/529) before the first provider event; an uncertain failure (timeout, 408/500/502/503/504) moves to the next fallback step instead. max_attempts x (1 + the longest fallback chain) must not exceed 8, else 400. The n-th retry waits retry_delay_ms (constant), retry_delay_msn (linear) or retry_delay_ms2^(n-1) (exponential), at most 5 s and never past the request deadline, then jittered uniformly down to half that value so concurrent retries spread out; a provider Retry-After of at most 5 s is honoured and a longer one moves to the next step. request_timeout_ms applies to streaming requests only: it bounds each attempt's time to its first provider event and never applies after it. Non-stream requests keep the per-attempt hop and idle bounds (their headers arrive only with the finished completion). retry_delay_ms and backoff are floors for the request knobs. Each planned attempt is reserved (at most 8 per request); unused reservation is released at settlement. Managed routes only. The stored form is echoed back with defaults filled in; null disables retries.
Show child attributes
Show child attributes
Response
OK
Show child attributes
Show child attributes
Was this page helpful?
Update gateway token group
curl --request PATCH \
--url https://api.telnyx.com/v2/llm_token_gateway/token_groups/{id} \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--header 'Idempotency-Key: <idempotency-key>' \
--header 'If-Match: <if-match>' \
--data '
{
"name": "support-backend",
"allowed_models": [
"Kimi-K3",
"GLM-5.3-Flash"
],
"max_parallel_requests": 20,
"fallbacks": {
"Kimi-K3": [
"GLM-5.3-Flash"
]
},
"retries": {
"max_attempts": 2,
"retry_delay_ms": 250,
"backoff": "exponential",
"request_timeout_ms": 10000
}
}
'import requests
url = "https://api.telnyx.com/v2/llm_token_gateway/token_groups/{id}"
payload = {
"name": "support-backend",
"allowed_models": ["Kimi-K3", "GLM-5.3-Flash"],
"max_parallel_requests": 20,
"fallbacks": { "Kimi-K3": ["GLM-5.3-Flash"] },
"retries": {
"max_attempts": 2,
"retry_delay_ms": 250,
"backoff": "exponential",
"request_timeout_ms": 10000
}
}
headers = {
"Idempotency-Key": "<idempotency-key>",
"If-Match": "<if-match>",
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.patch(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'PATCH',
headers: {
'Idempotency-Key': '<idempotency-key>',
'If-Match': '<if-match>',
Authorization: 'Bearer <token>',
'Content-Type': 'application/json'
},
body: JSON.stringify({
name: 'support-backend',
allowed_models: ['Kimi-K3', 'GLM-5.3-Flash'],
max_parallel_requests: 20,
fallbacks: {'Kimi-K3': ['GLM-5.3-Flash']},
retries: {
max_attempts: 2,
retry_delay_ms: 250,
backoff: 'exponential',
request_timeout_ms: 10000
}
})
};
fetch('https://api.telnyx.com/v2/llm_token_gateway/token_groups/{id}', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.telnyx.com/v2/llm_token_gateway/token_groups/{id}",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "PATCH",
CURLOPT_POSTFIELDS => json_encode([
'name' => 'support-backend',
'allowed_models' => [
'Kimi-K3',
'GLM-5.3-Flash'
],
'max_parallel_requests' => 20,
'fallbacks' => [
'Kimi-K3' => [
'GLM-5.3-Flash'
]
],
'retries' => [
'max_attempts' => 2,
'retry_delay_ms' => 250,
'backoff' => 'exponential',
'request_timeout_ms' => 10000
]
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json",
"Idempotency-Key: <idempotency-key>",
"If-Match: <if-match>"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.telnyx.com/v2/llm_token_gateway/token_groups/{id}"
payload := strings.NewReader("{\n \"name\": \"support-backend\",\n \"allowed_models\": [\n \"Kimi-K3\",\n \"GLM-5.3-Flash\"\n ],\n \"max_parallel_requests\": 20,\n \"fallbacks\": {\n \"Kimi-K3\": [\n \"GLM-5.3-Flash\"\n ]\n },\n \"retries\": {\n \"max_attempts\": 2,\n \"retry_delay_ms\": 250,\n \"backoff\": \"exponential\",\n \"request_timeout_ms\": 10000\n }\n}")
req, _ := http.NewRequest("PATCH", url, payload)
req.Header.Add("Idempotency-Key", "<idempotency-key>")
req.Header.Add("If-Match", "<if-match>")
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.patch("https://api.telnyx.com/v2/llm_token_gateway/token_groups/{id}")
.header("Idempotency-Key", "<idempotency-key>")
.header("If-Match", "<if-match>")
.header("Authorization", "Bearer <token>")
.header("Content-Type", "application/json")
.body("{\n \"name\": \"support-backend\",\n \"allowed_models\": [\n \"Kimi-K3\",\n \"GLM-5.3-Flash\"\n ],\n \"max_parallel_requests\": 20,\n \"fallbacks\": {\n \"Kimi-K3\": [\n \"GLM-5.3-Flash\"\n ]\n },\n \"retries\": {\n \"max_attempts\": 2,\n \"retry_delay_ms\": 250,\n \"backoff\": \"exponential\",\n \"request_timeout_ms\": 10000\n }\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.telnyx.com/v2/llm_token_gateway/token_groups/{id}")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Patch.new(url)
request["Idempotency-Key"] = '<idempotency-key>'
request["If-Match"] = '<if-match>'
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"name\": \"support-backend\",\n \"allowed_models\": [\n \"Kimi-K3\",\n \"GLM-5.3-Flash\"\n ],\n \"max_parallel_requests\": 20,\n \"fallbacks\": {\n \"Kimi-K3\": [\n \"GLM-5.3-Flash\"\n ]\n },\n \"retries\": {\n \"max_attempts\": 2,\n \"retry_delay_ms\": 250,\n \"backoff\": \"exponential\",\n \"request_timeout_ms\": 10000\n }\n}"
response = http.request(request)
puts response.read_body{
"data": {
"record_type": "token_group",
"id": "11111111-1111-4111-8111-111111111111",
"created_at": "2026-10-07T08:00:00Z",
"updated_at": "2026-10-07T08:00:00Z",
"version": 1,
"name": "support-backend",
"max_budget": null,
"budget_duration": "1d",
"tpm_limit": null,
"rpm_limit": null,
"allowed_models": [
"Kimi-K3",
"GLM-5.3-Flash"
],
"cache_ttl": null,
"provider_key_ids": [],
"guardrails": null,
"fallbacks": null,
"retries": null,
"blocked": false,
"spend": 0,
"reserved_spend": 0,
"budget_started_at": null,
"resets_at": null,
"max_parallel_requests": 20
}
}{
"errors": [
{
"code": "invalid_request",
"title": "Request could not be completed",
"detail": "Check the request and the documented handling for this error.",
"meta": {
"request_id": "11111111-1111-4111-8111-111111111111"
}
}
]
}{
"errors": [
{
"code": "unauthorized",
"title": "Request could not be completed",
"detail": "Check the request and the documented handling for this error.",
"meta": {
"request_id": "11111111-1111-4111-8111-111111111111"
}
}
]
}{
"errors": [
{
"code": "unauthorized",
"title": "Request could not be completed",
"detail": "Check the request and the documented handling for this error.",
"meta": {
"request_id": "11111111-1111-4111-8111-111111111111"
}
}
]
}{
"errors": [
{
"code": "not_found",
"title": "Request could not be completed",
"detail": "Check the request and the documented handling for this error.",
"meta": {
"request_id": "11111111-1111-4111-8111-111111111111"
}
}
]
}{
"errors": [
{
"code": "idempotency_conflict",
"title": "Request could not be completed",
"detail": "Check the request and the documented handling for this error.",
"meta": {
"request_id": "11111111-1111-4111-8111-111111111111"
}
}
]
}{
"errors": [
{
"code": "precondition_failed",
"title": "Request could not be completed",
"detail": "Check the request and the documented handling for this error.",
"meta": {
"request_id": "11111111-1111-4111-8111-111111111111"
}
}
]
}{
"errors": [
{
"code": "precondition_required",
"title": "Request could not be completed",
"detail": "Check the request and the documented handling for this error.",
"meta": {
"request_id": "11111111-1111-4111-8111-111111111111"
}
}
]
}{
"errors": [
{
"code": "rate_limit_exceeded",
"title": "Request could not be completed",
"detail": "Check the request and the documented handling for this error.",
"meta": {
"request_id": "11111111-1111-4111-8111-111111111111"
}
}
]
}{
"errors": [
{
"code": "invalid_request",
"title": "Request could not be completed",
"detail": "Check the request and the documented handling for this error.",
"meta": {
"request_id": "11111111-1111-4111-8111-111111111111"
}
}
]
}{
"errors": [
{
"code": "enforcement_unavailable",
"title": "Request could not be completed",
"detail": "Check the request and the documented handling for this error.",
"meta": {
"request_id": "11111111-1111-4111-8111-111111111111"
}
}
]
}{
"errors": [
{
"code": "invalid_request",
"title": "Request could not be completed",
"detail": "Check the request and the documented handling for this error.",
"meta": {
"request_id": "11111111-1111-4111-8111-111111111111"
}
}
]
}