Serving Quotas

CreateServingQuota

POST//v1/serving-quotas

Body

availability_objectivestringdefault:"availability-2026.1"

burst_rpm

committed_rpm

committed_tpm

endpointstringrequired

enforcedbooleandefault:false

limit_scopestringdefault:"per_replica"

max_concurrent_requests

max_output_tokens

objective_window_secondsintegerdefault:600

on_exceedstringdefault:"reject"

queue_timeout_ms

ramp_up_secondsintegerdefault:0

success_rate_objective

Response

availability_objectivestringrequired

burst_rpm

committed_rpm

committed_tpm

created_atstring<date-time>required

endpointstringrequired

endpoint_namestringrequired

enforcedbooleanrequired

idstringrequired

limit_scopestringrequired

max_concurrent_requests

max_output_tokens

objective_window_secondsintegerrequired

on_exceedstringrequired

projectstringrequired

queue_timeout_ms

ramp_up_secondsintegerrequired

revisionstringrequired

standardobjectrequired

success_rate_objective

updated_at

curl -X POST '//v1/serving-quotas' \ -H 'Accept: application/json' \ -H 'Content-Type: application/json' \ -d '{ "availability_objective": "availability-2026.1", "burst_rpm": null, "committed_rpm": null, "committed_tpm": null, "endpoint": "string", "enforced": false, "limit_scope": "per_replica", "max_concurrent_requests": null, "max_output_tokens": null, "objective_window_seconds": 600, "on_exceed": "reject", "queue_timeout_ms": null, "ramp_up_seconds": 0, "success_rate_objective": null }'

{ "availability_objective": "string", "burst_rpm": null, "committed_rpm": null, "committed_tpm": null, "created_at": "2023-01-01T00:00:00Z", "endpoint": "string", "endpoint_name": "string", "enforced": true, "id": "string", "limit_scope": "string", "max_concurrent_requests": null, "max_output_tokens": null, "objective_window_seconds": 0, "on_exceed": "string", "project": "string", "queue_timeout_ms": null, "ramp_up_seconds": 0, "revision": "string", "standard": { "meets": true, "shortfalls": [ "string" ] }, "success_rate_objective": null, "updated_at": null }