Discovered

DraftServing

GET//v1/discovered/{ref}/serving-draft

Path parameters

refstringrequired

Query parameters

cluster

Response

artifactobjectrequired

artifact_name

artifact_ref

confidentbooleanrequired

context_length

cpu_cores

device_class

device_countintegerrequired

dtype

engine

engine_argsobjectrequired

engine_runtime_image

engine_runtime_version

expert_parallelintegerrequired

imported_argsobjectrequired

kv_cache_fraction

max_batch_tokens

memory_mib

namestringrequired

notesstring[]required

output_modality

pipeline_parallelintegerrequired

quantization

tensor_parallelintegerrequired

{ "artifact": { "digest": null, "existing_id": null, "format": null, "kind": "string", "metadata": {}, "name": null, "notes": [ "string" ], "parameter_count": null, "reference": null, "revision": null, "source_scheme": null, "source_uri": null, "verified": true }, "artifact_name": null, "artifact_ref": null, "confident": true, "context_length": null, "cpu_cores": null, "device_class": null, "device_count": 0, "dtype": null, "engine": null, "engine_args": {}, "engine_runtime_image": null, "engine_runtime_version": null, "expert_parallel": 0, "imported_args": {}, "kv_cache_fraction": null, "max_batch_tokens": null, "memory_mib": null, "name": "string", "notes": [ "string" ], "output_modality": null, "pipeline_parallel": 0, "quantization": null, "tensor_parallel": 0 }