There was an error while loading. Please reload this page.
1 parent 794089b commit 8f1231cCopy full SHA for 8f1231c
launch/client.py
@@ -2842,8 +2842,10 @@ def create_llm_model_endpoint(
2842
return AsyncEndpoint(model_endpoint=model_endpoint, client=self)
2843
elif endpoint_type == "sync":
2844
return SyncEndpoint(model_endpoint=model_endpoint, client=self)
2845
+ elif endpoint_type == "streaming":
2846
+ return StreamingEndpoint(model_endpoint=model_endpoint, client=self)
2847
else:
- raise ValueError("Endpoint should be one of the types 'sync' or 'async'")
2848
+ raise ValueError("Endpoint should be one of the types 'sync', 'async', or 'streaming'")
2849
2850
def list_llm_model_endpoints(self) -> List[Endpoint]:
2851
"""
0 commit comments