class MindIEHTTPClient
- 类说明
- 成员变量
- def __init__(self, url, greenlet_size, enable_ssl, ssl_options, network_timeout, connection_timeout, concurrency, verbose, management_url)
- def __del__(self)
- def close(self)
- def is_server_live(self)
- def is_server_ready(self)
- def is_model_ready(self, model_name, model_version)
- def get_server_metadata(self)
- def get_model_metadata(self, model_name, model_version)
- def get_model_config(self, model_name, model_version)
- def infer(self, model_name, inputs, model_version, outputs, request_id, parameters)
- def async_infer(self, model_name, inputs, model_version, outputs, request_id, parameters)
- def generate(self, model_name, prompt, model_version, request_id, parameters)
- def generate_stream(self, model_name, prompt, model_version, request_id, parameters)
- def generate_stream_with_details(self, model_name, prompt, model_version, request_id, parameters)
- def generate_stream_self(self, token, request_id, parameters)
- def generate_chat(self, model_name, prompt, request_id, parameters)
- def generate_chat_stream(self, model_name, prompt, request_id, parameters)
- def cancel(self, model_name, request_id, model_version)
- def get_slot_count(self, model_name, model_version)