查询服务状态

如创建样例代码 test_query.py（需要和创建客户端中创建客户端的代码样例utils.py在同一个目录下），并根据实际情况修改model_name，然后执行python test_query.py命令运行该样例。

import sys
import json
from utils import create_client

if __name__ == "__main__":
    # get argument and create client
    try:
        mindie_client = create_client()
    except Exception as e:
        print("Client Creation falied!")
        sys.exit(1)
    model_name = "llama_65b" # 需要和服务端配置的modelName保持一致
    if mindie_client.is_server_live():
        print("The server is alive!")
    else:
        print("The server is not alive!")
        sys.exit(1)
    if mindie_client.is_server_ready():
        print("The server is ready!")
    else:
        print("The server is not ready!")
        sys.exit(1)
    if mindie_client.is_model_ready(model_name):
        print("The model is ready!")
    else:
        print("The model is not ready!")
        sys.exit(1)
    server_metadata_dict = mindie_client.get_server_metadata()
    print("get_server_metadata: %s" % json.dumps(server_metadata_dict))
    model_metadata_dict = mindie_client.get_model_metadata(model_name)
    print("get_model_metadata: %s" % json.dumps(model_metadata_dict))
    model_config_dict = mindie_client.get_model_config(model_name)
    print("get_model_config: %s" % json.dumps(model_config_dict))
    # get slots
    result = mindie_client.get_slot_count(model_name)
    print("gets_slot_count: %s" % result.get_response())