[root@localhost ~]# curl --location --request POST 'http://127.0.0.1:1025/v1/chat/completions' --header 'Content-Type: application/json' --data-raw '{ 

    "model": "test", 

    "messages": [{ 

        "role": "user", 

        "content": "你好，你是谁" 

    }], 

    "stream": false, 

    "top_p": 0.95, 

    "top_k": -1, 

    "seed": null, 

    "max_tokens": 200 

}' 

{"id":"endpoint_common_2322","object":"chat.completion","created":1740539358,"model":"test","choices":[{"index":0,"message":{"role":"assistant","content":"<think>\n您好! � concerned, I, for\n, as\n, (\n, (aubing – \\space\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\\n\n\n\n\n\n\n\n\n\n\n\n\n\n\\n\n\n\n\n\n\n distinguished, I,\n, for\n, as\n, (\n, (\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\nGEAL\nGEAL\nGEAL\nGEAL\nGEAL\nGE\nGE\nGE\nGE\nGE\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\nGR\nGE\nGE\nGE\nGE\nGE\nGE\nGE\nGE\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n","tool_calls":null},"finish_reason":"length"}],"usage":{"prompt_tokens":7,"completion_tokens":200,"total_tokens":207},"prefill_time":104,"decode_time_arr":[94,91,90,91,90,90,90,90,90,89,89,90,90,89,90,89,89,90,89,89,90,90,89,89,90,89,90,90,89,89,90,89,90,89,90,90,90,90,89,90,90,90,89,89,90,89,89,90,90,90,89,90,90,89,89,89,89,90,90,90,89,89,90,89,89,90,90,90,89,89,90,89,89,90,89,90,89,89,90,89,89,90,90,89,89,89,89,89,89,89,90,90,90,90,90,90,90,89,90,90,90,89,89,90,90,90,90,90,90,90,90,90,90,90,89,89,90,90,90,90,90,90,89,90,90,89,90,90,90,90,90,90,90,90,90,90,89,90,89,90,90,90,89,90,89,90,90,90,90,90,90,89,90,90,90,90,90,89,90,90,90,90,90,90,90,90,89,89,90,90,90,90,90,90,90,90,89,90,90,90,90,90,90,90,90,90,90,90,90,90,90,90,90,90,90,90,90,90,90]}