定义

struct TopkToppSamplingParam {
    enum TopkToppSamplingType {
        SAMPLING_UNDEFINED = -1,
        SINGLE_TOPK_SAMPLING, 
        BATCH_TOPK_MULTINOMIAL_SAMPLING,
        BATCH_TOPK_EXPONENTIAL_SAMPLING,
        BATCH_TOPK_MULTINOMIAL_LOGPROBS_SAMPLING, 
        BATCH_TOPK_EXPONENTIAL_LOGPROBS_SAMPLING,
        SAMPLING_MAX, 
    };
    TopkToppSamplingType topkToppSamplingType = SINGLE_TOPK_SAMPLING;
    uint32_t randSeed = 0;
    uint32_t topk = 100;
    std::vector<uint32_t> randSeeds;
    int32_t logProbsSize = 0;
    uint8_t rsv[12] = {0};
};