定义
struct ReshapeAndCacheWithStrideParam {
enum CompressType : int {
COMPRESS_TYPE_UNDEFINED = 0,
COMPRESS_TYPE_KVHEAD,
COMPRESS_TYPE_KVHEAD_ROPE
};
enum KvCacheCfg : int {
K_CACHE_V_CACHE = 0,
K_CACHE_V_BYPASS,
};
CompressType compressType = COMPRESS_TYPE_UNDEFINED;
KvCacheCfg kvCacheCfg = K_CACHE_V_CACHE;
uint8_t rsv[16] = {0};
};