定义

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
struct ReshapeAndCacheParam {
   enum CompressType : int {
      COMPRESS_TYPE_UNDEFINED = 0,
      COMPRESS_TYPE_KVHEAD,
      COMPRESS_TYPE_KVHEAD_ROPE
   };
   enum KvCacheCfg : int {
      K_CACHE_V_CACHE = 0,
      K_CACHE_V_BYPASS,
      K_CACHE_V_CACHE_NZ 
   };
   CompressType compressType = COMPRESS_TYPE_UNDEFINED;
   KvCacheCfg kvCacheCfg = K_CACHE_V_CACHE;
   uint8_t rsv[16] = {0};
};