CacheDesc

struct CacheDesc {
  CachePlacement placement = CachePlacement::kDevice;    // Memory type.
  uint32_t num_tensors = 0U;                             // Number of tensors in the cache.
  DataType data_type = DT_UNDEFINED;                     // Data type of the tensor in the cache.
  std::vector<int64_t> shape;                            // Shape of the tensor in the cache.
  uint8_t reserved[128];                                 // Reserved.
}