Cache

struct Cache {
  int64_t cache_id = -1;                     // Cache ID.
  std::vector<uintptr_t> tensor_addrs;       // Addresses of tensors in the cache. In the single-process multi-device scenario, the addresses of multiple devices are arranged in sequence.
  CacheDesc cache_desc;                      // Cache description.
  uint8_t reserved[128];                     // Reserved.
}