ProfilingAicoreMetrics

Profiling AI Core metrics. The header file is include/ge/ge_prof.h in the CANN component directory.

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
enum ProfilingAicoreMetrics {
  kAicoreArithmeticUtilization = 0,  // Arithmetic utilization ratio
  kAicorePipeUtilization = 1,  // Ratio of the time consumed by compute units to that of move units
  kAicoreMemory = 2,  // UB/L1/L2 read/write bandwidth data
  kAicoreMemoryL0 = 3,  // L0 read/write bandwidth data
  kAicoreResourceConflictRatio = 4,  // Ratio of pipeline queue instructions
  kAicoreMemoryUB = 5,   // Fine-grained UB read/write bandwidth data
  kAicoreL2Cache = 6,   //Read/write cache hits and re-allocations after cache misses. Supported Product models:
                        // Atlas 200I/500 A2 inference products
                        // Atlas A2 training products/Atlas A2 inference products
                        // Atlas A3 training products/Atlas A3 inference products
  kAicorePipelineExecuteUtilization = 7,   //Ratio of the time consumed by compute units to that of move units. Supported Product models:
                                            // Atlas 200I/500 A2 inference products
};