Subscribing to Operator Information

// 1. Call aclInit to initialize.

// 2. Allocate runtime resources, including setting the compute device and creating a context and a stream.

// 3. Load your model. After the model is successfully loaded, modelId that identifies the model is returned.

// 4. Create data of type aclmdlDataset to describe the inputs and outputs of your model.

// 5. Create a pipeline (on UNIX, you need the unistd.h header file of the C++ standard library) to read and write the model subscription data.
int subFd[2];
//The read pipeline pointer points to subFd[0], and the write pipeline pointer points to subFd[1].
pipe(subFd);

// 6. Create a model subscription configuration and subscribe to the model.
aclprofSubscribeConfig *config = aclprofCreateSubscribeConfig(1, ACL_AICORE_NONE, &subFd[1]);
//Pass modelId of the model to subscribe.
aclprofModelSubscribe(modelId, config);

// 7. Enable the pipeline to read subscription data.
// 7.1 Customize a function to read subscription data from the user memory.
void getModelInfo(void *data, uint32_t len) {
    uint32_t opNumber = 0;
    uint32_t dataLen = 0;
    // Read the number of operators.
    aclprofGetOpNum(data, len, &opNumber);
    // Iterate over the operator information in the user memory.
    for (int32_t i = 0; i < opNumber; i++){
        // Obtain modelId of the operator.
        uint32_t modelId = aclprofGetModelId(data,len, i);
        // Obtain the length of the operator type name.
        size_t opTypeLen = 0;
        aclprofGetOpTypeLen(data, len, i, &opTypeLen);
       // Obtain the operator type name.
        char opType[opTypeLen];
        aclprofGetOpType(data, len, i, opType, opTypeLen);
        // Obtain the length of the operator name.
        size_t opNameLen = 0;
        aclprofGetOpNameLen(data, len, i, &opNameLen);
       // Obtain the operator name.
        char opName[opNameLen];
        aclprofGetOpName(data, len, i, opName, opNameLen);
        // Obtain the execution start time of the operator.
        uint64_t opStart = aclprofGetOpStart(data, len, i);
        // Obtain the execution end time of the operator.
        uint64_t opEnd = aclprofGetOpEnd(data, len, i);
        uint64_t opDuration = aclprofGetOpDuration(data, len, i);
    }
}

// 7.2 Customize a function to read data from the pipeline to the user memory.
void *profDataRead(void *fd) {
    // Set the number of operators read from the pipeline each time.
    uint64_t N = 10;
    // Obtain the operator information buffer size (in bytes) per operator.
    uint64_t bufferSize = 0;
    aclprofGetOpDescSize(&bufferSize);
   // Calculate the buffer size for storing operator information and allocate buffers accordingly.
    uint64_t readbufLen = bufferSize * N;
    char *readbuf = new char[readbufLen];
    // Read data from the pipeline to the allocated memory. The actual size of the read data (dataLen) may be less than bufferSize * N. If there is no data in the pipeline, the process is blocked until data is read.
    auto dataLen = read(*(int*)fd, readbuf, readbufLen);
    // The data is successfully read to the readbuf.
    while (dataLen > 0) {
        // Call the function implemented in 5.1 to parse data in the buffer.
        getModelInfo(readbuf, dataLen);
        memset(readbuf, 0, bufferSize);
        dataLen = read(*(int*)fd, readbuf, readbufLen);
    }
    delete []readbuf;
}

// 8. Start the thread to read and parse the pipeline data.
pthread_t subTid = 0;
pthread_create(&subTid, NULL, profDataRead, &subFd[0]);

// 9. Execute your model.
ret = aclmdlExecute(modelId, input, output);

// 10. Process the model inference result.

// 11. Destroy the model input and output descriptions, free memory, and unload the model.

// 12. Cancel the model subscription and destroy the subscription-related resources.
aclprofModelUnSubscribe(modelId);
pthread_join(subTid, NULL);
// Close the read pipeline pointer.
close(subFd[0]);
// Destroy the config pointer.
aclprofDestroySubscribeConfig(config);

// 13. Destroy runtime allocations.

// 14. Call aclFinalize to deinitialize.
//......