CANN鸿蒙推理AscendCL接口文档

基本接口设计

【免费下载链接】cann-recipes-harmony-infer本项目为鸿蒙开发者提供基于CANN平台的业务实践案例，方便开发者参考实现端云能力迁移及端侧推理部署。项目地址: https://gitcode.com/cann/cann-recipes-harmony-infer

1、 初始化/去初始化

2、 模型编译（模型保存，可选； 删除模型）

build option支持的参数

3、 模型加载

4、 动态配置

aclmdlConfigHandles端侧仅支持这些配置：

5、 输入输出内存申请和构造

6、 同步推理， 模型卸载

代码调用示例

#include <iostream> #include <fstream> #include <string> #include <vector> #include <cstdint> #include <thread> #include <chrono> #include <unistd.h> #include <algorithm> #include <cstdlib> #include "neural_network_runtime/neural_network_runtime_type.h" #include "acl_manager.h" #include "utils/ir_option.h" #include "graph/ascend_string.h" struct AscendclParam { aclmdlDataset* inputDataSet_ {nullptr}; aclmdlDataset* outputDataSet_ {nullptr}; std::vector<std::string> inputDataFile_ {}; std::vector<std::string> outputDataFile_ {}; uint32_t modelId_ = 0; std::string modelPath_ = ""; }; FILE* OpenFile(const std::string& path) { char pathTemp[PATH_MAX] = {0x00}; if (realpath(path.c_str(), pathTemp) == nullptr) { printf("OpenFile error: realpath return nullptr path=%s.\n", path.c_str()); return nullptr; } return fopen(pathTemp, "r+"); } uint32_t GetFileLength(FILE* fp) { if (fseek(fp, 0, SEEK_END) != 0) { printf("fseek SEEK_END error.\n"); return 0; } long fileLength = ftell(fp); if (fileLength > UINT32_MAX || fileLength < 0) { printf("file length error.\n"); return 0; } if (fseek(fp, 0, SEEK_SET)) { printf("fseek SEEK_SET error.\n"); return 0; } return static_cast<uint32_t>(fileLength); } bool ReadFile(const std::string& path, void** buffer, size_t* size) { FILE* fp = OpenFile(path); if (fp == nullptr) { printf("OpenFile failed\n"); return false; } uint32_t fileLength = GetFileLength(fp); if (fileLength == 0) { printf("fileLength is 0\n"); (void) fclose(fp); return false; } void* data = malloc(fileLength); if (data == nullptr) { printf("CreateFromPath ERROR: malloc fail!\n"); (void) fclose(fp); return false; } *size = static_cast<size_t>(fread(data, 1, fileLength, fp)); if (*size != fileLength) { printf("CreateFromPath ERROR: size(%zu) != fileLength(%u)\n", *size, fileLength); free(data); data = nullptr; (void) fclose(fp); return false; } *buffer = data; (void) fclose(fp); return true; } bool WriteFile(const std::string& path, const void* buffer, size_t size) { std::ofstream ofs(path, std::ios::binary); if(!ofs) { printf("open file failed\n"); return false; } ofs.write(reinterpret_cast<char*>(buffer), size); ofs.close(); return true; } int main() { AscendclParam ascendclParm; ascendclParm.modelPath_ = "./UdunA5.om"; ascendclParm.inputDataFile_ = {"UdunA5_input.bin"}; ascendclParm.outputDataFile_ = {"UdunA5_gold.bin"}; ascendclParm.inputDataSet_ = aclmdlCreateDataset(); ascendclParm.outputDataSet_ = aclmdlCreateDataset(); ascendclParm.modelId_ = 0; std::string configPath = ""; auto ret = aclInit(configPath.c_str()); if (ret != ACL_SUCCESS) { printf("init failed.\n"); return; } printf("aclInit success.\n"); for(size_t i = 0; i < ascendclParm.inputDataFile_.size(); i++) { void* data = nullptr; size_t inputDataSize = 0; if (!ReadFile(ascendclParm.inputDataFile_[i].c_str(), &data, &inputDataSize)) { return; } printf("readfile end\n"); aclDataBuffer* dataBuffer = aclCreateDataBuffer(data, inputDataSize); auto ret = aclmdlAddDatasetBuffer(ascendclParm.inputDataSet_, dataBuffer); if (ret != ACL_SUCCESS) { printf("CreateInputData failed.\n"); return; } } for(size_t i = 0; i < ascendclParm.outputDataFile_.size(); i++) { void* data = nullptr; size_t outputDataSize = 0; if (!ReadFile(ascendclParm.outputDataFile_[i].c_str(), &data, &outputDataSize)) { return; } printf("readfile end\n"); aclDataBuffer* dataBuffer = aclCreateDataBuffer(data, outputDataSize); auto ret = aclmdlAddDatasetBuffer(ascendclParm.outputDataSet_, dataBuffer); if (ret != ACL_SUCCESS) { printf("CreateOutputData failed.\n"); return; } } printf("CreateData success.\n"); std::string value2 = "0"; std::string value3 = "fp16"; std::map<AscendString, AscendString> buildOptions { {ge::ir_option::EXEC_DISABLE_REUSED_MEMORY, value2.c_str()}, {ge::ir_option::PRECISION_MODE_V2, value3.c_str()} }; aclmdlModel model; aclmdlModel* p = &model; aclmdlModel** ptr = &p; ret = aclgrphBuildModel(ascendclParm.modelPath_.c_str(), buildOptions, ptr); if (ret != ACL_SUCCESS) { printf("build file failed.\n"); return; } aclmdlConfigHandle* handle = aclmdlCreateConfigHandle(); ret = aclmdlLoadFromModel(p, handle, &ascendclParm.modelId_); if (ret != ACL_SUCCESS) { printf("load from model failed.\n"); return; } printf("LoadFromModel success.\n"); printf("model id: %d\n", ascendclParm.modelId_); ret = aclmdlDestroyConfigHandle(handle); if (ret != ACL_SUCCESS) { printf("destroy config handle failed.\n"); return; } ret = aclmdlExecute(ascendclParm.modelId_, ascendclParm.inputDataSet_, ascendclParm.outputDataSet_); if (ret != ACL_SUCCESS) { printf("Execute failed\n"); return; } printf("Execute success\n"); if ((*(ascendclParm.outputDataSet_)).size() != 1) { printf("outputDataSet_ vector size error\n"); return; } void* outputTensorData = (*(ascendclParm.outputDataSet_))[0]->data; size_t outputTensorSize = (*(ascendclParm.outputDataSet_))[0]->size; if (!WriteFile("UdunA5_output.bin", outputTensorData, outputTensorSize)) { return; } auto desc = aclmdlCreateDesc(); ret = aclmdlGetDesc(desc, ascendclParm.modelId_); if (ret != ACL_SUCCESS) { printf("CreateDesc failed.\n"); return; } printf("CreateDesc success.\n"); ret = aclmdlDestroyDesc(desc); if (ret != ACL_SUCCESS) { printf("DestroyDesc failed.\n"); return; } printf("DestroyDesc success.\n"); ret = aclmdlUnload(ascendclParm.modelId_); if (ret != ACL_SUCCESS) { printf("Unload failed.\n"); return; } printf("Unload success.\n"); ret = aclFinalize(); if (ret != ACL_SUCCESS) { printf("aclFinalize failed.\n"); } printf("aclFinalize success.\n"); }

【免费下载链接】cann-recipes-harmony-infer本项目为鸿蒙开发者提供基于CANN平台的业务实践案例，方便开发者参考实现端云能力迁移及端侧推理部署。项目地址: https://gitcode.com/cann/cann-recipes-harmony-infer