Add ncnn backend

.github/workflows/runtime-build.yml

@@ -95,7 +95,7 @@ jobs:
     strategy:
       matrix:
         config:
-          - { name: riscv64-linux, shell: bash, arch: riscv64, toolchain: riscv64-unknown-linux, toolchain_env: RISCV_ROOT_PATH, toolchain_file: riscv64-unknown-linux-gnu-12.0.1, qemu: qemu-riscv64, loader_args: '-cpu;rv64,v=true,Zfh=true,vlen=128,elen=64,vext_spec=v1.0;-L', cmakeArgs: '', buildType: Release }
+          - {name: riscv64-linux, shell: bash, arch: riscv64, toolchain: riscv64-unknown-linux, toolchain_env: RISCV_ROOT_PATH, toolchain_file: riscv64-unknown-linux-gnu-13.2.0, qemu: qemu-riscv64, loader_args: '-cpu;rv64,v=true,Zfh=true,vlen=128,elen=64,vext_spec=v1.0;-L', cmakeArgs: '', buildType: Release}
 
     steps:
       - uses: actions/checkout@v3
@@ -151,4 +151,4 @@ jobs:
         with:
           name: nncaseruntime-${{matrix.config.name}}
           path: ${{github.workspace}}/install
-          if-no-files-found: error
+          if-no-files-found: error

CMakeLists.txt

@@ -57,6 +57,10 @@ if(ENABLE_DUMP_MEM)
     add_definitions(-DDUMP_MEM)
 endif()
 
+if(ENABLE_OPENMP)
+    add_definitions(-DENABLE_OPENMP)
+endif()
+
 if(NOT CMAKE_TOOLCHAIN_FILE)
    include(toolchains/native.toolchain.cmake)
 endif()
@@ -283,5 +287,7 @@ if(BUILD_TESTING)
 endif()
 
 # Modules
+add_subdirectory(modules/ncnn)
+#add_subdirectory(modules/k210)
 
 #add_subdirectory(modules/vulkan)

cmake/dependencies.cmake

@@ -1,3 +1,6 @@
+find_package(gsl-lite REQUIRED)
+find_package(ncnn REQUIRED)
+
 if (ENABLE_OPENMP)
     find_package(OpenMP COMPONENTS CXX REQUIRED)
 endif ()

conanfile.py

@@ -35,13 +35,14 @@ class nncaseConan(ConanFile):
         "python": True,
         "vulkan_runtime": False
     }
-    
+
     def imports(self):
         if self.settings.os == 'Windows':
             self.copy("nethost.dll", "bin", "bin")
             self.copy("ortki.dll", "bin", "bin")
 
     def requirements(self):
+        self.requires('ncnn/20240102')
         if self.options.tests:
             self.requires('gtest/1.10.0')
             self.requires('ortki/0.0.3')
@@ -64,7 +65,6 @@ def configure(self):
 
         if self.settings.os == 'Windows':
             self.settings.compiler.toolset = 'ClangCL'
-
         if not self.options.runtime:
             if self.settings.os == 'Windows':
                 self.options["nethost"].shared = True

modules/Nncase.Modules.CPU/Targets/CPUTarget.cs

@@ -61,6 +61,73 @@ public void RegisterTargetInDependentPass(IPassManager passManager, CompileOptio
     /// <inheritdoc/>
     public void RegisterTargetDependentPass(IPassManager passManager, CompileOptions options)
     {
+        passManager.AddWithName<DataflowPass>("LowerNcnnIR").Configure(p =>
+        {
+            p.Add<Passes.Rules.Lower.RemoveMarker>();
+
+            // Fold reduce
+            p.Add<Passes.Rules.Ncnn.LowerReductionSumSquare>();
+            p.Add<Passes.Rules.Ncnn.LowerReductionL1>();
+            p.Add<Passes.Rules.Ncnn.LowerReductionL2>();
+            p.Add<Passes.Rules.Ncnn.LowerReductionLogSum>();
+            p.Add<Passes.Rules.Ncnn.LowerReductionLogSumExp>();
+
+            // single op
+            p.Add<Passes.Rules.Ncnn.LowerBatchNorm>();
+            p.Add<Passes.Rules.Ncnn.LowerSoftmax>();
+            p.Add<Passes.Rules.Ncnn.LowerUnary>();
+            p.Add<Passes.Rules.Ncnn.LowerBinary>();
+
+            p.Add<Passes.Rules.Ncnn.LowerCelu>();
+            p.Add<Passes.Rules.Ncnn.LowerClamp>();
+            p.Add<Passes.Rules.Ncnn.LowerConcat>();
+            p.Add<Passes.Rules.Ncnn.LowerConv>();
+            p.Add<Passes.Rules.Ncnn.LowerCumsum>();
+            p.Add<Passes.Rules.Ncnn.LowerElu>();
+
+            p.Add<Passes.Rules.Ncnn.LowerErf>();
+            p.Add<Passes.Rules.Ncnn.LowerHardSigmoid>();
+            p.Add<Passes.Rules.Ncnn.LowerHardSwish>();
+            p.Add<Passes.Rules.Ncnn.LowerInstanceNorm>();
+            p.Add<Passes.Rules.Ncnn.LowerLayerNorm>();
+            p.Add<Passes.Rules.Ncnn.LowerLRN>();
+            p.Add<Passes.Rules.Ncnn.LowerLSTM>();
+            p.Add<Passes.Rules.Ncnn.LowerPadding>();
+            p.Add<Passes.Rules.Ncnn.LowerPooling>();
+            p.Add<Passes.Rules.Ncnn.LowerPReLU>();
+            p.Add<Passes.Rules.Ncnn.LowerReduction>();
+
+            p.Add<Passes.Rules.Ncnn.LowerSELU>();
+            p.Add<Passes.Rules.Ncnn.LowerSigmoid>();
+            p.Add<Passes.Rules.Ncnn.LowerCrop>();
+            p.Add<Passes.Rules.Ncnn.LowerSoftplus>();
+            p.Add<Passes.Rules.Ncnn.LowerSlice>();
+            p.Add<Passes.Rules.Ncnn.LowerTile>();
+            p.Add<Passes.Rules.Ncnn.LowerPermute>();
+            p.Add<Passes.Rules.Ncnn.LowerMatmul>();
+            p.Add<Passes.Rules.Ncnn.LowerConvTranspose>();
+            p.Add<Passes.Rules.Ncnn.LowerCast>();
+            p.Add<Passes.Rules.Ncnn.LowerGELU>();
+
+            p.Add<Passes.Rules.Neutral.FoldTwoReshapes>();
+            p.Add<Passes.Rules.Neutral.FoldNopReshape>();
+            p.Add<Passes.Rules.Ncnn.LowerReshape>();
+
+            // p.Add<Passes.Rules.Ncnn.LowerDequantize>(); // ncnn dequantize int to float.
+        });
+
+        passManager.AddWithName<DataflowPass>("RemoveGlueOp").Configure(p =>
+        {
+            p.Add<Passes.Rules.Neutral.FoldConstCall>();
+            p.Add<Passes.Rules.Neutral.FoldSqueezeUnsqueeze>();
+            p.Add<Passes.Rules.Neutral.FoldUnsqueezeSqueeze>();
+        });
+
+        passManager.AddWithName<DataflowPass>("RemoveSingleSqueezeAndUnsqueeze").Configure(p =>
+        {
+            p.Add<Passes.Rules.Ncnn.LowerSqueeze>();
+            p.Add<Passes.Rules.Ncnn.LowerUnsqueeze>();
+        });
     }
 
     /// <inheritdoc/>

modules/Nncase.Modules.CPU/packages.lock.json

@@ -190,10 +190,18 @@
       "nncase.io": {
         "type": "Project"
       },
+      "nncase.modules.ncnn": {
+        "type": "Project",
+        "dependencies": {
+          "Nncase.CodeGen": "[1.0.0, )",
+          "Nncase.Passes": "[1.0.0, )"
+        }
+      },
       "nncase.modules.stackvm": {
         "type": "Project",
         "dependencies": {
           "Nncase.CodeGen": "[1.0.0, )",
+          "Nncase.Modules.Ncnn": "[1.0.0, )",
           "Nncase.Passes": "[1.0.0, )"
         }
       },