1 // Tencent is pleased to support the open source community by making ncnn available. 2 // 3 // Copyright (C) 2017 THL A29 Limited, a Tencent company. All rights reserved. 4 // 5 // Licensed under the BSD 3-Clause License (the "License"); you may not use this file except 6 // in compliance with the License. You may obtain a copy of the License at 7 // 8 // https://opensource.org/licenses/BSD-3-Clause 9 // 10 // Unless required by applicable law or agreed to in writing, software distributed 11 // under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR 12 // CONDITIONS OF ANY KIND, either express or implied. See the License for the 13 // specific language governing permissions and limitations under the License. 14 15 #ifndef LAYER_INNERPRODUCT_ARM_H 16 #define LAYER_INNERPRODUCT_ARM_H 17 18 #include "innerproduct.h" 19 #include <cmath> 20 #include <cstdlib> 21 22 namespace ncnn { 23 24 class InnerProduct_arm : virtual public InnerProduct 25 { 26 public: 27 InnerProduct_arm(); 28 29 virtual int create_pipeline(const Option& opt); 30 virtual int destroy_pipeline(const Option& opt); 31 32 virtual int forward(const Mat& bottom_blob, Mat& top_blob, const Option& opt) const; 33 34 protected: 35 #if __ARM_FEATURE_FP16_VECTOR_ARITHMETIC 36 int create_pipeline_fp16s(const Option& opt); 37 int forward_fp16s(const Mat& bottom_blob, Mat& top_blob, const Option& opt) const; 38 int forward_fp16sa(const Mat& bottom_blob, Mat& top_blob, const Option& opt) const; 39 #endif 40 #if NCNN_BF16 41 int create_pipeline_bf16s(const Option& opt); 42 int forward_bf16s(const Mat& bottom_blob, Mat& top_blob, const Option& opt) const; 43 #endif 44 #if NCNN_INT8 45 int create_pipeline_int8_arm(const Option& opt); 46 int forward_int8_arm(const Mat& bottom_blob, Mat& top_blob, const Option& opt) const; 47 #endif 48 49 public: 50 Layer* flatten; 51 Layer* activation; 52 53 // fp16 54 Mat weight_data_fp16; 55 Mat bias_data_fp16; 56 57 #if NCNN_BF16 58 // bf16 59 Mat weight_data_bf16; 60 #endif 61 62 #if NCNN_INT8 63 // int8 64 Mat weight_data_int8; 65 Mat scales_in; 66 #endif 67 }; 68 69 } // namespace ncnn 70 71 #endif // LAYER_INNERPRODUCT_ARM_H 72