1 // Tencent is pleased to support the open source community by making ncnn available.
2 //
3 // Copyright (C) 2017 THL A29 Limited, a Tencent company. All rights reserved.
4 //
5 // Licensed under the BSD 3-Clause License (the "License"); you may not use this file except
6 // in compliance with the License. You may obtain a copy of the License at
7 //
8 // https://opensource.org/licenses/BSD-3-Clause
9 //
10 // Unless required by applicable law or agreed to in writing, software distributed
11 // under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
12 // CONDITIONS OF ANY KIND, either express or implied. See the License for the
13 // specific language governing permissions and limitations under the License.
14 
15 #include "hardswish.h"
16 
17 namespace ncnn {
18 
HardSwish()19 HardSwish::HardSwish()
20 {
21     one_blob_only = true;
22     support_inplace = true;
23 }
24 
load_param(const ParamDict & pd)25 int HardSwish::load_param(const ParamDict& pd)
26 {
27     alpha = pd.get(0, 0.2f);
28     beta = pd.get(1, 0.5f);
29     lower = -beta / alpha;
30     upper = (1.f / alpha) + lower;
31 
32     return 0;
33 }
34 
forward_inplace(Mat & bottom_top_blob,const Option & opt) const35 int HardSwish::forward_inplace(Mat& bottom_top_blob, const Option& opt) const
36 {
37     int w = bottom_top_blob.w;
38     int h = bottom_top_blob.h;
39     int channels = bottom_top_blob.c;
40     int size = w * h;
41 
42     #pragma omp parallel for num_threads(opt.num_threads)
43     for (int q = 0; q < channels; q++)
44     {
45         float* ptr = bottom_top_blob.channel(q);
46 
47         for (int i = 0; i < size; i++)
48         {
49             if (ptr[i] < lower)
50                 ptr[i] = 0.f;
51             else if (ptr[i] > upper)
52                 ;
53             else
54                 ptr[i] = ptr[i] * (ptr[i] * alpha + beta);
55         }
56     }
57 
58     return 0;
59 }
60 
61 } // namespace ncnn
62