Add swish

2021-07-27 13:09:43 +00:00
parent a992c9feb5
commit 000af24d29
8 changed files with 110 additions and 2 deletions
@@ -52,6 +52,10 @@ dnnType* Activation::infer(dataDim_t &dim, dnnType* srcData) {
    else if(act_mode == ACTIVATION_MISH) {
        activationMishForward(srcData, dstData, dim.tot());

+    }
+    else if(act_mode == ACTIVATION_SWISH) {
+        activationSwishForward(srcData, dstData, dim.tot());
+
    }
    else if(act_mode == ACTIVATION_LOGISTIC) {
        activationLOGISTICForward(srcData, dstData, dim.tot());