| | |
| | | return "plse"; |
| | | case LEAKY: |
| | | return "leaky"; |
| | | case STAIR: |
| | | return "stair"; |
| | | default: |
| | | break; |
| | | } |
| | |
| | | if (strcmp(s, "ramp")==0) return RAMP; |
| | | if (strcmp(s, "leaky")==0) return LEAKY; |
| | | if (strcmp(s, "tanh")==0) return TANH; |
| | | if (strcmp(s, "stair")==0) return STAIR; |
| | | fprintf(stderr, "Couldn't find activation function %s, going with ReLU\n", s); |
| | | return RELU; |
| | | } |
| | |
| | | return tanh_activate(x); |
| | | case PLSE: |
| | | return plse_activate(x); |
| | | case STAIR: |
| | | return stair_activate(x); |
| | | } |
| | | return 0; |
| | | } |
| | |
| | | return tanh_gradient(x); |
| | | case PLSE: |
| | | return plse_gradient(x); |
| | | case STAIR: |
| | | return stair_gradient(x); |
| | | } |
| | | return 0; |
| | | } |