| | |
| | | return "logistic"; |
| | | case RELU: |
| | | return "relu"; |
| | | case RELIE: |
| | | return "relie"; |
| | | case RAMP: |
| | | return "ramp"; |
| | | case LINEAR: |
| | |
| | | return "tanh"; |
| | | case PLSE: |
| | | return "plse"; |
| | | case LEAKY: |
| | | return "leaky"; |
| | | default: |
| | | break; |
| | | } |
| | |
| | | { |
| | | if (strcmp(s, "logistic")==0) return LOGISTIC; |
| | | if (strcmp(s, "relu")==0) return RELU; |
| | | if (strcmp(s, "relie")==0) return RELIE; |
| | | if (strcmp(s, "plse")==0) return PLSE; |
| | | if (strcmp(s, "linear")==0) return LINEAR; |
| | | if (strcmp(s, "ramp")==0) return RAMP; |
| | | if (strcmp(s, "leaky")==0) return LEAKY; |
| | | if (strcmp(s, "tanh")==0) return TANH; |
| | | fprintf(stderr, "Couldn't find activation function %s, going with ReLU\n", s); |
| | | return RELU; |
| | |
| | | return logistic_activate(x); |
| | | case RELU: |
| | | return relu_activate(x); |
| | | case RELIE: |
| | | return relie_activate(x); |
| | | case RAMP: |
| | | return ramp_activate(x); |
| | | case LEAKY: |
| | | return leaky_activate(x); |
| | | case TANH: |
| | | return tanh_activate(x); |
| | | case PLSE: |
| | |
| | | return logistic_gradient(x); |
| | | case RELU: |
| | | return relu_gradient(x); |
| | | case RELIE: |
| | | return relie_gradient(x); |
| | | case RAMP: |
| | | return ramp_gradient(x); |
| | | case LEAKY: |
| | | return leaky_gradient(x); |
| | | case TANH: |
| | | return tanh_gradient(x); |
| | | case PLSE: |