#include "activations.h" #include #include #include #include char *get_activation_string(ACTIVATION a) { switch(a){ case SIGMOID: return "sigmoid"; case RELU: return "relu"; case RAMP: return "ramp"; case LINEAR: return "linear"; case TANH: return "tanh"; default: break; } return "relu"; } ACTIVATION get_activation(char *s) { if (strcmp(s, "sigmoid")==0) return SIGMOID; if (strcmp(s, "relu")==0) return RELU; if (strcmp(s, "linear")==0) return LINEAR; if (strcmp(s, "ramp")==0) return RAMP; if (strcmp(s, "tanh")==0) return TANH; fprintf(stderr, "Couldn't find activation function %s, going with ReLU\n", s); return RELU; } float activate(float x, ACTIVATION a) { switch(a){ case LINEAR: return linear_activate(x); case SIGMOID: return sigmoid_activate(x); case RELU: return relu_activate(x); case RAMP: return ramp_activate(x); case TANH: return tanh_activate(x); } return 0; } void activate_array(float *x, const int n, const ACTIVATION a) { int i; for(i = 0; i < n; ++i){ x[i] = activate(x[i], a); } } float gradient(float x, ACTIVATION a) { switch(a){ case LINEAR: return linear_gradient(x); case SIGMOID: return sigmoid_gradient(x); case RELU: return relu_gradient(x); case RAMP: return ramp_gradient(x); case TANH: return tanh_gradient(x); } return 0; } void gradient_array(const float *x, const int n, const ACTIVATION a, float *delta) { int i; for(i = 0; i < n; ++i){ delta[i] *= gradient(x[i], a); } }