mirror of
https://github.com/pjreddie/darknet.git
synced 2023-08-10 21:13:14 +03:00
Convolutional layers working w/ matrices
This commit is contained in:
@ -8,15 +8,16 @@ softmax_layer *make_softmax_layer(int inputs)
|
||||
fprintf(stderr, "Softmax Layer: %d inputs\n", inputs);
|
||||
softmax_layer *layer = calloc(1, sizeof(softmax_layer));
|
||||
layer->inputs = inputs;
|
||||
layer->output = calloc(inputs, sizeof(double));
|
||||
layer->delta = calloc(inputs, sizeof(double));
|
||||
layer->output = calloc(inputs, sizeof(float));
|
||||
layer->delta = calloc(inputs, sizeof(float));
|
||||
return layer;
|
||||
}
|
||||
|
||||
void forward_softmax_layer(const softmax_layer layer, double *input)
|
||||
/* UNSTABLE!
|
||||
void forward_softmax_layer(const softmax_layer layer, float *input)
|
||||
{
|
||||
int i;
|
||||
double sum = 0;
|
||||
float sum = 0;
|
||||
for(i = 0; i < layer.inputs; ++i){
|
||||
sum += exp(input[i]);
|
||||
}
|
||||
@ -24,8 +25,25 @@ void forward_softmax_layer(const softmax_layer layer, double *input)
|
||||
layer.output[i] = exp(input[i])/sum;
|
||||
}
|
||||
}
|
||||
*/
|
||||
void forward_softmax_layer(const softmax_layer layer, float *input)
|
||||
{
|
||||
int i;
|
||||
float sum = 0;
|
||||
float largest = 0;
|
||||
for(i = 0; i < layer.inputs; ++i){
|
||||
if(input[i] > largest) largest = input[i];
|
||||
}
|
||||
for(i = 0; i < layer.inputs; ++i){
|
||||
sum += exp(input[i]-largest);
|
||||
}
|
||||
sum = largest+log(sum);
|
||||
for(i = 0; i < layer.inputs; ++i){
|
||||
layer.output[i] = exp(input[i]-sum);
|
||||
}
|
||||
}
|
||||
|
||||
void backward_softmax_layer(const softmax_layer layer, double *input, double *delta)
|
||||
void backward_softmax_layer(const softmax_layer layer, float *input, float *delta)
|
||||
{
|
||||
int i;
|
||||
for(i = 0; i < layer.inputs; ++i){
|
||||
|
Reference in New Issue
Block a user