Better imagenet distributed training

This commit is contained in:
Joseph Redmon
2014-12-11 13:15:26 -08:00
parent aea3bceeb1
commit 79fffcce3c
14 changed files with 438 additions and 180 deletions

View File

@@ -62,12 +62,12 @@ convolutional_layer *make_convolutional_layer(int batch, int h, int w, int c, in
layer->biases = calloc(n, sizeof(float));
layer->bias_updates = calloc(n, sizeof(float));
float scale = 1./(size*size*c);
scale = .01;
float scale = 1./sqrt(size*size*c);
//scale = .05;
for(i = 0; i < c*n*size*size; ++i) layer->filters[i] = scale*rand_normal();
for(i = 0; i < n; ++i){
//layer->biases[i] = rand_normal()*scale + scale;
layer->biases[i] = .01;
layer->biases[i] = scale;
}
int out_h = convolutional_out_height(*layer);
int out_w = convolutional_out_width(*layer);