diff --git a/src/connected_layer.c b/src/connected_layer.c
index 353f4e56..70a34a79 100644
--- a/src/connected_layer.c
+++ b/src/connected_layer.c
@@ -200,7 +200,7 @@ void denormalize_connected_layer(layer l)
 {
     int i, j;
     for(i = 0; i < l.outputs; ++i){
-        float scale = l.scales[i]/sqrt(l.rolling_variance[i] + .000001);
+        float scale = l.scales[i]/sqrt(l.rolling_variance[i] + .00001);
         for(j = 0; j < l.inputs; ++j){
             l.weights[i*l.inputs + j] *= scale;
         }