mirror/darknet
1
0
Fork 0
mirror of https://github.com/pjreddie/darknet.git synced 2023-08-10 21:13:14 +03:00
Code Issues Projects Releases Wiki Activity

Merge pull request #2651 from jveitchmichaelis/sgdr

Browse Source 
Implement stochastic gradient descent with warm restarts
This commit is contained in:
Alexey
2019-03-30 14:25:45 +03:00
committed by GitHub
parent 3d24dbae97 6cbf08321a
commit 6231b748c4
3 changed files with 13 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
include/darknet.h
View File

@ -518,7 +518,7 @@ struct layer {
// network.h
typedef enum {
CONSTANT, STEP, EXP, POLY, STEPS, SIG, RANDOM
CONSTANT, STEP, EXP, POLY, STEPS, SIG, RANDOM, SGDR
} learning_rate_policy;
// network.h
@ -534,6 +534,9 @@ typedef struct network {
learning_rate_policy policy;
float learning_rate;
float learning_rate_min;
float learning_rate_max;
int batches_per_cycle;
float momentum;
float decay;
float gamma;