add SGDR policy

This commit is contained in:
Josh Veitch-Michaelis
2019-03-18 23:26:04 +00:00
parent 8bcba6c105
commit d64693eb77
3 changed files with 14 additions and 1 deletions

View File

@ -518,7 +518,7 @@ struct layer {
// network.h
typedef enum {
CONSTANT, STEP, EXP, POLY, STEPS, SIG, RANDOM
CONSTANT, STEP, EXP, POLY, STEPS, SIG, RANDOM, SGDR
} learning_rate_policy;
// network.h
@ -534,6 +534,9 @@ typedef struct network {
learning_rate_policy policy;
float learning_rate;
float learning_rate_min;
float learning_rate_max;
int batches_per_cycle;
float momentum;
float decay;
float gamma;