Some fix for CUDNN_HALF

This commit is contained in:
AlexeyAB
2018-12-11 21:16:18 +03:00
parent e9226be3ed
commit cb998db949
2 changed files with 49 additions and 4 deletions

View File

@ -295,7 +295,8 @@ void forward_convolutional_layer_gpu(convolutional_layer l, network_state state)
//#ifdef CUDNN_HALF
//if (state.use_mixed_precision) {
int iteration_num = (*state.net.seen) / (state.net.batch*state.net.subdivisions);
if (state.index != 0 && state.net.cudnn_half && !l.xnor && (!state.train || iteration_num > 2*state.net.burn_in))
if (state.net.cudnn_half && !l.xnor && (!state.train || iteration_num > 3*state.net.burn_in))
//if(state.index != 0)
{
//printf("\n CUDNN_HALF!!! state.index = %d \n", state.index);
@ -475,7 +476,8 @@ void backward_convolutional_layer_gpu(convolutional_layer l, network_state state
//#ifdef CUDNN_HALF
int iteration_num = (*state.net.seen) / (state.net.batch*state.net.subdivisions);
if (state.index != 0 && state.net.cudnn_half && !l.xnor && (!state.train || iteration_num > 2*state.net.burn_in))
if (state.net.cudnn_half && !l.xnor && (!state.train || iteration_num > 3*state.net.burn_in))
//if (state.index != 0)
{
const size_t input16_size = l.batch*l.c*l.w*l.h;