From 9a2344759b119faf9df98dbeed81650c03650ecd Mon Sep 17 00:00:00 2001 From: AlexeyAB Date: Fri, 27 Mar 2020 20:08:40 +0300 Subject: [PATCH] adversarial training learning rate fix --- src/network_kernels.cu | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/network_kernels.cu b/src/network_kernels.cu index 83381da2..2b799b7d 100644 --- a/src/network_kernels.cu +++ b/src/network_kernels.cu @@ -352,7 +352,7 @@ float train_network_datum_gpu(network net, float *x, float *y) if (net.adversarial_lr && rand_int(0, 1) == 1 && get_current_iteration(net) > net.burn_in) { net.adversarial = 1; float lr_old = net.learning_rate; - float scale = ((float)net.max_batches) / get_current_iteration(net); + float scale = 1.0 - (get_current_iteration(net) / ((float)net.max_batches)); net.learning_rate = net.adversarial_lr * scale; layer l = net.layers[net.n - 1]; int y_size = get_network_output_size(net)*net.batch;