HCha/Stockfish
1
0
Fork 0
mirror of https://github.com/HChaZZY/Stockfish.git synced 2025-12-25 19:46:55 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix a bug that LR is not correctly scaled when initial LR is not 1.0

Browse Source
This commit is contained in:
noobpwnftw
2020-09-27 23:13:13 +08:00
committed by nodchip
parent 9d4bf4fe0c
commit b44d539c94
1 changed files with 3 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
src/learn/learn.cpp
View File

@@ -741,7 +741,6 @@ namespace Learner
learn_sum_entropy_win = 0.0;
learn_sum_entropy = 0.0;
newbob_scale = 1.0;
newbob_decay = 1.0;
newbob_num_trials = 2;
best_loss = std::numeric_limits<double>::infinity();
@@ -795,7 +794,6 @@ namespace Learner
atomic<double> learn_sum_entropy;
shared_timed_mutex nn_mutex;
double newbob_scale;
double newbob_decay;
int newbob_num_trials;
double best_loss;
@@ -1309,12 +1307,11 @@ namespace Learner
if (--trials > 0 && !is_final)
{
cout
<< "reducing learning rate from " << newbob_scale
<< " to " << (newbob_scale * newbob_decay)
<< "reducing learning rate from " << global_learning_rate
<< " to " << (global_learning_rate * newbob_decay)
<< " (" << trials << " more trials)" << endl;
newbob_scale *= newbob_decay;
global_learning_rate = newbob_scale;
global_learning_rate *= newbob_decay;
}
}
@@ -1956,7 +1953,6 @@ namespace Learner
learn_think.sr.no_shuffle = no_shuffle;
learn_think.reduction_gameply = reduction_gameply;
learn_think.newbob_scale = 1.0;
learn_think.newbob_decay = newbob_decay;
learn_think.newbob_num_trials = newbob_num_trials;