mirror of
https://github.com/HChaZZY/Stockfish.git
synced 2025-12-25 03:26:24 +08:00
Replace global_learning_rate with learning_rate local to the learner and passed to update_parameters as a parameter.
This commit is contained in:
@@ -18,9 +18,6 @@
|
||||
#include "misc.h"
|
||||
#include "thread_win32_osx.h"
|
||||
|
||||
// Learning rate scale
|
||||
double global_learning_rate;
|
||||
|
||||
// Code for learning NNUE evaluation function
|
||||
namespace Eval::NNUE {
|
||||
|
||||
@@ -181,11 +178,15 @@ namespace Eval::NNUE {
|
||||
}
|
||||
|
||||
// update the evaluation function parameters
|
||||
void update_parameters(uint64_t epoch, bool verbose, Learner::CalcGradFunc calc_grad) {
|
||||
void update_parameters(
|
||||
uint64_t epoch,
|
||||
bool verbose,
|
||||
double learning_rate,
|
||||
Learner::CalcGradFunc calc_grad)
|
||||
{
|
||||
assert(batch_size > 0);
|
||||
|
||||
const auto learning_rate = static_cast<LearnFloatType>(
|
||||
global_learning_rate / batch_size);
|
||||
learning_rate /= batch_size;
|
||||
|
||||
std::lock_guard<std::mutex> lock(examples_mutex);
|
||||
std::shuffle(examples.begin(), examples.end(), rng);
|
||||
|
||||
Reference in New Issue
Block a user