HCha/Stockfish
1
0
Fork 0
mirror of https://github.com/HChaZZY/Stockfish.git synced 2025-12-24 19:16:49 +08:00
Code Issues Packages Projects Releases Wiki Activity

Remove used examples asyncronously.

Browse Source
This commit is contained in:
Tomasz Sobczyk
2020-11-25 23:12:02 +01:00
committed by nodchip
parent 0bee8fef64
commit 34510dd08a
1 changed files with 12 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
src/nnue/evaluate_nnue_learner.cpp
View File

@@ -214,9 +214,10 @@ namespace Eval::NNUE {
std::vector<double> abs_discrete_eval_sum_local(thread_pool.size(), 0.0);
std::vector<double> gradient_norm_local(thread_pool.size(), 0.0);
while (examples.size() >= batch_size) {
auto batch_begin = examples.end() - batch_size;
auto batch_end = examples.end();
auto prev_batch_begin = examples.end();
while (prev_batch_begin - examples.begin() >= batch_size) {
auto batch_begin = prev_batch_begin - batch_size;
auto batch_end = prev_batch_begin;
auto size = batch_end - batch_begin;
const auto network_output = trainer->step_start(thread_pool, batch_begin, batch_end);
std::vector<LearnFloatType> gradients(size);
@@ -253,14 +254,20 @@ namespace Eval::NNUE {
trainer->backpropagate(th, gradients.data(), offset, count);
}
);
// We can asyncronously erase the examples that we used in the previous
// step. This can be done safely because we're no longer using these
// examples and erase won't invalidate iterators.
examples.erase(prev_batch_begin, examples.end());
prev_batch_begin = batch_begin;
thread_pool.wait_for_workers_finished();
trainer->step_end(thread_pool, learning_rate);
examples.resize(examples.size() - size);
collect_stats = false;
}
examples.erase(prev_batch_begin, examples.end());
if (verbose)
{