HCha/Stockfish
1
0
Fork 0
mirror of https://github.com/HChaZZY/Stockfish.git synced 2025-12-25 11:36:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

Apply gradient clipping.

Browse Source
This commit is contained in:
Tomasz Sobczyk
2020-11-29 17:57:06 +01:00
committed by nodchip
parent d103867558
commit a5c20bee5b
2 changed files with 7 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/learn/learn.cpp
View File

@@ -230,7 +230,7 @@ namespace Learner
auto loss_ = result_ - entropy_;
auto args = std::tuple((double)shallow, (double)teacher_signal, (double)result, calculate_lambda(teacher_signal));
return loss_.eval(args);
return loss_.eval(args).clamp_grad(max_grad);
}
static auto get_loss(