From 905c2019a4b9cd2a88395b5cca8a26593a3591ef Mon Sep 17 00:00:00 2001
From: Alex Rubinsteyn <alex.rubinsteyn@gmail.com>
Date: Tue, 22 Dec 2015 17:59:33 -0500
Subject: [PATCH] exponential decay of synthetic sample weights
---
experiments/training_helpers.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/experiments/training_helpers.py b/experiments/training_helpers.py
index 95176b20..34b353d4 100644
--- a/experiments/training_helpers.py
+++ b/experiments/training_helpers.py
@@ -218,7 +218,7 @@ def train_model_with_synthetic_data(
# ~ 1 / (1+epoch)**2
# or
# 2.0 ** -epoch
- decay_factor = 1.0 / (1 + epoch) ** 2
+ decay_factor = 2.0 ** -epoch
# if the contribution of synthetic samples is less than a
# thousandth of the actual data, then stop using it
synth_contribution = total_synth_weights * decay_factor
--
GitLab