From 0a587622fbed5b7b6f974c255f74c171fa51c67d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Yan=20Facai=20=28=E9=A2=9C=E5=8F=91=E6=89=8D=29?= Date: Fri, 17 May 2019 08:22:13 +0800 Subject: [PATCH 1/2] FIX: Remove epsilon as variable. --- tensorflow_addons/optimizers/lazy_adam.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tensorflow_addons/optimizers/lazy_adam.py b/tensorflow_addons/optimizers/lazy_adam.py index 698b3c2a72..4efe4416b3 100644 --- a/tensorflow_addons/optimizers/lazy_adam.py +++ b/tensorflow_addons/optimizers/lazy_adam.py @@ -55,7 +55,7 @@ def _resource_apply_sparse(self, grad, var, indices): local_step = tf.cast(self.iterations + 1, var_dtype) beta_1_power = tf.math.pow(beta_1_t, local_step) beta_2_power = tf.math.pow(beta_2_t, local_step) - epsilon_t = self._get_hyper('epsilon', var_dtype) + epsilon_t = tf.convert_to_tensor(self.epsilon, var_dtype) lr = (lr_t * tf.math.sqrt(1 - beta_2_power) / (1 - beta_1_power)) # \\(m := beta1 * m + (1 - beta1) * g_t\\) From f9d3795df749f791be5c44c750b7b29aa20d88c6 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Yan=20Facai=20=28=E9=A2=9C=E5=8F=91=E6=89=8D=29?= Date: Fri, 17 May 2019 08:34:57 +0800 Subject: [PATCH 2/2] TST: fix callable param --- tensorflow_addons/optimizers/weight_decay_optimizers_test.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tensorflow_addons/optimizers/weight_decay_optimizers_test.py b/tensorflow_addons/optimizers/weight_decay_optimizers_test.py index e265eecb3c..a4c203975c 100644 --- a/tensorflow_addons/optimizers/weight_decay_optimizers_test.py +++ b/tensorflow_addons/optimizers/weight_decay_optimizers_test.py @@ -221,7 +221,7 @@ def testBasicCallableParams(self): learning_rate=lambda: 0.001, beta_1=lambda: 0.9, beta_2=lambda: 0.999, - epsilon=lambda: 1e-8, + epsilon=1e-8, weight_decay=lambda: WEIGHT_DECAY)