diff --git a/tensorflow_addons/optimizers/lazy_adam_test.py b/tensorflow_addons/optimizers/lazy_adam_test.py
index 9a3adab71d..c0fd2bf311 100644
--- a/tensorflow_addons/optimizers/lazy_adam_test.py
+++ b/tensorflow_addons/optimizers/lazy_adam_test.py
@@ -212,7 +212,7 @@ def doTestBasic(self, use_callable_params=False):
                                                        self.evaluate(var0))
                     self.assertAllCloseAccordingToType(var1_np,
                                                        self.evaluate(var1))
-                    self.assertEqual("var0_%d/m:0" % (i,),
+                    self.assertEqual("Adam/var0_%d/m:0" % (i,),
                                      opt.get_slot(var0, "m").name)
 
     @test_utils.run_in_graph_and_eager_modes(reset_test=True)