From c7a0468281b52068e74bafa5f23440cc1c0bff78 Mon Sep 17 00:00:00 2001 From: Sayak Paul Date: Fri, 12 May 2023 13:39:24 +0530 Subject: [PATCH] fix: deepseepd_plugin retrieval from accelerate state --- examples/text_to_image/train_text_to_image.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/text_to_image/train_text_to_image.py b/examples/text_to_image/train_text_to_image.py index 1a6f4cde27ab..82370fc4e2dd 100644 --- a/examples/text_to_image/train_text_to_image.py +++ b/examples/text_to_image/train_text_to_image.py @@ -471,7 +471,7 @@ def deepspeed_zero_init_disabled_context_manager(): """ returns either a context list that includes one that will disable zero.Init or an empty context list """ - deepspeed_plugin = AcceleratorState() if accelerate.state.is_initialized() else None + deepspeed_plugin = AcceleratorState().deepspeed_plugin if accelerate.state.is_initialized() else None if deepspeed_plugin is None: return []