[train_unconditional] fix applying clip_grad_norm_ (#721)

fix clip_grad_norm_

Author: patil-suraj

examples/unconditional_image_generation/train_unconditional.py

@@ -143,7 +143,8 @@ def transforms(examples):
                 loss = F.mse_loss(noise_pred, noise)
                 accelerator.backward(loss)
 
-                accelerator.clip_grad_norm_(model.parameters(), 1.0)
+                if accelerator.sync_gradients:
+                    accelerator.clip_grad_norm_(model.parameters(), 1.0)
                 optimizer.step()
                 lr_scheduler.step()
                 if args.use_ema: