Adding integration test for FSDP Memory Tracking and Estimation

ghstack-source-id: cc224db
Pull Request resolved: #426

Author: sanketpurandare

.ci/docker/requirements.txt

@@ -5,3 +5,4 @@ tensorboard
 sentencepiece
 tiktoken
 blobfile
+tabulate

test_runner.py

@@ -263,6 +263,14 @@ def build_test_list():
             ],
             "Fused Optimizer Test",
         ),
+        OverrideDefinitions(
+            [
+                ["--estimate.memory=True", "--estimate.mode=real"],
+            ],
+            "FSDP2 Memory Tracking and Estimation",
+            "fsdp2_mem_tracker",
+            ngpu=4,
+        ),
     ]
     return integration_tests_flavors