ddp as extra script

Author: Borda

.drone.yml

@@ -43,6 +43,7 @@ steps:
     - sh tests/special_tests.sh
     - coverage report
     - python -m pytest benchmarks pl_examples -v --maxfail=2 --durations=0
+    - pl_examples/run_ddp-example.sh
     # see: https://docs.codecov.io/docs/merging-reports
     - codecov --token $CODECOV_TOKEN --flags=gpu,pytest --name="GPU-coverage" --env=linux --build $DRONE_BUILD_NUMBER --commit $DRONE_COMMIT
     # --build $DRONE_BUILD_NUMBER --branch $DRONE_BRANCH --commit $DRONE_COMMIT --tag $DRONE_TAG --pr $DRONE_PULL_REQUEST

pl_examples/run_ddp-example.sh

@@ -0,0 +1,12 @@
+#!/bin/bash
+
+ARGS_DEFAULT=" --default_root_dir %(tmpdir)s --max_epochs 1 --batch_size 32 --limit_train_batches 2 --limit_val_batches 2"
+ARGS_EXTRA_DDP=" --gpus 2 --accelerator ddp"
+ARGS_EXTRA_AMP=" --precision 16"
+
+python pl_examples/basic_examples/simple_image_classifier.py ${ARGS_DEFAULT} ${ARGS_EXTRA_DDP}
+python pl_examples/basic_examples/simple_image_classifier.py ${ARGS_DEFAULT} ${ARGS_EXTRA_DDP} ${ARGS_EXTRA_AMP}
+python pl_examples/basic_examples/backbone_image_classifier.py ${ARGS_DEFAULT} ${ARGS_EXTRA_DDP}
+python pl_examples/basic_examples/backbone_image_classifier.py ${ARGS_DEFAULT} ${ARGS_EXTRA_DDP} ${ARGS_EXTRA_AMP}
+python pl_examples/basic_examples/autoencoder.py ${ARGS_DEFAULT} ${ARGS_EXTRA_DDP}
+python pl_examples/basic_examples/autoencoder.py ${ARGS_DEFAULT} ${ARGS_EXTRA_DDP} ${ARGS_EXTRA_AMP}

pl_examples/test_examples.py

@@ -38,10 +38,10 @@
 --accelerator dp \
 """
 
-ARGS_DDP = ARGS_DEFAULT + """
---gpus 2 \
---accelerator ddp_spawn \
-"""
+# ARGS_DDP = ARGS_DEFAULT + """
+# --gpus 2 \
+# --accelerator ddp_spawn \
+# """
 
 ARGS_AMP = """
 --precision 16 \
@@ -65,21 +65,21 @@ def test_examples_dp(tmpdir, import_cli, cli_args):
         module.cli_main()
 
 
-@pytest.mark.parametrize('import_cli', [
-    'pl_examples.basic_examples.simple_image_classifier',
-    'pl_examples.basic_examples.backbone_image_classifier',
-    'pl_examples.basic_examples.autoencoder',
-])
-@pytest.mark.skipif(torch.cuda.device_count() < 2, reason="test requires multi-GPU machine")
-@pytest.mark.parametrize('cli_args', [ARGS_DDP, ARGS_DDP + ARGS_AMP])
-def test_examples_ddp(tmpdir, import_cli, cli_args):
-
-    module = importlib.import_module(import_cli)
-    # update the temp dir
-    cli_args = cli_args % {'tmpdir': tmpdir}
-
-    with mock.patch("argparse._sys.argv", ["any.py"] + cli_args.strip().split()):
-        module.cli_main()
+# @pytest.mark.parametrize('import_cli', [
+#     'pl_examples.basic_examples.simple_image_classifier',
+#     'pl_examples.basic_examples.backbone_image_classifier',
+#     'pl_examples.basic_examples.autoencoder',
+# ])
+# @pytest.mark.skipif(torch.cuda.device_count() < 2, reason="test requires multi-GPU machine")
+# @pytest.mark.parametrize('cli_args', [ARGS_DDP, ARGS_DDP + ARGS_AMP])
+# def test_examples_ddp(tmpdir, import_cli, cli_args):
+#
+#     module = importlib.import_module(import_cli)
+#     # update the temp dir
+#     cli_args = cli_args % {'tmpdir': tmpdir}
+#
+#     with mock.patch("argparse._sys.argv", ["any.py"] + cli_args.strip().split()):
+#         module.cli_main()
 
 
 @pytest.mark.parametrize('import_cli', [