update ngc for 1.3 (#7414)

(cherry picked from commit 1a27c12)

Author: Borda

dockers/nvidia/Dockerfile

@@ -12,8 +12,8 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-# https://docs.nvidia.com/deeplearning/frameworks/pytorch-release-notes/rel_21-03.html#rel_21-03
-FROM nvcr.io/nvidia/pytorch:21.03-py3
+# https://docs.nvidia.com/deeplearning/frameworks/pytorch-release-notes
+FROM nvcr.io/nvidia/pytorch:21.04-py3
 
 MAINTAINER PyTorchLightning <https://github.com/PyTorchLightning>
 
@@ -46,6 +46,8 @@ RUN \
     rm -rf pytorch-lightning && \
     pip list
 
+RUN pip install lightning-grid -U
+
 ENV PYTHONPATH="/workspace"
 
 RUN \