Revert: aarch64: patch mkl-dnn for xbyak crashes due to /sys not accessible #1648 (#1767)

This reverts commit 524a027.

Author: atalman

aarch64_linux/aarch64_wheel_ci_build.py

@@ -106,11 +106,6 @@ def parse_arguments():
     else:
         print("build pytorch without mkldnn backend")
 
-    # patch mkldnn to fix aarch64 mac and aws lambda crash
-    print("Applying mkl-dnn patch to fix crash due to /sys not accesible")
-    with open("/builder/mkldnn_fix/fix-xbyak-failure.patch") as f:
-        check_call(["patch", "-p1"], stdin=f, cwd="/pytorch/third_party/ideep/mkl-dnn")
-
     os.system(f"cd /pytorch; {build_vars} python3 setup.py bdist_wheel")
     pytorch_wheel_name = complete_wheel("pytorch")
     print(f"Build Compelete. Created {pytorch_wheel_name}..")

aarch64_linux/build_aarch64_wheel.py

@@ -556,8 +556,6 @@ def start_build(host: RemoteHost, *,
         build_ArmComputeLibrary(host, git_clone_flags)
         print("build pytorch with mkldnn+acl backend")
         build_vars += " USE_MKLDNN=ON USE_MKLDNN_ACL=ON"
-        host.run_cmd("cd $HOME && git clone https://github.com/pytorch/builder.git")
-        host.run_cmd("cd $HOME/pytorch/third_party/ideep/mkl-dnn && patch -p1 < $HOME/builder/mkldnn_fix/fix-xbyak-failure.patch")  # noqa: E501
         host.run_cmd(f"cd $HOME/pytorch && export ACL_ROOT_DIR=$HOME/ComputeLibrary && {build_vars} python3 setup.py bdist_wheel{build_opts}")  # noqa: E501
         print('Repair the wheel')
         pytorch_wheel_name = host.list_dir("pytorch/dist")[0]