merge latest sycl branch and fix conflicts

Signed-off-by: gejin <[email protected]>

Author: jinge90

.arclint

@@ -6,6 +6,9 @@
       "script-and-regex.regex": "/^(?P<severity>[[:alpha:]]+)\n(?P<message>[^\n]+)\n(====|(?P<line>\\d),(?P<char>\\d)\n(?P<original>.*)>>>>\n(?P<replacement>.*)<<<<\n)$/s",
       "include": [
         "(\\.(cc|cpp|h)$)"
+      ],
+      "exclude": [
+        "(^clang/test/)"
       ]
     }
   }

CONTRIBUTING.md

@@ -24,24 +24,25 @@ for more information.
   - For the DPC++ Compiler project, use **sycl** branch as baseline for your
     changes. See [Get Started Guide](sycl/doc/GetStartedGuide.md).
 - Prepare your patch
-    - follow [LLVM coding standards](https://llvm.org/docs/CodingStandards.html)
-    - [clang-format](https://clang.llvm.org/docs/ClangFormat.html) and
-      [clang-tidy](https://clang.llvm.org/extra/clang-tidy/) tools can be
-      integrated into your workflow to ensure formatting and stylistic
-      compliance of your changes.
-    - use
-      ```
-      ./clang/tools/clang-format/git-clang-format `git merge-base origin/sycl HEAD`
-      ```
-      to check the format of your current changes against the `origin/sycl`
-      branch.
-        - `-f` to also correct unstaged changes
-        - `--diff` to only print the diff without applying
-- Build the project and run all tests.
-    - complete test suite: `python buildbot/check.py`
-    - sycl test suite `python buildbot/check.py -t test-sycl`
-    - run only "mytest" test `python buildbot/check.py -t test-sycl-mytest`
-    - if necessary, use `-o $LLVM_BUILD_DIR` to specify the llvm build directory
+  - follow [LLVM coding standards](https://llvm.org/docs/CodingStandards.html)
+  - [clang-format](https://clang.llvm.org/docs/ClangFormat.html) and
+    [clang-tidy](https://clang.llvm.org/extra/clang-tidy/) tools can be
+    integrated into your workflow to ensure formatting and stylistic
+    compliance of your changes.
+  - use
+
+    ```bash
+    ./clang/tools/clang-format/git-clang-format `git merge-base origin/sycl HEAD`
+    ```
+
+    to check the format of your current changes against the `origin/sycl`
+    branch.
+    - `-f` to also correct unstaged changes
+    - `--diff` to only print the diff without applying
+- Build the project following
+[Get Started Guide instructions](sycl/doc/GetStartedGuide.md#build-dpc-toolchain).
+- Run regression tests -
+[instructions](sycl/doc/GetStartedGuide.md#test-dpc-toolchain).
 
 ### Commit message
 
@@ -67,6 +68,7 @@ ready for merge.
 ### Merge
 
 Project maintainers merge pull requests using one of the following options:
+
 - [Rebase and merge] The preferable choice for PRs containing a single commit
 - [Squash and merge] Used when there are multiple commits in the PR
   - Squashing is done to make sure that the project is buildable on any commit

buildbot/compile.py

@@ -13,6 +13,9 @@ def do_compile(args):
     except NotImplementedError:
         cpu_count = DEFAULT_CPU_COUNT
 
+    if args.build_parallelism:
+        cpu_count = int(args.build_parallelism)
+
     # Get absolute path to source directory
     if args.src_dir:
       abs_src_dir = os.path.abspath(args.src_dir)
@@ -51,6 +54,7 @@ def main():
                         help="builder directory, which is the directory contains source and build directories")
     parser.add_argument("-s", "--src-dir", metavar="SRC_DIR", help="source directory")
     parser.add_argument("-o", "--obj-dir", metavar="OBJ_DIR", help="build directory")
+    parser.add_argument("-j", "--build-parallelism", metavar="BUILD_PARALLELISM", help="build parallelism")
 
     args = parser.parse_args()
 

buildbot/configure.py

@@ -38,6 +38,10 @@ def do_configure(args):
         libclc_targets_to_build = 'nvptx64--;nvptx64--nvidiacl'
         sycl_build_pi_cuda = 'ON'
 
+    # replace not append, so ARM ^ X86
+    if args.arm:
+        llvm_targets_to_build = 'ARM;AArch64'
+
     if args.no_werror:
         sycl_werror = 'OFF'
 
@@ -128,6 +132,7 @@ def main():
     parser.add_argument("-t", "--build-type",
                         metavar="BUILD_TYPE", default="Release", help="build type: Debug, Release")
     parser.add_argument("--cuda", action='store_true', help="switch from OpenCL to CUDA")
+    parser.add_argument("--arm", action='store_true', help="build ARM support rather than x86")
     parser.add_argument("--no-assertions", action='store_true', help="build without assertions")
     parser.add_argument("--docs", action='store_true', help="build Doxygen documentation")
     parser.add_argument("--system-ocl", action='store_true', help="use OpenCL deps from system (no download)")

buildbot/dependency.conf

@@ -10,9 +10,9 @@ ocl_gpu_rt_ver=20.29.17408
 # https://downloadmirror.intel.com/29674/a08/igfx_win10_100.8336.zip
 ocl_gpu_rt_ver_win=27.20.100.8336
 intel_sycl_ver=build
-# TODO provide URL for Linux TBB driver
+# https://github.com/oneapi-src/oneTBB/releases/download/v2021.1-beta08/oneapi-tbb-2021.1-beta08-lin.tgz
 tbb_ver=2021.1.8.515
-# TODO provide URL for Windows TBB driver
+# https://github.com/oneapi-src/oneTBB/releases/download/v2021.1-beta08/oneapi-tbb-2021.1-beta08-win.zip
 tbb_ver_win=2021.1.8.514
 # https://github.com/intel/llvm/releases/download/2020-WW31/fpgaemu-2020.10.7.0.15_rel.tar.gz
 ocl_fpga_emu_ver=2020.10.7.0.15
@@ -31,3 +31,16 @@ fpga_driver_win=2020.10.7.0.15
 # NVidia CUDA driver
 # TODO provide URL for CUDA driver
 nvidia_gpu_driver_lin=435.21
+
+[DEPS ROOT]
+ocl_cpu_root={DEPS_ROOT}/opencl/runtime/linux/oclcpu
+ocl_gpu_root={DEPS_ROOT}/opencl/runtime/linux/oclgpu
+fpga_root={ARCHIVE_ROOT}/comp/oclfpga/linux
+ocl_fpga_emu_root={DEPS_ROOT}/opencl/runtime/linux/oclfpgaemu
+tbb_root={DEPS_ROOT}/tbb/lin
+
+ocl_cpu_root_win={DEPS_ROOT}/opencl/runtime/win/oclcpu
+ocl_gpu_root_win=
+fpga_root_win={ARCHIVE_ROOT}/comp/oclfpga/win
+ocl_fpga_emu_root_win={DEPS_ROOT}/opencl/runtime/win/oclfpgaemu
+tbb_root_win={DEPS_ROOT}/tbb/win

buildbot/linux.vrd

@@ -0,0 +1,26 @@
+# For TBB
+:eadb LD_LIBRARY_PATH={TBBROOT}/{TBBVER}/lib/intel64/gcc4.8
+
+# For CPU
+:eadb LD_LIBRARY_PATH={OCLCPUROOT}/{OCLCPUVER}/intel64_lin
+:eadb OCL_ICD_FILENAMES={OCLCPUROOT}/{OCLCPUVER}/intel64_lin/libintelocl.so
+
+# For GPU
+:eade LD_LIBRARY_PATH={OCLGPUROOT}/{OCLGPUVER}
+:eade PATH={OCLGPUROOT}/{OCLGPUVER}
+:eade OCL_ICD_FILENAMES={OCLGPUROOT}/{OCLGPUVER}/libigdrcl.so
+
+# For FPGA
+:eadb PATH={OCLFPGAROOT}/{OCLFPGAVER}/build/bin
+
+# For FPGA EMU
+:eadb LD_LIBRARY_PATH={OCLFPGAEMUROOT}/{OCLFPGAEMUVER}
+:eadb LD_LIBRARY_PATH={OCLFPGAEMUROOT}/{OCLFPGAEMUVER}/intel64_lin
+:eadb PATH={OCLFPGAEMUROOT}/{OCLFPGAEMUVER}/bin
+:eadb OCL_ICD_FILENAMES={OCLFPGAEMUROOT}/{OCLFPGAEMUVER}/libintelocl_emu.so
+
+# For Compiler
+:eadb PATH={COMP_ROOT}/bin
+:eadb LD_LIBRARY_PATH={COMP_ROOT}/lib
+:eadb PATH={COMP_ROOT}/install/bin
+:eadb LD_LIBRARY_PATH={COMP_ROOT}/install/lib

buildbot/windows.vrd

@@ -0,0 +1,23 @@
+# For TBB
+:eadb PATH={TBBROOT}/{TBBVER}/redist/intel64/vc14
+:eadb LIB={TBBROOT}/{TBBVER}/lib/intel64/vc14
+:eadb INCLUDE={TBBROOT}/{TBBVER}/include
+:eadb CPATH={TBBROOT}/{TBBVER}/include
+
+# For CPU
+:eadb PATH={OCLCPUROOT}/{OCLCPUVER}/intel64_win
+:eadb OCL_ICD_FILENAMES={OCLCPUROOT}/{OCLCPUVER}/intel64_win/intelocl64.dll
+
+# For FPGA
+:eadb PATH={OCLFPGAROOT}/{OCLFPGAVER}/build/bin
+
+# For FPGA EMU
+:eadb PATH={OCLFPGAEMUROOT}/{OCLFPGAEMUVER}/bin
+:eadb PATH={OCLFPGAEMUROOT}/{OCLFPGAEMUVER}/intel64_win
+:eadb OCL_ICD_FILENAMES={OCLFPGAEMUROOT}/{OCLFPGAEMUVER}/intelocl64_emu.dll
+
+# For Compiler
+:eadb PATH={COMP_ROOT}/bin
+:eadb PATH={COMP_ROOT}/lib
+:eadb PATH={COMP_ROOT}/install/bin
+:eadb PATH={COMP_ROOT}/install/lib

clang-tools-extra/clang-include-fixer/find-all-symbols/FindAllSymbols.cpp

@@ -99,7 +99,7 @@ CreateSymbolInfo(const NamedDecl *ND, const SourceManager &SM,
 
   SourceLocation Loc = SM.getExpansionLoc(ND->getLocation());
   if (!Loc.isValid()) {
-    llvm::errs() << "Declaration " << ND->getNameAsString() << "("
+    llvm::errs() << "Declaration " << ND->getDeclName() << "("
                  << ND->getDeclKindName()
                  << ") has invalid declaration location.";
     return llvm::None;

clang-tools-extra/clang-move/HelperDeclRefGraph.cpp

@@ -116,7 +116,7 @@ void HelperDeclRGBuilder::run(
     const auto *DC = Result.Nodes.getNodeAs<Decl>("dc");
     assert(DC);
     LLVM_DEBUG(llvm::dbgs() << "Find helper function usage: "
-                            << FuncRef->getDecl()->getNameAsString() << " ("
+                            << FuncRef->getDecl()->getDeclName() << " ("
                             << FuncRef->getDecl() << ")\n");
     RG->addEdge(
         getOutmostClassOrFunDecl(DC->getCanonicalDecl()),
@@ -126,7 +126,7 @@ void HelperDeclRGBuilder::run(
     const auto *DC = Result.Nodes.getNodeAs<Decl>("dc");
     assert(DC);
     LLVM_DEBUG(llvm::dbgs()
-               << "Find helper class usage: " << UsedClass->getNameAsString()
+               << "Find helper class usage: " << UsedClass->getDeclName()
                << " (" << UsedClass << ")\n");
     RG->addEdge(getOutmostClassOrFunDecl(DC->getCanonicalDecl()), UsedClass);
   }

clang-tools-extra/clang-move/Move.cpp

@@ -675,8 +675,8 @@ void ClangMoveTool::run(const ast_matchers::MatchFinder::MatchResult &Result) {
                  Result.Nodes.getNodeAs<NamedDecl>("helper_decls")) {
     MovedDecls.push_back(ND);
     HelperDeclarations.push_back(ND);
-    LLVM_DEBUG(llvm::dbgs() << "Add helper : " << ND->getNameAsString() << " ("
-                            << ND << ")\n");
+    LLVM_DEBUG(llvm::dbgs()
+               << "Add helper : " << ND->getDeclName() << " (" << ND << ")\n");
   } else if (const auto *UD = Result.Nodes.getNodeAs<NamedDecl>("using_decl")) {
     MovedDecls.push_back(UD);
   }
@@ -735,12 +735,12 @@ void ClangMoveTool::removeDeclsInOldFiles() {
     // We remove the helper declarations which are not used in the old.cc after
     // moving the given declarations.
     for (const auto *D : HelperDeclarations) {
-      LLVM_DEBUG(llvm::dbgs() << "Check helper is used: "
-                              << D->getNameAsString() << " (" << D << ")\n");
+      LLVM_DEBUG(llvm::dbgs() << "Check helper is used: " << D->getDeclName()
+                              << " (" << D << ")\n");
       if (!UsedDecls.count(HelperDeclRGBuilder::getOutmostClassOrFunDecl(
               D->getCanonicalDecl()))) {
         LLVM_DEBUG(llvm::dbgs() << "Helper removed in old.cc: "
-                                << D->getNameAsString() << " (" << D << ")\n");
+                                << D->getDeclName() << " (" << D << ")\n");
         RemovedDecls.push_back(D);
       }
     }
@@ -820,7 +820,7 @@ void ClangMoveTool::moveDeclsToNewFiles() {
             D->getCanonicalDecl())))
       continue;
 
-    LLVM_DEBUG(llvm::dbgs() << "Helper used in new.cc: " << D->getNameAsString()
+    LLVM_DEBUG(llvm::dbgs() << "Helper used in new.cc: " << D->getDeclName()
                             << " " << D << "\n");
     ActualNewCCDecls.push_back(D);
   }