Skip to content

[flang-rt] Add Assign_omp RT call. #145465

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 4 commits into
base: main
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions flang-rt/lib/runtime/CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,7 @@ set(supported_sources
allocatable.cpp
array-constructor.cpp
assign.cpp
assign_omp.cpp
buffer.cpp
character.cpp
connection.cpp
Expand Down Expand Up @@ -99,6 +100,7 @@ set(gpu_sources
allocatable.cpp
array-constructor.cpp
assign.cpp
assign_omp.cpp
buffer.cpp
character.cpp
connection.cpp
Expand Down
77 changes: 77 additions & 0 deletions flang-rt/lib/runtime/assign_omp.cpp
Original file line number Diff line number Diff line change
@@ -0,0 +1,77 @@
//===-- lib/runtime/assign_omp.cpp ----------------------------------*- C++
//-*-===//
//
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
// See https://llvm.org/LICENSE.txt for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
//
//===----------------------------------------------------------------------===//

#include "flang-rt/runtime/assign-impl.h"
#include "flang-rt/runtime/derived.h"
#include "flang-rt/runtime/descriptor.h"
#include "flang-rt/runtime/stat.h"
#include "flang-rt/runtime/terminator.h"
#include "flang-rt/runtime/tools.h"
#include "flang-rt/runtime/type-info.h"
#include "flang/Runtime/assign.h"

#include <omp.h>

namespace Fortran::runtime {
namespace omp {

typedef int32_t OMPDeviceTy;

template <typename T> static T *getDevicePtr(T *anyPtr, OMPDeviceTy ompDevice) {
auto voidAnyPtr = reinterpret_cast<void *>(anyPtr);
// If not present on the device it should already be a device ptr
if (!omp_target_is_present(voidAnyPtr, ompDevice))
return anyPtr;
T *device_ptr = omp_get_mapped_ptr(anyPtr, ompDevice);
return device_ptr;
}

RT_API_ATTRS static void Assign(Descriptor &to, const Descriptor &from,
Terminator &terminator, int flags, OMPDeviceTy omp_device) {
std::size_t toElementBytes{to.ElementBytes()};
std::size_t fromElementBytes{from.ElementBytes()};
std::size_t toElements{to.Elements()};
std::size_t fromElements{from.Elements()};

if (toElementBytes != fromElementBytes)
terminator.Crash("Assign: toElementBytes != fromElementBytes");
if (toElements != fromElements)
terminator.Crash("Assign: toElements != fromElements");

// Get base addresses and calculate length
void *to_base = to.raw().base_addr;
void *from_base = from.raw().base_addr;
size_t length = toElements * toElementBytes;

// Get device pointers after ensuring data is on device
void *to_ptr = getDevicePtr(to_base, omp_device);
void *from_ptr = getDevicePtr(from_base, omp_device);

// Perform copy between device pointers
int result = omp_target_memcpy(to_ptr, from_ptr, length,
/*dst_offset*/ 0, /*src_offset*/ 0, omp_device, omp_device);

if (result != 0)
terminator.Crash("Assign: omp_target_memcpy failed");
return;
}

extern "C" {
RT_EXT_API_GROUP_BEGIN
void RTDEF(Assign_omp)(Descriptor &to, const Descriptor &from,
const char *sourceFile, int sourceLine, omp::OMPDeviceTy omp_device) {
Terminator terminator{sourceFile, sourceLine};
Fortran::runtime::omp::Assign(to, from, terminator,
MaybeReallocate | NeedFinalization | ComponentCanBeDefinedAssignment,
omp_device);
}

} // extern "C"
} // namespace omp
} // namespace Fortran::runtime
3 changes: 3 additions & 0 deletions flang/include/flang/Runtime/assign.h
Original file line number Diff line number Diff line change
Expand Up @@ -56,6 +56,9 @@ extern "C" {
// API for lowering assignment
void RTDECL(Assign)(Descriptor &to, const Descriptor &from,
const char *sourceFile = nullptr, int sourceLine = 0);
void RTDECL(Assign_omp)(Descriptor &to, const Descriptor &from,
const char *sourceFile = nullptr, int sourceLine = 0,
int32_t omp_device = 0);
// This variant has no finalization, defined assignment, or allocatable
// reallocation.
void RTDECL(AssignTemporary)(Descriptor &to, const Descriptor &from,
Expand Down