| //===----------------------------------------------------------------------===// |
| // |
| // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| // See https://llvm.org/LICENSE.txt for license information. |
| // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
| // |
| //===----------------------------------------------------------------------===// |
| |
| #ifdef __CLC_SCALAR |
| |
| #if defined(__opencl_c_fp64) && (defined(cl_khr_int64_base_atomics) && \ |
| defined(cl_khr_int64_extended_atomics)) |
| #define __CLC_HAVE_64_ATOMIC |
| #endif |
| #if defined(__CLC_FPSIZE) && \ |
| (__CLC_FPSIZE < 64 || defined(__CLC_HAVE_64_ATOMIC)) |
| #define __CLC_HAVE_FP_ATOMIC |
| #endif |
| #if defined(__CLC_GENSIZE) && \ |
| ((__CLC_GENSIZE == 32) || \ |
| (__CLC_GENSIZE == 64 && defined(__CLC_HAVE_64_ATOMIC))) |
| #define __CLC_HAVE_INT_ATOMIC |
| #endif |
| #if defined(__CLC_HAVE_FP_ATOMIC) || defined(__CLC_HAVE_INT_ATOMIC) |
| |
| #define __CLC_ATOMIC_GENTYPE __CLC_XCONCAT(atomic_, __CLC_GENTYPE) |
| |
| #define __CLC_FUNCTION_EXPLICIT __CLC_XCONCAT(__CLC_FUNCTION, _explicit) |
| |
| #ifdef __CLC_NO_VALUE_ARG |
| #define __CLC_DEFINE_ATOMIC(ADDRSPACE) \ |
| _CLC_OVERLOAD _CLC_DEF __CLC_GENTYPE __CLC_FUNCTION_EXPLICIT( \ |
| volatile ADDRSPACE __CLC_ATOMIC_GENTYPE *Ptr, memory_order Order, \ |
| memory_scope Scope) { \ |
| return __CLC_IMPL_FUNCTION((ADDRSPACE __CLC_GENTYPE *)Ptr, Order, \ |
| __opencl_get_clang_memory_scope(Scope)); \ |
| } |
| #elif defined(__CLC_RETURN_VOID) |
| #define __CLC_DEFINE_ATOMIC(ADDRSPACE) \ |
| _CLC_OVERLOAD _CLC_DEF void __CLC_FUNCTION_EXPLICIT( \ |
| volatile ADDRSPACE __CLC_ATOMIC_GENTYPE *Ptr, __CLC_GENTYPE Value, \ |
| memory_order Order, memory_scope Scope) { \ |
| __CLC_IMPL_FUNCTION((ADDRSPACE __CLC_GENTYPE *)Ptr, Value, Order, \ |
| __opencl_get_clang_memory_scope(Scope)); \ |
| } |
| #elif defined(__CLC_COMPARE_EXCHANGE) |
| #define __CLC_DEFINE_ATOMIC(ADDRSPACE) \ |
| _CLC_OVERLOAD _CLC_DEF bool __CLC_FUNCTION_EXPLICIT( \ |
| volatile ADDRSPACE __CLC_ATOMIC_GENTYPE *Ptr, \ |
| ADDRSPACE __CLC_GENTYPE *Expected, __CLC_GENTYPE Desired, \ |
| memory_order Success, memory_order Failure, memory_scope Scope) { \ |
| __CLC_GENTYPE Comparator = *Expected; \ |
| __CLC_GENTYPE RetValue = __CLC_IMPL_FUNCTION( \ |
| (ADDRSPACE __CLC_GENTYPE *)Ptr, Comparator, Desired, Success, Failure, \ |
| __opencl_get_clang_memory_scope(Scope)); \ |
| if (Comparator != RetValue) { \ |
| *Expected = RetValue; \ |
| return false; \ |
| } \ |
| return true; \ |
| } |
| #else |
| #define __CLC_DEFINE_ATOMIC(ADDRSPACE) \ |
| _CLC_OVERLOAD _CLC_DEF __CLC_GENTYPE __CLC_FUNCTION_EXPLICIT( \ |
| volatile ADDRSPACE __CLC_ATOMIC_GENTYPE *Ptr, __CLC_GENTYPE Value, \ |
| memory_order Order, memory_scope Scope) { \ |
| return __CLC_IMPL_FUNCTION((ADDRSPACE __CLC_GENTYPE *)Ptr, Value, Order, \ |
| __opencl_get_clang_memory_scope(Scope)); \ |
| } |
| #endif |
| |
| __CLC_DEFINE_ATOMIC(global) |
| __CLC_DEFINE_ATOMIC(local) |
| #if _CLC_GENERIC_AS_SUPPORTED |
| __CLC_DEFINE_ATOMIC() |
| #endif |
| |
| #undef __CLC_DEFINE_ATOMIC |
| |
| #if defined(__opencl_c_atomic_scope_device) |
| |
| #ifdef __CLC_NO_VALUE_ARG |
| #define __CLC_DEFINE_ATOMIC(ADDRSPACE) \ |
| _CLC_OVERLOAD _CLC_DEF __CLC_GENTYPE __CLC_FUNCTION_EXPLICIT( \ |
| volatile ADDRSPACE __CLC_ATOMIC_GENTYPE *Ptr, memory_order Order) { \ |
| return __CLC_FUNCTION_EXPLICIT(Ptr, Order, __OPENCL_MEMORY_SCOPE_DEVICE); \ |
| } |
| #elif defined(__CLC_RETURN_VOID) |
| #define __CLC_DEFINE_ATOMIC(ADDRSPACE) \ |
| _CLC_OVERLOAD _CLC_DEF void __CLC_FUNCTION_EXPLICIT( \ |
| volatile ADDRSPACE __CLC_ATOMIC_GENTYPE *Ptr, __CLC_GENTYPE Value, \ |
| memory_order Order) { \ |
| __CLC_FUNCTION_EXPLICIT(Ptr, Value, Order, __OPENCL_MEMORY_SCOPE_DEVICE); \ |
| } |
| #elif defined(__CLC_COMPARE_EXCHANGE) |
| #define __CLC_DEFINE_ATOMIC(ADDRSPACE) \ |
| _CLC_OVERLOAD _CLC_DEF bool __CLC_FUNCTION_EXPLICIT( \ |
| volatile ADDRSPACE __CLC_ATOMIC_GENTYPE *Ptr, \ |
| ADDRSPACE __CLC_GENTYPE *Expected, __CLC_GENTYPE Desired, \ |
| memory_order Success, memory_order Failure) { \ |
| return __CLC_FUNCTION_EXPLICIT(Ptr, Expected, Desired, Success, Failure, \ |
| __OPENCL_MEMORY_SCOPE_DEVICE); \ |
| } |
| #else |
| #define __CLC_DEFINE_ATOMIC(ADDRSPACE) \ |
| _CLC_OVERLOAD _CLC_DEF __CLC_GENTYPE __CLC_FUNCTION_EXPLICIT( \ |
| volatile ADDRSPACE __CLC_ATOMIC_GENTYPE *Ptr, __CLC_GENTYPE Value, \ |
| memory_order Order) { \ |
| return __CLC_FUNCTION_EXPLICIT(Ptr, Value, Order, \ |
| __OPENCL_MEMORY_SCOPE_DEVICE); \ |
| } |
| #endif |
| |
| __CLC_DEFINE_ATOMIC(global) |
| __CLC_DEFINE_ATOMIC(local) |
| #if _CLC_GENERIC_AS_SUPPORTED |
| __CLC_DEFINE_ATOMIC() |
| #endif |
| |
| #undef __CLC_DEFINE_ATOMIC |
| |
| #endif // defined(__opencl_c_atomic_scope_device) |
| |
| #if defined(__opencl_c_atomic_order_seq_cst) && \ |
| defined(__opencl_c_atomic_scope_device) |
| |
| #ifdef __CLC_NO_VALUE_ARG |
| #define __CLC_DEFINE_ATOMIC(ADDRSPACE) \ |
| _CLC_OVERLOAD _CLC_DEF __CLC_GENTYPE __CLC_FUNCTION( \ |
| volatile ADDRSPACE __CLC_ATOMIC_GENTYPE *Ptr) { \ |
| return __CLC_FUNCTION_EXPLICIT(Ptr, __ATOMIC_SEQ_CST, \ |
| __OPENCL_MEMORY_SCOPE_DEVICE); \ |
| } |
| #elif defined(__CLC_RETURN_VOID) |
| #define __CLC_DEFINE_ATOMIC(ADDRSPACE) \ |
| _CLC_OVERLOAD _CLC_DEF void __CLC_FUNCTION( \ |
| volatile ADDRSPACE __CLC_ATOMIC_GENTYPE *Ptr, __CLC_GENTYPE Value) { \ |
| __CLC_FUNCTION_EXPLICIT(Ptr, Value, __ATOMIC_SEQ_CST, \ |
| __OPENCL_MEMORY_SCOPE_DEVICE); \ |
| } |
| #elif defined(__CLC_COMPARE_EXCHANGE) |
| #define __CLC_DEFINE_ATOMIC(ADDRSPACE) \ |
| _CLC_OVERLOAD _CLC_DEF bool __CLC_FUNCTION( \ |
| volatile ADDRSPACE __CLC_ATOMIC_GENTYPE *Ptr, \ |
| ADDRSPACE __CLC_GENTYPE *Expected, __CLC_GENTYPE Desired) { \ |
| return __CLC_FUNCTION_EXPLICIT(Ptr, Expected, Desired, __ATOMIC_SEQ_CST, \ |
| __ATOMIC_SEQ_CST, \ |
| __OPENCL_MEMORY_SCOPE_DEVICE); \ |
| } |
| #else |
| #define __CLC_DEFINE_ATOMIC(ADDRSPACE) \ |
| _CLC_OVERLOAD _CLC_DEF __CLC_GENTYPE __CLC_FUNCTION( \ |
| volatile ADDRSPACE __CLC_ATOMIC_GENTYPE *Ptr, __CLC_GENTYPE Value) { \ |
| return __CLC_FUNCTION_EXPLICIT(Ptr, Value, __ATOMIC_SEQ_CST, \ |
| __OPENCL_MEMORY_SCOPE_DEVICE); \ |
| } |
| #endif |
| |
| __CLC_DEFINE_ATOMIC(global) |
| __CLC_DEFINE_ATOMIC(local) |
| #if _CLC_GENERIC_AS_SUPPORTED |
| __CLC_DEFINE_ATOMIC() |
| #endif |
| |
| #undef __CLC_DEFINE_ATOMIC |
| |
| #endif // defined(__opencl_c_atomic_order_seq_cst) && |
| // defined(__opencl_c_atomic_scope_device) |
| |
| #endif // __CLC_HAVE_FP_ATOMIC || __CLC_HAVE_INT_ATOMIC |
| |
| #undef __CLC_HAVE_INT_ATOMIC |
| #undef __CLC_HAVE_FP_ATOMIC |
| #undef __CLC_HAVE_64_ATOMIC |
| |
| #endif // __CLC_SCALAR |
