libxmp/libxmpf in Omni Compiler
1.3.4
|
Go to the documentation of this file. 1 #ifndef _XMP_GPU_INTERNAL
17 #endif // _XMP_GPU_INTERNAL
void _XMP_utofu_sync_all(void)
Definition: xmp_coarray_utofu.c:975
void _XMP_atomic_ref_3(void *dst_desc, size_t dst_offset, int image0, int image1, int image2, int *value, void *src_desc, size_t src_offset, size_t elmt_size)
Definition: xmp_intrinsic.c:6560
void XMPCO_free_coarray(CoarrayInfo_t *cinfo)
Definition: xmpco_alloc.c:351
void _XMP_post_3(const _XMP_nodes_t *node_desc, const int num1, const int num2, const int num3, const int tag)
Definition: xmp_post_wait.c:59
void _XMP_L2G(int local_idx, long long int *global_idx, _XMP_template_t *template, int template_index)
Definition: xmp_index.c:4
MEMORY MANAGEMENT STRUCTURE-I (for automatic deallocation) runtime resource corresponding to a proced...
Definition: _xmpco_alloc.h:64
#define _XMPC_SM_UNPACK_ARRAY_1(_type)
Definition: xmp_array_section.c:457
#define _XMP_FJRDMA_MAX_MPUT
Definition: xmp_coarray_fjrdma.c:11
void _XMP_gasnet_sync_memory()
Execute sync_memory.
Definition: xmp_coarray_gasnet.c:830
int data
Definition: xmp_onesided_tca.c:63
int _XMPC_running
Definition: xmp_runtime.c:15
#define _XMP_COMM_NONE
Definition: xmp_constant.h:135
Definition: xmp_coarray.c:18
MEMORY MANAGEMENT STRUCTURE-III (for binary search for memory chunk) table of memory chunks sorted in...
Definition: _xmpco_alloc.h:121
void _XMP_atomic_define_2(void *dst_desc, size_t dst_offset, int image0, int image1, int value, void *src_desc, size_t src_offset, size_t elmt_size)
Definition: xmp_intrinsic.c:6367
long long align_subscript
Definition: xmp_data_struct.h:246
void _XMP_align_array_NOT_ALIGNED(void *array, int array_index)
int _XMP_calc_template_par_triplet(_XMP_template_t *template, int template_index, int nodes_rank, int *template_lower, int *template_upper, int *template_stride)
Definition: xmp_template.c:667
size_t _xmp_gasnet_stride_size
Definition: xmp_coarray_gasnet.c:4
void _XMPCO_set_codim_withBounds(CoarrayInfo_t *cp, int dim, int lb, int ub)
Definition: xmpco_alloc.c:618
void _XMP_lock_4(_XMP_coarray_t *c, const unsigned int offset, const unsigned int e0, const unsigned int e1, const unsigned int e2, const unsigned int e3)
Wrapper function of executing Lock using 4-dim coarray (#pragma xmp lock(lockobj[offset]:[e0][e1][e2]...
Definition: xmp_lock_unlock.c:55
#define MPI_TYPE_CREATE_RESIZED1
Definition: xmp_io.c:12
void _XMP_mpi_onesided_destroy_win(MPI_Win *win)
Definition: xmp_onesided_mpi.c:124
int * ub
Definition: xmp_io.h:19
int is_periodic
Definition: xmp_data_struct.h:126
void _XMP_reduce_CLAUSE(void *data_addr, int count, int datatype, int op)
Definition: xmp_reduce.c:351
int num
How many post requests are in table.
Definition: xmp_post_wait_fjrdma.c:19
int xmp_nodes_rank(xmp_desc_t d, int *rank)
Definition: xmp_lib.c:475
int xmp_align_size(xmp_desc_t d, int dim)
Definition: xmp_lib.c:262
MPI_Comm _XMPCO_consume_comm_current()
Definition: xmpco_lib.c:315
int _is_constant_stride_4dim(const _XMP_array_section_t *array_info)
Definition: xmp_coarray_utils.c:1444
int _XMP_get_owner_pos(_XMP_array_t *a, int dim, int index)
Definition: xmp_reflect.c:1688
void _XMP_warning(char *msg)
Definition: xmp_util.c:58
void _XMP_unpack_shadow_NORMAL(void *lo_buffer, void *hi_buffer, void *array_addr, _XMP_array_t *array_desc, int array_index)
Definition: xmp_shadow.c:550
#define _XMP_TCA_CACHE_ALIGNED_STRIDE
Definition: xmp_reduce_tca.c:7
void _XMP_utofu_coarray_malloc(_XMP_coarray_t *coarray_desc, void **addr, const size_t coarray_size)
Definition: xmp_coarray_utofu.c:232
#define THRESHOLD_BSEARCH
Definition: xmp_sort.c:77
int uwidth[_XMP_N_MAX_DIM]
Definition: xmp_data_struct.h:183
#define _XMP_M_COMPARE_REDUCE_RESULTS_MAIN(type)
Definition: xmp_reduce.c:135
uint64_t stride
Definition: xmp_reflect_gpu.c:43
void _XMP_sync_images_EXEC(int *status)
Definition: xmp_coarray_mpi.c:1099
int * step
Definition: xmp_io.h:20
void _XMP_coarray_attach(_XMP_coarray_t *coarray_desc, void *addr, const size_t coarray_size)
Attach memory to coarray.
Definition: xmp_coarray.c:386
void xmp_sched_template_index(int *local_start_index, int *local_end_index, const int global_start_index, const int global_end_index, const int step, const xmp_desc_t template, const int template_dim)
Definition: xmp_lib.c:511
void _XMP_wait_async__(int async_id)
Definition: xmp_async.c:87
int remote_rank
Definition: xmp_onesided_tca.c:69
void _XMP_gasnet_atomic_ref(int target_rank, _XMP_coarray_t *dst_desc, size_t dst_offset, int *value, size_t elmt_size)
Definition: xmp_intrinsic_gasnet.c:95
void _XACC_queue_create(_XACC_queue_t *queue)
Definition: xacc_util_cuda.c:6
MPI_Win _xmp_mpi_onesided_win
Definition: xmp_onesided_mpi.c:12
long long par_upper
Definition: xmp_data_struct.h:81
_XMP_nodes_t * array_nodes
Definition: xmp_data_struct.h:306
int _XMP_calc_linear_rank_on_target_nodes(_XMP_nodes_t *n, int *rank_array, _XMP_nodes_t *target_nodes)
Definition: xmp_nodes.c:1049
long long xmp_ftell(xmp_file_t *pstXmp_file)
Definition: xmp_io.c:1625
#define _XMP_SM_GTOL_BLOCK_CYCLIC(_b, _i, _m, _P)
Definition: xmp_loop.c:11
void _XMP_coarray_put(void *remote_coarray, void *local_array, void *local_coarray)
Definition: xmp_coarray.c:1160
void _xmp_gasnet_postreq(gasnet_token_t token, const int node, const int tag)
Definition: xmp_post_wait_gasnet.c:57
void _XMPF_unpack_transpose_vector(char *restrict dst, char *restrict src, int dst_stride, int src_stride, int type_size, int dst_block_dim)
Definition: xmp_pack_vector.c:59
void _XACC_queue_wait(_XACC_queue_t queue)
Definition: xacc_util_cuda.c:19
void _XMP_barrier_EXEC(void)
Definition: xmp_barrier.c:16
packet_t * recv_buffer
Definition: xmp_onesided_tca.c:72
void xmp_sort_down(_XMP_array_t *a_desc, _XMP_array_t *b_desc)
Definition: xmp_sort.c:87
void _XMP_coarray_detach(void **)
void _XMP_post_1(const _XMP_nodes_t *node_desc, const int num1, const int tag)
Definition: xmp_post_wait.c:25
int size
Definition: xmp_data_struct.h:32
void _XMP_finalize_nodes_ref(_XMP_nodes_ref_t *nodes_ref)
Definition: xmp_nodes.c:1228
void _XMP_tca_lock()
Definition: xmp_onesided_tca.c:415
void _XMP_lock_7(_XMP_coarray_t *c, const unsigned int offset, const unsigned int e0, const unsigned int e1, const unsigned int e2, const unsigned int e3, const unsigned int e4, const unsigned int e5, const unsigned int e6)
Wrapper function of executing Lock using 7-dim coarray (#pragma xmp lock(lockobj[offset]:[e0][e1][e2]...
Definition: xmp_lock_unlock.c:88
void _XMP_fjrdma_sync_all()
Execute sync_all.
Definition: xmp_coarray_fjrdma.c:1350
_XMP_nodes_info_t info[1]
Definition: xmp_data_struct.h:60
void _XMP_coarray_detach_acc(_XMP_coarray_t *coarray_desc)
Detach memory from coarray.
Definition: xmp_coarray_acc.c:37
void xmp_atomic_ref(int, int)
Definition: xmp_atomic.c:3
void xmpc_gmv_l_alloc_acc(_XMP_gmv_desc_t **gmv_desc, void *local_data, int n)
Definition: xmp_gmove_acc.c:215
int num_recvs
Definition: xmp_gmove_acc.c:23
Definition: xmp_data_struct.h:31
_XMP_tca_coll_info_t coll_info
Definition: xmp_reduce_hybrid.c:39
void _XMP_gmove_array_array_common_acc(_XMP_gmv_desc_t *gmv_desc_leftp, _XMP_gmv_desc_t *gmv_desc_rightp, int *dst_l, int *dst_u, int *dst_s, unsigned long long *dst_d, int *src_l, int *src_u, int *src_s, unsigned long long *src_d, int mode)
Definition: xmp_gmove_acc.c:624
void xmp_reduce_loc_execute(const int op)
Definition: xmp_reduce.c:652
void xmpf_pack(void *v_p, void *a_p, void *m_p)
Definition: xmp_intrinsic.c:6007
int xmp_desc_kind(xmp_desc_t d, int *kind)
Definition: xmp_lib.c:35
void _XMP_fatal_nomsg()
Definition: xmp_util.c:48
#define _is_put_blocking
Definition: xmp_coarray_mpi.c:39
void _XMP_tca_comm_finalize()
Definition: xmp_onesided_tca.c:196
void _XMP_init_array_addr(void **array_addr, void *init_addr, _XMP_array_t *array_desc,...)
Definition: xmp_align.c:784
void _XMP_utofu_contiguous_put(const int target_rank, const uint64_t dst_offset, const uint64_t src_offset, const _XMP_coarray_t *dst_desc, const _XMP_coarray_t *src_desc, const size_t dst_elmts, const size_t src_elmts, const size_t elmt_size)
Definition: xmp_coarray_utofu.c:444
int shrink
Definition: xmp_data_struct.h:21
void _XMPCO_set_imageDirNodes(_XMP_nodes_t *nodes)
Definition: xmpco_lib.c:277
#define CUDA_CHECK(cuda_call)
Definition: xmp_reduce_tca.c:44
void _XMP_wait_5(const _XMP_nodes_t *node_desc, const int num1, const int num2, const int num3, const int num4, const int num5, const int tag)
Definition: xmp_post_wait.c:332
psn_t last_send_local_recv_psn
Definition: xmp_onesided_tca.c:82
int _XMP_flag_put_nb
These variables are temporral.
Definition: xmp_onesided.c:5
#define _XMP_ASYNC_COMM_SIZE
Definition: xmp_data_struct.h:471
void _XMP_check_reflect_type(void)
Definition: xmp_pack_vector.c:300
_XMP_nodes_t * _XMP_create_temporary_nodes(_XMP_nodes_t *n)
Definition: xmp_nodes.c:257
int comm_size
Definition: xmp_data_struct.h:48
#define _XMP_N_TYPE_BOOL
Definition: xmp_constant.h:80
void xmpf_scatter(void *x_p, void *a_p, _XMP_array_t **idx_array)
Definition: xmp_intrinsic.c:5026
void _XMP_coarray_rdma_do2(const int rdma_code, void *remote_coarray, void *local_array, void *local_coarray, const long coarray_elmts[], const long coarray_distance[])
Definition: xmp_coarray.c:1278
#define _XMP_TCA_USE_PACK_SIZE
Definition: xmp_reflect_tca.c:6
#define SCHEME_BufferGet
Definition: xmpco_get_expr.c:12
void XMPCO_this_image_coarray(CoarrayInfo_t *cinfo, int corank, int image[])
Definition: xmpco_lib.c:17
void xmpf_unpack(void *a_p, void *v_p, void *m_p)
Definition: xmp_intrinsic.c:6307
void _XMP_dist_template_DUPLICATION(_XMP_template_t *template, int template_index)
Definition: xmp_template.c:327
void _XMP_alloc_array2(void **array_addr, _XMP_array_t *array_desc, int is_coarray, unsigned long long *acc[])
Definition: xmp_align.c:690
void _XMP_mpi_atomic_ref(int target_rank, _XMP_coarray_t *c, size_t offset, int *value, size_t elmt_size)
Definition: xmp_intrinsic_mpi.c:21
void xmp_finalize_all()
Definition: xmp_runtime.c:96
_Bool flag[_XMP_TCA_COLL_MAX]
Definition: xmp_reduce_hybrid.c:30
size_t xmp_array_type_size(xmp_desc_t d)
Definition: xmp_lib.c:117
_XMP_nodes_t * _XMP_init_nodes_struct_NODES_NAMED(int dim, _XMP_nodes_t *ref_nodes, int *shrink, int *ref_lower, int *ref_upper, int *ref_stride, int *dim_size, int is_static)
Definition: xmp_nodes.c:498
_XMP_template_info_t info[1]
Definition: xmp_data_struct.h:115
void _XMP_coarray_rdma_coarray_set_2(const long start1, const long length1, const long stride1, const long start2, const long length2, const long stride2)
Set transfer 2-dim coarray information.
Definition: xmp_coarray.c:448
void * dev_addr[_XMP_TCA_COLL_MAX]
Definition: xmp_reduce_hybrid.c:17
#define _XMP_MAX_ASYNC_REQS
Definition: xmp_data_struct.h:472
tca_ring_buf_t * _ring_bufs
Definition: xmp_onesided_tca.c:85
void xmp_dbg_printf(char *fmt,...)
Definition: xmp_reflect.c:37
void xmp_sync_images_all(int *status)
Execute sync_images_all()
Definition: xmp_coarray.c:1463
void _XMP_alloc_array(void **array_addr, _XMP_array_t *array_desc, int is_coarray,...)
Definition: xmp_align.c:626
#define _XMP_STRIDE_REG
Queue which saves shift information.
Definition: xmp_coarray_gasnet.c:14
void _XACC_queue_wait(_XACC_queue_t queue)
Definition: xacc_util_cl.c:45
void _XACC_memory_write(_XACC_memory_t memory, size_t memory_offset, void *addr, size_t size, _XACC_queue_t queue, bool is_blocking)
Definition: xacc_util_cuda.c:52
void _xmp_fjrdma_wait_noargs()
Wait operation without node-ref and tag.
Definition: xmp_post_wait_fjrdma.c:175
#define _XMP_N_TYPE_INT
Definition: xmp_constant.h:85
#define _XMP_MAX_ASYNC_NODES
Definition: xmp_data_struct.h:473
long * distance_of_coarray_elmts
Definition: xmp_data_struct.h:349
void _xmp_utofu_post(const int node_num, const int tag)
Definition: xmp_post_wait_utofu.c:54
void _XMP_reduce_gpu_FLMM_CLAUSE(void *data_addr, int count, int datatype, int op, int num_locs,...)
long _XMP_calc_stride(const _XMP_array_section_t *array_info, const int dims, const size_t chunk_size)
Definition: xmp_coarray_utils.c:1664
unsigned long long on_ref_id
Definition: xmp_data_struct.h:320
void _XMP_unlock_7(_XMP_coarray_t *c, const unsigned int offset, const unsigned int e0, const unsigned int e1, const unsigned int e2, const unsigned int e3, const unsigned int e4, const unsigned int e5, const unsigned int e6)
Wrapper function of executing Lock using 7-dim coarray (#pragma xmp lock(lockobj[offset]:[e0][e1][e2]...
Definition: xmp_lock_unlock.c:182
void _xmp_utofu_wait_node(const int node_num)
Definition: xmp_post_wait_utofu.c:162
void xmp_dbg_printf(char *fmt,...)
Definition: xmp_reflect.c:37
char * _XMPCO_get_nameOfCoarray(CoarrayInfo_t *cinfo)
Definition: xmpco_alloc.c:701
void * xmp_malloc(xmp_desc_t d,...)
Definition: xmp_lib.c:538
void xmp_reduce_loc_set(void *buf, const int length, const size_t s)
Definition: xmp_reduce.c:597
#define _XMPC_SM_PACK_ARRAY_2(_type)
Definition: xmp_array_section.c:54
int _dim_alloc_size
Definition: xmp_gmove.c:44
void _XACC_memory_unpack_vector2(_XACC_memory_t dst0_mem, size_t dst0_offset, _XACC_memory_t src0_mem, size_t src0_offset, size_t blocklength0, size_t stride0, size_t count0, _XACC_memory_t dst1_mem, size_t dst1_offset, _XACC_memory_t src1_mem, size_t src1_offset, size_t blocklength1, size_t stride1, size_t count1, size_t typesize, _XACC_queue_t queue, bool is_blocking)
Definition: xacc_util_cuda.c:151
Definition: xmp_gmove_acc.c:20
void _XMP_finalize_array_desc(void *array)
void _XMP_utofu_finalize(void)
Definition: xmp_onesided_utofu.c:79
void _xmp_fjrdma_post_wait_initialize()
Initialize environment for post/wait directives.
Definition: xmp_post_wait_fjrdma.c:32
void _XMP_finalize(bool isFinalize)
Definition: xmp_runtime.c:73
void _XMP_init_tca(void)
Definition: xmp_tca_runtime.c:4
void _XMP_atomic_define_3(void *dst_desc, size_t dst_offset, int image0, int image1, int image2, int value, void *src_desc, size_t src_offset, size_t elmt_size)
Definition: xmp_intrinsic.c:6386
int max_size
Max size of table.
Definition: xmp_post_wait_fjrdma.c:20
unsigned long long ser_size
Definition: xmp_data_struct.h:74
void * cpu_sendbuf[_XMP_TCA_COLL_MAX]
Definition: xmp_reduce_hybrid.c:22
void _XMP_coarray_rdma_coarray_set_n(const int n, const long start[], const long length[], const long stride[])
Set transfer n-dim coarray information.
Definition: xmp_coarray.c:637
void _XMP_L2G(int local_idx, long long int *global_idx, _XMP_template_t *template, int template_index)
Definition: xmp_index.c:4
void _XMPCO_getVector_DMA(void *descPtr, char *baseAddr, int bytes, int coindex, void *descDMA, size_t offsetDMA, char *nameDMA)
Definition: xmpco_get_expr.c:321
void _XMP_coarray_malloc_info_6(const long n1, const long n2, const long n3, const long n4, const long n5, const long n6, const size_t elmt_size)
Set 6-dim coarray information.
Definition: xmp_coarray.c:103
int xmp_template_ndims(xmp_desc_t d, int *ndims)
Definition: xmp_lib.c:337
int use_subcomm
Definition: xmp_data_struct.h:55
Definition: xmp_data_struct.h:316
void _xmp_gasnet_lock_request(gasnet_token_t token, int node, uint32_t addr_hi, uint32_t addr_lo)
Definition: xmp_lock_unlock_gasnet.c:133
int xmp_template_lsize(xmp_desc_t d, int dim)
Definition: xmp_lib.c:365
int align_template_index
Definition: xmp_data_struct.h:260
void XMP_gasnet_atomic_sync_memory()
Definition: xmp_intrinsic_gasnet.c:25
long long xmp_file_sync_all(xmp_file_t *pstXmp_file)
Definition: xmp_io.c:1688
void * recvbuf
Definition: xmp_data_struct.h:452
void _XMP_utofu_sync_memory(void)
Definition: xmp_coarray_utofu.c:960
void _XMP_alloc_tca(_XMP_array_t *adesc)
Definition: xmp_tca_runtime.c:11
void xmp_gather(void *x_d, void *a_d,...)
Definition: xmp_intrinsic.c:4767
void _XMPCO_debugPrint(char *format,...)
Definition: xmpco_msg.c:20
#define _XMPC_SM_PACK_ARRAY_6(_type)
Definition: xmp_array_section.c:295
void xmp_reduce_initialize()
Definition: xmp_reduce.c:553
_XMP_tca_coll_info_t coll_info
Definition: xmp_reduce_tca.c:38
#define _XMP_N_DIST_BLOCK
Definition: xmp_constant.h:29
CoarrayInfo_t * XMPCO_regmem_staticCoarray(void *var, int count, size_t element, int namelen, char *name)
Similar to _alloc_static_coarray() except that the coarray is allocated not by the runtime but by the...
Definition: xmpco_alloc.c:257
void _XMP_coarray_rdma_coarray_set_6(const long start1, const long length1, const long stride1, const long start2, const long length2, const long stride2, const long start3, const long length3, const long stride3, const long start4, const long length4, const long stride4, const long start5, const long length5, const long stride5, const long start6, const long length6, const long stride6)
Set transfer 6-dim coarray information.
Definition: xmp_coarray.c:554
_XMP_comm_t * subcomm
Definition: xmp_data_struct.h:54
void _XMP_coarray_rdma_array_set_5(const long start1, const long length1, const long stride1, const long elmts1, const long start2, const long length2, const long stride2, const long elmts2, const long start3, const long length3, const long stride3, const long elmts3, const long start4, const long length4, const long stride4, const long elmts4, const long start5, const long length5, const long stride5, const long elmts5, const size_t elmt)
Set transfer 5-dim array information.
Definition: xmp_coarray.c:765
void xmpc_start_async()
Definition: xmp_async.c:289
void xmp_exit(int status)
Definition: xmp_lib.c:611
_Bool is_periodic[_XMP_N_MAX_DIM]
Definition: xmp_data_struct.h:184
MPI_Comm xmp_get_mpi_comm(void)
Definition: xmp_lib.c:11
void _XMP_gmove_garray_scalar(_XMP_gmv_desc_t *gmv_desc_leftp, void *scalar, int mode)
Definition: xmp_gmove.c:4732
long long ser_lower
Definition: xmp_data_struct.h:72
_XMP_nodes_t * _XMP_create_nodes_by_template_ref(_XMP_template_t *ref_template, int *shrink, long long *ref_lower, long long *ref_upper, long long *ref_stride)
Definition: xmp_template.c:459
void _XMP_bcast_NODES_ENTIRE_OMITTED(_XMP_nodes_t *bcast_nodes, void *addr, int count, size_t datatype_size)
Definition: xmp_bcast.c:12
_XMP_csd_t * bsd2csd(_XMP_bsd_t *bsd)
Definition: xmp_section_desc.c:224
tcaDataType tca_datatype[_XMP_TCA_COLL_MAX]
Definition: xmp_reduce_hybrid.c:35
void _XMP_fjrdma_sync_memory()
Execute sync_memory.
Definition: xmp_coarray_fjrdma.c:1338
CoarrayInfo_t * XMPCO_malloc_staticCoarray(char **addr, int count, size_t element, int namelen, char *name)
have a share of memory in the pool (if not larger than threshold) or allocate individually (if larger...
Definition: xmpco_alloc.c:221
const int _handle_sendrecv_tag
Definition: xmp_onesided_tca.c:58
#define _XMP_TCA_DEVICE_TO_HOST_WAIT_SLOT
Definition: xmp_reduce_tca.c:11
#define _XMP_M_MIN(a_, b_)
Definition: xmp_math_function.h:20
void reduce_csd(_XMP_csd_t *csd[_XMP_N_MAX_DIM], int ndims)
Definition: xmp_section_desc.c:285
#define _XMPC_SM_PACK_ARRAY_4(_type)
Definition: xmp_array_section.c:162
int u
Definition: xmp_data_struct.h:411
void _xmp_gasnet_do_unlock(int target_rank, xmp_gasnet_lock_t *lock, int *replystate, int *replyarg)
Definition: xmp_lock_unlock_gasnet.c:79
#define ROUND_UP_MALLOC(n)
Definition: xmpco_internal.h:21
void _XMP_atomic_define_6(void *dst_desc, size_t dst_offset, int image0, int image1, int image2, int image3, int image4, int image5, int value, void *src_desc, size_t src_offset, size_t elmt_size)
Definition: xmp_intrinsic.c:6452
size_t nbytes
Definition: _xmpco_alloc.h:82
void xmp_init(MPI_Comm comm)
Definition: xmp_lib.c:25
void _XMP_reduce_hybrid_NODES_ENTIRE(_XMP_nodes_t *nodes, void *addr, int count, int datatype, int op)
Definition: xmp_reduce_hybrid.c:437
struct _coarray_comm_t _coarray_comm_t
_XMP_nodes_t * _XMP_create_temporary_nodes(_XMP_nodes_t *n)
Definition: xmp_nodes.c:257
MPI_Win _xmp_mpi_onesided_win_acc
Definition: xmp_onesided_mpi.c:17
void _XMP_align_array_DUPLICATION(_XMP_array_t *array, int array_index, int template_index, long long align_subscript)
Definition: xmp_align.c:282
struct _XACC_gmv_comm_type _XACC_gmv_comm_t
void xmpf_transpose(void *dst_p, void *src_p, int opt)
Definition: xmp_intrinsic.c:1465
#define _XMP_M_CEILi(a_, b_)
Definition: xmp_gpu_func.hpp:22
void free_comm_set(_XMP_comm_set_t *comm_set)
Definition: xmp_section_desc.c:202
void _xmp_gasnet_unpack(gasnet_token_t t, const char *src_addr, const size_t nbytes, const int addr_hi, const int addr_lo, const int dst_dims, const int ith, const int flag)
Unpack received data.
Definition: xmp_coarray_gasnet.c:934
void _XMP_align_array_GBLOCK(_XMP_array_t *array, int array_index, int template_index, long long align_subscript, int *temp0)
Definition: xmp_align.c:555
#define _XMP_N_REDUCE_MIN
Definition: xmp_constant.h:52
char ** addr
Definition: xmp_data_struct.h:329
_Bool xmp_is_async()
Definition: xmp_async.c:20
ssize_t xmp_fread_shared(xmp_file_t *pstXmp_file, void *buffer, size_t size, size_t count)
Definition: xmp_io.c:3030
_XMP_nodes_t * _XMP_create_nodes_by_comm(int is_member, _XMP_comm_t *comm)
Definition: xmp_nodes.c:1007
unsigned long long _XMP_get_array_total_elmts(_XMP_array_t *array)
Definition: xmp_align.c:969
MPI_Win _xmp_mpi_distarray_win_acc
Definition: xmp_onesided_mpi.c:18
#define _XMP_N_REDUCE_MINLOC
Definition: xmp_constant.h:61
void _XMP_lock_initialize_1(void *addr, const unsigned int e0)
Wrapper function of initializing 1-dim array Lock object (e.g.
Definition: xmp_lock_unlock.c:207
int shadow_comm_rank
Definition: xmp_data_struct.h:257
Definition: xmp_gmove_acc.c:12
void print_rsd(_XMP_rsd_t *rsd)
Definition: xmp_section_desc.c:6
int is_member
Definition: xmp_data_struct.h:46
int xmp_dist_axis(xmp_desc_t d, int dim, int *axis)
Definition: xmp_lib.c:422
#define _XACC_fatal
Definition: xacc_internal.h:99
void _XACC_memory_alloc(_XACC_memory_t *memory, size_t size)
Definition: xacc_util_cl.c:52
@ TCA_OP_UINT32
Definition: xmp_reduce_hybrid.c:200
void XMPCO_epilog(ResourceSet_t **rsetp)
Definition: xmpco_alloc.c:550
_Bool union_triplet(int lb0, int ub0, int st0, int lb1, int ub1, int st1)
Definition: xmp_util.c:62
int wait_head
Definition: xmp_lock.h:7
void _XMP_reflect_init_hybrid(void *acc_addr, _XMP_array_t *adesc)
Definition: xmp_reflect_hybrid.c:403
void _xmp_gasnet_do_lockhandoff(int handoffarg)
Definition: xmp_lock_unlock_gasnet.c:176
void _XMP_init_template_FIXED(void **template, int dim,...)
void * _XMP_alloc(size_t size)
Definition: xmp_util.c:21
void _XACC_host_malloc(void **ptr, size_t size)
Definition: xacc_util_cl.c:104
#define _XMP_N_REDUCE_BAND
Definition: xmp_constant.h:45
int * lb
Definition: xmp_data_struct.h:398
void xmpc_gmv_dealloc(_XMP_gmv_desc_t *gp)
Definition: xmpc_gmove.c:129
#define _XMP_N_NO_ONTO_NODES
Definition: xmp_constant.h:24
void * _XMPCO_get_desc_fromLocalAddr(char *localAddr, char **orgAddr, size_t *offset, char **name)
Definition: xmpco_alloc.c:784
#define _XMP_COARRAY_FLAG_NIC_TMP_i2
Definition: xmp_coarray_fjrdma.c:37
void _XMP_gasnet_atomic_define(int target_rank, _XMP_coarray_t *dst_desc, size_t dst_offset, int value, _XMP_coarray_t *src_desc, size_t src_offset, size_t elmt_size)
Definition: xmp_intrinsic_gasnet.c:57
void _XMP_coarray_malloc_info_7(const long n1, const long n2, const long n3, const long n4, const long n5, const long n6, const long n7, const size_t elmt_size)
Set 7-dim coarray information.
Definition: xmp_coarray.c:121
_XMP_nodes_t * _XMP_init_nodes_struct_EXEC(int dim, int *dim_size, int is_static)
Definition: xmp_nodes.c:392
BOOL _XMPCO_get_isSafeBufferMode(void)
Definition: xmpco_params.c:87
void _XMP_coarray_contiguous_put(const int target_rank, _XMP_coarray_t *dst_desc, const _XMP_coarray_t *src_desc, const long dst_offset, const long src_offset, const long dst_elmts, const long src_elmts)
Definition: xmp_coarray.c:1481
int _XMP_flag_put_nb
These variables are temporral.
Definition: xmp_onesided.c:5
void _XMP_finalize_nodes(void *nodes)
void _XMP_reflect_init_acc(void *acc_addr, _XMP_array_t *array_desc)
Definition: xmp_reflect_acc.c:23
void _XMP_push_nodes(_XMP_nodes_t *nodes)
Definition: xmp_nodes_stack.c:15
void _XMP_gpu_free(void *addr)
MPI_Datatype datatype_hi
Definition: xmp_data_struct.h:129
void _xmp_gasnet_lock(_XMP_coarray_t *c, const unsigned int offset, const unsigned int target_rank)
Definition: xmp_lock_unlock_gasnet.c:58
void _XMP_dist_template_BLOCK(_XMP_template_t *template, int template_index, int nodes_index)
Definition: xmp_template.c:347
void _XMP_coarray_rdma_coarray_set_5(const long start1, const long length1, const long stride1, const long start2, const long length2, const long stride2, const long start3, const long length3, const long stride3, const long start4, const long length4, const long stride4, const long start5, const long length5, const long stride5)
Set transfer 5-dim coarray information.
Definition: xmp_coarray.c:520
struct _XMP_async_comm * next
Definition: xmp_data_struct.h:468
void _XMPC_pack_array_BASIC(void *buffer, void *src, int array_type, int array_dim, int *l, int *u, int *s, unsigned long long *d)
Definition: xmp_array_section.c:947
Definition: xmp_data_struct.h:194
void _XACC_memory_copy(_XACC_memory_t dst_memory, size_t dst_memory_offset, _XACC_memory_t src_memory, size_t src_memory_offset, size_t size, _XACC_queue_t queue, bool is_blocking)
Definition: xacc_util_cl.c:90
void _XMP_tlog_finalize(void)
Definition: xmp_tlog_runtime.c:7
size_t blocklen
Definition: xmp_coarray_tca.c:32
struct _XMP_nodes_type * inherit_nodes
Definition: xmp_data_struct.h:57
void _XMP_coarray_malloc_image_info_2(const int i1)
Set 2-dim image information.
Definition: xmp_coarray.c:174
void _XMP_coarray_rdma_coarray_set_1(const long start1, const long length1, const long stride1)
Set transfer 1-dim coarray information.
Definition: xmp_coarray.c:434
int xmp_align_size(xmp_desc_t d, int dim)
Definition: xmp_lib.c:262
void _XMP_coarray_rdma_image_set_5(const int n1, const int n2, const int n3, const int n4, const int n5)
Set 5-dim image information.
Definition: xmp_coarray.c:988
int * st
Definition: xmp_data_struct.h:400
tcaDesc * buffer_desc[RING_SIZE]
Definition: xmp_onesided_tca.c:77
tcaDesc * h2d_desc[_XMP_TCA_COLL_MAX]
Definition: xmp_reduce_hybrid.c:29
int datatype[_XMP_TCA_COLL_MAX]
Definition: xmp_reduce_hybrid.c:19
void print_csd(_XMP_csd_t *csd)
Definition: xmp_section_desc.c:32
_XMP_reflect_sched_t * reflect_acc_sched
Definition: xmp_data_struct.h:253
void _XMP_set_reflect_gpu(_XMP_array_t *a, int dim, int lwidth, int uwidth, int is_periodic)
Definition: xmp_reflect_gpu.c:52
void _XMP_reduce_shadow_sum(_XMP_array_t *a)
Definition: xmp_reduce_shadow.c:153
void _xmp_utofu_wait(const int node_num, const int tag)
Definition: xmp_post_wait_utofu.c:142
#define _XMP_SM_FINALIZE_ITER(par_init, par_cond, par_step, reverse_iter)
Definition: xmp_loop.c:40
void _XMP_gtol_array_ref_triplet(_XMP_array_t *array, int dim_index, int *lower, int *upper, int *stride)
Definition: xmp_gmove.c:114
tcaHandle local_psn_pairs_handle
Definition: xmp_onesided_tca.c:79
int _is_constant_stride_6dim(const _XMP_array_section_t *array_info)
Definition: xmp_coarray_utils.c:1506
void _XMP_reduce_acc_NODES_ENTIRE(_XMP_nodes_t *nodes, void *data_addr, int count, int datatype, int op)
Definition: xmp_reduce_acc.c:43
void _XMP_barrier_NODES_ENTIRE(_XMP_nodes_t *nodes)
Definition: xmp_barrier.c:8
void xmp_dbg_printf(char *fmt,...)
Definition: xmp_reflect.c:37
long length
Definition: xmp_data_struct.h:377
_XMP_template_chunk_t * chunk
Definition: xmp_data_struct.h:112
#define _XMP_SM_GTOL_GBLOCK(_i, _g)
Definition: xmp_loop.c:14
int n
Definition: xmp_data_struct.h:433
char * _XMP_desc_of(void *p)
Definition: xmp_runtime.c:86
#define _XMPCO_default_isSafeBufferMode
Definition: xmpco_params.h:15
void _XMP_gmove_calc_unit_size(_XMP_array_t *dst_array, _XMP_array_t *src_array, unsigned long long *alltoall_unit_size, unsigned long long *dst_pack_unit_size, unsigned long long *src_pack_unit_size, unsigned long long *dst_ser_size, unsigned long long *src_ser_size, int dst_block_dim, int src_block_dim)
Definition: xmp_gmove.c:1170
void _XMP_gasnet_build_shift_queue()
Set initial value to the shift queue.
Definition: xmp_coarray_gasnet.c:738
size_t _xmp_gasnet_coarray_shift
Definition: xmp_onesided_gasnet.c:3
#define SCHEME_ExtraDirectPut
Definition: xmpco_put.c:14
void _XMPCO_set_localBufSize(unsigned size)
Definition: xmpco_params.c:37
#define SCHEME_ExtraBufferGet
Definition: xmpco_get_expr.c:14
void XMPCO_PUT_scalarStmt(CoarrayInfo_t *descPtr, char *baseAddr, int element, int coindex, char *rhs, SyncMode sync_mode)
Definition: xmpco_put.c:118
Definition: xmp_post_wait_fjrdma.c:12
ssize_t xmp_fwrite_shared(xmp_file_t *pstXmp_file, void *buffer, size_t size, size_t count)
Definition: xmp_io.c:3070
void xmpc_traverse_init()
void _XMP_gmove_garray_larray(_XMP_gmv_desc_t *gmv_desc_leftp, _XMP_gmv_desc_t *gmv_desc_rightp, int mode)
Definition: xmp_gmove.c:4851
@ TCA_OP_INT32
Definition: xmp_reduce_hybrid.c:199
void _XMP_mpi_coarray_deallocate(_XMP_coarray_t *c, bool is_acc)
Definition: xmp_coarray_mpi.c:222
#define _XMP_SM_GTOL_CYCLIC(_i, _m, _P)
Definition: xmp_loop.c:8
void _XMP_mpi_coarray_deallocate(_XMP_coarray_t *, bool is_acc)
Definition: xmp_coarray_mpi.c:222
BOOL _XMPCO_isAddrInMemoryChunk(char *localAddr, CoarrayInfo_t *cinfo)
Definition: xmpco_alloc.c:747
void _XMP_coarray_malloc_acc(void **coarray_desc, void *addr)
Definition: xmp_coarray_acc.c:46
double getElapsedTime_(struct timespec *begin, struct timespec *end)
Definition: xmp_onesided_tca.c:352
void _XMP_reflect__(_XMP_array_t *a)
Definition: xmp_reflect.c:119
void _xmp_tca_postreq(const int node, const int tag)
Definition: xmp_post_wait_tca.c:145
#define _is_put_local_blocking
Definition: xmp_coarray_mpi.c:40
bool _XMP_tca_comm_recv_nowait(const int rank, packet_t *packet)
Definition: xmp_onesided_tca.c:331
void _XMP_sched_loop_template_BLOCK_CYCLIC(int ser_init, int ser_cond, int ser_step, int *par_init, int *par_cond, int *par_step, _XMP_template_t *template, int template_index)
Definition: xmp_loop.c:335
MPI_Comm _XMPCO_get_comm_current()
Definition: xmpco_lib.c:304
void _XMP_tca_malloc(_XMP_coarray_t *coarray_desc, void **addr, const size_t coarray_size)
Definition: xmp_coarray_tca.c:107
MemoryChunk_t * chunk
Definition: _xmpco_alloc.h:114
void _XMP_coarray_malloc_image_info_1()
Set 1-dim image information.
Definition: xmp_coarray.c:155
void _XMP_coarray_rdma_image_set_n(const int ndims, const int n[])
Set n-dim image information.
Definition: xmp_coarray.c:1036
int align_comm_size
Definition: xmp_data_struct.h:301
void _XMP_atomic_define_5(void *dst_desc, size_t dst_offset, int image0, int image1, int image2, int image3, int image4, int value, void *src_desc, size_t src_offset, size_t elmt_size)
Definition: xmp_intrinsic.c:6429
int _XMP_flag_get_nb
Definition: xmp_onesided.c:6
int _XMPCO_transImage_withComm(MPI_Comm comm1, int image1, MPI_Comm comm2)
Definition: xmpco_lib.c:190
void xmp_atomic_define(int, int)
Definition: xmp_atomic.c:1
MPI_Request * reqs
Definition: xmp_data_struct.h:187
void xmp_sync_all(const int *status)
Execute sync_all()
Definition: xmp_coarray.c:1423
void _XMPCO_set_initialThisImage()
Definition: xmpco_lib.c:107
void _XMP_coarray_lastly_deallocate()
Deallocate memory space and an object of the last coarray.
Definition: xmp_coarray.c:1643
void _XMP_gasnet_coarray_malloc(_XMP_coarray_t *coarray_desc, void **addr, const size_t coarray_size)
Definition: xmp_coarray_gasnet.c:794
int _XMP_exec_task_NODES_PART(_XMP_task_desc_t **task_desc, _XMP_nodes_t *ref_nodes,...)
Definition: xmp_nodes.c:911
void xmp_transpose(void *dst_p, void *src_p, int opt)
Definition: xmp_intrinsic.c:1245
void _xmp_mpi_wait_noargs()
Wait operation without node-ref and tag.
Definition: xmp_post_wait_mpi.c:126
void _XMP_lock_initialize_3(void *addr, const unsigned int e0, const unsigned int e1, const unsigned int e2)
Wrapper function of initializing 3-dim array Lock object (e.g.
Definition: xmp_lock_unlock.c:223
int * u
Definition: xmp_data_struct.h:432
int _XMP_coarray_get_total_elmts(void *coarray_desc)
Definition: xmp_coarray_acc.c:9
void _XMP_mpi_coarray_deregmem(_XMP_coarray_t *c)
Definition: xmp_coarray_mpi.c:1193
void _XMP_exchange_shadow_NORMAL(void **lo_recv_buffer, void **hi_recv_buffer, void *lo_send_buffer, void *hi_send_buffer, _XMP_array_t *array_desc, int array_index)
Definition: xmp_shadow.c:641
#define _XMP_COARRAY_FLAG_NIC_TMP_3
Definition: xmp_coarray_fjrdma.c:34
size_t xmp_array_type_size(xmp_desc_t d)
Definition: xmp_lib.c:117
#define _XACC_NUM_COMM_CACHES
Definition: xmp_gmove_acc.c:9
void _xmp_gasnet_unlock(_XMP_coarray_t *c, const unsigned int offset, const unsigned int target_rank)
Definition: xmp_lock_unlock_gasnet.c:98
int corank
Definition: _xmpco_alloc.h:99
tca_op_func_3op_handler_t tca_op_fn_3op_t
Definition: xmp_reduce_tca.c:156
const _XMP_coarray_t * src_desc
Definition: xmp_coarray_tca.c:27
int num
How many coarrays are in this queue.
Definition: xmp_coarray.c:20
void _XMP_unlock(_XMP_coarray_t *c, const unsigned int offset, const unsigned int rank)
Wrapper function of executing Unlock.
Definition: xmp_lock_unlock.c:103
void xmp_unpack(void *a_p, void *v_p, void *m_p)
Definition: xmp_intrinsic.c:6031
void _XMP_reflect_do_tca(_XMP_array_t *adesc)
Definition: xmp_reflect_tca.c:579
char * _xmp_mpi_onesided_buf_acc
Definition: xmp_onesided_mpi.c:16
void xmpf_matmul(void *x_p, void *a_p, void *b_p)
Definition: xmp_intrinsic.c:3911
int _XMP_calc_nodes_index_from_inherit_nodes_index(_XMP_nodes_t *nodes, int inherit_nodes_index)
Definition: xmp_nodes.c:1309
ssize_t xmp_fread(xmp_file_t *pstXmp_file, void *buffer, size_t size, size_t count)
Definition: xmp_io.c:3127
#define _XMP_N_TYPE_DOUBLE
Definition: xmp_constant.h:92
@ TCA_OP_FLOAT
Definition: xmp_reduce_tca.c:202
void _XACC_util_init()
Definition: xacc_util_cl.c:242
void _XMP_gpu_alloc(void **addr, size_t size)
int(* _alloc_size)[_XMP_N_MAX_DIM]
Definition: xmp_gmove.c:43
struct _XACC_sendrecv_comm_type _XACC_sendrecv_comm_t
enum _SyncMode SyncMode
Definition: xmpco_internal.h:29
void _XMP_post_6(const _XMP_nodes_t *node_desc, const int num1, const int num2, const int num3, const int num4, const int num5, const int num6, const int tag)
Definition: xmp_post_wait.c:121
int xmp_align_axis(xmp_desc_t d, int dim, int *axis)
Definition: xmp_lib.c:242
MPI_Datatype * datatype
Definition: xmp_data_struct.h:186
void _XMP_unpack_vector(char *restrict dst, char *restrict src, int count, int blocklength, long stride)
Definition: xmp_pack_vector.c:42
MPI_Datatype mpi_type
Definition: xmp_sort.c:69
char * name
Definition: _xmpco_alloc.h:65
#define _XMP_N_REDUCE_LASTMIN
Definition: xmp_constant.h:56
int xmp_align_format(xmp_desc_t d, int dim)
Definition: xmp_lib.c:256
void _XMP_reflect_async_cardinal(_XMP_array_t *a, int async_id)
Definition: xmp_reflect.c:991
int ser_upper
Definition: xmp_data_struct.h:200
int _XMP_gpu_max_block_dim_x
int desc_kind
Definition: xmp_data_struct.h:268
void _XMP_coarray_malloc_image_info_n(const int *i, const int ndims)
Definition: xmp_coarray.c:275
struct _XMP_postreq _XMP_postreq_t
int _XMP_check_template_ref_inclusion(int ref_lower, int ref_upper, int ref_stride, _XMP_template_t *t, int index)
Definition: xmp_template.c:243
@ TCA_OP_UINT8
Definition: xmp_reduce_hybrid.c:196
void _XMP_coarray_rdma_array_set_1(const long start1, const long length1, const long stride1, const long elmts1, const size_t elmt)
Set transfer 1-dim array information.
Definition: xmp_coarray.c:655
void _XMP_coarray_attach_acc(_XMP_coarray_t *coarray_desc, void *addr, const size_t coarray_size)
Attach memory to coarray.
Definition: xmp_coarray_acc.c:23
_XACC_sendrecv_comm_t recvs[_XACC_MAX_NUM_SENDRECVS]
Definition: xmp_gmove_acc.c:25
int _XMP_get_owner_pos(_XMP_array_t *a, int dim, int index)
Definition: xmp_reflect.c:1688
_XMP_comm_set_t * csd2comm_set(_XMP_csd_t *csd)
Definition: xmp_section_desc.c:244
_Bool is_regular_chunk
Definition: xmp_data_struct.h:89
void _XMP_finalize_reflect_sched_acc(_XMP_reflect_sched_t *sched, _Bool free_buf)
Definition: xmp_reflect_acc.c:83
CoarrayInfo_t * headCoarray
Definition: _xmpco_alloc.h:84
void XMPCO_sync_all()
Definition: xmpco_sync.c:11
#define _XMP_N_GMOVE_NORMAL
Definition: xmp_constant.h:69
void _XMP_fjrdma_sync_memory_put()
End these variables are temporral.
Definition: xmp_coarray_fjrdma.c:1277
#define _XMP_TCA_COLL_MAX
Definition: xmp_reduce_hybrid.c:9
tca_op_func_3op_handler_t tca_op_fn_3op_t
Definition: xmp_reduce_hybrid.c:157
MemoryChunkOrder_t * prev
Definition: _xmpco_alloc.h:112
void _XMP_coarray_malloc_info_5(const long n1, const long n2, const long n3, const long n4, const long n5, const size_t elmt_size)
Set 5-dim coarray information.
Definition: xmp_coarray.c:86
void _XMP_setup_reduce_type(MPI_Datatype *mpi_datatype, size_t *datatype_size, int datatype)
Definition: xmp_reduce.c:13
void _XMP_coarray_malloc_image_info_7(const int i1, const int i2, const int i3, const int i4, const int i5, const int i6)
Definition: xmp_coarray.c:257
int _XMP_get_execution_nodes_rank(void)
Definition: xmp_nodes_stack.c:51
int xmp_array_gtol(xmp_desc_t d, int dim, int g_idx, int *l_idx)
Definition: xmp_lib.c:234
void * sendbuf
Definition: xmp_data_struct.h:451
void _XMPCO_set_poolThreshold(unsigned size)
Definition: xmpco_params.c:28
struct _XMP_postreq_info _XMP_postreq_info_t
_XMP_nodes_t * _XMPCO_consume_imageDirNodes()
Definition: xmpco_lib.c:292
int _XMP_lidx_GBLOCK(_XMP_array_t *a, int i_dim, int global_idx)
Definition: xmp_align.c:996
size_t xmp_coarray_allocated_bytes()
Definition: xmpco_alloc.c:112
void _XMP_fjrdma_get(const int src_contiguous, const int dst_contiguous, const int target_rank, const int src_dims, const int dst_dims, const _XMP_array_section_t *src_info, const _XMP_array_section_t *dst_info, const _XMP_coarray_t *src_desc, const _XMP_coarray_t *dst_desc, void *dst, const size_t src_elmts, const size_t dst_elmts)
Definition: xmp_coarray_fjrdma.c:2114
int _XMP_tca_coll_info_flag
Definition: xmp_reduce_tca.c:39
void _XMP_unexpected_error(void)
Definition: xmp_util.c:53
#define _XMP_EQUIVALENCE_NODES
Definition: xmp_constant.h:124
_XMP_csd_t * rsd2csd(_XMP_rsd_t *rsd)
Definition: xmp_section_desc.c:213
int _XMP_calc_linear_rank(_XMP_nodes_t *n, int *rank_array)
Definition: xmp_nodes.c:1035
pthread_mutex_t lock
Definition: xmp_post_wait_tca.c:16
void _xmp_gasnet_atomic_define_reply_do(gasnet_token_t token, gasnet_handlerarg_t local_atomic_operations)
Definition: xmp_intrinsic_gasnet.c:52
Definition: xmp_coarray_utofu.c:164
void free_csd(_XMP_csd_t *csd)
Definition: xmp_section_desc.c:173
_Bool _XMP_calc_coord_on_target_nodes(_XMP_nodes_t *n, int *ncoord, _XMP_nodes_t *target_n, int *target_ncoord)
Definition: xmp_nodes.c:1150
_Bool islocked
Definition: xmp_lock.h:4
#define _XMP_N_REDUCE_MINUS
Definition: xmp_constant.h:59
Definition: xmp_coarray_tca.c:23
#define _XMP_COARRAY_FLAG_NIC_TMP_i1
Definition: xmp_coarray_fjrdma.c:36
int _XMP_gpu_max_block_dim_y
int * ub
Definition: xmp_data_struct.h:399
int _XMP_calc_gmove_array_owner_linear_rank_SCALAR(_XMP_array_t *array, int *ref_index)
Definition: xmp_gmove.c:216
void _xmp_fjrdma_wait(const int node, const int tag)
Wait operation with node-ref and tag.
Definition: xmp_post_wait_fjrdma.c:137
#define forallMemoryChunkOrderRev(cp)
Definition: _xmpco_alloc.h:20
void _XACC_memory_unpack_vector2(_XACC_memory_t dst0_mem, size_t dst0_offset, _XACC_memory_t src0_mem, size_t src0_offset, size_t blocklength0, size_t stride0, size_t count0, _XACC_memory_t dst1_mem, size_t dst1_offset, _XACC_memory_t src1_mem, size_t src1_offset, size_t blocklength1, size_t stride1, size_t count1, size_t typesize, _XACC_queue_t queue, bool is_blocking)
Definition: xacc_util_cl.c:438
void * lo_recv_array
Definition: xmp_data_struct.h:137
char * real_addr
Definition: xmp_data_struct.h:336
#define _XACC_MAX_NUM_SENDRECVS
Definition: xmp_gmove_acc.c:10
void _XMP_gmove_garray_garray_acc(_XMP_gmv_desc_t *gmv_desc_leftp, _XMP_gmv_desc_t *gmv_desc_rightp, int mode)
Definition: xmp_gmove_acc.c:648
void _XMP_init_array_comm(_XMP_array_t *array,...)
Definition: xmp_align.c:834
void _XMP_coarray_rdma_array_set_4(const long start1, const long length1, const long stride1, const long elmts1, const long start2, const long length2, const long stride2, const long elmts2, const long start3, const long length3, const long stride3, const long elmts3, const long start4, const long length4, const long stride4, const long elmts4, const size_t elmt)
Set transfer 4-dim array information.
Definition: xmp_coarray.c:727
#define XMP_N_GMOVE_INDEX
Definition: xmp_constant.h:128
long long par_lower
Definition: xmp_data_struct.h:80
void _XMP_translate_nodes_rank_array_to_ranks(_XMP_nodes_t *nodes, int *ranks, int *rank_array, int shrink_nodes_size)
Definition: xmp_nodes.c:1270
void _XMP_gasnet_finalize()
Finalize GASNet job.
Definition: xmp_onesided_gasnet.c:77
_XMP_csd_t * copy_csd(_XMP_csd_t *csd)
Definition: xmp_section_desc.c:182
int xmp_array_lshadow(xmp_desc_t d, int dim, int *lshadow)
Definition: xmp_lib.c:187
int u
Definition: xmp_data_struct.h:421
tcaHandle * recv_handles[_XMP_TCA_COLL_MAX]
Definition: xmp_reduce_hybrid.c:24
_XMP_nodes_ref_t * _XMP_init_nodes_ref(_XMP_nodes_t *n, int *rank_array)
Definition: xmp_nodes.c:1207
#define TLOG_LOG(log)
Definition: xmp_reflect_gpu.c:31
size_t _XMPCO_get_offsetInCoarray(CoarrayInfo_t *cinfo, char *addr)
Definition: xmpco_alloc.c:716
int xmp_all_node_num(void)
Definition: xmp_lib.c:76
void _XMP_reduce_shadow_wait(_XMP_array_t *a)
Definition: xmp_reduce_shadow.c:127
int _XMP_world_size
Definition: xmp_world.c:8
void * _XMP_get_array_addr(_XMP_array_t *a, int *gidx)
Definition: xmp_gmove.c:47
void reduce_csd(_XMP_csd_t *csd[_XMP_N_MAX_DIM], int ndims)
Definition: xmp_section_desc.c:285
char * _XMPCO_get_baseAddrOfCoarray(CoarrayInfo_t *cinfo)
Definition: xmpco_alloc.c:706
void _XMP_gasnet_build_shift_queue()
Set initial value to the shift queue.
Definition: xmp_coarray_gasnet.c:738
tcaHandle device_handles[_XMP_TCA_COLL_MAX]
Definition: xmp_reduce_hybrid.c:26
#define func_m(p, q)
Definition: xmp_io.c:49
size_t dst_offset
Definition: xmp_coarray_tca.c:30
#define _XMP_N_TYPE_DOUBLE_COMPLEX
Definition: xmp_constant.h:102
#define _XMPC_SM_UNPACK_ARRAY_2(_type)
Definition: xmp_array_section.c:498
#define MAX(a, b)
Definition: xmp_internal.h:16
Definition: xmp_data_struct.h:386
tcaDesc * psn_desc
Definition: xmp_onesided_tca.c:81
int xmp_array_owner_rank(xmp_desc_t d, int *ref_index, int *owners)
Definition: xmp_lib.c:631
void _XMP_G2L(long long int global_idx, int *local_idx, _XMP_template_t *template, int template_index)
Definition: xmp_index.c:44
int xmp_array_lsize(xmp_desc_t d, int dim, int *lsize)
Definition: xmp_lib.c:129
void _XMP_mpi_coarray_lastly_deallocate(bool is_acc)
Deallocate memory region when calling _XMP_coarray_lastly_deallocate()
Definition: xmp_coarray_mpi.c:216
void _xmp_tca_wait(const int node, const int tag)
Wait operation with node-ref and tag.
Definition: xmp_post_wait_tca.c:237
char * baseAddr
Definition: _xmpco_alloc.h:97
void _XMP_utofu_put(const int dst_contiguous, const int src_contiguous, const int target_rank, const int dst_dims, const int src_dims, const _XMP_array_section_t *dst_info, const _XMP_array_section_t *src_info, const _XMP_coarray_t *dst_desc, const _XMP_coarray_t *src_desc, void *src, const size_t dst_elmts, const size_t src_elmts)
Definition: xmp_coarray_utofu.c:625
int shadow_comm_size
Definition: xmp_data_struct.h:256
struct _XMP_tca_coll_info_type _XMP_tca_coll_info_t
int _XMPCO_get_currentThisImage()
Definition: xmpco_lib.c:153
#define _XMPC_SM_UNPACK_ARRAY_7(_type)
Definition: xmp_array_section.c:816
#define DBG_RANK
Definition: xmp_gmove.c:37
int xmp_align_template(xmp_desc_t d, xmp_desc_t *dt)
Definition: xmp_lib.c:323
struct _memoryChunk_t MemoryChunk_t
Definition: xmpco_internal.h:37
void _XMPC_pack_array_GENERAL(void *buffer, void *src, size_t array_type_size, int array_dim, int *l, int *u, int *s, unsigned long long *d)
Definition: xmp_array_section.c:1134
void _XMP_utofu_initialize(void)
Definition: xmp_onesided_utofu.c:5
void _XMP_mpi_destroy_shift_queue(bool is_acc)
Destroy shift queue.
Definition: xmp_coarray_mpi.c:166
void _XMP_mpi_onesided_create_win(MPI_Win *win, void *addr, size_t size, MPI_Comm comm)
Definition: xmp_onesided_mpi.c:89
void _XACC_util_init(void)
Definition: xacc_util_cl.c:242
int xmp_file_clear_view_all(xmp_file_t *pstXmp_file, long long disp)
Definition: xmp_io.c:3615
void _XACC_memory_read(void *addr, _XACC_memory_t memory, size_t memory_offset, size_t size, _XACC_queue_t queue, bool is_blocking)
Definition: xacc_util_cl.c:73
gasnet_handlerentry_t htable[]
Definition: xmp_onesided_gasnet.c:7
void xmpc_gmv_l_dim_info(_XMP_gmv_desc_t *gp, int i, int a_lb, int a_len, int kind, int lb, int len, int st)
Definition: xmpc_gmove.c:101
void * _XMP_world_nodes
Definition: xmp_world.c:10
comm_pattern
Definition: xmp_coarray_tca.c:17
int xmpc_ltog(int local_idx, _XMP_template_t *template, int dim, int offset)
Definition: xmp_template.c:755
int b
Definition: xmp_data_struct.h:422
void * lo_recv_buf
Definition: xmp_data_struct.h:134
void _xmp_gasnet_atomic_ref_do(gasnet_token_t token, const size_t elmt_size, gasnet_handlerarg_t src_addr_hi, gasnet_handlerarg_t src_addr_lo, gasnet_handlerarg_t dst_addr_hi, gasnet_handlerarg_t dst_addr_lo, gasnet_handlerarg_t local_atomic_operations)
Definition: xmp_intrinsic_gasnet.c:75
#define _XMP_SM_NORM_SCHED_PARAMS(ser_init, ser_cond, ser_step, reverse_iter)
Definition: xmp_loop.c:17
CoarrayInfo_t * XMPCO_regmem_coarray(void *var, int count, size_t element, ResourceSet_t *rset)
Definition: xmpco_alloc.c:189
size_t elmt_size
Definition: xmp_data_struct.h:339
_XMP_csd_t * alloc_csd(int n)
Definition: xmp_section_desc.c:164
_XMP_array_t * a
Definition: xmp_data_struct.h:454
size_t * shifts
shifts array
Definition: xmp_coarray_gasnet.c:11
size_t datasize
Definition: xmp_sort.c:68
int * distance_of_image_elmts
Definition: xmp_data_struct.h:357
void _XMP_init_array_desc_NOT_ALIGNED(_XMP_array_t **adesc, _XMP_template_t *template, int ndims, int type, size_t type_size, unsigned long long *dim_acc, void *ap)
Definition: xmp_align.c:113
void _XMP_bcast_acc_NODES_ENTIRE_OMITTED(_XMP_nodes_t *bcast_nodes, void *addr, int count, size_t datatype_size)
Definition: xmp_bcast_acc.c:26
void _XMP_reflect_gpu(void *dev_addr, _XMP_array_t *a)
Definition: xmp_reflect_gpu.c:61
void _XMP_stride_memcpy_2dim(char *buf1, const char *buf2, const _XMP_array_section_t *array_info, size_t element_size, const int flag)
Definition: xmp_coarray_utils.c:191
int _XMPCO_get_initialNumImages()
Definition: xmpco_lib.c:133
void _XMP_mpi_put(const int dst_contiguous, const int src_contiguous, const int org_target_rank, const int dst_dims, const int src_dims, const _XMP_array_section_t *dst_info, const _XMP_array_section_t *src_info, const _XMP_coarray_t *dst_desc, const void *src, const int dst_elmts, const int src_elmts, const int is_dst_on_acc)
Definition: xmp_coarray_mpi.c:424
#define _XMP_TCA_DEBUG(...)
Definition: xmp_reflect_tca.c:14
void _XMP_init_template_chunk(void *template, void *nodes)
#define _XMPC_SM_UNPACK_ARRAY_3(_type)
Definition: xmp_array_section.c:549
void _XMP_gpu_unpack_vector_async(char *restrict dst, char *restrict src, int count, int blocklength, long stride, size_t typesize, void *async_id)
void print_comm_set(_XMP_comm_set_t *comm_set0)
Definition: xmp_section_desc.c:62
void _XMP_gpu_pack_vector_async(char *restrict dst, char *restrict src, int count, int blocklength, long stride, size_t typesize, void *async_id)
int * lb
Definition: xmp_io.h:18
void xmp_sort_up(_XMP_array_t *a_desc, _XMP_array_t *b_desc)
Definition: xmp_sort.c:82
void _xmp_gasnet_unpack_get_reply_nonc(gasnet_token_t t, char *archive, size_t transfer_size, const int dst_addr_hi, const int dst_addr_lo, const int dst_dims)
Definition: xmp_coarray_gasnet.c:1243
int shadow_type
Definition: xmp_data_struct.h:248
void _XMP_tca_unlock()
Definition: xmp_onesided_tca.c:423
int xmp_array_ushadow(xmp_desc_t d, int dim, int *ushadow)
Definition: xmp_lib.c:180
int ser_size
Definition: xmp_data_struct.h:201
#define _XMP_N_REDUCE_LAND
Definition: xmp_constant.h:46
#define FALSE
Definition: xmpco_internal.h:16
void _XMP_coarray_malloc_info_3(const long n1, const long n2, const long n3, const size_t elmt_size)
Set 3-dim coarray information.
Definition: xmp_coarray.c:56
size_t _xmp_gasnet_stride_size
Definition: xmp_onesided_gasnet.c:3
void xmpc_end_async(int async_id)
Definition: xmp_async.c:327
void _XMPCO_set_isMsgMode(BOOL sw)
Definition: xmpco_params.c:48
int _XMP_get_dim_of_allelmts(const int dims, const _XMP_array_section_t *array_info)
Definition: xmp_coarray_utils.c:120
void _XMPCO_set_codim_withSize(CoarrayInfo_t *cp, int dim, int lb, int size)
Definition: xmpco_alloc.c:645
void _XMPCO_debugPrint(char *format,...)
Definition: xmpco_msg.c:20
void _XMP_mpi_sync_memory()
Execute sync_memory.
Definition: xmp_coarray_mpi.c:542
void XMPCO_malloc_pool()
Definition: xmpco_alloc.c:455
void _XMP_finalize_world(void)
const int _packet_wait_tag
Definition: xmp_onesided_tca.c:59
void XMPCO_GET_scalarExpr(CoarrayInfo_t *descPtr, char *baseAddr, int element, int coindex, char *result)
Definition: xmpco_get_expr.c:52
_XMP_async_gmove_t * gmove
Definition: xmp_data_struct.h:466
void _XMP_init_template_FIXED(_XMP_template_t **template, int dim,...)
Definition: xmp_template.c:265
void _XMP_dealloc_array(void *array_desc)
BOOL _XMPCO_get_isMsgMode()
Definition: xmpco_params.c:86
void * hsl
Definition: xmp_lock.h:5
void _XMPF_reduce_FLMM_NODES_ENTIRE(_XMP_nodes_t *nodes, void *addr, int count, int datatype, int op, int num_locs, void **loc_vars, int *loc_types)
Definition: xmp_reduce.c:296
void _xmp_mpi_post(const int node, int tag)
Post operation.
Definition: xmp_post_wait_mpi.c:113
void _XMP_coarray_rdma_coarray_set_7(const long start1, const long length1, const long stride1, const long start2, const long length2, const long stride2, const long start3, const long length3, const long stride3, const long start4, const long length4, const long stride4, const long start5, const long length5, const long stride5, const long start6, const long length6, const long stride6, const long start7, const long length7, const long stride7)
Set transfer 7-dim coarray information.
Definition: xmp_coarray.c:593
void _XMP_coarray_rdma_image_set_7(const int n1, const int n2, const int n3, const int n4, const int n5, const int n6, const int n7)
Set 7-dim image information.
Definition: xmp_coarray.c:1019
int _XMP_exec_task_TEMPLATE_PART(_XMP_task_desc_t **task_desc, _XMP_template_t *ref_template,...)
Definition: xmp_template.c:519
void _XMP_unlock_1(_XMP_coarray_t *c, const unsigned int offset, const unsigned int rank)
Wrapper function of executing Lock using 1-dim coarray (#pragma xmp lock(lockobj[offset]:[rank]))
Definition: xmp_lock_unlock.c:123
struct _XMP_postreq _XMP_postreq_t
struct _XMP_array_section _XMP_array_section_t
struct _XMP_postreq_info _XMP_postreq_info_t
struct _XMP_nodes_dish_type * prev
Definition: xmp_nodes_stack.c:10
int * a_ub
Definition: xmp_data_struct.h:395
#define _XMP_N_TYPE_LONG_DOUBLE
Definition: xmp_constant.h:93
void _XMP_push_comm(_XMP_comm_t *comm)
Definition: xmp_nodes_stack.c:56
size_t dst_stride
Definition: xmp_coarray_tca.c:36
void _XMP_wait_7(const _XMP_nodes_t *node_desc, const int num1, const int num2, const int num3, const int num4, const int num5, const int num6, const int num7, const int tag)
Definition: xmp_post_wait.c:427
@ TCA_OP_DOUBLE
Definition: xmp_reduce_hybrid.c:204
void _XMP_pop_n_free_nodes(void)
Definition: xmp_nodes_stack.c:30
char is_append
Definition: xmp_io.h:12
Definition: xmp_data_struct.h:119
_XMP_comm_set_t *(* comm_set)[_XMP_N_MAX_DIM]
Definition: xmp_data_struct.h:455
void _XMP_mpi_contiguous_put(const int org_target_rank, const _XMP_coarray_t *dst_desc, const _XMP_coarray_t *src_desc, const size_t dst_offset, const size_t src_offset, const size_t dst_elmts, const size_t src_elmts, const size_t elmt_size, const bool is_dst_on_acc, const bool is_src_on_acc)
Definition: xmp_coarray_mpi.c:327
void _XMP_coarray_attach(void **, void *, const size_t)
char * _localBuf_name
Definition: xmpco_get_stmt.c:69
void _XMP_reduce_gpu_FLMM_NODES_ENTIRE(_XMP_nodes_t *nodes, void *addr, int count, int datatype, int op, int num_locs,...)
int _XMP_exec_task_TEMPLATE_PART_nocomm(_XMP_template_t *ref_template,...)
Definition: xmp_template.c:568
_XMP_gmv_desc_t * desc_left
Definition: xmp_gmove_acc.c:21
#define min(x, y)
Definition: xmp_template.c:404
void _xmp_gasnet_unpack_using_buf(gasnet_token_t t, const int addr_hi, const int addr_lo, const int dst_dims, const int ith, const int flag)
Unpack received data which is stored in buffer.
Definition: xmp_coarray_gasnet.c:919
#define _XMP_N_GMOVE_OUT
Definition: xmp_constant.h:71
void _XMP_gasnet_build_sync_images_table()
Build table and Initialize for sync images.
Definition: xmp_coarray_gasnet.c:1600
ssize_t xmp_fwrite_all(xmp_file_t *pstXmp_file, void *buffer, size_t size, size_t count)
Definition: xmp_io.c:1774
void _XMP_dist_template_BLOCK_CYCLIC(_XMP_template_t *template, int template_index, int nodes_index, unsigned long long width)
Definition: xmp_template.c:399
int _XMP_sched_loop_template_width_N(int ser_init, int ser_cond, int ser_step, int *par_init, int *par_cond, int *par_step, int template_lower, int template_upper, int template_stride, int width, int template_ser_lower, int template_ser_upper)
Definition: xmp_loop.c:116
#define _XMP_TEND(t, t0)
Definition: xmp_internal.h:748
void _XMP_init_reflect_sched_acc(_XMP_reflect_sched_t *sched)
Definition: xmp_reflect_acc.c:74
MPI_Comm xmp_get_mpi_comm(void)
Definition: xmp_lib.c:11
@ syncRUNTIME
Definition: xmpco_internal.h:27
_XMP_nodes_t * _XMP_init_nodes_struct_NODES_NAMED(int dim, _XMP_nodes_t *ref_nodes, int *shrink, int *ref_lower, int *ref_upper, int *ref_stride, int *dim_size, int is_static)
Definition: xmp_nodes.c:498
int _xmp_reflect_pack_flag
Definition: xmp_pack_vector.c:298
_Bool _XMP_calc_coord_on_target_nodes2(_XMP_nodes_t *n, int *ncoord, _XMP_nodes_t *target_n, int *target_ncoord)
Definition: xmp_nodes.c:1090
void _XMP_utofu_deallocate(_XMP_coarray_t *coarray_desc)
Definition: xmp_coarray_utofu.c:285
int xmp_align_offset(xmp_desc_t d, int dim, int *offset)
Definition: xmp_lib.c:249
void _XACC_memory_unpack_vector2(_XACC_memory_t dst0_mem, size_t dst0_offset, _XACC_memory_t src0_mem, size_t src0_offset, size_t blocklength0, size_t stride0, size_t count0, _XACC_memory_t dst1_mem, size_t dst1_offset, _XACC_memory_t src1_mem, size_t src1_offset, size_t blocklength1, size_t stride1, size_t count1, size_t typesize, _XACC_queue_t queue, bool is_blocking)
Definition: xacc_util_cl.c:438
void XMPCO_PUT_spread(CoarrayInfo_t *descPtr, char *baseAddr, int element, int coindex, char *rhs, int rank, int skip[], int count[], SyncMode sync_mode)
Definition: xmpco_put.c:246
int _XMP_sched_loop_template_width_1(int ser_init, int ser_cond, int ser_step, int *par_init, int *par_cond, int *par_step, int template_lower, int template_upper, int template_stride)
Definition: xmp_loop.c:53
void xmpf_coarray_put_err_len_(void **descPtr, int *len_mold, int *len_src)
Definition: xmpco_put.c:277
int type
Definition: xmp_data_struct.h:463
_XMP_nodes_info_t * onto_nodes_info
Definition: xmp_data_struct.h:94
void XMPCO_GET_arrayStmt(CoarrayInfo_t *descPtr, char *baseAddr, int element, int coindex, char *localAddr, int rank, int skip[], int skip_local[], int count[])
Definition: xmpco_get_stmt.c:91
void _xmp_gasnet_wait(const int node, const int tag)
Wait operation with node-ref and tag.
Definition: xmp_post_wait_gasnet.c:146
void _XMP_reflect_init_tca(void *acc_addr, _XMP_array_t *adesc)
Definition: xmp_reflect_tca.c:369
void _XMP_finalize(bool isFinalize)
Definition: xmp_runtime.c:73
int xmp_array_lclubound(xmp_desc_t d, int dim)
Definition: xmp_lib.c:155
int xmp_align_axis(xmp_desc_t d, int dim, int *axis)
Definition: xmp_lib.c:242
@ TCA_OP_TYPE_MAX
Definition: xmp_reduce_tca.c:205
void(* tca_op_func_3op_handler_t)(void *, void *, void *, int)
Definition: xmp_reduce_tca.c:155
xmp_file_t * xmp_fopen_all(const char *fname, const char *amode)
Definition: xmp_io.c:1384
size_t size
Definition: _xmpco_alloc.h:98
MPI_Request req[4]
Definition: xmp_data_struct.h:131
int xmp_dist_nodes(xmp_desc_t d, xmp_desc_t *dn)
Definition: xmp_lib.c:415
void _XMP_set_reflect_acc__(_XMP_array_t *a, int dim, int lwidth, int uwidth, int is_periodic)
Definition: xmp_reflect_acc.c:64
@ TCA_OP_INT64
Definition: xmp_reduce_hybrid.c:201
void xmp_init_all(int argc, char **argv)
Definition: xmp_runtime.c:91
_XMP_comm_set_t * csd2comm_set(_XMP_csd_t *csd)
Definition: xmp_section_desc.c:244
size_t _XMP_get_datatype_size(int datatype)
Definition: xmp_runtime.c:103
int _XMP_check_template_ref_inclusion(int ref_lower, int ref_upper, int ref_stride, _XMP_template_t *t, int index)
Definition: xmp_template.c:243
MemoryChunkOrder_t * head
Definition: xmpco_alloc.c:92
void _XACC_memory_write(_XACC_memory_t memory, size_t memory_offset, void *addr, size_t size, _XACC_queue_t queue, bool is_blocking)
Definition: xacc_util_cl.c:81
char * _XMPCO_get_nameOfCoarray(CoarrayInfo_t *cinfo)
Definition: xmpco_alloc.c:701
void xmpc_gmv_g_dim_info(_XMP_gmv_desc_t *gp, int i, int kind, int lb, int len, int st)
Definition: xmpc_gmove.c:52
#define _XMP_N_REDUCE_EQV
Definition: xmp_constant.h:57
void _XMP_initialize_async_comm_tab()
Definition: xmp_async.c:50
void _xmp_mpi_wait_node(const int node)
Wait operation with node-ref.
Definition: xmp_post_wait_mpi.c:142
CoarrayInfo_t * _XMPCO_set_nodes(CoarrayInfo_t *cinfo, _XMP_nodes_t *nodes)
Definition: xmpco_alloc.c:681
_XMP_nodes_t * nodes
Definition: xmp_nodes_stack.c:9
void _XMP_lock_5(_XMP_coarray_t *c, const unsigned int offset, const unsigned int e0, const unsigned int e1, const unsigned int e2, const unsigned int e3, const unsigned int e4)
Wrapper function of executing Lock using 5-dim coarray (#pragma xmp lock(lockobj[offset]:[e0][e1][e2]...
Definition: xmp_lock_unlock.c:66
#define _XMP_M_INIT_LOCATION_VARIABLES_MAIN(type, init_min, init_max)
Definition: xmp_reduce.c:177
#define _XMP_STRIDE_DONE
Definition: xmp_coarray_gasnet.c:15
void _XMP_copy_scalar_array(char *scalar, _XMP_array_t *a, _XMP_comm_set_t *comm_set[])
Definition: xmp_gmove.c:4206
int shrink_nodes_size
Definition: xmp_data_struct.h:66
int tag
Definition: xmp_post_wait_fjrdma.c:14
_XMP_csd_t * intersection_csds(_XMP_csd_t *csd1, _XMP_csd_t *csd2)
Definition: xmp_section_desc.c:116
double getElapsedTime_(struct timespec *begin, struct timespec *end)
Definition: xmp_onesided_tca.c:352
void(* _xmp_unpack_array)(void *dst, void *buffer, int array_type, size_t array_type_size, int array_dim, int *l, int *u, int *s, unsigned long long *d)
Definition: xmp_runtime.c:22
void _XMP_atomic_define_7(void *dst_desc, size_t dst_offset, int image0, int image1, int image2, int image3, int image4, int image5, int image6, int value, void *src_desc, size_t src_offset, size_t elmt_size)
Definition: xmp_intrinsic.c:6477
int _XMP_calc_global_index_HOMECOPY(_XMP_array_t *dst_array, int dst_dim_index, int *dst_l, int *dst_u, int *dst_s, int *src_l, int *src_u, int *src_s)
Definition: xmp_gmove.c:404
void _XMP_alloc_array_EXTERN(void **array_addr, _XMP_array_t *array_desc,...)
Definition: xmp_align.c:752
void _XMP_reduce_gpu_NODES_ENTIRE(_XMP_nodes_t *nodes, void *addr, int count, int datatype, int op)
Definition: xmp_reduce_gpu.c:112
@ TCA_OP_DOUBLE
Definition: xmp_reduce_tca.c:203
void _XMP_reduce_NODES_ENTIRE(void *nodes, void *addr, int count, int datatype, int op)
_Bool is_fixed
Definition: xmp_data_struct.h:104
#define _XMP_TCA_DEVICE_TO_HOST_WAIT_SLOT
Definition: xmp_reduce_hybrid.c:11
char * _XMP_mpi_coarray_get_remote_addr(const _XMP_coarray_t *desc, const int target_rank, const bool is_acc)
Definition: xmp_coarray_mpi.c:140
void print_comm_set(_XMP_comm_set_t *comm_set0)
Definition: xmp_section_desc.c:62
int l
Definition: xmp_data_struct.h:410
int _XMP_calc_linear_rank_on_target_nodes(_XMP_nodes_t *n, int *rank_array, _XMP_nodes_t *target_nodes)
Definition: xmp_nodes.c:1049
enum comm_pattern pattern
Definition: xmp_coarray_tca.c:24
#define _XMP_SM_GTOL_CYCLIC(_i, _m, _P)
Definition: xmp_gmove.c:16
void _XMP_align_array_BLOCK_CYCLIC(_XMP_array_t *array, int array_index, int template_index, long long align_subscript, int *temp0)
Definition: xmp_align.c:443
void * _remote_desc
Definition: xmpco_get_stmt.c:72
void _XMP_wait_node_2(const _XMP_nodes_t *node_desc, const int num1, const int num2)
Definition: xmp_post_wait.c:237
void _XMP_atomic_ref_4(void *dst_desc, size_t dst_offset, int image0, int image1, int image2, int image3, int *value, void *src_desc, size_t src_offset, size_t elmt_size)
Definition: xmp_intrinsic.c:6581
@ TCA_OP_TYPE_MAX
Definition: xmp_reduce_hybrid.c:206
void _XMP_atomic_define_1(void *dst_desc, size_t dst_offset, int image0, int value, void *src_desc, size_t src_offset, size_t elmt_size)
Definition: xmp_intrinsic.c:6349
void _XMPC_unpack_array_GENERAL(void *dst, void *buffer, size_t array_type_size, int array_dim, int *l, int *u, int *s, unsigned long long *d)
Definition: xmp_array_section.c:1336
int _XMP_flag_put_nb
These variables are temporral.
Definition: xmp_onesided.c:5
#define TCA_TYPE_FUNCTIONS(name, type)
Definition: xmp_reduce_tca.c:208
void xmp_matmul(void *x_p, void *a_p, void *b_p)
Definition: xmp_intrinsic.c:3785
int _XMP_calc_linear_rank(_XMP_nodes_t *n, int *rank_array)
Definition: xmp_nodes.c:1035
void(* _XMP_pack_comm_set)(void *sendbuf, int sendbuf_size, _XMP_array_t *a, _XMP_comm_set_t *comm_set[][_XMP_N_MAX_DIM])
Definition: xmp_gmove.c:23
int _XMP_exec_task_NODES_ENTIRE_nocomm(_XMP_nodes_t *ref_nodes)
Definition: xmp_nodes.c:890
#define SCHEME_DirectGet
Definition: xmpco_get_expr.c:11
void _XMP_coarray_contiguous_put(const int, void *, const void *, const long, const long, const long, const long)
void _xmp_gasnet_unpack_reply(gasnet_token_t t, const int ith)
Registor finish information of unpack operation.
Definition: xmp_coarray_gasnet.c:895
int * _xmp_gasnet_stride_queue
Definition: xmp_onesided_gasnet.c:5
void _XMP_coarray_rdma_array_set_7(const long start1, const long length1, const long stride1, const long elmts1, const long start2, const long length2, const long stride2, const long elmts2, const long start3, const long length3, const long stride3, const long elmts3, const long start4, const long length4, const long stride4, const long elmts4, const long start5, const long length5, const long stride5, const long elmts5, const long start6, const long length6, const long stride6, const long elmts6, const long start7, const long length7, const long stride7, const long elmts7, const size_t elmt)
Set transfer 7-dim array information.
Definition: xmp_coarray.c:862
char * _XMP_mpi_coarray_get_local_addr(const _XMP_coarray_t *desc, const bool is_acc)
Definition: xmp_coarray_mpi.c:145
void _XMP_fjrdma_sync_memory_get()
Execute sync_memory for get operation.
Definition: xmp_coarray_fjrdma.c:1308
size_t xmp_coarray_malloc_bytes()
Definition: xmpco_alloc.c:107
void _XMP_gmove_array_array_common(_XMP_gmv_desc_t *gmv_desc_leftp, _XMP_gmv_desc_t *gmv_desc_rightp, int *dst_l, int *dst_u, int *dst_s, unsigned long long *dst_d, int *src_l, int *src_u, int *src_s, unsigned long long *src_d, int mode)
Definition: xmp_gmove.c:2036
void * _localBuf_desc
Definition: xmpco_get_stmt.c:65
void _XMP_coarray_rdma_image_set_2(const int n1, const int n2)
Set 2-dim image information.
Definition: xmp_coarray.c:952
Definition: xmp_data_struct.h:70
void _XMP_tlog_init(void)
Definition: xmp_tlog_runtime.c:3
ssize_t xmp_fread_all(xmp_file_t *pstXmp_file, void *buffer, size_t size, size_t count)
Definition: xmp_io.c:1719
void xmpf_pack_nomask(void *v_p, void *a_p)
Definition: xmp_intrinsic.c:6023
#define _XMP_N_TYPE_NONBASIC
Definition: xmp_constant.h:104
int dim
Definition: xmp_data_struct.h:108
int hi_rank
Definition: xmp_data_struct.h:143
void _XMP_initialize_onesided_functions()
Definition: xmp_onesided.c:71
void receive_request(int *node, int *tag)
Definition: xmp_post_wait_mpi.c:98
void _XMP_finalize_comm(void *comm)
void _XMP_add_num_of_gets()
Add 1 to _num_of_gets.
Definition: xmp_coarray_fjrdma.c:1328
void _XMP_coarray_get(void *remote_coarray, void *local_array, void *local_coarray)
Definition: xmp_coarray.c:1223
#define _XMP_LOOP_EXPAND
Definition: xmp_constant.h:74
#define _XMP_N_REDUCE_NEQV
Definition: xmp_constant.h:58
void xmp_reduce_loc_init(const int nlocs, const long double value, void *value_addr, const int datatype)
Definition: xmp_reduce.c:571
unsigned int num
How many shifts are in this queue.
Definition: xmp_coarray_mpi.c:12
#define CUDA_CHECK(cuda_call)
Definition: xmp_reduce_hybrid.c:45
#define _XMPC_SM_PACK_ARRAY_7(_type)
Definition: xmp_array_section.c:372
void _XMP_align_local_idx(long long int global_idx, int *local_idx, _XMP_array_t *array, int array_axis, int *rank)
Definition: xmp_gmove.c:1358
void * xmp_desc_t
Definition: xmp.h:29
#define forallMemoryChunk(chk, rs)
Definition: _xmpco_alloc.h:33
size_t _XMP_calc_copy_chunk(const int, const _XMP_array_section_t *)
Definition: xmp_coarray_local.c:22
int compare_vcqid_table(const void *a, const void *b)
Definition: xmp_coarray_utofu.c:174
_Bool is_regular_chunk
Definition: xmp_data_struct.h:196
void _XMP_stride_memcpy_7dim(char *buf1, const char *buf2, const _XMP_array_section_t *array_info, size_t element_size, const int flag)
Definition: xmp_coarray_utils.c:706
BOOL isGarbage
Definition: _xmpco_alloc.h:80
psn_t * psn_pairs
Definition: xmp_onesided_tca.c:70
void _XMP_gasnet_contiguous_put()
unsigned long long _XMP_gmove_bcast_ARRAY(void *dst_addr, int dst_dim, int *dst_l, int *dst_u, int *dst_s, unsigned long long *dst_d, void *src_addr, int src_dim, int *src_l, int *src_u, int *src_s, unsigned long long *src_d, int type, size_t type_size, int root_rank)
Definition: xmp_gmove.c:273
#define _XMP_DESC_NODES
Definition: xmp_constant.h:131
void _XMP_wait_node_1(const _XMP_nodes_t *node_desc, const int num1)
Definition: xmp_post_wait.c:204
int comm_rank
Definition: xmp_data_struct.h:52
void XMPCO_sync_all_auto()
Definition: xmpco_sync.c:34
struct _resourceSet_t ResourceSet_t
Definition: xmpco_internal.h:36
#define XMP_DBG
Definition: xmpc_gmove.c:15
void _XACC_memory_read(void *addr, _XACC_memory_t memory, size_t memory_offset, size_t size, _XACC_queue_t queue, bool is_blocking)
Definition: xacc_util_cuda.c:46
int _XMPCO_get_initial_image_withDescPtr(int image, CoarrayInfo_t *descPtr)
Definition: xmpco_lib.c:246
#define _XMP_COARRAY_FLAG_NIC_TMP_0
Definition: xmp_coarray_fjrdma.c:31
void _XMP_mpi_coarray_detach(_XMP_coarray_t *coarray_desc, const bool is_acc)
Definition: xmp_coarray_mpi.c:910
int xmp_nodes_index(xmp_desc_t d, int dim, int *index)
Definition: xmp_lib.c:461
int xmp_array_laddr(xmp_desc_t d, void **laddr)
Definition: xmp_lib.c:173
#define _XMP_N_REDUCE_BOR
Definition: xmp_constant.h:47
void xmp_array_lbound_global(xmp_desc_t d, int dim, int *global_i)
Definition: xmp_lib.c:616
MPI_Datatype datatype
Definition: xmp_gmove_acc.c:15
int reflect_is_initialized
Definition: xmp_data_struct.h:121
void _XMP_align_array_BLOCK(void *array, int array_index, int template_index, long long align_subscript, int *temp0)
int nreqs
Definition: xmp_data_struct.h:189
int _XMP_gpu_device_count
#define _XMP_TCA_USE_PACK_SIZE
Definition: xmp_reflect_hybrid.c:6
int num
How many shifts are in this queue.
Definition: xmp_coarray_gasnet.c:10
void _XACC_init(void)
Definition: xacc_runtime.c:3
#define SCHEME_DirectGetsub
Definition: xmpco_get_stmt.c:11
void _XMP_unpack_vector(char *restrict dst, char *restrict src, int count, int blocklength, long stride)
Definition: xmp_pack_vector.c:42
int xmp_array_ndims(xmp_desc_t d, int *ndims)
Definition: xmp_lib.c:96
#define _XMP_TCA_DEBUG(...)
Definition: xmp_reflect_hybrid.c:15
void _XMP_init(int argc, char **argv, MPI_Comm comm)
Definition: xmp_runtime.c:30
unsigned long long psn_t
Definition: xmp_onesided_tca.c:65
int _xmp_omp_num_procs
Definition: xmp_pack_vector.c:7
#define _XMP_COARRAY_FLAG_NIC_TMP_i3
Definition: xmp_coarray_fjrdma.c:38
int _XMP_sched_loop_template_width_N(int ser_init, int ser_cond, int ser_step, int *par_init, int *par_cond, int *par_step, int template_lower, int template_upper, int template_stride, int width, int template_ser_lower, int template_ser_upper)
Definition: xmp_loop.c:116
void _XMPCO_coarrayInit_get()
Definition: xmpco_get_expr.c:39
void xmp_finalize()
Definition: xmp_lib.c:30
void _XMP_init_array_desc_NOT_ALIGNED(_XMP_array_t **adesc, _XMP_template_t *template, int ndims, int type, size_t type_size, unsigned long long *dim_acc, void *ap)
Definition: xmp_align.c:113
#define _XMP_TCA_DMAC
Definition: xmp_reflect_hybrid.c:5
unsigned long long dim_elmts
Definition: xmp_data_struct.h:243
int _XMP_flag_get_nb
Definition: xmp_onesided.c:6
unsigned long long par_chunk_width
Definition: xmp_data_struct.h:86
void _XMP_post_7(const _XMP_nodes_t *node_desc, const int num1, const int num2, const int num3, const int num4, const int num5, const int num6, const int num7, const int tag)
Definition: xmp_post_wait.c:146
_Bool is_used
Definition: xmp_data_struct.h:462
void _XACC_init(void)
Definition: xacc_runtime.c:3
void _XMP_calc_array_dim_elmts(_XMP_array_t *array, int array_index)
Definition: xmp_align.c:17
void _XMP_reduce_tca_CLAUSE(void *data_addr, int count, int datatype, int op)
Definition: xmp_reduce_tca.c:439
int _is_the_same_shape_except_for_start(const _XMP_array_section_t *array1_info, const _XMP_array_section_t *array2_info, const int array1_dims, const int array2_dims)
Definition: xmp_coarray_utils.c:1600
void(* _xmp_pack_array)(void *buffer, void *src, int array_type, size_t array_type_size, int array_dim, int *l, int *u, int *s, unsigned long long *d)
Definition: xmp_runtime.c:20
#define _XMP_COARRAY_FLAG_NIC_TMP_i0
Definition: xmp_coarray_fjrdma.c:35
void _XMP_gmove_garray_garray(_XMP_gmv_desc_t *gmv_desc_leftp, _XMP_gmv_desc_t *gmv_desc_rightp, int mode)
Definition: xmp_gmove.c:4769
#define _XMP_SM_GTOL_BLOCK_CYCLIC(_b, _i, _m, _P)
Definition: xmp_gmove.c:19
int _XMP_exec_task_NODES_ENTIRE(_XMP_task_desc_t **task_desc, _XMP_nodes_t *ref_nodes)
Definition: xmp_nodes.c:879
int _XMP_flag_multi_win
Definition: xmp_onesided_mpi.c:23
int xmp_calc_gmove_array_owner_linear_rank_scalar_(_XMP_array_t **a, int *ref_index)
Definition: xmp_gmove.c:226
#define _XMP_COMM_REDUCE_SHADOW
Definition: xmp_constant.h:137
int _XMP_world_rank
Definition: xmp_world.c:9
int xmp_array_gtol(xmp_desc_t d, int dim, int g_idx, int *lidx)
Definition: xmp_lib.c:234
void _XMP_gasnet_coarray_lastly_deallocate()
Deallocate memory region when calling _XMP_coarray_lastly_deallocate()
Definition: xmp_coarray_gasnet.c:784
void * hi_send_buf
Definition: xmp_data_struct.h:135
_XMP_postreq_info_t * table
Table for post requests.
Definition: xmp_post_wait_fjrdma.c:18
void _XMP_atomic_ref_6(void *dst_desc, size_t dst_offset, int image0, int image1, int image2, int image3, int image4, int image5, int *value, void *src_desc, size_t src_offset, size_t elmt_size)
Definition: xmp_intrinsic.c:6627
void _XMPC_pack_array(void *buffer, void *src, int array_type, size_t array_type_size, int array_dim, int *l, int *u, int *s, unsigned long long *d)
Definition: xmp_array_section.c:1350
#define _XMP_N_MPI_TAG_GMOVE
Definition: xmp_constant.h:10
_XACC_sendrecv_comm_t sends[_XACC_MAX_NUM_SENDRECVS]
Definition: xmp_gmove_acc.c:26
void _XMP_atomic_ref_5(void *dst_desc, size_t dst_offset, int image0, int image1, int image2, int image3, int image4, int *value, void *src_desc, size_t src_offset, size_t elmt_size)
Definition: xmp_intrinsic.c:6603
void _XMP_reflect_async__(_XMP_array_t *a, int async_id)
Definition: xmp_reflect.c:942
void _XMP_finalize_reflect_sched_gpu(_XMP_reflect_sched_t *sched, _Bool free_buf)
Definition: xmp_reflect_gpu.c:824
CoarrayInfo_t * tailCoarray
Definition: _xmpco_alloc.h:85
MPI_Datatype datatype_lo
Definition: xmp_data_struct.h:128
void _XMP_align_array_NOT_ALIGNED(_XMP_array_t *array, int array_index)
Definition: xmp_align.c:253
void xmp_init_mpi(int *argc, char ***argv)
Definition: xmp_lib.c:18
#define CHECK_MULTIPLE(size, base)
Definition: xacc_util_cl.c:267
void _XMP_nodes_dealloc_after_wait_async(_XMP_nodes_t *n)
Definition: xmp_async.c:272
ssize_t xmp_fwrite(xmp_file_t *pstXmp_file, void *buffer, size_t size, size_t count)
Definition: xmp_io.c:3167
_XMP_nodes_t * _XMPCO_get_imageDirNodes()
Definition: xmpco_lib.c:286
Definition: xmp_data_struct.h:20
#define _XMP_TCA_ALLREDUCE_TCACOPY_LIMIT
Definition: xmp_reduce_tca.c:13
Definition: xmp_coarray_gasnet.c:8
void XMPCO_count_size(int count, size_t element)
Definition: xmpco_alloc.c:506
int par_upper
Definition: xmp_data_struct.h:205
#define _XMPC_SM_PACK_ARRAY_3(_type)
Definition: xmp_array_section.c:105
int xmp_dist_format(xmp_desc_t d, int dim, int *format)
Definition: xmp_lib.c:371
#define THRESHOLD_2WAY
Definition: xmp_sort.c:78
void * desc
Definition: _xmpco_alloc.h:83
BOOL _XMPCO_get_isEagerCommMode(void)
Definition: xmpco_params.c:89
#define forallMemoryChunkOrder(cp)
Definition: _xmpco_alloc.h:16
size_t _xmp_gasnet_coarray_shift
Definition: xmp_onesided_gasnet.c:3
MPI_Win _XMP_mpi_coarray_get_window(const _XMP_coarray_t *desc, bool is_acc)
Definition: xmp_coarray_mpi.c:111
void _XMP_tca_contiguous_put(const int target_rank, const size_t dst_offset, const size_t src_offset, const _XMP_coarray_t *dst_desc, const _XMP_coarray_t *src_desc, const size_t dst_elmts, const size_t src_elmts, const size_t elmt_size)
Definition: xmp_coarray_tca.c:142
_Bool is_shrunk_template
Definition: xmp_data_struct.h:305
void _XMP_mpi_coarray_malloc(_XMP_coarray_t *coarray_desc, void **addr, const size_t coarray_size, bool is_acc)
Definition: xmp_coarray_mpi.c:237
void * _XMPCO_get_infoOfLocalBuf(char **baseAddr, size_t *offset, char **name)
Definition: xmpco_alloc.c:770
void _XMP_init_nodes_DYNAMIC_GLOBAL(_XMP_nodes_t **nodes, int dim,...)
Definition: xmp_nodes.c:597
#define _XMP_N_TYPE_UNSIGNED_LONGLONG
Definition: xmp_constant.h:90
void _XMP_calc_gmove_rank_array_SCALAR(_XMP_array_t *array, int *ref_index, int *rank_array)
Definition: xmp_gmove.c:197
int local_stride
Definition: xmp_data_struct.h:211
void _XMP_post_wait_initialize()
Definition: xmp_post_wait.c:8
void create_kernels(cl_kernel kernels[], cl_program program, int num_kernels, const char *kernel_names[])
Definition: xacc_util_cl.c:207
void _XMP_finalize_reflect_sched(_XMP_reflect_sched_t *sched, _Bool free_buf)
Definition: xmp_shadow.c:236
void _XMP_init_nodes_DYNAMIC_NODES_NUMBER(_XMP_nodes_t **nodes, int dim, int ref_lower, int ref_upper, int ref_stride,...)
Definition: xmp_nodes.c:708
MPI_Comm _XMPCO_get_comm_of_nodes(_XMP_nodes_t *nodes)
Definition: xmpco_lib.c:83
void _XMP_pack_vector2(char *restrict dst, char *restrict src, int count, int blocklength, int nnodes, int type_size, int src_block_dim)
Definition: xmp_pack_vector.c:26
int _XMP_calc_template_owner_SCALAR(_XMP_template_t *template, int dim_index, long long ref_index)
Definition: xmp_template.c:632
int xmp_array_gsize(xmp_desc_t d, int dim)
Definition: xmp_lib.c:123
void _XMP_coarray_put_acc(void *remote_coarray, void *local_array, void *local_coarray, const int is_remote_on_acc, const int is_local_on_acc)
Definition: xmp_coarray.c:1667
int temp0_v
Definition: xmp_data_struct.h:240
void _XMP_lock_initialize_2(void *addr, const unsigned int e0, const unsigned int e1)
Wrapper function of initializing 2-dim array Lock object (e.g.
Definition: xmp_lock_unlock.c:215
#define _XMP_N_GMOVE_IN
Definition: xmp_constant.h:70
MPI_Datatype mpi_type
Definition: xmp_data_struct.h:275
void _XMP_mpi_sync_all()
Execute sync_all.
Definition: xmp_coarray_mpi.c:603
void _XMP_reflect_do_acc(_XMP_array_t *array_desc)
Definition: xmp_reflect_acc.c:39
tcaHandle remote_send_buffer_handle
Definition: xmp_onesided_tca.c:74
_XMP_nodes_t * onto_nodes
Definition: xmp_data_struct.h:111
int desc_kind
Definition: xmp_data_struct.h:100
void _XMP_utofu_error_check(int utofu_ret)
Definition: xmp_coarray_utofu.c:6
void _XMP_init_array_comm2(_XMP_array_t *array, int args[])
Definition: xmp_align.c:882
void _XMP_atomic_define_1(void *, size_t, int, int, void *, size_t, size_t)
Definition: xmp_intrinsic.c:6349
void _XMPF_unpack_transpose_vector(char *restrict dst, char *restrict src, int dst_stride, int src_stride, int type_size, int dst_block_dim)
Definition: xmp_pack_vector.c:59
int xmp_array_ndims(xmp_desc_t d, int *ndims)
Definition: xmp_lib.c:96
#define _XMP_TCA_DMAC
Definition: xmp_reflect_tca.c:5
void _XMP_init_shadow_dim(_XMP_array_t *array, int i, int type, int lo, int hi)
Definition: xmp_shadow.c:347
_XMP_comm_t * align_comm
Definition: xmp_data_struct.h:300
int _XMPF_running
Definition: xmp_runtime.c:16
struct _coarrayInfo_t CoarrayInfo_t
Definition: xmpco_internal.h:38
size_t _XMPCO_get_offsetInMemoryChunk(CoarrayInfo_t *cinfo, char *addr)
Definition: xmpco_alloc.c:740
_Bool union_triplet(int lb0, int ub0, int st0, int lb1, int ub1, int st1)
Definition: xmp_util.c:62
void _XMP_initialize_async_comm_tab()
Definition: xmp_async.c:50
_XMP_csd_t * bsd2csd(_XMP_bsd_t *bsd)
Definition: xmp_section_desc.c:224
void _XMP_coarray_rdma_image_set_3(const int n1, const int n2, const int n3)
Set 3-dim image information.
Definition: xmp_coarray.c:963
void _XMP_sync_images_EXEC(int *status)
Definition: xmp_coarray_mpi.c:1099
int coarray_dims
Definition: xmp_data_struct.h:342
int xmp_align_format(xmp_desc_t d, int dim)
Definition: xmp_lib.c:256
void _XMP_init_array_comm2(_XMP_array_t *array, int args[])
Definition: xmp_align.c:882
int xmpc_all_node_num(void)
Definition: xmp_lib.c:81
#define _XMP_COMM_REFLECT
Definition: xmp_constant.h:136
int shadow_size_lo
Definition: xmp_data_struct.h:249
void _XMP_stride_memcpy_6dim(char *buf1, const char *buf2, const _XMP_array_section_t *array_info, size_t element_size, const int flag)
Definition: xmp_coarray_utils.c:570
void _XACC_memory_write(_XACC_memory_t memory, size_t memory_offset, void *addr, size_t size, _XACC_queue_t queue, bool is_blocking)
Definition: xacc_util_cl.c:81
MemoryChunkOrder_t * tail
Definition: xmpco_alloc.c:93
void _XMP_gmove_localcopy_ARRAY(int type, int type_size, void *dst_addr, int dst_dim, int *dst_l, int *dst_u, int *dst_s, unsigned long long *dst_d, void *src_addr, int src_dim, int *src_l, int *src_u, int *src_s, unsigned long long *src_d)
Definition: xmp_gmove.c:322
int xmp_template_fixed(xmp_desc_t d, int *fixed)
Definition: xmp_lib.c:330
#define _XMP_TSTART(t0)
Definition: xmp_internal.h:747
size_t max_size
Max size of queue.
Definition: xmp_coarray_gasnet.c:9
_XMP_rsd_t * intersection_rsds(_XMP_rsd_t *_rsd1, _XMP_rsd_t *_rsd2)
Definition: xmp_section_desc.c:82
void _XMP_calc_template_size(_XMP_template_t *t)
Definition: xmp_template.c:30
int xmp_array_gsize(xmp_desc_t d, int dim)
Definition: xmp_lib.c:123
_XMP_template_t * align_template
Definition: xmp_data_struct.h:312
int s
Definition: xmp_data_struct.h:434
int * ref
Definition: xmp_data_struct.h:65
int xmp_template_gsize(xmp_desc_t d, int dim)
Definition: xmp_lib.c:359
_XMP_coarray_t ** _XMP_coarray_get_list(int *num)
Definition: xmp_coarray.c:1774
int nnodes
Definition: xmp_data_struct.h:461
MPI_Comm _XMPCO_consume_comm_current(void)
Definition: xmpco_lib.c:315
#define _XMP_N_REDUCE_FIRSTMAX
Definition: xmp_constant.h:53
void _XMP_init_shadow_dim(_XMP_array_t *array, int i, int type, int lo, int hi)
Definition: xmp_shadow.c:347
int xmp_array_gcglbound(xmp_desc_t d, int dim)
Definition: xmp_lib.c:161
void _XMP_sendrecv_ARRAY(int type, int type_size, MPI_Datatype *mpi_datatype, _XMP_array_t *dst_array, int *dst_array_nodes_ref, int *dst_lower, int *dst_upper, int *dst_stride, unsigned long long *dst_dim_acc, _XMP_array_t *src_array, int *src_array_nodes_ref, int *src_lower, int *src_upper, int *src_stride, unsigned long long *src_dim_acc)
Definition: xmp_gmove.c:478
void _XMP_calc_array_dim_elmts(_XMP_array_t *array, int array_index)
Definition: xmp_align.c:17
size_t _XMP_calc_copy_chunk(const int copy_chunk_dim, const _XMP_array_section_t *array)
Definition: xmp_coarray_local.c:22
#define _XMP_N_TYPE_LONG
Definition: xmp_constant.h:87
void _XMP_bcast_NODES_ENTIRE_NODES(_XMP_nodes_t *bcast_nodes, void *addr, int count, size_t datatype_size, _XMP_nodes_t *from_nodes,...)
Definition: xmp_bcast.c:59
#define _XMPC_SM_UNPACK_ARRAY_6(_type)
Definition: xmp_array_section.c:739
int count
Definition: xmp_gmove_acc.c:14
void _XMP_unlock_0(_XMP_coarray_t *c, const unsigned int offset, void *lock_obj)
Wrapper function of executing Lock using local coarray (#pragma xmp lock(lockobj[offset]))
Definition: xmp_lock_unlock.c:115
void _XMP_init_array_desc(_XMP_array_t **array, _XMP_template_t *template, int dim, int type, size_t type_size,...)
Definition: xmp_align.c:34
void * _XMPCO_get_infoOfLocalBuf(char **baseAddr, size_t *offset, char **name)
Definition: xmpco_alloc.c:770
void _XMP_create_shadow_comm(_XMP_array_t *array, int array_index)
Definition: xmp_shadow.c:16
int num_comms[_XMP_TCA_COLL_MAX]
Definition: xmp_reduce_hybrid.c:32
int xmp_nodes_index(xmp_desc_t d, int dim, int *index)
Definition: xmp_lib.c:461
size_t _localBuf_offset
Definition: xmpco_get_stmt.c:66
char ** _xmp_gasnet_buf
Definition: xmp_onesided_gasnet.c:4
const int _wait_slot_offset
Definition: xmp_onesided_tca.c:55
void xmp_init_py(MPI_Fint comm)
Definition: xmp_lib.c:21
void _XMP_warning(char *msg)
Definition: xmp_util.c:58
void _XMP_coarray_rdma_array_set_6(const long start1, const long length1, const long stride1, const long elmts1, const long start2, const long length2, const long stride2, const long elmts2, const long start3, const long length3, const long stride3, const long elmts3, const long start4, const long length4, const long stride4, const long elmts4, const long start5, const long length5, const long stride5, const long elmts5, const long start6, const long length6, const long stride6, const long elmts6, const size_t elmt)
Set transfer 6-dim array information.
Definition: xmp_coarray.c:810
#define _XMP_N_DEFAULT_ROOT_RANK
Definition: xmp_constant.h:25
int * kind
Definition: xmp_data_struct.h:397
#define _XMP_N_TYPE_SHORT
Definition: xmp_constant.h:83
_XMP_gmv_desc_t * desc_right
Definition: xmp_gmove_acc.c:22
int xmp_dist_blocksize(xmp_desc_t d, int dim, int *blocksize)
Definition: xmp_lib.c:389
#define forallCoarrayInfo(ci, chk)
Definition: _xmpco_alloc.h:41
#define _XMP_N_TYPE_FLOAT_COMPLEX
Definition: xmp_constant.h:101
@ syncBLOCK
Definition: xmpco_internal.h:25
void _XMP_coarray_contiguous_get(const int, void *, const void *, const long, const long, const long, const long)
#define _XMP_N_TYPE_FLOAT
Definition: xmp_constant.h:91
#define _XMP_N_TYPE_UNSIGNED_INT
Definition: xmp_constant.h:86
void XMPCO_prolog(ResourceSet_t **rsetp, int namelen, char *name)
Definition: xmpco_alloc.c:541
#define _XMP_DESC_ARRAY
Definition: xmp_constant.h:133
#define BARRIER()
Definition: xmp_reflect_gpu.c:38
int align_manner
Definition: xmp_data_struct.h:197
tcaOp tca_op[_XMP_TCA_COLL_MAX]
Definition: xmp_reduce_hybrid.c:34
void _XMP_gmove_INOUT_SCALAR(_XMP_array_t *dst_array, void *scalar,...)
Definition: xmp_gmove.c:4642
int target_rank
Definition: xmp_coarray_tca.c:25
int xmp_num_nodes(void)
Definition: xmp_lib.c:41
int xmp_array_lcllbound(xmp_desc_t d, int dim)
Definition: xmp_lib.c:149
void _XMP_utofu_contiguous_get(const int target_rank, const _XMP_coarray_t *dst_desc, const _XMP_coarray_t *src_desc, const uint64_t dst_offset, const uint64_t src_offset, const size_t dst_elmts, const size_t src_elmts, const size_t elmt_size)
Definition: xmp_coarray_utofu.c:729
void _XMP_reflect_async_ordinal(_XMP_array_t *a, int async_id)
Definition: xmp_reflect.c:1055
void _XMP_coarray_detach(_XMP_coarray_t *coarray_desc)
Detach memory from coarray.
Definition: xmp_coarray.c:409
void _XMP_lock_initialize_7(void *addr, const unsigned int e0, const unsigned int e1, const unsigned int e2, const unsigned int e3, const unsigned int e4, const unsigned int e5, const unsigned int e6)
Wrapper function of initializing 7-dim array Lock object (e.g.
Definition: xmp_lock_unlock.c:258
int xmp_array_ubound(xmp_desc_t d, int dim, int *ubound)
Definition: xmp_lib.c:110
#define _XMP_ENTIRE_NODES
Definition: xmp_constant.h:121
void xmpc_gmv_g_alloc(_XMP_gmv_desc_t **gmv_desc, _XMP_array_t *ap)
Definition: xmpc_gmove.c:24
#define _XMP_IS_SINGLE
Definition: xmp_internal.h:50
#define COMPARE_DOWN(_type)
void _XMP_align_local_idx(long long int global_idx, int *local_idx, _XMP_array_t *array, int array_axis, int *rank)
Definition: xmp_gmove.c:1358
void _XMP_wait_1(const _XMP_nodes_t *node_desc, const int num1, const int tag)
Definition: xmp_post_wait.c:188
@ TCA_OP_INT8
Definition: xmp_reduce_hybrid.c:195
int u
Definition: xmp_data_struct.h:441
void _XMP_init_nodes_STATIC_GLOBAL(_XMP_nodes_t **nodes, int dim,...)
Definition: xmp_nodes.c:573
#define _XMP_N_INT_FALSE
Definition: xmp_constant.h:5
#define _XMP_N_UNSPECIFIED_RANK
Definition: xmp_constant.h:22
void _XMP_init_array_nodes(_XMP_array_t *array)
Definition: xmp_align.c:927
void _XMP_align_array_DUPLICATION(void *array, int array_index, int template_index, long long align_subscript)
size_t total_shift
all amount of shifts
Definition: xmp_coarray_mpi.c:14
#define _XMP_N_DIST_CYCLIC
Definition: xmp_constant.h:30
int stride
Definition: xmp_data_struct.h:25
void print_csd(_XMP_csd_t *csd)
Definition: xmp_section_desc.c:32
void _XMP_init_world(int *argc, char ***argv)
Definition: xmp_world.c:12
void _XMP_coarray_get_acc(void *remote_coarray, void *local_array, void *local_coarray, const int is_remote_on_acc, const int is_local_on_acc)
Definition: xmp_coarray.c:1725
MemoryChunk_t * tailChunk
Definition: _xmpco_alloc.h:67
void _XMP_lock_initialize_6(void *addr, const unsigned int e0, const unsigned int e1, const unsigned int e2, const unsigned int e3, const unsigned int e4, const unsigned int e5)
Wrapper function of initializing 6-dim array Lock object (e.g.
Definition: xmp_lock_unlock.c:249
#define _XMP_COARRAY_SEND_NIC_TMP_3
Definition: xmp_coarray_fjrdma.c:30
int xmpc_node_num(void)
Definition: xmp_lib.c:56
int rank
Definition: xmp_coarray_utofu.c:165
int xmp_test_async_(int *async_id)
Definition: xmp_async.c:135
_Bool _XMP_check_overlapping(const char *dst_start, const char *dst_end, const char *src_start, const char *src_end)
Definition: xmp_coarray_utils.c:63
Definition: xmp_data_struct.h:98
_XMP_async_comm_t * _XMP_get_current_async()
Definition: xmp_async.c:205
void _XMP_mpi_build_shift_queue(bool is_acc)
Set initial value to the shift queue.
Definition: xmp_coarray_mpi.c:153
unsigned _XMPCO_get_poolThreshold()
Definition: xmpco_params.c:83
void xmp_sync_memory(const int *status)
Execute sync_memory()
Definition: xmp_coarray.c:1405
void * _XACC_memory_get_address(_XACC_memory_t memory)
Definition: xacc_util_cl.c:98
#define _XMP_N_TYPE_UNSIGNED_LONG
Definition: xmp_constant.h:88
void _XACC_host_free(void **ptr)
Definition: xacc_util_cl.c:108
void _xmp_gasnet_lock_initialize(xmp_gasnet_lock_t *lock, const unsigned int number_of_elements)
Definition: xmp_lock_unlock_gasnet.c:9
char * name
Definition: _xmpco_alloc.h:96
_XMP_nodes_t * _XMP_init_nodes_struct_NODES_NUMBER(int dim, int ref_lower, int ref_upper, int ref_stride, int *dim_size, int is_static)
Definition: xmp_nodes.c:418
int get_csd_size(_XMP_csd_t *csd)
Definition: xmp_section_desc.c:193
void _XMP_local_get(void *, const _XMP_coarray_t *, const int, const int, const int, const int, const _XMP_array_section_t *, const _XMP_array_section_t *, const size_t, const size_t)
Definition: xmp_coarray_local.c:597
void _XMP_stride_memcpy_3dim(char *buf1, const char *buf2, const _XMP_array_section_t *array_info, size_t element_size, const int flag)
Definition: xmp_coarray_utils.c:260
#define DEF_STRARRAY(...)
Definition: xacc_util_cl.c:229
void _XMP_set_coarray_addresses(const uint64_t addr, const _XMP_array_section_t *array, const int dims, const size_t elmts, uint64_t *addrs)
Definition: xmp_coarray_utils.c:1245
void _XMP_normalize_array_section(_XMP_gmv_desc_t *gmv_desc, int idim, int *lower, int *upper, int *stride)
Definition: xmp_array_section.c:899
#define _XMP_N_SHADOW_FULL
Definition: xmp_constant.h:66
void _XMP_sort(_XMP_array_t *a_desc, _XMP_array_t *b_desc, int is_up)
Definition: xmp_sort.c:92
void xmp_array_ubound_global(xmp_desc_t d, int dim, int *global_i)
Definition: xmp_lib.c:622
Definition: xmp_data_struct.h:63
void _XACC_host_malloc(void **ptr, size_t size)
Definition: xacc_util_cuda.c:65
unsigned long long total_elmts
Definition: xmp_data_struct.h:293
long start
Definition: xmp_data_struct.h:376
_XMP_nodes_t * _XMP_create_nodes_by_template_ref(_XMP_template_t *ref_template, int *shrink, long long *ref_lower, long long *ref_upper, long long *ref_stride)
Definition: xmp_template.c:459
MPI_Comm mpi_comm[_XMP_TCA_COLL_MAX]
Definition: xmp_reduce_hybrid.c:21
void _xmp_gasnet_wait_node(const int node)
Wait operation with node-ref.
Definition: xmp_post_wait_gasnet.c:134
int _XMP_get_dim_of_allelmts(const int, const _XMP_array_section_t *)
Definition: xmp_coarray_utils.c:120
CoarrayInfo_t * XMPCO_malloc_coarray(char **addr, int count, size_t element, ResourceSet_t *rset)
Definition: xmpco_alloc.c:159
void _XMP_reflect_do_hybrid(_XMP_array_t *adesc)
Definition: xmp_reflect_hybrid.c:654
int blocklength
Definition: xmp_data_struct.h:140
#define _XMP_SM_GTOL_BLOCK(_i, _m, _w)
Definition: xmp_gmove.c:13
int align_comm_rank
Definition: xmp_data_struct.h:302
void _XMP_fjrdma_build_sync_images_table()
Build table and Initialize for sync images.
Definition: xmp_coarray_fjrdma.c:2148
void _XMP_init_template_chunk(_XMP_template_t *template, _XMP_nodes_t *nodes)
Definition: xmp_template.c:305
void _XMP_gasnet_sync_all()
Execute sync_all.
Definition: xmp_coarray_gasnet.c:846
#define _XMP_FJRDMA_MAX_PUT
Definition: xmp_coarray_fjrdma.c:13
#define _XMPCO_default_poolThreshold
Threshold of memory size to share in the pool.
Definition: xmpco_params.h:7
_XMP_async_reflect_t * async_reflect
Definition: xmp_data_struct.h:296
void _XMP_align_array_GBLOCK(void *array, int array_index, int template_index, long long align_subscript, int *temp0)
void _XMP_coarray_malloc(void **, void *)
Create coarray object and allocate coarray.
Definition: xmp_coarray.c:333
char * _xmp_mpi_onesided_buf
Definition: xmp_onesided_mpi.c:11
void _xmp_gasnet_unpack_get_reply(gasnet_token_t t, char *archive, size_t transfer_size, const int dst_addr_hi, const int dst_addr_lo)
Definition: xmp_coarray_gasnet.c:1266
void _XMP_tca_initialize()
Initialize TCA.
Definition: xmp_onesided_tca.c:22
void(* tca_op_func_3op_handler_t)(void *, void *, void *, int)
Definition: xmp_reduce_hybrid.c:156
int ser_lower
Definition: xmp_data_struct.h:199
struct _XMP_comm_set_type * next
Definition: xmp_data_struct.h:442
void xmp_sync_image(int image, int *status)
Execute sync_image()
Definition: xmp_coarray.c:1455
void xmp_pack_nomask(void *v_p, void *a_p)
Definition: xmp_intrinsic.c:6001
_XMP_nodes_inherit_info_t * inherit_info
Definition: xmp_data_struct.h:59
void _XMP_sched_loop_template_CYCLIC(int ser_init, int ser_cond, int ser_step, int *par_init, int *par_cond, int *par_step, _XMP_template_t *template, int template_index)
Definition: xmp_loop.c:294
void _XMP_tca_sync_memory()
Execute sync_memory.
Definition: xmp_coarray_tca.c:177
long long stride
Definition: xmp_data_struct.h:141
_XMP_nodes_ref_t * _XMP_create_nodes_ref_for_target_nodes(_XMP_nodes_t *n, int *rank_array, _XMP_nodes_t *target_nodes)
Definition: xmp_nodes.c:1234
void _XMP_stride_memcpy_4dim(char *buf1, const char *buf2, const _XMP_array_section_t *array_info, size_t element_size, const int flag)
Definition: xmp_coarray_utils.c:346
void _XMP_wait_node_4(const _XMP_nodes_t *node_desc, const int num1, const int num2, const int num3, const int num4)
Definition: xmp_post_wait.c:312
int desc_kind
Definition: xmp_data_struct.h:42
int hi_width
Definition: xmp_data_struct.h:125
void _XMP_calc_gmove_rank_array_SCALAR(xmp_desc_t array, int *ref_index, int *rank_array)
void _XMP_lock_initialize_5(void *addr, const unsigned int e0, const unsigned int e1, const unsigned int e2, const unsigned int e3, const unsigned int e4)
Wrapper function of initializing 5-dim array Lock object (e.g.
Definition: xmp_lock_unlock.c:240
void _XMP_pack_vector(char *restrict dst, char *restrict src, int count, int blocklength, long stride)
Definition: xmp_pack_vector.c:9
Definition: xmp_data_struct.h:78
struct _XMP_postreq_info _XMP_postreq_info_t
void _XMP_coarray_contiguous_get(const int target_rank, _XMP_coarray_t *dst_desc, const _XMP_coarray_t *src_desc, const long dst_offset, const long src_offset, const long dst_elmts, const long src_elmts)
Definition: xmp_coarray.c:1525
#define _XMP_comm_t
Definition: xmp_data_struct.h:17
void _XMP_mpi_get(const int src_contiguous, const int dst_contiguous, const int org_target_rank, const int src_dims, const int dst_dims, const _XMP_array_section_t *src_info, const _XMP_array_section_t *dst_info, const _XMP_coarray_t *src_desc, void *dst, const int src_elmts, const int dst_elmts, const int is_src_on_acc)
Definition: xmp_coarray_mpi.c:483
_XMP_nodes_t * nodes
Definition: xmp_data_struct.h:317
#define _is_get_blocking
Definition: xmp_coarray_mpi.c:41
int nreqs
Definition: xmp_data_struct.h:460
struct _XMP_postreq _XMP_postreq_t
#define DEF_ENUM(...)
Definition: xacc_util_cl.c:228
size_t count
Definition: xmp_coarray_tca.c:38
long long ser_upper
Definition: xmp_data_struct.h:73
int order
Definition: xmp_data_struct.h:276
void _XMP_stride_memcpy_5dim(char *buf1, const char *buf2, const _XMP_array_section_t *array_info, size_t element_size, const int flag)
Definition: xmp_coarray_utils.c:449
int _XMP_floori(int a, int b)
Definition: xmp_math_function.c:43
void _XMP_fjrdma_contiguous_put(const int target_rank, const uint64_t dst_offset, const uint64_t src_offset, const _XMP_coarray_t *dst_desc, const _XMP_coarray_t *src_desc, const size_t dst_elmts, const size_t src_elmts, const size_t elmt_size)
Definition: xmp_coarray_fjrdma.c:1616
void _XMP_coarray_malloc_image_info_4(const int i1, const int i2, const int i3)
Set 4-dim image information.
Definition: xmp_coarray.c:205
ResourceSet_t * parent
Definition: _xmpco_alloc.h:79
#define _XMPCO_default_isMsgMode
Definition: xmpco_params.h:14
#define _XMP_TCA_PIO_SYNC_MARK
Definition: xmp_reduce_hybrid.c:8
void _XMP_coarray_malloc(void **coarray_desc, void *addr)
Create coarray object and allocate coarray.
Definition: xmp_coarray.c:333
int size
Definition: xmp_data_struct.h:28
char * _remote_baseAddr
Definition: xmpco_get_stmt.c:73
int op[_XMP_TCA_COLL_MAX]
Definition: xmp_reduce_hybrid.c:20
CoarrayInfo_t * prev
Definition: _xmpco_alloc.h:93
struct _XMP_postreq _XMP_postreq_t
void _XMP_unlock_6(_XMP_coarray_t *c, const unsigned int offset, const unsigned int e0, const unsigned int e1, const unsigned int e2, const unsigned int e3, const unsigned int e4, const unsigned int e5)
Wrapper function of executing Lock using 6-dim coarray (#pragma xmp lock(lockobj[offset]:[e0][e1][e2]...
Definition: xmp_lock_unlock.c:171
void _XMP_reflect_pack_dim(_XMP_array_t *a, int i, int *lwidth, int *uwidth, int *is_periodic, int shadow_comm_type)
Definition: xmp_reflect.c:1768
void _XMP_gasnet_sync_images(const int num, int image_set[num], int *status)
Execute sync images.
Definition: xmp_coarray_gasnet.c:1677
int xmp_dist_stride(xmp_desc_t d, int dim)
Definition: xmp_lib.c:409
void _XMP_coarray_rdma_coarray_set_1(const long, const long, const long)
Set transfer 1-dim coarray information.
Definition: xmp_coarray.c:434
@ TCA_OP_LONG_DOUBLE
Definition: xmp_reduce_tca.c:204
#define MALLOC_UNIT
Definition: xmpco_params.h:38
int _is_constant_stride_2dim(const _XMP_array_section_t *array_info)
Definition: xmp_coarray_utils.c:1405
int onto_nodes_index
Definition: xmp_data_struct.h:92
int xmp_array_gcgubound(xmp_desc_t d, int dim)
Definition: xmp_lib.c:167
int _XMPCO_get_initialNumImages(void)
Definition: xmpco_lib.c:133
void _XMP_init_reflect_sched_gpu(_XMP_reflect_sched_t *sched)
Definition: xmp_reflect_gpu.c:801
#define _XMP_N_DIST_BLOCK_CYCLIC
Definition: xmp_constant.h:31
int local_lower
Definition: xmp_data_struct.h:209
#define _XMP_N_DIST_GBLOCK
Definition: xmp_constant.h:32
void _XMPCO_set_isEagerCommMode(BOOL sw)
Definition: xmpco_params.c:26
_XMP_nodes_ref_t * _XMP_create_nodes_ref_for_target_nodes(_XMP_nodes_t *n, int *rank_array, _XMP_nodes_t *target_nodes)
Definition: xmp_nodes.c:1234
void _xmp_fjrdma_wait_node(const int node)
Wait operation with only node-ref.
Definition: xmp_post_wait_fjrdma.c:157
#define _XMP_TCA_HOST_TO_DEVICE_WAIT_SLOT
Definition: xmp_reduce_tca.c:12
void _XMP_init_array_nodes(void *array)
void _XMP_finalize_onesided_functions()
Definition: xmp_onesided.c:142
void _XMP_gasnet_intrinsic_initialize()
Definition: xmp_intrinsic_gasnet.c:33
_XMP_async_comm_t * _XMP_get_current_async()
Definition: xmp_async.c:205
#define _XMP_N_REDUCE_LOR
Definition: xmp_constant.h:48
@ TCA_OP_UINT64
Definition: xmp_reduce_hybrid.c:202
void dbg_printf(char *fmt,...)
Definition: xmp_sort.c:73
@ others
Definition: xmp_coarray_tca.c:20
int xmp_fclose_all(xmp_file_t *pstXmp_file)
Definition: xmp_io.c:1502
void _XMP_reflect_do_gpu(_XMP_array_t *array_desc)
Definition: xmp_reflect_gpu.c:120
void _XMP_coarray_rdma_coarray_set_4(const long start1, const long length1, const long stride1, const long start2, const long length2, const long stride2, const long start3, const long length3, const long stride3, const long start4, const long length4, const long stride4)
Set transfer 4-dim coarray information.
Definition: xmp_coarray.c:491
void xmp_free_range(xmp_range_t *rp)
Definition: xmp_io.c:1330
#define _XMP_TCA_PIO_SYNC_MARK
Definition: xmp_reduce_tca.c:8
#define _XMP_TCA_ALLREDUCE_TAG
Definition: xmp_reduce_tca.c:10
#define _XMP_N_DIST_DUPLICATION
Definition: xmp_constant.h:28
void _xmp_gasnet_pack(gasnet_token_t t, const char *array_info, const size_t am_request_size, const int src_addr_hi, const int src_addr_lo, const int src_dims, const size_t tansfer_size, const int dst_addr_hi, const int dst_addr_lo)
Definition: xmp_coarray_gasnet.c:1190
void XMPCO_sync_all_auto(void)
Definition: xmpco_sync.c:34
#define _XMP_N_MPI_TAG_REFLECT_HI
Definition: xmp_constant.h:12
void _XACC_memory_free(_XACC_memory_t *memory)
Definition: xacc_util_cl.c:64
int xmp_array_owner(xmp_desc_t d, int ndims, int index[ndims], int dim)
Definition: xmp_lib.c:194
void _XMP_translate_nodes_rank_array_to_ranks(_XMP_nodes_t *nodes, int *ranks, int *rank_array, int shrink_nodes_size)
Definition: xmp_nodes.c:1270
void * local_data
Definition: xmp_data_struct.h:393
void XMPCO_GET_arrayExpr(CoarrayInfo_t *descPtr, char *baseAddr, int element, int coindex, char *result, int rank, int skip[], int count[])
Definition: xmpco_get_expr.c:126
int shadow_size_hi
Definition: xmp_data_struct.h:250
void _XMP_coarray_malloc_info_2(const long n1, const long n2, const size_t elmt_size)
Set 2-dim coarray information.
Definition: xmp_coarray.c:43
#define _XMP_COARRAY_SEND_NIC_TMP_2
Definition: xmp_coarray_fjrdma.c:29
@ contiguous
Definition: xmp_coarray_tca.c:18
void _XMP_gasnet_contiguous_get(const int target_rank, _XMP_coarray_t *dst_desc, void *src, const size_t dst_offset, const size_t dst_elmts, const size_t src_elmts, const size_t elmt_size)
Definition: xmp_coarray_gasnet.c:1582
_XMP_nodes_t * _XMP_get_execution_nodes(void)
Definition: xmp_nodes_stack.c:46
int _XMPCO_transImage_current2initial(int image)
Definition: xmpco_lib.c:222
void _XMP_mpi_onesided_dealloc_win(MPI_Win *win, void **addr, bool is_acc)
Definition: xmp_onesided_mpi.c:129
MPI_File fh
Definition: xmp_io.h:10
_XMP_nodes_t * gmv_nodes
Definition: xmp_gmove.c:40
void _xmp_utofu_add_postreq(const utofu_vcq_id_t vcqid, const int tag)
Definition: xmp_post_wait_utofu.c:34
void _xmp_mpi_post_wait_initialize()
Initialize environment for post/wait directives.
Definition: xmp_post_wait_mpi.c:24
void _XMP_tca_finalize()
Finalize TCA.
Definition: xmp_onesided_tca.c:45
int * cosize
Definition: _xmpco_alloc.h:102
int lo_rank
Definition: xmp_data_struct.h:143
#define _XMP_N_REDUCE_MAX
Definition: xmp_constant.h:51
#define _XMP_COARRAY_SEND_NIC_TMP_0
Definition: xmp_coarray_fjrdma.c:27
void _XMPCO_clean_imageDirNodes()
Definition: xmpco_lib.c:272
int _XMP_gpu_max_block_dim_z
#define XMP_N_GMOVE_ALL
Definition: xmp_constant.h:127
void _XMP_coarray_sync_all()
Execute sync_all()
Definition: xmp_coarray.c:1371
void XMPCO_sync_all_withComm(MPI_Comm comm)
Definition: xmpco_sync.c:54
size_t src_stride
Definition: xmp_coarray_tca.c:37
int xmp_array_gcgubound(xmp_desc_t d, int dim)
Definition: xmp_lib.c:167
void _XMP_reflect_pcopy_sched_dim(_XMP_array_t *adesc, int target_dim, int lwidth, int uwidth, int is_periodic, int shadow_comm_type)
Definition: xmp_reflect.c:468
void xmp_set_range(xmp_range_t *rp, int i_dim, int lb, int length, int step)
Definition: xmp_io.c:1298
void(* get_rotate_pivot)(void *p, const void *a, const int an, const void *b, const int bn)
Definition: xmp_sort.c:67
void _XMP_sched_loop_nodes(int ser_init, int ser_cond, int ser_step, int *par_init, int *par_cond, int *par_step, _XMP_nodes_t *nodes, int nodes_index)
Definition: xmp_loop.c:532
int xmp_num_images(void)
Definition: xmp_lib.c:46
void free_csd(_XMP_csd_t *csd)
Definition: xmp_section_desc.c:173
void _XMP_free(void *p)
Definition: xmp_util.c:37
void _XMPCO_getVector_DMA(void *descPtr, char *baseAddr, int bytes, int coindex, void *descDMA, size_t offsetDMA, char *nameDMA)
Definition: xmpco_get_expr.c:321
int _XMPCO_this_image_onNodes(_XMP_nodes_t *nodes)
Definition: xmpco_lib.c:95
void _XMP_build_coarray_queue()
Build queue for coarray.
Definition: xmp_coarray.c:1574
#define _XMP_N_MPI_TAG_POSTREQ
Definition: xmp_constant.h:13
long long xmp_ftell_shared(xmp_file_t *pstXmp_file)
Definition: xmp_io.c:1657
void _XMP_add_num_of_puts()
Add 1 to _num_of_puts.
Definition: xmp_coarray_fjrdma.c:1318
#define BOOL
Definition: xmpco_internal.h:14
void _XMP_coarray_contiguous_get_acc(const int target_image, _XMP_coarray_t *dst_desc, const _XMP_coarray_t *src_desc, const size_t dst_offset, const size_t src_offset, const size_t dst_elmts, const size_t src_elmts, const int is_dst_on_acc, const int is_src_on_acc)
Definition: xmp_coarray_acc.c:127
#define _XMP_N_TYPE_UNSIGNED_SHORT
Definition: xmp_constant.h:84
int _XMPCO_get_initial_image_withDescPtr(int image, CoarrayInfo_t *descPtr)
Definition: xmpco_lib.c:246
_Bool xmp_is_async()
Definition: xmp_async.c:20
BOOL _XMPCO_get_isSyncPutMode(void)
Definition: xmpco_params.c:88
void _XMP_coarray_rdma_image_set_6(const int n1, const int n2, const int n3, const int n4, const int n5, const int n6)
Set 6-dim image information.
Definition: xmp_coarray.c:1003
void _XMPCO_getVector_buffer(void *descPtr, char *baseAddr, int bytesRU, int coindex, char *result, int bytes)
Definition: xmpco_get_expr.c:342
void _XACC_host_malloc(void **ptr, size_t size)
Definition: xacc_util_cl.c:104
int xmp_all_num_nodes(void)
Definition: xmp_lib.c:71
@ TCA_OP_INT16
Definition: xmp_reduce_hybrid.c:197
size_t _XMPCO_get_localBufSize()
Definition: xmpco_params.c:84
void _XMP_coarray_rdma_image_set_1(const int n1)
Set 1-dim image information.
Definition: xmp_coarray.c:942
Definition: xmp_data_struct.h:266
void _xmp_utofu_wait_noargs(void)
Definition: xmp_post_wait_utofu.c:89
#define _XMP_N_TYPE_CHAR
Definition: xmp_constant.h:81
@ TCA_OP_LONG_DOUBLE
Definition: xmp_reduce_hybrid.c:205
size_t _XMPCO_get_sizeOfMemoryChunk(CoarrayInfo_t *cinfo)
Definition: xmpco_alloc.c:735
#define _XMP_N_TYPE_UNSIGNED_CHAR
Definition: xmp_constant.h:82
void _XMP_reduce_gpu_NODES_ENTIRE(_XMP_nodes_t *nodes, void *addr, int count, int datatype, int op)
Definition: xmp_reduce_gpu.c:112
xmp_range_t * xmp_allocate_range(int n_dim)
Definition: xmp_io.c:1267
#define _XMP_N_REDUCE_MAXLOC
Definition: xmp_constant.h:60
@ blockstride
Definition: xmp_coarray_tca.c:19
void _XMP_bcast_NODES_ENTIRE_OMITTED(void *bcast_nodes, void *addr, int count, size_t datatype_size)
void _xmp_gasnet_lockhandoff(gasnet_token_t token, int handoffarg)
Definition: xmp_lock_unlock_gasnet.c:171
#define _XMP_N_NO_ALIGN_TEMPLATE
Definition: xmp_constant.h:23
void xmpf_unpack_mask(void *a_p, void *v_p, void *m_p)
Definition: xmp_intrinsic.c:6315
Definition: xmp_reflect_gpu.c:41
MemoryChunk_t * chunk
Definition: _xmpco_alloc.h:123
size_t src_offset
Definition: xmp_coarray_tca.c:31
int _XMP_sched_loop_template_width_1(int ser_init, int ser_cond, int ser_step, int *par_init, int *par_cond, int *par_step, int template_lower, int template_upper, int template_stride)
Definition: xmp_loop.c:53
void * _XMP_alloc(size_t size)
Definition: xmp_util.c:21
const int _dmac_channel
Definition: xmp_onesided_tca.c:56
MPI_Request * reqs
Definition: xmp_data_struct.h:464
void _XMP_alloc_array2(void **array_addr, _XMP_array_t *array_desc, int is_coarray, unsigned long long *acc[])
Definition: xmp_align.c:690
void xmp_barrier(void)
Definition: xmp_lib.c:66
void * _XMPCO_get_desc_fromLocalAddr(char *localAddr, char **orgAddr, size_t *offset, char **name)
Definition: xmpco_alloc.c:784
int _XMPCO_num_images_onNodes(_XMP_nodes_t *nodes)
Definition: xmpco_lib.c:90
#define _XMP_SM_GTOL_BLOCK(_i, _m, _w)
Definition: xmp_loop.c:5
void _XACC_memory_read(void *addr, _XACC_memory_t memory, size_t memory_offset, size_t size, _XACC_queue_t queue, bool is_blocking)
Definition: xacc_util_cl.c:73
void _XMP_init_reflect_sched(_XMP_reflect_sched_t *sched)
Definition: xmp_shadow.c:218
void _XMPCO_checkIfInTask(char *msgopt)
Definition: xmpco_alloc.c:1425
#define _SortedChunkTableInitSize
Definition: _xmpco_alloc.h:12
Definition: xmp_data_struct.h:458
void _XMP_lock_3(_XMP_coarray_t *c, const unsigned int offset, const unsigned int e0, const unsigned int e1, const unsigned int e2)
Wrapper function of executing Lock using 3-dim coarray (#pragma xmp lock(lockobj[offset]:[e0][e1][e2]...
Definition: xmp_lock_unlock.c:45
void _xmp_gasnet_do_lock(int target_rank, xmp_gasnet_lock_t *lock, int *replystate)
Definition: xmp_lock_unlock_gasnet.c:22
int n_gmv_nodes
Definition: xmp_gmove.c:41
void _XMPCO_fatal(char *format,...)
Definition: xmpco_msg.c:4
_XMP_csd_t * intersection_csds(_XMP_csd_t *csd1, _XMP_csd_t *csd2)
Definition: xmp_section_desc.c:116
void _XMPCO_getVector_buffer(void *descPtr, char *baseAddr, int bytesRU, int coindex, char *result, int bytes)
Definition: xmpco_get_expr.c:342
int par_stride
Definition: xmp_data_struct.h:85
#define DIV_CEILING(m, n)
Definition: _xmpco_alloc.h:14
void _xmp_gasnet_wait_noargs()
Wait operation without node-ref and tag.
Definition: xmp_post_wait_gasnet.c:123
BOOL _XMPCO_get_isSafeBufferMode()
Definition: xmpco_params.c:87
int ndims
Definition: xmp_data_struct.h:389
int rank
Definition: xmp_data_struct.h:35
_XMP_nodes_t * _XMP_init_nodes_struct_GLOBAL(int dim, int *dim_size, int is_static)
Definition: xmp_nodes.c:344
#define _XMP_N_INVALID_RANK
Definition: xmp_constant.h:21
void _XMP_reflect_do_gpu(_XMP_array_t *array_desc)
Definition: xmp_reflect_gpu.c:120
void _XMP_fjrdma_regmem(_XMP_coarray_t *coarray_desc, void *addr, const size_t coarray_size)
Definition: xmp_coarray_fjrdma.c:1567
_XMP_nodes_t * nodes
Definition: _xmpco_alloc.h:103
struct _XMP_tca_coll_info_type _XMP_tca_coll_info_t
int xmp_array_lcllbound(xmp_desc_t d, int dim)
Definition: xmp_lib.c:149
tcaHandle remote_psn_pairs_handle
Definition: xmp_onesided_tca.c:80
void xmpc_gmv_l_alloc(_XMP_gmv_desc_t **gmv_desc, void *local_data, int n)
Definition: xmpc_gmove.c:77
void _XMPC_pack_array(void *buffer, void *src, int array_type, size_t array_type_size, int array_dim, int *l, int *u, int *s, unsigned long long *d)
Definition: xmp_array_section.c:1350
#define _XMP_N_COARRAY_PUT
Definition: xmp_constant.h:112
int dist_manner
Definition: xmp_data_struct.h:87
int xmp_template_lbound(xmp_desc_t d, int dim, int *lbound)
Definition: xmp_lib.c:344
size_t type_size
Definition: xmp_data_struct.h:274
@ TCA_OP_INT8
Definition: xmp_reduce_tca.c:194
void _XMP_coarray_rdma_array_set_1(const long, const long, const long, const long, const size_t)
Set transfer 1-dim array information.
Definition: xmp_coarray.c:655
size_t _xmp_mpi_onesided_heap_size
Definition: xmp_onesided_mpi.c:10
void _XMP_wait_noargs()
Definition: xmp_post_wait.c:173
void _XMP_dist_template_GBLOCK(void *template, int template_index, int nodes_index, int *mapping_array, int *temp0)
void * _XMPCO_get_descForMemoryChunk(CoarrayInfo_t *cinfo)
Definition: xmpco_alloc.c:725
void xmp_unpack_mask(void *a_p, void *v_p, void *m_p)
Definition: xmp_intrinsic.c:6295
char * orgAddr
Definition: _xmpco_alloc.h:81
int _XMP_exec_task_GLOBAL_PART(_XMP_task_desc_t **task_desc, int ref_lower, int ref_upper, int ref_stride)
Definition: xmp_nodes.c:835
size_t _XMPCO_get_sizeOfCoarray(CoarrayInfo_t *cinfo)
Definition: xmpco_alloc.c:711
#define IsEmptyMemoryChunk(chk)
Definition: _xmpco_alloc.h:51
int _XMPCO_get_initialThisImage(void)
Definition: xmpco_lib.c:128
void _XMPCO_fatal(char *format,...)
Definition: xmpco_msg.c:4
void _XMP_post_4(const _XMP_nodes_t *node_desc, const int num1, const int num2, const int num3, const int num4, const int tag)
Definition: xmp_post_wait.c:78
int alloc_size
Definition: xmp_data_struct.h:212
size_t elmt_size
Definition: xmp_coarray_tca.c:33
ssize_t xmp_fwrite_darray_all(xmp_file_t *pstXmp_file, xmp_desc_t apd, xmp_range_t *rp)
Definition: xmp_io.c:2685
#define _XMP_N_ALIGN_CYCLIC
Definition: xmp_constant.h:38
int tag
Definition: xmp_onesided_tca.c:62
size_t _XMP_get_offset(const _XMP_array_section_t *array_info, const int dims)
Definition: xmp_coarray_utils.c:22
int _XMP_tca_coll_info_flag
Definition: xmp_reduce_tca.c:39
pthread_cond_t added
Definition: xmp_post_wait_tca.c:17
@ TCA_OP_INT32
Definition: xmp_reduce_tca.c:198
#define _XMP_N_ALIGN_BLOCK
Definition: xmp_constant.h:37
CoarrayInfo_t * XMPCO_find_descptr(char *addr, int namelen, char *name)
generate and return a descriptor for a coarray DUMMY ARGUMENT
Definition: xmpco_alloc.c:574
uint64_t offset
Definition: xmp_reflect_gpu.c:45
void _XMP_wait_2(const _XMP_nodes_t *node_desc, const int num1, const int num2, const int tag)
Definition: xmp_post_wait.c:220
void _XMP_initialize_onesided_functions()
Definition: xmp_onesided.c:71
void _XMP_mpi_coarray_regmem(_XMP_coarray_t *coarray_desc, void *real_addr, const size_t coarray_size, bool is_acc)
Definition: xmp_coarray_mpi.c:1157
Definition: xmp_data_struct.h:328
#define _XMP_N_ALIGN_DUPLICATION
Definition: xmp_constant.h:36
void _XMP_coarray_lastly_deallocate()
Deallocate memory space and an object of the last coarray.
Definition: xmp_coarray.c:1643
struct _XMP_postreq_info _XMP_postreq_info_t
int xmpc_node_num(void)
Definition: xmp_lib.c:56
_XMP_array_info_t info[1]
Definition: xmp_data_struct.h:313
int get_csd_size(_XMP_csd_t *csd)
Definition: xmp_section_desc.c:193
#define _XMP_EXECUTING_NODES
Definition: xmp_constant.h:122
void * hi_recv_array
Definition: xmp_data_struct.h:138
MPI_Request req_reduce[4]
Definition: xmp_data_struct.h:132
void _XMP_free(void *p)
Definition: xmp_util.c:37
void _XMP_align_array_noalloc(_XMP_array_t *a, int adim, int tdim, long long align_subscript, int *temp0, unsigned long long *acc0)
Definition: xmp_align.c:979
size_t recv_next_aligned_stride[_XMP_TCA_COLL_MAX]
Definition: xmp_reduce_hybrid.c:33
#define _XMP_N_REDUCE_PROD
Definition: xmp_constant.h:44
void xmp_reduce_initialize()
Definition: xmp_reduce.c:553
void _XMP_mpi_onesided_initialize(const size_t heap_size)
Definition: xmp_onesided_mpi.c:25
void _XMP_sched_loop_template_CYCLIC(int ser_init, int ser_cond, int ser_step, int *par_init, int *par_cond, int *par_step, _XMP_template_t *template, int template_index)
Definition: xmp_loop.c:294
#define _XMP_ASSERT(_flag)
Definition: xmp_internal.h:34
void _XMP_lock_6(_XMP_coarray_t *c, const unsigned int offset, const unsigned int e0, const unsigned int e1, const unsigned int e2, const unsigned int e3, const unsigned int e4, const unsigned int e5)
Wrapper function of executing Lock using 6-dim coarray (#pragma xmp lock(lockobj[offset]:[e0][e1][e2]...
Definition: xmp_lock_unlock.c:77
size_t xmp_coarray_garbage_bytes()
Definition: xmpco_alloc.c:137
#define _XMPC_SM_PACK_ARRAY_5(_type)
Definition: xmp_array_section.c:225
void _XMP_fjrdma_initialize(int argc, char **argv)
Initialize FUJITSU RDMA for the K computer and FX10.
Definition: xmp_onesided_fjrdma.c:7
void _XMP_build_sync_images_table()
Build table for sync images.
Definition: xmp_coarray.c:1558
void XMPCO_deregmem_coarray(CoarrayInfo_t *cinfo)
Definition: xmpco_alloc.c:374
#define _XMP_N_TYPE_LONG_DOUBLE_COMPLEX
Definition: xmp_constant.h:103
void _XMP_coarray_malloc_info_4(const long n1, const long n2, const long n3, const long n4, const size_t elmt_size)
Set 4-dim coarray information.
Definition: xmp_coarray.c:70
void _XMP_set_template_size(_XMP_template_t *t, int dim,...)
Definition: xmp_template.c:289
void _XMP_build_coarray_queue()
Build queue for coarray.
Definition: xmp_coarray.c:1574
_Bool is_global
Definition: xmp_data_struct.h:388
void * cpu_recvbuf[_XMP_TCA_COLL_MAX]
Definition: xmp_reduce_hybrid.c:23
double xmp_wtime(void)
Definition: xmp_lib.c:86
void _XMP_atomic_ref_7(void *dst_desc, size_t dst_offset, int image0, int image1, int image2, int image3, int image4, int image5, int image6, int *value, void *src_desc, size_t src_offset, size_t elmt_size)
Definition: xmp_intrinsic.c:6652
#define _XMPCO_default_localBufSize
Size of the communication buffer prepared for short communications to avoid allocation and registrati...
Definition: xmpco_params.h:12
MemoryChunk_t * headChunk
Definition: _xmpco_alloc.h:66
void _XMP_reduce_CLAUSE(void *data_addr, int count, int datatype, int op)
Definition: xmp_reduce.c:351
void _XMP_fjrdma_atomic_ref(int target_rank, _XMP_coarray_t *dst_desc, size_t dst_offset, int *value, _XMP_coarray_t *src_desc, size_t src_offset, size_t elmt_size)
Definition: xmp_intrinsic_fjrdma.c:26
#define _XMP_COARRAY_FLAG_NIC_TMP_1
Definition: xmp_coarray_fjrdma.c:32
int xmp_nodes_size(xmp_desc_t d, int dim, int *size)
Definition: xmp_lib.c:468
void _XACC_queue_destroy(_XACC_queue_t *queue)
Definition: xacc_util_cl.c:35
void _XMP_finalize_template(_XMP_template_t *template)
Definition: xmp_template.c:313
void _XMP_wait_node_7(const _XMP_nodes_t *node_desc, const int num1, const int num2, const int num3, const int num4, const int num5, const int num6, const int num7)
Definition: xmp_post_wait.c:454
#define _XMP_LOOP_NONE
Definition: xmp_constant.h:77
void(* _XMP_unpack_comm_set)(void *recvbuf, int recvbuf_size, _XMP_array_t *a, _XMP_comm_set_t *comm_set[][_XMP_N_MAX_DIM])
Definition: xmp_gmove.c:25
void _XMP_sched_loop_template_GBLOCK(int ser_init, int ser_cond, int ser_step, int *par_init, int *par_cond, int *par_step, _XMP_template_t *template, int template_index)
Definition: xmp_loop.c:379
void _XMP_reduce_NODES_ENTIRE(_XMP_nodes_t *nodes, void *addr, int count, int datatype, int op)
Definition: xmp_reduce.c:217
void _XMP_coarray_rdma_array_set_3(const long start1, const long length1, const long stride1, const long elmts1, const long start2, const long length2, const long stride2, const long elmts2, const long start3, const long length3, const long stride3, const long elmts3, const size_t elmt)
Set transfer 3-dim array information.
Definition: xmp_coarray.c:696
bool is_target
Definition: xmp_reflect_gpu.c:44
void * lo_send_array
Definition: xmp_data_struct.h:137
int node
Definition: xmp_post_wait_fjrdma.c:13
int xmp_file_set_view_all(xmp_file_t *pstXmp_file, long long disp, xmp_desc_t apd, xmp_range_t *rp)
Definition: xmp_io.c:3225
#define TRUE
Definition: xmpco_internal.h:15
_XMP_csd_t * rsd2csd(_XMP_rsd_t *rsd)
Definition: xmp_section_desc.c:213
void _XMP_init_array_comm(void *array,...)
void _XACC_queue_create(_XACC_queue_t *queue)
Definition: xacc_util_cl.c:18
void _xmp_tca_wait_noargs()
Wait operation without node-ref and tag.
Definition: xmp_post_wait_tca.c:168
int * l
Definition: xmp_data_struct.h:431
void _XMP_mpi_sync_images(const int num, const int *image_set, int *status)
Execute sync images.
Definition: xmp_coarray_mpi.c:1080
void xmp_scatter(void *x_d, void *a_d,...)
Definition: xmp_intrinsic.c:5003
void _XACC_memory_unpack_vector(_XACC_memory_t dst_mem, size_t dst_offset, _XACC_memory_t src_mem, size_t src_offset, size_t blocklength, size_t stride, size_t count, size_t typesize, _XACC_queue_t queue, bool is_blocking)
Definition: xacc_util_cl.c:348
void _xmp_gasnet_do_setlockstate(int state)
Definition: xmp_lock_unlock_gasnet.c:150
size_t _xmp_gasnet_heap_size
Definition: xmp_coarray_gasnet.c:4
#define _XMPC_SM_PACK_ARRAY_1(_type)
Definition: xmp_array_section.c:13
@ TCA_OP_FLOAT
Definition: xmp_reduce_hybrid.c:203
void _XMP_sum_vector(int type, char *restrict dst, char *restrict src, int count, int blocklength, long stride)
Definition: xmp_pack_vector.c:101
gasnet_hsl_t hsl
Lock object for GASNet.
Definition: xmp_post_wait_gasnet.c:18
void _XMP_mpi_onesided_finalize()
Definition: xmp_onesided_mpi.c:64
void(* _XMP_pack_comm_set)(void *sendbuf, int sendbuf_size, _XMP_array_t *a, _XMP_comm_set_t *comm_set[][_XMP_N_MAX_DIM])
Definition: xmp_gmove.c:23
void xmp_sync_images(const int num, int *image_set, int *status)
Execute sync_images()
Definition: xmp_coarray.c:1439
MPI_Comm _XMPCO_get_currentComm()
Definition: xmpco_lib.c:163
void _xmp_fjrdma_post(const int node, const int tag)
Post operation.
Definition: xmp_post_wait_fjrdma.c:79
void _XMP_reflect_shadow_FULL(void *array_addr, _XMP_array_t *array_desc, int array_index)
Definition: xmp_shadow.c:726
#define OP_FUNC_3OP(name, op, type_name, type)
Definition: xmp_reduce_hybrid.c:159
void _XMP_mpi_coarray_attach(_XMP_coarray_t *coarray_desc, void *addr, const size_t coarray_size, const bool is_acc)
Definition: xmp_coarray_mpi.c:864
void _XMP_align_local_idx(long long int global_idx, int *local_idx, _XMP_array_t *array, int array_axis, int *rank)
Definition: xmp_gmove.c:1358
void _XMP_pop_nodes(void)
Definition: xmp_nodes_stack.c:23
#define XMP_BLOCK
Definition: xmp.h:17
void _XMP_wait_6(const _XMP_nodes_t *node_desc, const int num1, const int num2, const int num3, const int num4, const int num5, const int num6, const int tag)
Definition: xmp_post_wait.c:377
void _XMP_mpi_contiguous_get(const int org_target_rank, const _XMP_coarray_t *dst_desc, const _XMP_coarray_t *src_desc, const size_t dst_offset, const size_t src_offset, const size_t dst_elmts, const size_t src_elmts, const size_t elmt_size, const bool is_dst_on_acc, const bool is_src_on_acc)
Definition: xmp_coarray_mpi.c:377
size_t _XMPCO_get_offsetInMemoryChunk(CoarrayInfo_t *cinfo, char *addr)
Definition: xmpco_alloc.c:740
void xmpc_gmv_g_alloc(_XMP_gmv_desc_t **gmv_desc, _XMP_array_t *ap)
Definition: xmpc_gmove.c:24
int xmp_array_gcglbound(xmp_desc_t d, int dim)
Definition: xmp_lib.c:161
size_t _XMP_calc_max_copy_chunk(const int dst_dims, const int src_dims, const _XMP_array_section_t *dst_info, const _XMP_array_section_t *src_info)
Definition: xmp_coarray_utils.c:43
void(* _XMP_unpack_comm_set)(void *recvbuf, int recvbuf_size, _XMP_array_t *a, _XMP_comm_set_t *comm_set[][_XMP_N_MAX_DIM])
Definition: xmp_gmove.c:25
int lower
Definition: xmp_data_struct.h:23
void _XMP_finalize_nodes_ref(_XMP_nodes_ref_t *nodes_ref)
Definition: xmp_nodes.c:1228
void _XMP_init_shadow_noalloc(_XMP_array_t *a,...)
Definition: xmp_shadow.c:440
void _XMP_bcast_NODES_ENTIRE_NODES_V(_XMP_nodes_t *bcast_nodes, void *addr, int count, size_t datatype_size, _XMP_nodes_t *from_nodes, va_list args)
Definition: xmp_bcast.c:69
void _XMP_unlock_4(_XMP_coarray_t *c, const unsigned int offset, const unsigned int e0, const unsigned int e1, const unsigned int e2, const unsigned int e3)
Wrapper function of executing Lock using 4-dim coarray (#pragma xmp lock(lockobj[offset]:[e0][e1][e2]...
Definition: xmp_lock_unlock.c:150
int _localBuf_size
Definition: xmpco_get_stmt.c:68
int multiplier
Definition: xmp_data_struct.h:37
int _XMP_calc_global_index_BCAST(int dst_dim, int *dst_l, int *dst_u, int *dst_s, _XMP_array_t *src_array, int *src_array_nodes_ref, int *src_l, int *src_u, int *src_s)
Definition: xmp_gmove.c:419
void _XMP_reflect_pcopy_sched_dim(_XMP_array_t *adesc, int target_dim, int lwidth, int uwidth, int is_periodic, int shadow_comm_type)
Definition: xmp_reflect.c:468
structure for each malloc/free call Every memory chunk is linked both:
Definition: _xmpco_alloc.h:76
void _XMP_coarray_set_info(_XMP_coarray_t *c)
Definition: xmp_coarray.c:297
int xmpc_this_image(void)
Definition: xmp_lib.c:61
#define SCHEME_BufferGetsub
Definition: xmpco_get_stmt.c:12
#define XACC_DEBUG(...)
Definition: xmp_internal.h:768
void _xmp_tca_post_wait_initialize()
Initialize environment for post/wait directives.
Definition: xmp_post_wait_tca.c:30
ssize_t xmp_fread_darray_all(xmp_file_t *pstXmp_file, xmp_desc_t apd, xmp_range_t *rp)
Definition: xmp_io.c:2091
#define _XMP_COMM_GMOVE
Definition: xmp_constant.h:138
void _xmp_gasnet_pack_using_buf(gasnet_token_t t, const char *array_info, const size_t am_request_size, const int src_addr_hi, const int src_addr_lo, const int src_dims, const int target_rank)
Definition: xmp_coarray_gasnet.c:1292
int _XMP_lcm(int a, int b)
Definition: xmp_math_function.c:66
void _XMPCO_set_initialNumImages()
Definition: xmpco_lib.c:118
int n_gmv_nodes
Definition: xmp_gmove.c:41
#define _XMP_N_ALIGN_NOT_ALIGNED
Definition: xmp_constant.h:35
void _XMP_gmove_larray_garray(_XMP_gmv_desc_t *gmv_desc_leftp, _XMP_gmv_desc_t *gmv_desc_rightp, int mode)
Definition: xmp_gmove.c:5003
void _xmp_gasnet_atomic_define_do(gasnet_token_t token, const char *src_addr, const size_t elmt_size, gasnet_handlerarg_t addr_hi, gasnet_handlerarg_t addr_lo, gasnet_handlerarg_t local_atomic_operations)
Definition: xmp_intrinsic_gasnet.c:39
void _XMP_utofu_atomic_define(int target_rank, _XMP_coarray_t *dst_desc, size_t dst_offset, int value, size_t elmt_size)
Definition: xmp_intrinsic_utofu.c:32
MPI_Win _xmp_mpi_distarray_win
Definition: xmp_onesided_mpi.c:13
#define IsEmptyResourceSet(rs)
Definition: _xmpco_alloc.h:53
#define SCHEME_ExtraBufferPut
Definition: xmpco_put.c:15
void _XMP_coarray_rdma_image_set_4(const int n1, const int n2, const int n3, const int n4)
Set 4-dim image information.
Definition: xmp_coarray.c:975
void _xmp_gasnet_unlock_request(gasnet_token_t token, int node, uint32_t addr_hi, uint32_t addr_lo)
Definition: xmp_lock_unlock_gasnet.c:156
int _XMP_check_gmove_array_ref_inclusion_SCALAR(_XMP_array_t *array, int array_index, int ref_index)
Definition: xmp_gmove.c:309
void _XMP_init_nodes_DYNAMIC_NODES_NAMED(_XMP_nodes_t **nodes, int dim, _XMP_nodes_t *ref_nodes,...)
Definition: xmp_nodes.c:776
void _XMP_align_array_CYCLIC(void *array, int array_index, int template_index, long long align_subscript, int *temp0)
void _XMP_finalize_reflect_sched(_XMP_reflect_sched_t *sched, _Bool free_buf)
Definition: xmp_shadow.c:236
int _XMP_flag_multi_win
Definition: xmp_onesided_mpi.c:23
void free_comm_set(_XMP_comm_set_t *comm_set)
Definition: xmp_section_desc.c:202
void _XMP_sched_loop_template_DUPLICATION(int ser_init, int ser_cond, int ser_step, int *par_init, int *par_cond, int *par_step, _XMP_template_t *template, int template_index)
Definition: xmp_loop.c:163
void _XMP_lock_2(_XMP_coarray_t *c, const unsigned int offset, const unsigned int e0, const unsigned int e1)
Wrapper function of executing Lock using 2-dim coarray (#pragma xmp lock(lockobj[offset]:[e0][e1]))
Definition: xmp_lock_unlock.c:36
#define _XMPCO_default_isEagerCommMode
Definition: xmpco_params.h:17
#define _XMP_N_REDUCE_LASTMAX
Definition: xmp_constant.h:55
#define _XMP_FJRDMA_MAX_SIZE
Definition: xmp_coarray_fjrdma.c:9
void _XMPCO_reset_isMsgMode()
Definition: xmpco_params.c:74
BOOL _XMPCO_get_isSyncPutMode()
Definition: xmpco_params.c:88
void _XMP_sum_vector(int type, char *restrict dst, char *restrict src, int count, int blocklength, long stride)
Definition: xmp_pack_vector.c:101
void _XMP_reduce_gpu_CLAUSE(void *data_addr, int count, int datatype, int op)
Definition: xmp_reduce_gpu.c:144
int c
Definition: xmp_data_struct.h:423
void _XACC_memory_alloc(_XACC_memory_t *memory, size_t size)
Definition: xacc_util_cl.c:52
void xmp_sync_memory(const int *status)
Execute sync_memory()
Definition: xmp_coarray.c:1405
int _XMP_modi_i_i(int value, int cycle)
Definition: xmp_math_function.c:19
void _XMP_unlock_3(_XMP_coarray_t *c, const unsigned int offset, const unsigned int e0, const unsigned int e1, const unsigned int e2)
Wrapper function of executing Lock using 3-dim coarray (#pragma xmp lock(lockobj[offset]:[e0][e1][e2]...
Definition: xmp_lock_unlock.c:140
int xmp_array_gcllbound(xmp_desc_t d, int dim)
Definition: xmp_lib.c:137
#define RING_SIZE
Definition: xmp_onesided_tca.c:57
int ref_upper[_XMP_N_MAX_DIM]
Definition: xmp_data_struct.h:323
int xmp_nodes_ndims(xmp_desc_t d, int *ndims)
Definition: xmp_lib.c:454
utofu_vcq_id_t vcqid
Definition: xmp_coarray_utofu.c:166
int _is_constant_stride_5dim(const _XMP_array_section_t *array_info)
Definition: xmp_coarray_utils.c:1473
void _XMP_gasnet_put(const int dst_contiguous, const int src_contiguous, const int target_rank, const int dst_dims, const int src_dims, const _XMP_array_section_t *dst_info, const _XMP_array_section_t *src_info, const _XMP_coarray_t *dst_desc, const void *src, const size_t dst_elmts, const size_t src_elmts)
Definition: xmp_coarray_gasnet.c:1095
void _XMPCO_coarrayInit_getsub()
Definition: xmpco_get_stmt.c:77
void _XMP_unlock_5(_XMP_coarray_t *c, const unsigned int offset, const unsigned int e0, const unsigned int e1, const unsigned int e2, const unsigned int e3, const unsigned int e4)
Wrapper function of executing Lock using 5-dim coarray (#pragma xmp lock(lockobj[offset]:[e0][e1][e2]...
Definition: xmp_lock_unlock.c:160
#define ROUND_UP_COMM(n)
Definition: xmpco_internal.h:20
_XMP_array_t * a
Definition: xmp_data_struct.h:467
void _XMP_coarray_malloc_image_info_5(const int i1, const int i2, const int i3, const int i4)
Set 5-dim image information.
Definition: xmp_coarray.c:222
#define _XMP_DESC_TEMPLATE
Definition: xmp_constant.h:132
void _XMP_fjrdma_coarray_lastly_deallocate()
Deallocate memory region when calling _XMP_coarray_lastly_deallocate()
Definition: xmp_coarray_fjrdma.c:1593
void _XMP_gasnet_contiguous_put(const int target_rank, _XMP_coarray_t *dst_desc, void *src, const size_t dst_offset, const size_t dst_elmts, const size_t src_elmts, const size_t elmt_size)
Definition: xmp_coarray_gasnet.c:1527
void _XACC_memory_pack_vector2(_XACC_memory_t dst0_mem, size_t dst0_offset, _XACC_memory_t src0_mem, size_t src0_offset, size_t blocklength0, size_t stride0, size_t count0, _XACC_memory_t dst1_mem, size_t dst1_offset, _XACC_memory_t src1_mem, size_t src1_offset, size_t blocklength1, size_t stride1, size_t count1, size_t typesize, _XACC_queue_t queue, bool is_blocking)
Definition: xacc_util_cl.c:428
tcaHandle remote_recv_buffer_handle
Definition: xmp_onesided_tca.c:76
void * array_addr_p
Definition: xmp_data_struct.h:279
_Bool _XMP_calc_coord_on_target_nodes(_XMP_nodes_t *n, int *ncoord, _XMP_nodes_t *target_n, int *target_ncoord)
Definition: xmp_nodes.c:1150
void _XMP_utofu_get(const int src_contiguous, const int dst_contiguous, const int target_rank, const int src_dims, const int dst_dims, const _XMP_array_section_t *src_info, const _XMP_array_section_t *dst_info, const _XMP_coarray_t *src_desc, const _XMP_coarray_t *dst_desc, void *dst, const size_t src_elmts, const size_t dst_elmts)
Definition: xmp_coarray_utofu.c:929
BOOL _XMPCO_isAddrInMemoryChunk(char *localAddr, CoarrayInfo_t *cinfo)
Definition: xmpco_alloc.c:747
#define _XMP_M_DEFINE_WITH_CAST(type, addr, value)
Definition: xmp_reduce.c:610
#define _XMP_N_ALIGN_BLOCK_CYCLIC
Definition: xmp_constant.h:39
_XMP_comm_t * comm
Definition: xmp_data_struct.h:53
void _XMP_tca_comm_send(const int rank, const int tag, const int data)
Definition: xmp_onesided_tca.c:246
int _XMPCO_get_currentNumImages(void)
Definition: xmpco_lib.c:143
void _XMP_sync_images_COMM(MPI_Comm *comm, int *status)
Definition: xmp_coarray_mpi.c:1105
unsigned long long _XMP_gtol_calc_offset(_XMP_array_t *a, int g_idx[])
Definition: xmp_gmove.c:2991
void _XMP_gmove_scalar_garray(void *scalar, _XMP_gmv_desc_t *gmv_desc_rightp, int mode)
Definition: xmp_gmove.c:4704
#define TCA_TYPE_FUNCTIONS(name, type)
Definition: xmp_reduce_hybrid.c:209
int _XMP_lcm(int a, int b)
Definition: xmp_math_function.c:66
void _XMP_init_world(int *argc, char ***argv)
Definition: xmp_world.c:12
void _xmp_gasnet_post_wait_initialize()
Initialize environment for post/wait directives.
Definition: xmp_post_wait_gasnet.c:26
int _XMP_flag_put_nb
These variables are temporral.
Definition: xmp_onesided.c:5
_XMP_nodes_t ** node
Definition: xmp_data_struct.h:465
int _XMP_flag_multi_win
Definition: xmp_onesided_mpi.c:23
void _XMP_coarray_malloc_info_1(const long n1, const size_t elmt_size)
Set 1-dim coarray information.
Definition: xmp_coarray.c:31
MPI_Comm _XMPCO_get_comm_fromCoarrayInfo(CoarrayInfo_t *cinfo)
Definition: xmpco_alloc.c:527
void * _XMPCO_get_descForMemoryChunk(CoarrayInfo_t *cinfo)
Definition: xmpco_alloc.c:725
int xmp_get_ruuning()
Definition: xmp_runtime.c:25
int _remote_coindex
Definition: xmpco_get_stmt.c:74
void xmpf_coarray_put_err_size_(void **descPtr, int *dim, int *size_mold, int *size_src)
Definition: xmpco_put.c:291
void _xmp_utofu_post_wait_initialize(void)
Definition: xmp_post_wait_utofu.c:22
_XMP_nodes_t * _XMP_create_nodes_by_comm(int is_member, _XMP_comm_t *comm)
Definition: xmp_nodes.c:1007
void _XMP_lock_initialize_4(void *addr, const unsigned int e0, const unsigned int e1, const unsigned int e2, const unsigned int e3)
Wrapper function of initializing 4-dim array Lock object (e.g.
Definition: xmp_lock_unlock.c:231
int xmp_array_gclubound(xmp_desc_t d, int dim)
Definition: xmp_lib.c:143
int _XMP_world_size
Definition: xmp_world.c:8
_XMP_async_comm_t * _XMP_get_async(int async_id)
Definition: xmp_async.c:30
int _is_constant_stride_3dim(const _XMP_array_section_t *array_info)
Definition: xmp_coarray_utils.c:1422
int par_stride
Definition: xmp_data_struct.h:206
void _XACC_memory_pack_vector2(_XACC_memory_t dst0_mem, size_t dst0_offset, _XACC_memory_t src0_mem, size_t src0_offset, size_t blocklength0, size_t stride0, size_t count0, _XACC_memory_t dst1_mem, size_t dst1_offset, _XACC_memory_t src1_mem, size_t src1_offset, size_t blocklength1, size_t stride1, size_t count1, size_t typesize, _XACC_queue_t queue, bool is_blocking)
Definition: xacc_util_cl.c:428
void _XMP_reflect_init_gpu(void *acc_addr, _XMP_array_t *array_desc)
Definition: xmp_reflect_gpu.c:67
int dim
Definition: xmp_data_struct.h:272
int _XMP_ceili(int a, int b)
Definition: xmp_math_function.c:29
MemoryChunk_t * next
Definition: _xmpco_alloc.h:78
void xmp_pack(void *v_p, void *a_p, void *m_p)
Definition: xmp_intrinsic.c:5728
int xmp_template_ubound(xmp_desc_t d, int dim, int *ubound)
Definition: xmp_lib.c:351
void _XMP_coarray_malloc_image_info_6(const int i1, const int i2, const int i3, const int i4, const int i5)
Set 6-dim image information.
Definition: xmp_coarray.c:240
tcaHandle local_recv_buffer_handle
Definition: xmp_onesided_tca.c:75
MemoryChunkOrder_t * next
Definition: _xmpco_alloc.h:113
void _XMP_coarray_rdma_coarray_set_3(const long start1, const long length1, const long stride1, const long start2, const long length2, const long stride2, const long start3, const long length3, const long stride3)
Set transfer 3-dim coarray information.
Definition: xmp_coarray.c:467
void _XMP_utofu_build_sync_images_table(void)
Definition: xmp_coarray_utofu.c:983
void _XMP_gasnet_contiguous_get()
#define _XMP_TCA_SYNC_MARK_SIZE
Definition: xmp_reduce_hybrid.c:6
void _XMP_fatal(char *msg)
Definition: xmp_util.c:42
void _XACC_memory_free(_XACC_memory_t *memory)
Definition: xacc_util_cuda.c:31
void _XMP_coarray_malloc_image_info_1()
Set 1-dim image information.
Definition: xmp_coarray.c:155
int xmp_array_lsize(xmp_desc_t d, int dim, int *lsize)
Definition: xmp_lib.c:129
gasnet_hsl_t _hsl
Definition: xmp_intrinsic_gasnet.c:2
packet_t * send_buffer
Definition: xmp_onesided_tca.c:71
void _XMPCO_set_isSyncPutMode(BOOL sw)
Definition: xmpco_params.c:25
int wait_size
Definition: xmp_lock.h:6
void _xmp_tca_post(const int node, const int tag)
Post operation.
Definition: xmp_post_wait_tca.c:156
const int _psn_wait_tag
Definition: xmp_onesided_tca.c:60
void _XMP_reduce_shadow_sum(_XMP_array_t *a)
Definition: xmp_reduce_shadow.c:153
void _XMP_set_reflect__(_XMP_array_t *a, int dim, int lwidth, int uwidth, int is_periodic)
Definition: xmp_reflect.c:62
void _XMP_wait_node_5(const _XMP_nodes_t *node_desc, const int num1, const int num2, const int num3, const int num4, const int num5)
Definition: xmp_post_wait.c:355
#define XMP_N_GMOVE_RANGE
Definition: xmp_constant.h:129
size_t datasize[_XMP_TCA_COLL_MAX]
Definition: xmp_reduce_hybrid.c:31
void _XMPCO_coarrayInit_put()
Definition: xmpco_put.c:105
int prev_pcopy_sched_type
Definition: xmp_data_struct.h:123
int _XMP_floori(int a, int b)
Definition: xmp_math_function.c:43
_XMP_csd_t * copy_csd(_XMP_csd_t *csd)
Definition: xmp_section_desc.c:182
void xmp_pack_mask(void *v_p, void *a_p, void *m_p)
Definition: xmp_intrinsic.c:5995
int xmp_array_lbound(xmp_desc_t d, int dim, int *lbound)
Definition: xmp_lib.c:103
MEMORY MANAGEMENT STRUCTURE-II (for dynamic ALLOCATE/DEALLOCATE stmts.
Definition: _xmpco_alloc.h:111
void _XMP_finalize_template(void *template)
long stride
Definition: xmp_data_struct.h:378
tcaDesc * d2h_desc[_XMP_TCA_COLL_MAX]
Definition: xmp_reduce_hybrid.c:28
unsigned long long * acc
Definition: xmp_data_struct.h:262
void _XMP_finalize_comm(_XMP_comm_t *comm)
Definition: xmp_nodes_stack.c:61
#define _XMP_FJRDMA_MAX_MGET
Definition: xmp_coarray_fjrdma.c:12
const _XMP_coarray_t * dst_desc
Definition: xmp_coarray_tca.c:26
uint64_t count
Definition: xmp_reflect_gpu.c:42
int _XMPCO_get_currentThisImage(void)
Definition: xmpco_lib.c:153
size_t _XMP_get_datatype_size(int datatype)
Definition: xmp_runtime.c:103
void _XMP_check_reflect_type(void)
Definition: xmp_pack_vector.c:300
void _XMP_fjrdma_contiguous_get(const int target_rank, const _XMP_coarray_t *dst_desc, const _XMP_coarray_t *src_desc, const uint64_t dst_offset, const uint64_t src_offset, const size_t dst_elmts, const size_t src_elmts, const size_t elmt_size)
Definition: xmp_coarray_fjrdma.c:1911
void _XMP_finalize_onesided_functions()
Definition: xmp_onesided.c:142
char * _XMPCO_get_orgAddrOfMemoryChunk(CoarrayInfo_t *cinfo)
Definition: xmpco_alloc.c:730
#define _XMP_N_REDUCE_LXOR
Definition: xmp_constant.h:50
void _XMP_calc_rank_array(_XMP_nodes_t *n, int *rank_array, int linear_rank)
Definition: xmp_nodes.c:1026
int _XMP_calc_nodes_index_from_inherit_nodes_index(_XMP_nodes_t *nodes, int inherit_nodes_index)
Definition: xmp_nodes.c:1309
void _XMP_wait_3(const _XMP_nodes_t *node_desc, const int num1, const int num2, const int num3, const int tag)
Definition: xmp_post_wait.c:254
void _XMP_dealloc_array(_XMP_array_t *array_desc)
Definition: xmp_align.c:780
void xmpf_unpack_nomask(void *a_p, void *v_p)
Definition: xmp_intrinsic.c:6323
#define _XMP_N_REDUCE_SUM
Definition: xmp_constant.h:43
long * coarray_elmts
Definition: xmp_data_struct.h:345
@ TCA_OP_UINT64
Definition: xmp_reduce_tca.c:201
void _XACC_memory_pack_vector(_XACC_memory_t dst_mem, size_t dst_offset, _XACC_memory_t src_mem, size_t src_offset, size_t blocklength, size_t stride, size_t count, size_t typesize, _XACC_queue_t queue, bool is_blocking)
Definition: xacc_util_cl.c:269
_XMP_array_t * a_desc
Definition: xmp_data_struct.h:391
#define _XMP_M_COUNTi(a_, b_)
Definition: xmp_math_function.h:15
void _XMP_tca_comm_init()
Definition: xmp_onesided_tca.c:186
void _XMP_align_array_BLOCK_CYCLIC(void *array, int array_index, int template_index, long long align_subscript, int *temp0)
void _xmp_gasnet_unpack_get_reply_using_buf(gasnet_token_t t)
Set done flag for get operation.
Definition: xmp_coarray_gasnet.c:1276
unsigned long long dim_acc
Definition: xmp_data_struct.h:242
Definition: xmp_data_struct.h:419
int _XMP_calc_global_index_BCAST(int dst_dim, int *dst_l, int *dst_u, int *dst_s, _XMP_array_t *src_array, int *src_array_nodes_ref, int *src_l, int *src_u, int *src_s)
Definition: xmp_gmove.c:419
void _XMP_fjrdma_put(const int dst_contiguous, const int src_contiguous, const int target_rank, const int dst_dims, const int src_dims, const _XMP_array_section_t *dst_info, const _XMP_array_section_t *src_info, const _XMP_coarray_t *dst_desc, const _XMP_coarray_t *src_desc, void *src, const size_t dst_elmts, const size_t src_elmts)
Definition: xmp_coarray_fjrdma.c:1866
int _XMPCO_get_currentNumImages()
Definition: xmpco_lib.c:143
Definition: xmp_data_struct.h:430
void _XMP_init_nodes_STATIC_NODES_NAMED(_XMP_nodes_t **nodes, int dim, _XMP_nodes_t *ref_nodes,...)
Definition: xmp_nodes.c:737
size_t _XMPCO_get_localBufSize(void)
Definition: xmpco_params.c:84
int _is_all_element(const _XMP_array_section_t *array_info, int dim)
Definition: xmp_coarray_utils.c:1369
int par_size
Definition: xmp_data_struct.h:207
int * wait_list
Definition: xmp_lock.h:9
int xmp_align_replicated(xmp_desc_t d, int dim, int *replicated)
Definition: xmp_lib.c:290
int wait_tail
Definition: xmp_lock.h:8
void _XMP_post_2(const _XMP_nodes_t *node_desc, const int num1, const int num2, const int tag)
Definition: xmp_post_wait.c:42
#define _XMP_COARRAY_FLAG_NIC_TMP_2
Definition: xmp_coarray_fjrdma.c:33
struct _XMP_nodes_dish_type _XMP_nodes_dish_t
void _XMP_reduce_acc_CLAUSE(void *data_addr, int count, int datatype, int op)
Definition: xmp_reduce_acc.c:68
_XMP_reflect_sched_t * reflect_sched
Definition: xmp_data_struct.h:252
void _XACC_memory_alloc(_XACC_memory_t *memory, size_t size)
Definition: xacc_util_cuda.c:26
unsigned long long par_width
Definition: xmp_data_struct.h:82
void _XMP_calc_rank_array(_XMP_nodes_t *n, int *rank_array, int linear_rank)
Definition: xmp_nodes.c:1026
void * _XMP_world_nodes
Definition: xmp_world.c:10
void _XACC_queue_destroy(_XACC_queue_t *queue)
Definition: xacc_util_cl.c:35
void _XMP_setup_reduce_type(MPI_Datatype *mpi_datatype, size_t *datatype_size, int datatype)
Definition: xmp_reduce.c:13
void _XMP_lock_1(_XMP_coarray_t *c, const unsigned int offset, const unsigned int rank)
Wrapper function of executing Lock using 1-dim coarray (#pragma xmp lock(lockobj[offset]:[rank]))
Definition: xmp_lock_unlock.c:28
#define _XMP_N_MPI_TAG_REFLECT_LO
Definition: xmp_constant.h:11
int reduce_is_initialized
Definition: xmp_data_struct.h:122
void _XMP_gmove_garray_scalar(_XMP_gmv_desc_t *gmv_desc_leftp, void *scalar, int mode)
Definition: xmp_gmove.c:4732
int check_template(_XMP_template_t *dst_t, _XMP_template_t *src_t)
Definition: xmp_intrinsic.c:1216
#define _XMP_N_REDUCE_BXOR
Definition: xmp_constant.h:49
#define _XMP_N_COARRAY_GET
Definition: xmp_constant.h:111
void xmpc_gmv_g_alloc_acc(_XMP_gmv_desc_t **gmv_desc, _XMP_array_t *ap, void *dev_addr)
Definition: xmp_gmove_acc.c:186
_XMP_nodes_t * nodes
Definition: xmp_data_struct.h:64
int XMPCO_this_image_coarray_dim(CoarrayInfo_t *cinfo, int corank, int dim)
Definition: xmpco_lib.c:45
int xmp_fseek(xmp_file_t *pstXmp_file, long long offset, int whence)
Definition: xmp_io.c:1538
unsigned int max_size
Max size of queue.
Definition: xmp_coarray_mpi.c:11
void _XMP_atomic_define_0(void *dst_desc, size_t dst_offset, int value, void *src_desc, size_t src_offset, size_t elmt_size)
Definition: xmp_intrinsic.c:6331
struct _XMP_utofu_vcqid_table _XMP_utofu_vcqid_t
#define _XMP_COARRAY_SEND_NIC_TMP_1
Definition: xmp_coarray_fjrdma.c:28
void _XMP_init_shadow(_XMP_array_t *array,...)
Definition: xmp_shadow.c:261
int xmp_dist_gblockmap(xmp_desc_t d, int dim, int *map)
Definition: xmp_lib.c:429
void _XMP_gasnet_initialize(const size_t xmp_gasnet_heap_size, const size_t xmp_gasnet_stride_size)
Initialize GASNet job.
Definition: xmp_onesided_gasnet.c:32
int _XMP_gcd(int a, int b)
Definition: xmp_math_function.c:57
int xmp_node_num(void)
Definition: xmp_lib.c:51
#define _XMP_N_TYPE_LONGLONG
Definition: xmp_constant.h:89
void _XMP_fatal(char *msg)
Definition: xmp_util.c:42
struct _XMP_postreq _XMP_postreq_t
int xmp_fseek_shared(xmp_file_t *pstXmp_file, long long offset, int whence)
Definition: xmp_io.c:1582
int _XMPCO_nowInTask()
Definition: xmpco_alloc.c:1420
#define THRESHOLD_KWAY
Definition: xmp_sort.c:79
void _XMP_atomic_ref_2(void *dst_desc, size_t dst_offset, int image0, int image1, int *value, void *src_desc, size_t src_offset, size_t elmt_size)
Definition: xmp_intrinsic.c:6540
Definition: xmp_data_struct.h:409
long distance
Definition: xmp_data_struct.h:380
int _is_constant_stride_1dim()
If 1dim array has a constant stride, return TRUE (Always TRUE)
Definition: xmp_coarray_utils.c:1395
void _XMP_init(int argc, char **argv, MPI_Comm comm)
Definition: xmp_runtime.c:30
void _XMP_gmove_SENDRECV_GSCALAR(void *dst_addr, void *src_addr, _XMP_array_t *dst_array, _XMP_array_t *src_array, int dst_ref_index[], int src_ref_index[])
Definition: xmp_gmove.c:889
Definition: xmp_data_struct.h:375
#define _XMP_N_REDUCE_FIRSTMIN
Definition: xmp_constant.h:54
void _XMP_push_nodes(void *nodes)
void _XACC_queue_destroy(_XACC_queue_t *queue)
Definition: xacc_util_cuda.c:11
#define NUM_COMM_CACHES
Definition: xmp_coarray_tca.c:6
void xmpc_init_async(int async_id)
Definition: xmp_async.c:219
void _XMP_gmove_garray_larray(_XMP_gmv_desc_t *gmv_desc_leftp, _XMP_gmv_desc_t *gmv_desc_rightp, int mode)
Definition: xmp_gmove.c:4851
void xmpc_gmv_g_dim_info(_XMP_gmv_desc_t *gp, int i, int kind, int lb, int len, int st)
Definition: xmpc_gmove.c:52
void * _XACC_memory_get_address(_XACC_memory_t memory)
Definition: xacc_util_cuda.c:83
#define _XMP_N_MPI_TAG_SYNCREQ
Definition: xmp_constant.h:14
void _XMP_stride_memcpy_1dim(char *buf1, const char *buf2, const _XMP_array_section_t *array_info, size_t element_size, const int flag)
Definition: xmp_coarray_utils.c:142
int _XMPCO_get_initialThisImage()
Definition: xmpco_lib.c:128
_Bool is_distributed
Definition: xmp_data_struct.h:105
void _XMP_fjrdma_coarray_malloc(_XMP_coarray_t *coarray_desc, void **addr, const size_t coarray_size)
Definition: xmp_coarray_fjrdma.c:1553
void _XMP_gpu_pack_vector_async(char *restrict dst, char *restrict src, int count, int blocklength, long stride, size_t typesize, void *async_id)
void _XMP_reduce_tca_NODES_ENTIRE(_XMP_nodes_t *nodes, void *addr, int count, int datatype, int op)
Definition: xmp_reduce_tca.c:417
void print_bsd(_XMP_bsd_t *bsd)
Definition: xmp_section_desc.c:22
#define _XMP_TCA_SYNC_MARK_SIZE
Definition: xmp_reduce_tca.c:6
int _XMP_exec_task_NODES_PART_nocomm(_XMP_nodes_t *ref_nodes,...)
Definition: xmp_nodes.c:974
void _XMP_exec_task_NODES_FINALIZE(_XMP_task_desc_t *task_desc)
Definition: xmp_nodes.c:895
@ TCA_OP_UINT16
Definition: xmp_reduce_tca.c:197
_XMP_template_t * _XMP_create_template_desc(int dim, _Bool is_fixed)
Definition: xmp_template.c:10
int _XMP_world_rank
Definition: xmp_world.c:9
void _XMP_bcast_acc_NODES_ENTIRE_NODES(_XMP_nodes_t *bcast_nodes, void *addr, int count, size_t datatype_size, _XMP_nodes_t *from_nodes,...)
Definition: xmp_bcast_acc.c:35
int dim
Definition: xmp_data_struct.h:47
int l
Definition: xmp_data_struct.h:420
void _XMP_reduce_gpu_CLAUSE(void *data_addr, int count, int datatype, int op)
Definition: xmp_reduce_gpu.c:144
int xmp_align_template(xmp_desc_t d, xmp_desc_t *dt)
Definition: xmp_lib.c:323
void xmpf_gather(void *x_p, void *a_p, _XMP_array_t **idx_array)
Definition: xmp_intrinsic.c:4789
#define _XMP_FJRDMA_MAX_MEMID
Definition: xmp_coarray_fjrdma.c:10
void _XMP_coarray_malloc_image_info_3(const int i1, const int i2)
Set 3-dim image information.
Definition: xmp_coarray.c:189
void _XMPCO_set_varname(CoarrayInfo_t *cp, int namelen, char *name)
Definition: xmpco_alloc.c:673
int attr
Definition: xmp_data_struct.h:49
Definition: xmp_data_struct.h:40
int async_id
Definition: xmp_data_struct.h:459
void _XMP_sched_loop_template_BLOCK(int ser_init, int ser_cond, int ser_step, int *par_init, int *par_cond, int *par_step, _XMP_template_t *template, int template_index)
Definition: xmp_loop.c:196
int * _xmp_gasnet_stride_queue
Definition: xmp_onesided_gasnet.c:5
void _XMP_local_put(_XMP_coarray_t *, const void *, const int, const int, const int, const int, const _XMP_array_section_t *, const _XMP_array_section_t *, const size_t, const size_t)
Definition: xmp_coarray_local.c:563
int xmp_array_lead_dim(xmp_desc_t d, int size[])
Definition: xmp_lib.c:222
int _XMP_modi_ll_i(long long value, int cycle)
Definition: xmp_math_function.c:9
int xmp_nodes_equiv(xmp_desc_t d, xmp_desc_t *dn, int lb[], int ub[], int st[])
Definition: xmp_lib.c:489
void _XMP_atomic_ref_0(void *dst_desc, size_t dst_offset, int *value, void *src_desc, size_t src_offset, size_t elmt_size)
Definition: xmp_intrinsic.c:6503
#define _XMPC_SM_UNPACK_ARRAY_4(_type)
Definition: xmp_array_section.c:606
utofu_vcq_id_t vcqid
Definition: xmp_post_wait_utofu.c:8
void xmpc_traverse_finalize()
void _XMP_pack_vector2(char *restrict dst, char *restrict src, int count, int blocklength, int nnodes, int type_size, int src_block_dim)
Definition: xmp_pack_vector.c:26
void xmpc_gmv_do_acc(_XMP_gmv_desc_t *gmv_desc_leftp, _XMP_gmv_desc_t *gmv_desc_rightp, int mode)
Definition: xmp_gmove_acc.c:755
void _xmp_mpi_wait(const int node, const int tag)
Wait operation with node-ref and tag.
Definition: xmp_post_wait_mpi.c:165
int _XMP_split_world_by_color(int color)
Definition: xmp_world.c:42
int _XMP_init_reduce_comm_NODES(_XMP_nodes_t *nodes,...)
Definition: xmp_reduce.c:414
struct timespec begin_ts end_ts
Definition: xmp_onesided_tca.c:355
void _XMP_push_comm(void *comm)
#define _XMP_TCA_HOST_TO_DEVICE_WAIT_SLOT
Definition: xmp_reduce_hybrid.c:12
#define _XMP_M_COUNT_TRIPLETi(l_, u_, s_)
Definition: xmp_gpu_func.hpp:25
void _xmp_gasnet_atomic_ref_reply_do(gasnet_token_t token, int *dst_addr, size_t elmt_size, gasnet_handlerarg_t src_addr_hi, gasnet_handlerarg_t src_addr_lo, gasnet_handlerarg_t local_atomic_operations)
Definition: xmp_intrinsic_gasnet.c:85
#define _XMP_RETURN_IF_SINGLE
Definition: xmp_internal.h:37
int mode
Definition: xmp_data_struct.h:450
int * temp0
Definition: xmp_data_struct.h:239
void _XMP_reduce_hybrid_CLAUSE(void *data_addr, int count, int datatype, int op)
Definition: xmp_reduce_hybrid.c:459
@ syncATOMIC
Definition: xmpco_internal.h:26
int count
Definition: xmp_data_struct.h:140
#define SCHEME_DirectPut
Definition: xmpco_put.c:12
struct _memoryChunkOrder_t MemoryChunkOrder_t
Definition: xmpco_internal.h:41
unsigned long long on_ref_id
Definition: xmp_data_struct.h:44
void _XMPCO_set_isMsgMode_quietly(BOOL sw)
Definition: xmpco_params.c:68
void _XMP_coarray_contiguous_put_acc(const int target_image, const _XMP_coarray_t *dst_desc, const _XMP_coarray_t *src_desc, const size_t dst_offset, const size_t src_offset, const size_t dst_elmts, const size_t src_elmts, const int is_dst_on_acc, const int is_src_on_acc)
Definition: xmp_coarray_acc.c:77
void _XMP_post_5(const _XMP_nodes_t *node_desc, const int num1, const int num2, const int num3, const int num4, const int num5, const int tag)
Definition: xmp_post_wait.c:98
void _XACC_queue_wait(_XACC_queue_t queue)
Definition: xacc_util_cl.c:45
void xmpc_loop_sched(int ser_init, int ser_cond, int ser_step, int *par_init, int *par_cond, int *par_step, _XMP_template_t *t_desc, int t_idx, int expand_type, int lwidth, int uwidth, int unbound_flag)
Definition: xmp_loop.c:419
unsigned long long _XMP_get_on_ref_id(void)
Definition: xmp_util.c:13
#define _XMP_FJRDMA_MAX_GET
Definition: xmp_coarray_fjrdma.c:14
MemoryChunk_t * prev
Definition: _xmpco_alloc.h:77
_Bool is_align_comm_member
Definition: xmp_data_struct.h:271
size_t max_size
Max size of queue.
Definition: xmp_coarray.c:19
Definition: xmp_data_struct.h:449
void _XMP_pack_shadow_NORMAL(void **lo_buffer, void **hi_buffer, void *array_addr, _XMP_array_t *array_desc, int array_index)
Definition: xmp_shadow.c:459
void _XMP_check_less_than_SIZE_MAX(const long s)
Definition: xmp_coarray_utils.c:9
void _XACC_host_free(void **ptr)
Definition: xacc_util_cl.c:108
int lwidth[_XMP_N_MAX_DIM]
Definition: xmp_data_struct.h:183
void _XACC_host_free(void **ptr)
Definition: xacc_util_cuda.c:73
int ref_lower[_XMP_N_MAX_DIM]
Definition: xmp_data_struct.h:322
void _XMP_gmove_scalar_garray(void *scalar, _XMP_gmv_desc_t *gmv_desc_rightp, int mode)
Definition: xmp_gmove.c:4704
tcaDesc * tca_desc
Definition: xmp_coarray_tca.c:40
int xmp_dist_axis(xmp_desc_t d, int dim, int *axis)
Definition: xmp_lib.c:422
void * lo_send_buf
Definition: xmp_data_struct.h:134
void _XMPC_unpack_array_BASIC(void *dst, void *buffer, int array_type, int array_dim, int *l, int *u, int *s, unsigned long long *d)
Definition: xmp_array_section.c:1148
void _XMP_wait_node_3(const _XMP_nodes_t *node_desc, const int num1, const int num2, const int num3)
Definition: xmp_post_wait.c:273
void _XMP_reduce_shadow__(_XMP_array_t *a)
Definition: xmp_reduce_shadow.c:28
void _XMP_set_coarray_addresses_with_chunk(uint64_t *addrs, const uint64_t base_addr, const _XMP_array_section_t *array_info, const int dims, const size_t chunk_size, const size_t copy_elmts)
Definition: xmp_coarray_utils.c:860
#define _XMP_N_MAX_DIM
Definition: xmp_constant.h:6
void _XMP_gpu_unpack_vector_async(char *restrict dst, char *restrict src, int count, int blocklength, long stride, size_t typesize, void *async_id)
void _XMP_unlock_2(_XMP_coarray_t *c, const unsigned int offset, const unsigned int e0, const unsigned int e1)
Wrapper function of executing Lock using 2-dim coarray (#pragma xmp lock(lockobj[offset]:[e0][e1]))
Definition: xmp_lock_unlock.c:131
void _XMP_finalize_nodes(_XMP_nodes_t *nodes)
Definition: xmp_nodes.c:816
BOOL _XMPCO_get_isMsgMode(void)
Definition: xmpco_params.c:86
void _XMP_dist_template_GBLOCK(_XMP_template_t *template, int template_index, int nodes_index, int *mapping_array, int *temp0)
Definition: xmp_template.c:406
void _XMP_dist_template_CYCLIC(_XMP_template_t *template, int template_index, int nodes_index)
Definition: xmp_template.c:394
int ref_stride[_XMP_N_MAX_DIM]
Definition: xmp_data_struct.h:324
CoarrayInfo_t * next
Definition: _xmpco_alloc.h:94
void _XMP_fjrdma_atomic_define(int target_rank, _XMP_coarray_t *dst_desc, size_t dst_offset, int value, _XMP_coarray_t *src_desc, size_t src_offset, size_t elmt_size)
Definition: xmp_intrinsic_fjrdma.c:3
void xmpc_gmv_do(_XMP_gmv_desc_t *gmv_desc_leftp, _XMP_gmv_desc_t *gmv_desc_rightp, int mode)
Definition: xmpc_gmove.c:163
#define _XMPCO_default_isSyncPutMode
Definition: xmpco_params.h:16
void _XMP_coarray_rdma_array_set_n(const int n, const long start[], const long length[], const long stride[], const long elmts[], const long distance[])
Set transfer n-dim array information.
Definition: xmp_coarray.c:921
void * hi_recv_buf
Definition: xmp_data_struct.h:135
int xmp_fwrite_darray_pack(xmp_file_t *fp, xmp_desc_t apd, xmp_range_t *rp)
Definition: xmp_io.c:2426
#define _XMPC_SM_UNPACK_ARRAY_5(_type)
Definition: xmp_array_section.c:669
tcaHandle send_handles[_XMP_TCA_COLL_MAX]
Definition: xmp_reduce_hybrid.c:25
int _XMP_get_next_rank(_XMP_nodes_t *nodes, int *rank_array)
Definition: xmp_nodes.c:1291
#define SCHEME_BufferPut
Definition: xmpco_put.c:13
structure for each coarray variable One or more coarrays can be linked from a single memory chunk and...
Definition: _xmpco_alloc.h:92
int num_sends
Definition: xmp_gmove_acc.c:24
struct tca_ring_buf_t tca_ring_buf_t
int xmp_num_images(void)
Definition: xmp_lib.c:46
Definition: xmp_nodes_stack.c:8
#define _XMP_TCA_ALLREDUCE_TAG
Definition: xmp_reduce_hybrid.c:10
void _XACC_memory_copy(_XACC_memory_t dst_memory, size_t dst_memory_offset, _XACC_memory_t src_memory, size_t src_memory_offset, size_t size, _XACC_queue_t queue, bool is_blocking)
Definition: xacc_util_cuda.c:58
int _XMP_calc_template_owner_SCALAR(_XMP_template_t *ref_template, int dim_index, long long ref_index)
Definition: xmp_template.c:632
unsigned long orgAddr
Definition: _xmpco_alloc.h:122
#define _XMP_ATOMIC_DONE
Definition: xmp_intrinsic_gasnet.c:7
int _XMPC_running
Definition: xmp_runtime.c:15
double xmp_wtick(void)
Definition: xmp_lib.c:91
#define _XMP_RETURN_IF_AFTER_FINALIZATION
Definition: xmp_internal.h:45
void _XMP_build_sync_images_table()
Build table for sync images.
Definition: xmp_coarray.c:1558
#define _XMP_UNROLLING
Definition: xmp_coarray_gasnet.c:18
unsigned long long _XMP_gtol_calc_offset(_XMP_array_t *a, int g_idx[])
Definition: xmp_gmove.c:2991
void xmp_finalize_mpi(void)
Definition: xmp_lib.c:19
void _XMPC_unpack_array(void *dst, void *buffer, int array_type, size_t array_type_size, int array_dim, int *l, int *u, int *s, unsigned long long *d)
Definition: xmp_array_section.c:1368
void _XMPCO_set_isSafeBufferMode(BOOL sw)
Definition: xmpco_params.c:24
void _XMP_reduce_acc_FLMM_CLAUSE(void *data_addr, int count, int datatype, int op, int num_locs,...)
Definition: xmp_reduce_acc.c:84
void _XMP_gmove_BCAST_GSCALAR(void *dst_addr, _XMP_array_t *array, int ref_index[])
Definition: xmp_gmove.c:687
#define _XMP_N_SHADOW_NORMAL
Definition: xmp_constant.h:65
void _XACC_memory_unpack_vector(_XACC_memory_t dst_mem, size_t dst_offset, _XACC_memory_t src_mem, size_t src_offset, size_t blocklength, size_t stride, size_t count, size_t typesize, _XACC_queue_t queue, bool is_blocking)
Definition: xacc_util_cl.c:348
#define KERNEL_FUNCTIONS
Definition: xacc_util_cl.c:218
void xmp_sched_template_index(int *local_start_index, int *local_end_index, const int global_start_index, const int global_end_index, const int step, const xmp_desc_t template, const int template_dim)
Definition: xmp_lib.c:511
int _XMP_init_reduce_comm_TEMPLATE(_XMP_template_t *template,...)
Definition: xmp_reduce.c:449
void xmp_barrier(void)
Definition: xmp_lib.c:66
void _XMP_reflect_init_gpu(void *acc_addr, _XMP_array_t *array_desc)
Definition: xmp_reflect_gpu.c:67
void _XMP_gmove_inout_scalar(void *scalar, _XMP_gmv_desc_t *gmv_desc, int rdma_type)
void _XACC_util_init(void)
Definition: xacc_util_cuda.c:4
MemoryChunk_t * parent
Definition: _xmpco_alloc.h:95
void _XMP_set_reduce_shadow__(_XMP_array_t *a, int dim, int lwidth, int uwidth, int is_periodic)
Definition: xmp_reduce_shadow.c:18
BOOL _XMPCO_get_isEagerCommMode()
Definition: xmpco_params.c:89
void _XMP_mpi_atomic_define(int target_rank, _XMP_coarray_t *c, size_t offset, int value, size_t elmt_size)
Definition: xmp_intrinsic_mpi.c:3
int xmp_dist_gblockmap(xmp_desc_t d, int dim, int *map)
Definition: xmp_lib.c:429
void _XACC_memory_pack_vector(_XACC_memory_t dst_mem, size_t dst_offset, _XACC_memory_t src_mem, size_t src_offset, size_t blocklength, size_t stride, size_t count, size_t typesize, _XACC_queue_t queue, bool is_blocking)
Definition: xacc_util_cuda.c:90
char ** _xmp_gasnet_buf
Definition: xmp_onesided_gasnet.c:4
int xmp_dist_stride(xmp_desc_t d, int dim)
Definition: xmp_lib.c:409
void _XMP_reduce_FLMM_NODES_ENTIRE(_XMP_nodes_t *nodes, void *addr, int count, int datatype, int op, int num_locs,...)
Definition: xmp_reduce.c:245
#define _XMP_TCA_ALLREDUCE_TCACOPY_LIMIT
Definition: xmp_reduce_hybrid.c:13
void _xmp_tca_wait_node(const int node)
Wait operation with node-ref.
Definition: xmp_post_wait_tca.c:200
void _XMP_mpi_onesided_alloc_win(MPI_Win *win, void **addr, size_t size, MPI_Comm comm, bool is_acc)
Definition: xmp_onesided_mpi.c:99
int tail_id
Definition: xmp_reduce_hybrid.c:16
MPI_Comm comm
Definition: xmp_gmove_acc.c:17
#define _XMP_TEND2(t, tt, t0)
Definition: xmp_internal.h:749
@ TCA_OP_UINT16
Definition: xmp_reduce_hybrid.c:198
Definition: xmp_post_wait_fjrdma.c:17
void _XACC_memory_unpack_vector(_XACC_memory_t dst_mem, size_t dst_offset, _XACC_memory_t src_mem, size_t src_offset, size_t blocklength, size_t stride, size_t count, size_t typesize, _XACC_queue_t queue, bool is_blocking)
Definition: xacc_util_cuda.c:105
int _XMP_flag_put_nb_rr_i
void _XMP_utofu_sync_images(const int num, int *image_set, int *status)
Definition: xmp_coarray_utofu.c:1065
#define OP_FUNC_3OP(name, op, type_name, type)
Definition: xmp_reduce_tca.c:158
void _XMP_coarray_rdma_array_set_2(const long start1, const long length1, const long stride1, const long elmts1, const long start2, const long length2, const long stride2, const long elmts2, const size_t elmt)
Set transfer 2-dim array information.
Definition: xmp_coarray.c:672
void _XMP_pop_n_free_nodes_wo_finalize_comm(void)
Definition: xmp_nodes_stack.c:38
void _XMP_gmove_garray_garray(_XMP_gmv_desc_t *gmv_desc_leftp, _XMP_gmv_desc_t *gmv_desc_rightp, int mode)
Definition: xmp_gmove.c:4769
uint64_t _XMP_utofu_check_mrq_notice(struct utofu_mrq_notice *notice)
Definition: xmp_coarray_utofu.c:201
_XMP_nodes_t * gmv_nodes
Definition: xmp_gmove.c:40
void _XMP_reduce_FLMM_CLAUSE(void *data_addr, int count, int datatype, int op, int num_locs,...)
Definition: xmp_reduce.c:365
void _XMPCO_set_corank(CoarrayInfo_t *cp, int corank)
Definition: xmpco_alloc.c:606
BOOL _XMPCO_is_subset_exec(void)
Definition: xmpco_lib.c:176
#define XMP_NOT_DISTRIBUTED
Definition: xmp.h:16
@ syncNONBLOCK
Definition: xmpco_internal.h:24
void xmpc_gmv_dealloc(_XMP_gmv_desc_t *gp)
Definition: xmpc_gmove.c:129
int xmp_array_gclubound(xmp_desc_t d, int dim)
Definition: xmp_lib.c:143
void _XMP_init_template_UNFIXED(_XMP_template_t **template, int dim)
Definition: xmp_template.c:284
void _XMP_coarray_malloc_info_n(const long *n, const int ndims, const size_t elmt_size)
Set n-dim coarray information.
Definition: xmp_coarray.c:140
long elmts
Definition: xmp_data_struct.h:379
#define _XMP_N_SHADOW_NONE
Definition: xmp_constant.h:64
void _XMP_coarray_sync_memory()
Execute sync_memory()
Definition: xmp_coarray.c:1387
void _XMP_finalize_array_desc(_XMP_array_t *array)
Definition: xmp_align.c:189
int _XMPF_running
Definition: xmp_runtime.c:16
int count[_XMP_TCA_COLL_MAX]
Definition: xmp_reduce_hybrid.c:18
void xmp_free(xmp_desc_t d)
Definition: xmp_lib.c:605
int xmp_array_laddr(xmp_desc_t d, void **laddr)
Definition: xmp_lib.c:173
void * hi_send_array
Definition: xmp_data_struct.h:138
void _XMP_atomic_define_4(void *dst_desc, size_t dst_offset, int image0, int image1, int image2, int image3, int value, void *src_desc, size_t src_offset, size_t elmt_size)
Definition: xmp_intrinsic.c:6407
MPI_Request * req[_XMP_TCA_COLL_MAX]
Definition: xmp_reduce_hybrid.c:36
@ TCA_OP_INT16
Definition: xmp_reduce_tca.c:196
size_t _xmp_gasnet_heap_size
Definition: xmp_onesided_gasnet.c:3
void _XMP_init_nodes_DYNAMIC_EXEC(_XMP_nodes_t **nodes, int dim,...)
Definition: xmp_nodes.c:657
int rank
Definition: xmp_gmove_acc.c:16
void _XMP_coarray_put(void *, void *, void *)
Definition: xmp_coarray.c:1160
int type
Definition: xmp_data_struct.h:273
#define COMM_UNIT
COMM_UNIT : minimum unit of size for PUT/GET communication MALLOC_UNIT : minimum unit of size for mem...
Definition: xmpco_params.h:37
int xmp_nodes_comm(xmp_desc_t d, void **comm)
Definition: xmp_lib.c:482
void _XMP_fjrdma_sync_images(const int num, int *image_set, int *status)
Execute sync images.
Definition: xmp_coarray_fjrdma.c:2251
int dims
Definition: xmp_io.h:17
@ TCA_OP_UINT32
Definition: xmp_reduce_tca.c:199
void _xmp_gasnet_pack_get(gasnet_token_t t, const char *array_info, const size_t am_request_size, const int src_addr_hi, const int src_addr_lo, const int src_dims, const int dst_dims, const size_t tansfer_size, const int dst_addr_hi, const int dst_addr_lo)
Definition: xmp_coarray_gasnet.c:1216
void _xmp_gasnet_add_notify(gasnet_token_t token, const int rank)
Definition: xmp_coarray_gasnet.c:1616
int _check_round(const _XMP_array_section_t *array, const int dim)
Definition: xmp_coarray_utils.c:1387
int _XMP_modi_ll_i(long long value, int cycle)
Definition: xmp_math_function.c:9
#define _XMP_N_INT_TRUE
Definition: xmp_constant.h:4
void xmp_unpack_nomask(void *a_p, void *v_p)
Definition: xmp_intrinsic.c:6301
void _XMP_coarray_malloc_info_1(const long, const size_t)
Set 1-dim coarray information.
Definition: xmp_coarray.c:31
void _XMP_coarray_regmem(void **, void *)
Create coarray object but not allocate coarray.
Definition: xmp_coarray.c:359
#define _XMP_ATOMIC_REG
Definition: xmp_intrinsic_gasnet.c:6
void _XMP_fatal(char *msg)
Definition: xmp_util.c:42
void _XMP_gasnet_get(const int src_contiguous, const int dst_contiguous, const int target_rank, const int src_dims, const int dst_dims, const _XMP_array_section_t *src_info, const _XMP_array_section_t *dst_info, const _XMP_coarray_t *src_desc, const void *dst, const size_t src_elmts, const size_t dst_elmts)
Definition: xmp_coarray_gasnet.c:1430
void _XMP_gmove_larray_garray(_XMP_gmv_desc_t *gmv_desc_leftp, _XMP_gmv_desc_t *gmv_desc_rightp, int mode)
Definition: xmp_gmove.c:5003
BOOL _XMPCO_is_subset_exec()
Definition: xmpco_lib.c:176
_XMP_coarray_t ** coarrays
pointer of coarrays
Definition: xmp_coarray.c:21
void _XMP_lock_0(_XMP_coarray_t *c, const unsigned int offset, void *lock_obj)
Wrapper function of executing Lock using local coarray (#pragma xmp lock(lockobj[offset]))
Definition: xmp_lock_unlock.c:20
#define _XMP_TCA_USE_GPUDIRECT_SIZE
Definition: xmp_reflect_hybrid.c:7
#define _XMP_TCA_CACHE_ALIGNED_STRIDE
Definition: xmp_reduce_hybrid.c:7
void _XMP_fatal_nomsg()
Definition: xmp_util.c:48
void _XMP_sched_loop_template_BLOCK_CYCLIC(int ser_init, int ser_cond, int ser_step, int *par_init, int *par_cond, int *par_step, _XMP_template_t *template, int template_index)
Definition: xmp_loop.c:335
void xmpf_pack_mask(void *v_p, void *a_p, void *m_p)
Definition: xmp_intrinsic.c:6015
_XMP_csd_t * alloc_csd(int n)
Definition: xmp_section_desc.c:164
void _XMP_reflect_shadow_FULL(void *array_addr, void *array_desc, int array_index)
@ TCA_OP_INT64
Definition: xmp_reduce_tca.c:200
struct _XMP_postreq_info _XMP_postreq_info_t
void _XMP_sched_loop_template_BLOCK(int ser_init, int ser_cond, int ser_step, int *par_init, int *par_cond, int *par_step, _XMP_template_t *template, int template_index)
Definition: xmp_loop.c:196
void _XMP_wait_node_6(const _XMP_nodes_t *node_desc, const int num1, const int num2, const int num3, const int num4, const int num5, const int num6)
Definition: xmp_post_wait.c:402
void _XACC_memory_pack_vector(_XACC_memory_t dst_mem, size_t dst_offset, _XACC_memory_t src_mem, size_t src_offset, size_t blocklength, size_t stride, size_t count, size_t typesize, _XACC_queue_t queue, bool is_blocking)
Definition: xacc_util_cl.c:269
#define XMP_CYCLIC
Definition: xmp.h:18
size_t _XMPCO_get_sizeOfMemoryChunk(CoarrayInfo_t *cinfo)
Definition: xmpco_alloc.c:735
int s
Definition: xmp_data_struct.h:412
void _XACC_memory_pack_vector2(_XACC_memory_t dst0_mem, size_t dst0_offset, _XACC_memory_t src0_mem, size_t src0_offset, size_t blocklength0, size_t stride0, size_t count0, _XACC_memory_t dst1_mem, size_t dst1_offset, _XACC_memory_t src1_mem, size_t src1_offset, size_t blocklength1, size_t stride1, size_t count1, size_t typesize, _XACC_queue_t queue, bool is_blocking)
Definition: xacc_util_cuda.c:119
void _XMP_reflect_acc__(void *acc_addr, _XMP_array_t *array_desc)
Definition: xmp_reflect_acc.c:54
void _xmp_gasnet_post(const int node, const int tag)
Post operation.
Definition: xmp_post_wait_gasnet.c:68
void * _XMPCO_get_infoOfCtrlData(char **baseAddr, size_t *offset, char **name)
Definition: xmpco_alloc.c:759
#define _XMP_N_ALIGN_GBLOCK
Definition: xmp_constant.h:40
void _XMP_normalize_array_section(int *lower, int *upper, int *stride)
void _XMP_bcast_NODES_ENTIRE_NODES_V(_XMP_nodes_t *bcast_nodes, void *addr, int count, size_t datatype_size, _XMP_nodes_t *from_nodes, va_list args)
Definition: xmp_bcast.c:69
void _XMP_coarray_rdma_image_set_1(const int)
Set 1-dim image information.
Definition: xmp_coarray.c:942
int * lcobound
Definition: _xmpco_alloc.h:100
@ TCA_OP_UINT8
Definition: xmp_reduce_tca.c:195
long long * mapping_array
Definition: xmp_data_struct.h:88
int _xmp_reflect_pack_flag
Definition: xmp_pack_vector.c:298
tcaPIOHandle * pio_handles[_XMP_TCA_COLL_MAX]
Definition: xmp_reduce_hybrid.c:27
void _xmp_gasnet_setlockstate(gasnet_token_t token, int state)
Definition: xmp_lock_unlock_gasnet.c:145
void _XMP_init_nodes_STATIC_NODES_NUMBER(_XMP_nodes_t **nodes, int dim, int ref_lower, int ref_upper, int ref_stride,...)
Definition: xmp_nodes.c:682
void _XMP_atomic_ref_1(void *dst_desc, size_t dst_offset, int image, int *value, void *src_desc, size_t src_offset, size_t elmt_size)
Definition: xmp_intrinsic.c:6522
int execute
Definition: xmp_data_struct.h:318
_Bool is_allocated
Definition: xmp_data_struct.h:270
void _XMP_init_nodes_STATIC_EXEC(_XMP_nodes_t **nodes, int dim,...)
Definition: xmp_nodes.c:634
#define _XMP_LOOP_MARGIN
Definition: xmp_constant.h:75
void _XMP_init_array_desc(void **array, void *template, int dim, int type, size_t type_size,...)
#define _XMP_SUM_VECTOR(_type)
Definition: xmp_pack_vector.c:94
void _XMP_barrier_EXEC(void)
Definition: xmp_barrier.c:16
int lo_width
Definition: xmp_data_struct.h:125
void _XMP_gtol_array_ref_triplet(_XMP_array_t *array, int dim_index, int *lower, int *upper, int *stride)
Definition: xmp_gmove.c:114
void _XMP_align_array_BLOCK(_XMP_array_t *array, int array_index, int template_index, long long align_subscript, int *temp0)
Definition: xmp_align.c:323
void xmp_sync_all(const int *status)
Execute sync_all()
Definition: xmp_coarray.c:1423
void _XMP_reflect_pack_dim(_XMP_array_t *a, int i, int *lwidth, int *uwidth, int *is_periodic, int shadow_comm_type)
Definition: xmp_reflect.c:1768
void _XMP_utofu_regmem(_XMP_coarray_t *coarray_desc, void *addr, const size_t coarray_size)
Definition: xmp_coarray_utofu.c:238
void(* _XMP_unpack_comm_set)(void *recvbuf, int recvbuf_size, _XMP_array_t *a, _XMP_comm_set_t *comm_set[][_XMP_N_MAX_DIM])
Definition: xmp_gmove.c:25
_XMP_comm_t * shadow_comm
Definition: xmp_data_struct.h:255
void * _XMP_get_execution_nodes(void)
Definition: xmp_nodes_stack.c:46
Definition: xmp_data_struct.h:439
void _XMP_nodes_dealloc_after_wait_async(_XMP_nodes_t *n)
Definition: xmp_async.c:272
void _XMP_reduce_acc_FLMM_NODES_ENTIRE(_XMP_nodes_t *nodes, void *addr, int count, int datatype, int op, int num_locs,...)
Definition: xmp_reduce_acc.c:63
unsigned long long on_ref_id
Definition: xmp_data_struct.h:102
int(* compare_func)(const void *a, const void *b)
Definition: xmp_sort.c:66
void * buf
Definition: xmp_gmove_acc.c:13
char * _localBuf_baseAddr
Definition: xmpco_get_stmt.c:67
int xmp_array_gcllbound(xmp_desc_t d, int dim)
Definition: xmp_lib.c:137
void _XMP_local_contiguous_copy(char *dst, const char *src, const size_t dst_elmts, const size_t src_elmts, const size_t elmt_size)
Definition: xmp_coarray_utils.c:79
_Bool is_owner
Definition: xmp_data_struct.h:106
void _XMP_wait_4(const _XMP_nodes_t *node_desc, const int num1, const int num2, const int num3, const int num4, const int tag)
Definition: xmp_post_wait.c:292
void _XMP_pack_vector(char *restrict dst, char *restrict src, int count, int blocklength, long stride)
Definition: xmp_pack_vector.c:9
void xmpc_gmv_do(_XMP_gmv_desc_t *gmv_desc_leftp, _XMP_gmv_desc_t *gmv_desc_rightp, int mode)
Definition: xmpc_gmove.c:163
int recvbuf_size
Definition: xmp_data_struct.h:453
Definition: xmp_onesided_tca.c:61
void _XMP_local_get(void *dst, const _XMP_coarray_t *src_desc, const int dst_contiguous, const int src_contiguous, const int dst_dims, const int src_dims, const _XMP_array_section_t *dst_info, const _XMP_array_section_t *src_info, const size_t dst_elmts, const size_t src_elmts)
Definition: xmp_coarray_local.c:597
tcaHandle local_send_buffer_handle
Definition: xmp_onesided_tca.c:73
void _XMP_tca_comm_recv(const int rank, int *tag, int *data)
Definition: xmp_onesided_tca.c:339
int _XMP_calc_template_par_triplet(_XMP_template_t *template, int template_index, int nodes_rank, int *template_lower, int *template_upper, int *template_stride)
Definition: xmp_template.c:667
void _XMP_align_array_CYCLIC(_XMP_array_t *array, int array_index, int template_index, long long align_subscript, int *temp0)
Definition: xmp_align.c:388
void * _XACC_memory_get_address(_XACC_memory_t memory)
Definition: xacc_util_cl.c:98
int par_lower
Definition: xmp_data_struct.h:204
#define COMPARE_UP(_type)
Definition: xmp_sort.c:610
int _XMP_is_the_same_constant_stride(const _XMP_array_section_t *array1_info, const _XMP_array_section_t *array2_info, const int array1_dims, const int array2_dims)
Definition: xmp_coarray_utils.c:1627
void _XMP_mpi_build_sync_images_table()
Build table and Initialize for sync images.
Definition: xmp_coarray_mpi.c:951
void _XMP_utofu_atomic_ref(int target_rank, _XMP_coarray_t *dst_desc, size_t dst_offset, int *value, size_t elmt_size)
Definition: xmp_intrinsic_utofu.c:59
int xmp_fread_darray_unpack(xmp_file_t *fp, xmp_desc_t apd, xmp_range_t *rp)
Definition: xmp_io.c:1837
int l
Definition: xmp_data_struct.h:440
void _XACC_memory_free(_XACC_memory_t *memory)
Definition: xacc_util_cl.c:64
void _XMP_local_put(_XMP_coarray_t *dst_desc, const void *src, const int dst_contiguous, const int src_contiguous, const int dst_dims, const int src_dims, const _XMP_array_section_t *dst_info, const _XMP_array_section_t *src_info, const size_t dst_elmts, const size_t src_elmts)
Definition: xmp_coarray_local.c:563
#define MIN(a, b)
Definition: xmp_internal.h:12
unsigned long long _XMP_get_on_ref_id(void)
Definition: xmp_util.c:13
Definition: xmp_onesided_tca.c:67
void XMPCO_PUT_arrayStmt(CoarrayInfo_t *descPtr, char *baseAddr, int element, int coindex, char *rhsAddr, int rank, int skip[], int skip_rhs[], int count[], SyncMode sync_mode)
Definition: xmpco_put.c:189
int _XMP_ceili(int a, int b)
Definition: xmp_math_function.c:29
Definition: xmp_data_struct.h:181
void _XMP_init_reflect_sched(_XMP_reflect_sched_t *sched)
Definition: xmp_shadow.c:218
void _XMP_finalize_world(bool isFinalize)
Definition: xmp_world.c:29
int upper
Definition: xmp_data_struct.h:24
_Bool is_shadow_comm_member
Definition: xmp_data_struct.h:195
void _XMPC_unpack_array(void *dst, void *buffer, int array_type, size_t array_type_size, int array_dim, int *l, int *u, int *s, unsigned long long *d)
Definition: xmp_array_section.c:1368
#define _XMP_TCA_COLL_MAX
Definition: xmp_reduce_tca.c:9
int _is_constant_stride_7dim(const _XMP_array_section_t *array_info)
Definition: xmp_coarray_utils.c:1549
int xmp_nodes_size(xmp_desc_t d, int dim, int *size)
Definition: xmp_lib.c:468
int image_dims
Definition: xmp_data_struct.h:354
void _XACC_queue_create(_XACC_queue_t *queue)
Definition: xacc_util_cl.c:18
int * ucobound
Definition: _xmpco_alloc.h:101
int local_upper
Definition: xmp_data_struct.h:210
int _XMP_get_next_rank(_XMP_nodes_t *nodes, int *rank_array)
Definition: xmp_nodes.c:1291
unsigned _XMPCO_get_poolThreshold(void)
Definition: xmpco_params.c:83
MPI_Comm _XMPCO_get_comm_fromCoarrayInfo(CoarrayInfo_t *cinfo)
Definition: xmpco_alloc.c:527
void _XMP_fjrdma_finalize()
Finalize FUJITSU RDMA for the K computer and FX10.
Definition: xmp_onesided_fjrdma.c:16
int * a_lb
Definition: xmp_data_struct.h:394
void _XMP_coarray_regmem(void **coarray_desc, void *addr)
Create coarray object but not allocate coarray.
Definition: xmp_coarray.c:359
Definition: xmp_reduce_hybrid.c:15