libxmp/libxmpf in Omni Compiler
1.3.4
|
Go to the documentation of this file. 1 #ifndef MPI_PORTABLE_PLATFORM_H
2 #define MPI_PORTABLE_PLATFORM_H
12 #define MIN(a,b) ( (a)<(b) ? (a) : (b) )
16 #define MAX(a,b) ( (a)>(b) ? (a) : (b) )
27 #define _XMP_ASSERT(_flag) \
30 _XMP_unexpected_error(); \
34 #define _XMP_ASSERT(_flag)
37 #define _XMP_RETURN_IF_SINGLE \
39 if (_XMP_world_size == 1) { \
45 #define _XMP_RETURN_IF_AFTER_FINALIZATION \
47 if (! xmp_get_ruuning()) return; \
50 #define _XMP_IS_SINGLE \
51 (_XMP_world_size == 1)
58 #define restrict __restrict__
59 #define template template_
63 extern void (*
_xmp_pack_array)(
void *buffer,
void *src,
int array_type,
size_t array_type_size,
64 int array_dim,
int *l,
int *u,
int *s,
unsigned long long *d);
65 extern void (*
_xmp_unpack_array)(
void *dst,
void *buffer,
int array_type,
size_t array_type_size,
66 int array_dim,
int *l,
int *u,
int *s,
unsigned long long *d);
72 int type,
size_t type_size, ...);
74 int type,
size_t type_size,
unsigned long long *dim_acc,
void *ap);
78 long long align_subscript);
80 long long align_subscript,
int *temp0);
82 long long align_subscript,
int *temp0);
84 long long align_subscript,
int *temp0);
86 long long align_subscript,
int *temp0);
109 extern void _XMPC_pack_array(
void *buffer,
void *src,
int array_type,
size_t array_type_size,
110 int array_dim,
int *l,
int *u,
int *s,
unsigned long long *d);
111 extern void _XMPC_unpack_array(
void *dst,
void *buffer,
int array_type,
size_t array_type_size,
112 int array_dim,
int *l,
int *u,
int *s,
unsigned long long *d);
140 #ifdef _XMP_MPI3_ONESIDED
147 const long elmts1,
const size_t elmt);
149 const long[],
const long[]);
153 extern void _XMP_coarray_rdma_do2(
const int rdma_code,
void *remote_coarray,
void *local_array,
void *local_coarray,
154 const long coarray_elmts[],
const long coarray_distance[]);
173 extern void _XMP_L2G(
int local_idx,
long long int *global_idx,
175 extern void _XMP_G2L(
long long int global_idx,
int *local_idx,
180 extern void xmpf_matmul(
void *x_p,
void *a_p,
void *b_p);
183 extern void xmpf_pack(
void *v_p,
void *a_p,
void *m_p);
186 extern void xmpf_unpack(
void *a_p,
void *v_p,
void *m_p);
190 int dim_index,
int *lower,
int *upper,
int *stride);
193 size_t type_size,
int root_rank);
195 int *dst_l,
int *dst_u,
int *dst_s,
unsigned long long *dst_d,
196 void *src_addr,
int src_dim,
197 int *src_l,
int *src_u,
int *src_s,
unsigned long long *src_d,
198 int type,
size_t type_size,
int root_rank);
202 void *dst_addr,
int dst_dim,
203 int *dst_l,
int *dst_u,
int *dst_s,
unsigned long long *dst_d,
204 void *src_addr,
int src_dim,
205 int *src_l,
int *src_u,
int *src_s,
unsigned long long *src_d);
207 int *dst_l,
int *dst_u,
int *dst_s,
208 int *src_l,
int *src_u,
int *src_s);
211 int *src_l,
int *src_u,
int *src_s);
213 int *dst_l,
int *dst_u,
int *dst_s,
unsigned long long *dst_d,
214 int *src_l,
int *src_u,
int *src_s,
unsigned long long *src_d,
int mode);
225 int *par_init,
int *par_cond,
int *par_step,
226 int template_lower,
int template_upper,
int template_stride);
228 int *par_init,
int *par_cond,
int *par_step,
229 int template_lower,
int template_upper,
int template_stride,
230 int width,
int template_ser_lower,
int template_ser_upper);
232 int *par_init,
int *par_cond,
int *par_step,
235 int *par_init,
int *par_cond,
int *par_step,
238 int *par_init,
int *par_cond,
int *par_step,
241 int *par_init,
int *par_cond,
int *par_step,
244 int *par_init,
int *par_cond,
int *par_step,
252 int *dim_size,
int is_static);
254 int *shrink,
int *ref_lower,
int *ref_upper,
int *ref_stride,
255 int *dim_size,
int is_static);
284 int count,
int blocklength,
long stride);
286 int count,
int blocklength,
287 int nnodes,
int type_size,
int src_block_dim);
289 int count,
int blocklength,
long stride);
291 int dst_stride,
int src_stride,
292 int type_size,
int dst_block_dim);
298 void *addr,
int count,
int datatype,
int op,
299 int num_locs,
void **loc_vars,
int *loc_types);
315 extern void _XMP_init(
int argc,
char** argv, MPI_Comm comm);
353 long long *ref_lower,
long long *ref_upper,
long long *ref_stride);
360 int *template_lower,
int *template_upper,
int *template_stride);
367 int *mapping_array,
int *temp0);
417 #if defined(_XMP_GASNET) || defined(_XMP_FJRDMA) || defined(_XMP_TCA) || defined(_XMP_MPI3_ONESIDED) || defined(_XMP_UTOFU)
418 #define _XMP_DEFAULT_ONESIDED_HEAP_SIZE "27M"
419 #define _XMP_DEFAULT_ONESIDED_STRIDE_SIZE "5M"
425 #define _XMP_COARRAY_QUEUE_INITIAL_SIZE 32
426 #define _XMP_COARRAY_QUEUE_INCREMENT_RAITO (1.5)
427 #define _XMP_GASNET_COARRAY_SHIFT_QUEUE_INITIAL_SIZE _XMP_COARRAY_QUEUE_INITIAL_SIZE
428 #define _XMP_GASNET_COARRAY_SHIFT_QUEUE_INCREMENT_RAITO _XMP_COARRAY_QUEUE_INCREMENT_RAITO
430 #define _XMP_POSTREQ_TABLE_INITIAL_SIZE 32
431 #define _XMP_POSTREQ_TABLE_INCREMENT_RATIO (1.5)
432 extern void _XMP_check_less_than_SIZE_MAX(const long s);
437 #define _XMP_UNPACK 1
438 #define _XMP_SCALAR_MCOPY 2
463 extern _Bool
_XMP_check_overlapping(
const char *dst_start,
const char *dst_end,
const char *src_start,
const char *src_end);
470 #define _XMP_GASNET_STRIDE_INIT_SIZE 32
471 #define _XMP_GASNET_STRIDE_INCREMENT_RATIO (1.5)
472 #define _XMP_GASNET_ALIGNMENT 8
474 #define _XMP_GASNET_ATOMIC_INIT_SIZE 32
475 #define _XMP_GASNET_ATOMIC_INCREMENT_RATIO (1.5)
477 #define GASNET_BARRIER() do { \
478 gasnet_barrier_notify(0,GASNET_BARRIERFLAG_ANONYMOUS); \
479 gasnet_barrier_wait(0,GASNET_BARRIERFLAG_ANONYMOUS); \
502 const size_t,
const size_t,
const size_t,
const size_t);
504 const size_t,
const size_t,
const size_t,
const size_t);
505 extern void _xmp_gasnet_post_sync_images(
const int,
const int*);
506 extern void _xmp_gasnet_wait_sync_images(
const int,
const int*);
508 extern void _xmp_gasnet_notiy_reply(gasnet_token_t t);
515 #define _XMP_COARRAY_FLAG_NIC (FJMPI_RDMA_LOCAL_NIC0 | FJMPI_RDMA_REMOTE_NIC1)
516 #define _XMP_COARRAY_SEND_NIC FJMPI_RDMA_LOCAL_NIC0
518 #define _XMP_SYNC_IMAGES_FLAG_NIC (FJMPI_RDMA_LOCAL_NIC0 | FJMPI_RDMA_REMOTE_NIC1 | FJMPI_RDMA_REMOTE_NOTICE)
519 #define _XMP_SYNC_IMAGES_SEND_NIC FJMPI_RDMA_LOCAL_NIC0
520 #define _XMP_SYNC_IMAGES_RECV_NIC FJMPI_RDMA_LOCAL_NIC1
521 #define _XMP_POSTREQ_NIC_FLAG (FJMPI_RDMA_LOCAL_NIC2 | FJMPI_RDMA_REMOTE_NIC3 | FJMPI_RDMA_REMOTE_NOTICE)
522 #define _XMP_POSTREQ_SEND_NIC FJMPI_RDMA_LOCAL_NIC2
523 #define _XMP_POSTREQ_RECV_NIC FJMPI_RDMA_LOCAL_NIC3
524 #define _XMP_TEMP_MEMID 0
525 #define _XMP_POSTREQ_ID 1
526 #define _XMP_SYNC_IMAGES_ID 2
527 #define _XMP_FJRDMA_START_MEMID 3
528 #define _XMP_INIT_RDMA_INTERVAL 8192
529 #define _XMP_ONESIDED_MAX_PROCS 82944
530 #define _XMP_FJRDMA_TAG 0
531 #define _XMP_SYNC_IMAGES_TAG 1
544 const size_t,
const size_t);
547 const size_t,
const size_t);
549 const _XMP_coarray_t *,
const size_t,
const size_t,
const size_t);
551 const uint64_t,
const uint64_t,
const size_t,
const size_t,
const size_t);
558 extern void _XMP_fjrdma_scalar_contiguous_mput(
const int,
const uint64_t,
const uint64_t,
const _XMP_coarray_t*,
571 #ifndef _XMP_UTOFU_EXTERN_
572 #define _XMP_UTOFU_EXTERN_ extern
584 #undef _XMP_UTOFU_EXTERN_
586 #define _XMP_UTOFU_COARRAY_PUT_POST_FLAGS (UTOFU_ONESIDED_FLAG_TCQ_NOTICE | UTOFU_ONESIDED_FLAG_LOCAL_MRQ_NOTICE | UTOFU_ONESIDED_FLAG_STRONG_ORDER)
587 #define _XMP_UTOFU_COARRAY_GET_POST_FLAGS (UTOFU_ONESIDED_FLAG_TCQ_NOTICE | UTOFU_ONESIDED_FLAG_LOCAL_MRQ_NOTICE | UTOFU_ONESIDED_FLAG_STRONG_ORDER)
597 extern void _XMP_utofu_coarray_lastly_deallocate();
599 const _XMP_coarray_t *,
const size_t,
const size_t,
const size_t);
605 const uint64_t,
const uint64_t,
const size_t,
const size_t,
const size_t);
630 const size_t dst_elmts,
const size_t src_elmts,
const size_t elmt_size);
634 #define _XMP_TCA_POSTREQ_TAG (10000)
662 #ifdef _XMP_MPI3_ONESIDED
663 #define _XMP_MPI_ONESIDED_COARRAY_SHIFT_QUEUE_INITIAL_SIZE _XMP_COARRAY_QUEUE_INITIAL_SIZE
664 #define _XMP_MPI_ONESIDED_COARRAY_SHIFT_QUEUE_INCREMENT_RAITO _XMP_COARRAY_QUEUE_INCREMENT_RAITO
665 #define _XMP_MPI_ALIGNMENT 64
666 #define _XMP_MPI_POSTREQ_TAG 500
691 const size_t dst_offset,
const size_t src_offset,
692 const size_t dst_elmts,
const size_t src_elmts,
const size_t elmt_size,
const bool is_dst_on_acc,
const bool is_src_on_acc);
694 const size_t dst_offset,
const size_t src_offset,
695 const size_t dst_elmts,
const size_t src_elmts,
const size_t elmt_size,
const bool is_dst_on_acc,
const bool is_src_on_acc);
696 void _XMP_mpi_put(
const int dst_contiguous,
const int src_contiguous,
const int target_rank,
699 const void *src,
const int dst_elmts,
const int src_elmts,
700 const int is_dst_on_acc);
701 void _XMP_mpi_get(
const int src_contiguous,
const int dst_contiguous,
const int target_rank,
704 void *dst,
const int src_elmts,
const int dst_elmts,
705 const int is_src_on_acc);
727 extern double t0, t1;
728 #define _XMP_TSTART(t0) ((t0) = MPI_Wtime())
729 #define _XMP_TEND(t, t0) ((t) = (t) + MPI_Wtime() - (t0))
730 #define _XMP_TEND2(t, tt, t0) { double _XMP_TMP = MPI_Wtime(); \
731 (t) = (t) + _XMP_TMP - (t0); \
732 (tt) = (tt) + _XMP_TMP - (t0); }
735 {
double t_mem, t_copy, t_comm, t_sched, t_wait, t_misc,
747 #define _XMP_TSTART(t0)
748 #define _XMP_TEND(t, t0)
749 #define _XMP_TEND2(t, tt, t0)
754 #define TCA_CHECK(tca_call) do { \
755 tcaresult result = tca_call; \
756 if (result != TCA_SUCCESS) { \
757 fprintf(stderr, "TCA error in file '%s' in line %i : %s.\n", \
758 __FILE__, __LINE__, tcaGetErrorString(result)); \
759 exit(EXIT_FAILURE); \
765 #define XACC_DEBUG2(fmt, ...) fprintf(stderr, "XACC debug (%s:%d),rank=%d: "fmt"\n%s", __FILE__, __LINE__, _XMP_world_rank, __VA_ARGS__)
766 #define XACC_DEBUG(...) XACC_DEBUG2(__VA_ARGS__, "")
768 #define XACC_DEBUG(...) do{}while(0)
773 #define _XMP_LOCK_CHUNK 8 // for lock
776 _XMP_LOCKSTATE_WAITING = 300,
777 _XMP_LOCKSTATE_GRANTED,
778 _XMP_LOCKSTATE_FAILED,
779 _XMP_LOCKSTATE_HANDOFF,
781 } xmp_gasnet_lock_state_t;
790 const int,
const int,
const int,
const int,
const int);
794 const int,
const int,
const int,
const size_t,
const int,
const int);
796 extern void _xmp_gasnet_atomic_define_do(gasnet_token_t,
const char*,
const size_t, gasnet_handlerarg_t, gasnet_handlerarg_t, gasnet_handlerarg_t);
799 gasnet_handlerarg_t, gasnet_handlerarg_t, gasnet_handlerarg_t);
801 gasnet_handlerarg_t, gasnet_handlerarg_t);
807 #define _XMP_GASNET_LOCK_REQUEST 200
808 #define _XMP_GASNET_SETLOCKSTATE 201
809 #define _XMP_GASNET_UNLOCK_REQUEST 202
810 #define _XMP_GASNET_LOCKHANDOFF 203
811 #define _XMP_GASNET_POSTREQ 204
812 #define _XMP_GASNET_UNPACK 205
813 #define _XMP_GASNET_UNPACK_USING_BUF 206
814 #define _XMP_GASNET_UNPACK_REPLY 207
815 #define _XMP_GASNET_PACK 208
816 #define _XMP_GASNET_UNPACK_GET_REPLY 209
817 #define _XMP_GASNET_PACK_USING_BUF 210
818 #define _XMP_GASNET_UNPACK_GET_REPLY_USING_BUF 211
819 #define _XMP_GASNET_PACK_GET_HANDLER 212
820 #define _XMP_GASNET_UNPACK_GET_REPLY_NONC 213
821 #define _XMP_GASNET_ADD_NOTIFY 214
822 #define _XMP_GASNET_ATOMIC_DEFINE_DO 215
823 #define _XMP_GASNET_ATOMIC_DEFINE_REPLY_DO 216
824 #define _XMP_GASNET_ATOMIC_REF_DO 217
825 #define _XMP_GASNET_ATOMIC_REF_REPLY_DO 218
834 const int,
const int,
const int,
const int);
837 const int,
const int,
const int,
const size_t,
const int,
const int);
841 #define HIWORD(arg) ((uint32_t) (((uint64_t)(arg)) >> 32))
842 #if PLATFORM_COMPILER_CRAY || PLATFORM_COMPILER_INTEL
846 #define LOWORD(arg) ((uint32_t) (((uint64_t)(arg)) & 0xFFFFFFFF))
848 #define LOWORD(arg) ((uint32_t) ((uint64_t)(arg)))
850 #define UPCRI_MAKEWORD(hi,lo) ( (((uint64_t)(hi)) << 32) \
851 | (((uint64_t)(lo)) & 0xffffffff) )
882 #define upcr_poll_nofence() do { \
885 #if GASNET_CONDUIT_SMP && !UPCRI_UPC_PTHREADS && !GASNET_PSHM
890 #define upcr_poll() upcr_poll_nofence()
903 #define upcr_poll() do { \
904 gasnett_local_mb(); \
905 upcr_poll_nofence(); \
909 #endif // _XMP_GASNET
911 #endif // _XMP_INTERNAL
void _XMP_utofu_sync_all(void)
Definition: xmp_coarray_utofu.c:975
void _XMP_gasnet_sync_memory()
Execute sync_memory.
Definition: xmp_coarray_gasnet.c:830
int _XMPC_running
Definition: xmp_runtime.c:15
int _XMP_calc_template_par_triplet(_XMP_template_t *template, int template_index, int nodes_rank, int *template_lower, int *template_upper, int *template_stride)
Definition: xmp_template.c:667
void _XMP_mpi_onesided_destroy_win(MPI_Win *win)
Definition: xmp_onesided_mpi.c:124
int _is_constant_stride_4dim(const _XMP_array_section_t *array_info)
Definition: xmp_coarray_utils.c:1444
int _XMP_get_owner_pos(_XMP_array_t *a, int dim, int index)
Definition: xmp_reflect.c:1688
void _XMP_utofu_coarray_malloc(_XMP_coarray_t *coarray_desc, void **addr, const size_t coarray_size)
Definition: xmp_coarray_utofu.c:232
void _XMP_gasnet_atomic_ref(int target_rank, _XMP_coarray_t *dst_desc, size_t dst_offset, int *value, size_t elmt_size)
Definition: xmp_intrinsic_gasnet.c:95
MPI_Win _xmp_mpi_onesided_win
Definition: xmp_onesided_mpi.c:12
void _xmp_gasnet_postreq(gasnet_token_t token, const int node, const int tag)
Definition: xmp_post_wait_gasnet.c:57
void _XMP_coarray_detach(void **)
void _XMP_tca_lock()
Definition: xmp_onesided_tca.c:415
void _XMP_fjrdma_sync_all()
Execute sync_all.
Definition: xmp_coarray_fjrdma.c:1350
void _XMP_fatal_nomsg()
Definition: xmp_util.c:48
void _XMP_utofu_contiguous_put(const int target_rank, const uint64_t dst_offset, const uint64_t src_offset, const _XMP_coarray_t *dst_desc, const _XMP_coarray_t *src_desc, const size_t dst_elmts, const size_t src_elmts, const size_t elmt_size)
Definition: xmp_coarray_utofu.c:444
void xmpf_matmul(void *x_p, void *a_p, void *b_p)
Definition: xmp_intrinsic.c:3911
void _XMP_unexpected_error(void)
Definition: xmp_util.c:53
_XMP_nodes_t * _XMP_create_temporary_nodes(_XMP_nodes_t *n)
Definition: xmp_nodes.c:257
void _XMP_coarray_rdma_do2(const int rdma_code, void *remote_coarray, void *local_array, void *local_coarray, const long coarray_elmts[], const long coarray_distance[])
Definition: xmp_coarray.c:1278
void _XMP_mpi_atomic_ref(int target_rank, _XMP_coarray_t *c, size_t offset, int *value, size_t elmt_size)
Definition: xmp_intrinsic_mpi.c:21
void _XMP_G2L(long long int global_idx, int *local_idx, _XMP_template_t *template, int template_index)
Definition: xmp_index.c:44
void _xmp_fjrdma_wait_noargs()
Wait operation without node-ref and tag.
Definition: xmp_post_wait_fjrdma.c:175
void _xmp_utofu_post(const int node_num, const int tag)
Definition: xmp_post_wait_utofu.c:54
long _XMP_calc_stride(const _XMP_array_section_t *array_info, const int dims, const size_t chunk_size)
Definition: xmp_coarray_utils.c:1664
void _xmp_utofu_wait_node(const int node_num)
Definition: xmp_post_wait_utofu.c:162
void _XMP_utofu_finalize(void)
Definition: xmp_onesided_utofu.c:79
void _xmp_fjrdma_post_wait_initialize()
Initialize environment for post/wait directives.
Definition: xmp_post_wait_fjrdma.c:32
void _XMP_finalize(bool isFinalize)
Definition: xmp_runtime.c:73
void _XMP_init_tca(void)
Definition: xmp_tca_runtime.c:4
void _XMP_sched_loop_template_GBLOCK(int ser_init, int ser_cond, int ser_step, int *par_init, int *par_cond, int *par_step, _XMP_template_t *template, int template_index)
Definition: xmp_loop.c:379
void _XMP_coarray_rdma_coarray_set_n(const int n, const long start[], const long length[], const long stride[])
Set transfer n-dim coarray information.
Definition: xmp_coarray.c:637
void _XMP_L2G(int local_idx, long long int *global_idx, _XMP_template_t *template, int template_index)
Definition: xmp_index.c:4
void _XMP_set_reflect__(_XMP_array_t *a, int dim, int lwidth, int uwidth, int is_periodic)
Definition: xmp_reflect.c:62
void _xmp_gasnet_lock_request(gasnet_token_t token, int node, uint32_t addr_hi, uint32_t addr_lo)
Definition: xmp_lock_unlock_gasnet.c:133
void XMP_gasnet_atomic_sync_memory()
Definition: xmp_intrinsic_gasnet.c:25
void _XMP_utofu_sync_memory(void)
Definition: xmp_coarray_utofu.c:960
void _XMP_alloc_tca(_XMP_array_t *adesc)
Definition: xmp_tca_runtime.c:11
_XMP_nodes_t * _XMP_create_nodes_by_template_ref(_XMP_template_t *ref_template, int *shrink, long long *ref_lower, long long *ref_upper, long long *ref_stride)
Definition: xmp_template.c:459
void _XMP_fjrdma_sync_memory()
Execute sync_memory.
Definition: xmp_coarray_fjrdma.c:1338
void _XMP_alloc_array(void **array_addr, _XMP_array_t *array_desc, int is_coarray,...)
Definition: xmp_align.c:626
void _xmp_gasnet_do_unlock(int target_rank, xmp_gasnet_lock_t *lock, int *replystate, int *replyarg)
Definition: xmp_lock_unlock_gasnet.c:79
void _XMP_reduce_hybrid_NODES_ENTIRE(_XMP_nodes_t *nodes, void *addr, int count, int datatype, int op)
Definition: xmp_reduce_hybrid.c:437
MPI_Win _xmp_mpi_onesided_win_acc
Definition: xmp_onesided_mpi.c:17
void _XMP_finalize_world(bool)
Definition: xmp_world.c:29
void free_comm_set(_XMP_comm_set_t *comm_set)
Definition: xmp_section_desc.c:202
void _xmp_gasnet_unpack(gasnet_token_t t, const char *src_addr, const size_t nbytes, const int addr_hi, const int addr_lo, const int dst_dims, const int ith, const int flag)
Unpack received data.
Definition: xmp_coarray_gasnet.c:934
_Bool xmp_is_async()
Definition: xmp_async.c:20
MPI_Win _xmp_mpi_distarray_win_acc
Definition: xmp_onesided_mpi.c:18
void _XMP_reflect_init_hybrid(void *acc_addr, _XMP_array_t *adesc)
Definition: xmp_reflect_hybrid.c:403
void _xmp_gasnet_do_lockhandoff(int handoffarg)
Definition: xmp_lock_unlock_gasnet.c:176
void _XMP_gasnet_atomic_define(int target_rank, _XMP_coarray_t *dst_desc, size_t dst_offset, int value, _XMP_coarray_t *src_desc, size_t src_offset, size_t elmt_size)
Definition: xmp_intrinsic_gasnet.c:57
void _XMP_reduce_NODES_ENTIRE(_XMP_nodes_t *nodes, void *addr, int count, int datatype, int op)
Definition: xmp_reduce.c:217
void _XMP_coarray_get(void *, void *, void *)
Definition: xmp_coarray.c:1223
void _xmp_gasnet_lock(_XMP_coarray_t *c, const unsigned int offset, const unsigned int target_rank)
Definition: xmp_lock_unlock_gasnet.c:58
void xmpf_unpack(void *a_p, void *v_p, void *m_p)
Definition: xmp_intrinsic.c:6307
void _XMP_set_reflect_gpu(_XMP_array_t *a, int dim, int lwidth, int uwidth, int is_periodic)
Definition: xmp_reflect_gpu.c:52
void _XMP_align_array_BLOCK(_XMP_array_t *array, int array_index, int template_index, long long align_subscript, int *temp0)
Definition: xmp_align.c:323
void _xmp_utofu_wait(const int node_num, const int tag)
Definition: xmp_post_wait_utofu.c:142
void _XMP_reflect_async__(_XMP_array_t *a, int async_id)
Definition: xmp_reflect.c:942
void _XMP_gtol_array_ref_triplet(_XMP_array_t *array, int dim_index, int *lower, int *upper, int *stride)
Definition: xmp_gmove.c:114
int _is_constant_stride_6dim(const _XMP_array_section_t *array_info)
Definition: xmp_coarray_utils.c:1506
void print_rsd(_XMP_rsd_t *rsd)
Definition: xmp_section_desc.c:6
void _XMP_sched_loop_template_DUPLICATION(int ser_init, int ser_cond, int ser_step, int *par_init, int *par_cond, int *par_step, _XMP_template_t *template, int template_index)
Definition: xmp_loop.c:163
void xmpf_unpack_mask(void *a_p, void *v_p, void *m_p)
Definition: xmp_intrinsic.c:6315
void _XMP_dist_template_GBLOCK(_XMP_template_t *template, int template_index, int nodes_index, int *mapping_array, int *temp0)
Definition: xmp_template.c:406
void _XMP_gmove_garray_larray(_XMP_gmv_desc_t *gmv_desc_leftp, _XMP_gmv_desc_t *gmv_desc_rightp, int mode)
Definition: xmp_gmove.c:4851
void _XMP_mpi_coarray_deallocate(_XMP_coarray_t *, bool is_acc)
Definition: xmp_coarray_mpi.c:222
void xmpf_transpose(void *dst_p, void *src_p, int opt)
Definition: xmp_intrinsic.c:1465
void _xmp_tca_postreq(const int node, const int tag)
Definition: xmp_post_wait_tca.c:145
void _XMP_tca_malloc(_XMP_coarray_t *coarray_desc, void **addr, const size_t coarray_size)
Definition: xmp_coarray_tca.c:107
void _XMP_coarray_rdma_image_set_n(const int ndims, const int n[])
Set n-dim image information.
Definition: xmp_coarray.c:1036
void _XMP_gasnet_coarray_malloc(_XMP_coarray_t *coarray_desc, void **addr, const size_t coarray_size)
Definition: xmp_coarray_gasnet.c:794
void _xmp_mpi_wait_noargs()
Wait operation without node-ref and tag.
Definition: xmp_post_wait_mpi.c:126
void _XMP_mpi_coarray_deregmem(_XMP_coarray_t *c)
Definition: xmp_coarray_mpi.c:1193
void _xmp_gasnet_unlock(_XMP_coarray_t *c, const unsigned int offset, const unsigned int target_rank)
Definition: xmp_lock_unlock_gasnet.c:98
void _XMP_reflect_do_tca(_XMP_array_t *adesc)
Definition: xmp_reflect_tca.c:579
char * _xmp_mpi_onesided_buf_acc
Definition: xmp_onesided_mpi.c:16
void _XMP_free(void *p)
Definition: xmp_util.c:37
int _XMP_calc_nodes_index_from_inherit_nodes_index(_XMP_nodes_t *nodes, int inherit_nodes_index)
Definition: xmp_nodes.c:1309
void _XMP_reflect_shadow_FULL(void *array_addr, _XMP_array_t *array_desc, int array_index)
Definition: xmp_shadow.c:726
void(* _xmp_unpack_array)(void *dst, void *buffer, int array_type, size_t array_type_size, int array_dim, int *l, int *u, int *s, unsigned long long *d)
Definition: xmp_runtime.c:22
void _XMP_coarray_malloc_image_info_n(const int *i, const int ndims)
Definition: xmp_coarray.c:275
_XMP_comm_set_t * csd2comm_set(_XMP_csd_t *csd)
Definition: xmp_section_desc.c:244
void _XMP_finalize_reflect_sched_acc(_XMP_reflect_sched_t *sched, _Bool free_buf)
Definition: xmp_reflect_acc.c:83
void _XMP_fjrdma_sync_memory_put()
End these variables are temporral.
Definition: xmp_coarray_fjrdma.c:1277
void _XMP_fjrdma_get(const int src_contiguous, const int dst_contiguous, const int target_rank, const int src_dims, const int dst_dims, const _XMP_array_section_t *src_info, const _XMP_array_section_t *dst_info, const _XMP_coarray_t *src_desc, const _XMP_coarray_t *dst_desc, void *dst, const size_t src_elmts, const size_t dst_elmts)
Definition: xmp_coarray_fjrdma.c:2114
_XMP_csd_t * rsd2csd(_XMP_rsd_t *rsd)
Definition: xmp_section_desc.c:213
int _XMP_calc_linear_rank(_XMP_nodes_t *n, int *rank_array)
Definition: xmp_nodes.c:1035
void _xmp_gasnet_atomic_define_reply_do(gasnet_token_t token, gasnet_handlerarg_t local_atomic_operations)
Definition: xmp_intrinsic_gasnet.c:52
void _XMP_init_template_chunk(_XMP_template_t *template, _XMP_nodes_t *nodes)
Definition: xmp_template.c:305
_Bool _XMP_calc_coord_on_target_nodes(_XMP_nodes_t *n, int *ncoord, _XMP_nodes_t *target_n, int *target_ncoord)
Definition: xmp_nodes.c:1150
void xmpf_pack_mask(void *v_p, void *a_p, void *m_p)
Definition: xmp_intrinsic.c:6015
void _xmp_fjrdma_wait(const int node, const int tag)
Wait operation with node-ref and tag.
Definition: xmp_post_wait_fjrdma.c:137
void _XMP_translate_nodes_rank_array_to_ranks(_XMP_nodes_t *nodes, int *ranks, int *rank_array, int shrink_nodes_size)
Definition: xmp_nodes.c:1270
void _XMP_gasnet_finalize()
Finalize GASNet job.
Definition: xmp_onesided_gasnet.c:77
_XMP_csd_t * copy_csd(_XMP_csd_t *csd)
Definition: xmp_section_desc.c:182
void _XMP_finalize_template(_XMP_template_t *template)
Definition: xmp_template.c:313
void _XMP_bcast_NODES_ENTIRE_NODES(_XMP_nodes_t *bcast_nodes, void *addr, int count, size_t datatype_size, _XMP_nodes_t *from_nodes,...)
Definition: xmp_bcast.c:59
void _XMP_align_array_DUPLICATION(_XMP_array_t *array, int array_index, int template_index, long long align_subscript)
Definition: xmp_align.c:282
int _XMP_world_size
Definition: xmp_world.c:8
void reduce_csd(_XMP_csd_t *csd[_XMP_N_MAX_DIM], int ndims)
Definition: xmp_section_desc.c:285
Definition: xmp_data_struct.h:386
void _XMP_mpi_coarray_lastly_deallocate(bool is_acc)
Deallocate memory region when calling _XMP_coarray_lastly_deallocate()
Definition: xmp_coarray_mpi.c:216
void _xmp_tca_wait(const int node, const int tag)
Wait operation with node-ref and tag.
Definition: xmp_post_wait_tca.c:237
int _XMP_calc_global_index_HOMECOPY(_XMP_array_t *dst_array, int dst_dim_index, int *dst_l, int *dst_u, int *dst_s, int *src_l, int *src_u, int *src_s)
Definition: xmp_gmove.c:404
void _XMP_utofu_put(const int dst_contiguous, const int src_contiguous, const int target_rank, const int dst_dims, const int src_dims, const _XMP_array_section_t *dst_info, const _XMP_array_section_t *src_info, const _XMP_coarray_t *dst_desc, const _XMP_coarray_t *src_desc, void *src, const size_t dst_elmts, const size_t src_elmts)
Definition: xmp_coarray_utofu.c:625
void _XMP_init_template_FIXED(_XMP_template_t **template, int dim,...)
Definition: xmp_template.c:265
void _XMP_fatal(char *msg)
Definition: xmp_util.c:42
void _XMP_mpi_destroy_shift_queue(bool is_acc)
Destroy shift queue.
Definition: xmp_coarray_mpi.c:166
void _XMP_utofu_initialize(void)
Definition: xmp_onesided_utofu.c:5
void _XMP_mpi_onesided_create_win(MPI_Win *win, void *addr, size_t size, MPI_Comm comm)
Definition: xmp_onesided_mpi.c:89
void * _XMP_world_nodes
Definition: xmp_world.c:10
void _xmp_gasnet_atomic_ref_do(gasnet_token_t token, const size_t elmt_size, gasnet_handlerarg_t src_addr_hi, gasnet_handlerarg_t src_addr_lo, gasnet_handlerarg_t dst_addr_hi, gasnet_handlerarg_t dst_addr_lo, gasnet_handlerarg_t local_atomic_operations)
Definition: xmp_intrinsic_gasnet.c:75
void _XMP_init_array_desc_NOT_ALIGNED(_XMP_array_t **adesc, _XMP_template_t *template, int ndims, int type, size_t type_size, unsigned long long *dim_acc, void *ap)
Definition: xmp_align.c:113
void _XMP_reflect_gpu(void *dev_addr, _XMP_array_t *a)
Definition: xmp_reflect_gpu.c:61
void _XMP_stride_memcpy_2dim(char *buf1, const char *buf2, const _XMP_array_section_t *array_info, size_t element_size, const int flag)
Definition: xmp_coarray_utils.c:191
void _XMP_dist_template_CYCLIC(_XMP_template_t *template, int template_index, int nodes_index)
Definition: xmp_template.c:394
void _XMP_mpi_put(const int dst_contiguous, const int src_contiguous, const int org_target_rank, const int dst_dims, const int src_dims, const _XMP_array_section_t *dst_info, const _XMP_array_section_t *src_info, const _XMP_coarray_t *dst_desc, const void *src, const int dst_elmts, const int src_elmts, const int is_dst_on_acc)
Definition: xmp_coarray_mpi.c:424
void print_comm_set(_XMP_comm_set_t *comm_set0)
Definition: xmp_section_desc.c:62
void _XMP_align_array_BLOCK_CYCLIC(_XMP_array_t *array, int array_index, int template_index, long long align_subscript, int *temp0)
Definition: xmp_align.c:443
void _xmp_gasnet_unpack_get_reply_nonc(gasnet_token_t t, char *archive, size_t transfer_size, const int dst_addr_hi, const int dst_addr_lo, const int dst_dims)
Definition: xmp_coarray_gasnet.c:1243
void _XMP_tca_unlock()
Definition: xmp_onesided_tca.c:423
_XMP_nodes_t * _XMP_init_nodes_struct_NODES_NUMBER(int dim, int ref_lower, int ref_upper, int ref_stride, int *dim_size, int is_static)
Definition: xmp_nodes.c:418
void _XMP_mpi_sync_memory()
Execute sync_memory.
Definition: xmp_coarray_mpi.c:542
void _xmp_mpi_post(const int node, int tag)
Post operation.
Definition: xmp_post_wait_mpi.c:113
void print_bsd(_XMP_bsd_t *bsd)
Definition: xmp_section_desc.c:22
_XMP_coarray_list_t * _XMP_coarray_list_head
Definition: xmp_data_struct.h:119
void _XMP_mpi_contiguous_put(const int org_target_rank, const _XMP_coarray_t *dst_desc, const _XMP_coarray_t *src_desc, const size_t dst_offset, const size_t src_offset, const size_t dst_elmts, const size_t src_elmts, const size_t elmt_size, const bool is_dst_on_acc, const bool is_src_on_acc)
Definition: xmp_coarray_mpi.c:327
void _XMP_coarray_attach(void **, void *, const size_t)
void _xmp_gasnet_unpack_using_buf(gasnet_token_t t, const int addr_hi, const int addr_lo, const int dst_dims, const int ith, const int flag)
Unpack received data which is stored in buffer.
Definition: xmp_coarray_gasnet.c:919
void _XMP_gasnet_build_sync_images_table()
Build table and Initialize for sync images.
Definition: xmp_coarray_gasnet.c:1600
int _XMP_sched_loop_template_width_N(int ser_init, int ser_cond, int ser_step, int *par_init, int *par_cond, int *par_step, int template_lower, int template_upper, int template_stride, int width, int template_ser_lower, int template_ser_upper)
Definition: xmp_loop.c:116
void _XMP_init_reflect_sched_acc(_XMP_reflect_sched_t *sched)
Definition: xmp_reflect_acc.c:74
_XMP_nodes_t * _XMP_init_nodes_struct_NODES_NAMED(int dim, _XMP_nodes_t *ref_nodes, int *shrink, int *ref_lower, int *ref_upper, int *ref_stride, int *dim_size, int is_static)
Definition: xmp_nodes.c:498
void _XMP_utofu_deallocate(_XMP_coarray_t *coarray_desc)
Definition: xmp_coarray_utofu.c:285
void _XMP_align_array_CYCLIC(_XMP_array_t *array, int array_index, int template_index, long long align_subscript, int *temp0)
Definition: xmp_align.c:388
void _xmp_gasnet_wait(const int node, const int tag)
Wait operation with node-ref and tag.
Definition: xmp_post_wait_gasnet.c:146
void _XMP_dist_template_BLOCK_CYCLIC(_XMP_template_t *template, int template_index, int nodes_index, unsigned long long width)
Definition: xmp_template.c:399
void _XMP_reflect_init_tca(void *acc_addr, _XMP_array_t *adesc)
Definition: xmp_reflect_tca.c:369
size_t _XMP_get_datatype_size(int datatype)
Definition: xmp_runtime.c:103
int _XMP_check_template_ref_inclusion(int ref_lower, int ref_upper, int ref_stride, _XMP_template_t *t, int index)
Definition: xmp_template.c:243
void _xmp_mpi_wait_node(const int node)
Wait operation with node-ref.
Definition: xmp_post_wait_mpi.c:142
void _XMP_initialize_async_comm_tab()
Definition: xmp_async.c:50
_XMP_csd_t * intersection_csds(_XMP_csd_t *csd1, _XMP_csd_t *csd2)
Definition: xmp_section_desc.c:116
void _XMP_reduce_gpu_NODES_ENTIRE(_XMP_nodes_t *nodes, void *addr, int count, int datatype, int op)
Definition: xmp_reduce_gpu.c:112
char * _XMP_mpi_coarray_get_remote_addr(const _XMP_coarray_t *desc, const int target_rank, const bool is_acc)
Definition: xmp_coarray_mpi.c:140
void _XMP_push_comm(_XMP_comm_t *comm)
Definition: xmp_nodes_stack.c:56
int _XMP_calc_linear_rank_on_target_nodes(_XMP_nodes_t *n, int *rank_array, _XMP_nodes_t *target_nodes)
Definition: xmp_nodes.c:1049
void _XMP_dist_template_BLOCK(_XMP_template_t *template, int template_index, int nodes_index)
Definition: xmp_template.c:347
_Bool _XMP_calc_coord_on_target_nodes2(_XMP_nodes_t *n, int *ncoord, _XMP_nodes_t *target_n, int *target_ncoord)
Definition: xmp_nodes.c:1090
void _xmp_gasnet_unpack_reply(gasnet_token_t t, const int ith)
Registor finish information of unpack operation.
Definition: xmp_coarray_gasnet.c:895
char * _XMP_mpi_coarray_get_local_addr(const _XMP_coarray_t *desc, const bool is_acc)
Definition: xmp_coarray_mpi.c:145
void _XMP_fjrdma_sync_memory_get()
Execute sync_memory for get operation.
Definition: xmp_coarray_fjrdma.c:1308
void _XMP_threads_finalize(void)
Definition: xmp_threads_runtime.c:7
int _XMP_calc_gmove_array_owner_linear_rank_SCALAR(_XMP_array_t *array, int *ref_index)
Definition: xmp_gmove.c:216
void _XMP_add_num_of_gets()
Add 1 to _num_of_gets.
Definition: xmp_coarray_fjrdma.c:1328
unsigned long long _XMP_gmove_bcast_ARRAY(void *dst_addr, int dst_dim, int *dst_l, int *dst_u, int *dst_s, unsigned long long *dst_d, void *src_addr, int src_dim, int *src_l, int *src_u, int *src_s, unsigned long long *src_d, int type, size_t type_size, int root_rank)
Definition: xmp_gmove.c:273
size_t _XMP_calc_copy_chunk(const int, const _XMP_array_section_t *)
Definition: xmp_coarray_local.c:22
void _XMP_stride_memcpy_7dim(char *buf1, const char *buf2, const _XMP_array_section_t *array_info, size_t element_size, const int flag)
Definition: xmp_coarray_utils.c:706
void _XMP_gasnet_contiguous_put()
void _XMP_mpi_coarray_detach(_XMP_coarray_t *coarray_desc, const bool is_acc)
Definition: xmp_coarray_mpi.c:910
void _XMP_unpack_vector(char *restrict dst, char *restrict src, int count, int blocklength, long stride)
Definition: xmp_pack_vector.c:42
void _XMP_init(int argc, char **argv, MPI_Comm comm)
Definition: xmp_runtime.c:30
int _is_the_same_shape_except_for_start(const _XMP_array_section_t *array1_info, const _XMP_array_section_t *array2_info, const int array1_dims, const int array2_dims)
Definition: xmp_coarray_utils.c:1600
void _XMP_gmove_garray_garray(_XMP_gmv_desc_t *gmv_desc_leftp, _XMP_gmv_desc_t *gmv_desc_rightp, int mode)
Definition: xmp_gmove.c:4769
_XMP_rsd_t * intersection_rsds(_XMP_rsd_t *_rsd1, _XMP_rsd_t *_rsd2)
Definition: xmp_section_desc.c:82
int _XMP_world_rank
Definition: xmp_world.c:9
void _XMP_gasnet_coarray_lastly_deallocate()
Deallocate memory region when calling _XMP_coarray_lastly_deallocate()
Definition: xmp_coarray_gasnet.c:784
void _XMPF_reduce_FLMM_NODES_ENTIRE(_XMP_nodes_t *nodes, void *addr, int count, int datatype, int op, int num_locs, void **loc_vars, int *loc_types)
Definition: xmp_reduce.c:296
void _XMP_finalize_reflect_sched_gpu(_XMP_reflect_sched_t *sched, _Bool free_buf)
Definition: xmp_reflect_gpu.c:824
void _XMP_nodes_dealloc_after_wait_async(_XMP_nodes_t *n)
Definition: xmp_async.c:272
MPI_Win _XMP_mpi_coarray_get_window(const _XMP_coarray_t *desc, bool is_acc)
Definition: xmp_coarray_mpi.c:111
void _XMP_tca_contiguous_put(const int target_rank, const size_t dst_offset, const size_t src_offset, const _XMP_coarray_t *dst_desc, const _XMP_coarray_t *src_desc, const size_t dst_elmts, const size_t src_elmts, const size_t elmt_size)
Definition: xmp_coarray_tca.c:142
void _XMP_mpi_coarray_malloc(_XMP_coarray_t *coarray_desc, void **addr, const size_t coarray_size, bool is_acc)
Definition: xmp_coarray_mpi.c:237
void _XMP_post_wait_initialize()
Definition: xmp_post_wait.c:8
void _XMP_finalize_reflect_sched(_XMP_reflect_sched_t *sched, _Bool free_buf)
Definition: xmp_shadow.c:236
void _XMP_pack_vector2(char *restrict dst, char *restrict src, int count, int blocklength, int nnodes, int type_size, int src_block_dim)
Definition: xmp_pack_vector.c:26
_XMP_nodes_t * _XMP_get_execution_nodes(void)
Definition: xmp_nodes_stack.c:46
void _XMP_mpi_sync_all()
Execute sync_all.
Definition: xmp_coarray_mpi.c:603
void _XMP_utofu_error_check(int utofu_ret)
Definition: xmp_coarray_utofu.c:6
struct _XMP_coarray_list_type _XMP_coarray_list_t
void _XMP_init_array_comm2(_XMP_array_t *array, int args[])
Definition: xmp_align.c:882
void _XMPF_unpack_transpose_vector(char *restrict dst, char *restrict src, int dst_stride, int src_stride, int type_size, int dst_block_dim)
Definition: xmp_pack_vector.c:59
void _XMP_finalize_array_desc(_XMP_array_t *array)
Definition: xmp_align.c:189
_XMP_csd_t * bsd2csd(_XMP_bsd_t *bsd)
Definition: xmp_section_desc.c:224
void _XMP_sync_images_EXEC(int *status)
Definition: xmp_coarray_mpi.c:1099
void _XMP_stride_memcpy_6dim(char *buf1, const char *buf2, const _XMP_array_section_t *array_info, size_t element_size, const int flag)
Definition: xmp_coarray_utils.c:570
_XMP_coarray_t ** _XMP_coarray_get_list(int *num)
Definition: xmp_coarray.c:1774
void _XMP_calc_array_dim_elmts(_XMP_array_t *array, int array_index)
Definition: xmp_align.c:17
int xmpc_ltog(int local_idx, _XMP_template_t *template, int template_index, int offset)
Definition: xmp_template.c:755
void _XMP_set_reflect_acc__(void *a, int dim, int lwidth, int uwidth, int is_periodic)
void _XMP_warning(char *msg)
Definition: xmp_util.c:58
#define _XMP_UTOFU_EXTERN_
Definition: xmp_onesided_utofu.c:2
void _XMP_utofu_contiguous_get(const int target_rank, const _XMP_coarray_t *dst_desc, const _XMP_coarray_t *src_desc, const uint64_t dst_offset, const uint64_t src_offset, const size_t dst_elmts, const size_t src_elmts, const size_t elmt_size)
Definition: xmp_coarray_utofu.c:729
void print_csd(_XMP_csd_t *csd)
Definition: xmp_section_desc.c:32
_Bool _XMP_check_overlapping(const char *dst_start, const char *dst_end, const char *src_start, const char *src_end)
Definition: xmp_coarray_utils.c:63
void xmpf_pack(void *v_p, void *a_p, void *m_p)
Definition: xmp_intrinsic.c:6007
Definition: xmp_data_struct.h:98
_XMP_async_comm_t * _XMP_get_current_async()
Definition: xmp_async.c:205
void _XMP_mpi_build_shift_queue(bool is_acc)
Set initial value to the shift queue.
Definition: xmp_coarray_mpi.c:153
int _XMP_check_gmove_array_ref_inclusion_SCALAR(_XMP_array_t *array, int array_index, int ref_index)
Definition: xmp_gmove.c:309
void _xmp_gasnet_lock_initialize(xmp_gasnet_lock_t *lock, const unsigned int number_of_elements)
Definition: xmp_lock_unlock_gasnet.c:9
void _XMP_local_get(void *, const _XMP_coarray_t *, const int, const int, const int, const int, const _XMP_array_section_t *, const _XMP_array_section_t *, const size_t, const size_t)
Definition: xmp_coarray_local.c:597
void _XMP_stride_memcpy_3dim(char *buf1, const char *buf2, const _XMP_array_section_t *array_info, size_t element_size, const int flag)
Definition: xmp_coarray_utils.c:260
void _XMP_set_coarray_addresses(const uint64_t addr, const _XMP_array_section_t *array, const int dims, const size_t elmts, uint64_t *addrs)
Definition: xmp_coarray_utils.c:1245
Definition: xmp_data_struct.h:63
void _xmp_gasnet_wait_node(const int node)
Wait operation with node-ref.
Definition: xmp_post_wait_gasnet.c:134
int _XMP_get_dim_of_allelmts(const int, const _XMP_array_section_t *)
Definition: xmp_coarray_utils.c:120
void _XMP_reflect_do_hybrid(_XMP_array_t *adesc)
Definition: xmp_reflect_hybrid.c:654
void _XMP_fjrdma_build_sync_images_table()
Build table and Initialize for sync images.
Definition: xmp_coarray_fjrdma.c:2148
void _XMP_gasnet_sync_all()
Execute sync_all.
Definition: xmp_coarray_gasnet.c:846
char * _xmp_mpi_onesided_buf
Definition: xmp_onesided_mpi.c:11
void _xmp_gasnet_unpack_get_reply(gasnet_token_t t, char *archive, size_t transfer_size, const int dst_addr_hi, const int dst_addr_lo)
Definition: xmp_coarray_gasnet.c:1266
void _XMP_tca_initialize()
Initialize TCA.
Definition: xmp_onesided_tca.c:22
_XMP_coarray_t * coarray
Definition: xmp_internal.h:133
void _XMP_tca_sync_memory()
Execute sync_memory.
Definition: xmp_coarray_tca.c:177
_XMP_nodes_ref_t * _XMP_create_nodes_ref_for_target_nodes(_XMP_nodes_t *n, int *rank_array, _XMP_nodes_t *target_nodes)
Definition: xmp_nodes.c:1234
void _XMP_stride_memcpy_4dim(char *buf1, const char *buf2, const _XMP_array_section_t *array_info, size_t element_size, const int flag)
Definition: xmp_coarray_utils.c:346
void _XMP_pack_vector(char *restrict dst, char *restrict src, int count, int blocklength, long stride)
Definition: xmp_pack_vector.c:9
void _XMP_wait_async__(int async_id)
Definition: xmp_async.c:87
#define _XMP_comm_t
Definition: xmp_data_struct.h:17
void _XMP_mpi_get(const int src_contiguous, const int dst_contiguous, const int org_target_rank, const int src_dims, const int dst_dims, const _XMP_array_section_t *src_info, const _XMP_array_section_t *dst_info, const _XMP_coarray_t *src_desc, void *dst, const int src_elmts, const int dst_elmts, const int is_src_on_acc)
Definition: xmp_coarray_mpi.c:483
void _XMP_init_shadow(_XMP_array_t *array,...)
Definition: xmp_shadow.c:261
void _XMP_stride_memcpy_5dim(char *buf1, const char *buf2, const _XMP_array_section_t *array_info, size_t element_size, const int flag)
Definition: xmp_coarray_utils.c:449
void _XMP_fjrdma_contiguous_put(const int target_rank, const uint64_t dst_offset, const uint64_t src_offset, const _XMP_coarray_t *dst_desc, const _XMP_coarray_t *src_desc, const size_t dst_elmts, const size_t src_elmts, const size_t elmt_size)
Definition: xmp_coarray_fjrdma.c:1616
void _XMP_threads_init(void)
Definition: xmp_threads_runtime.c:3
void _XMP_gasnet_sync_images(const int num, int image_set[num], int *status)
Execute sync images.
Definition: xmp_coarray_gasnet.c:1677
void _XMP_pop_nodes(void)
Definition: xmp_nodes_stack.c:23
int _is_constant_stride_2dim(const _XMP_array_section_t *array_info)
Definition: xmp_coarray_utils.c:1405
void _XMP_init_reflect_sched_gpu(_XMP_reflect_sched_t *sched)
Definition: xmp_reflect_gpu.c:801
void _xmp_fjrdma_wait_node(const int node)
Wait operation with only node-ref.
Definition: xmp_post_wait_fjrdma.c:157
void _XMP_gasnet_intrinsic_initialize()
Definition: xmp_intrinsic_gasnet.c:33
void _XMP_push_nodes(_XMP_nodes_t *nodes)
Definition: xmp_nodes_stack.c:15
void _XMP_reflect_do_gpu(_XMP_array_t *array_desc)
Definition: xmp_reflect_gpu.c:120
void _xmp_gasnet_pack(gasnet_token_t t, const char *array_info, const size_t am_request_size, const int src_addr_hi, const int src_addr_lo, const int src_dims, const size_t tansfer_size, const int dst_addr_hi, const int dst_addr_lo)
Definition: xmp_coarray_gasnet.c:1190
void _XMP_reflect__(_XMP_array_t *a)
Definition: xmp_reflect.c:119
void _XMP_mpi_onesided_dealloc_win(MPI_Win *win, void **addr, bool is_acc)
Definition: xmp_onesided_mpi.c:129
void _xmp_utofu_add_postreq(const utofu_vcq_id_t vcqid, const int tag)
Definition: xmp_post_wait_utofu.c:34
void _xmp_mpi_post_wait_initialize()
Initialize environment for post/wait directives.
Definition: xmp_post_wait_mpi.c:24
void _XMP_tca_finalize()
Finalize TCA.
Definition: xmp_onesided_tca.c:45
void free_csd(_XMP_csd_t *csd)
Definition: xmp_section_desc.c:173
void _XMP_build_coarray_queue()
Build queue for coarray.
Definition: xmp_coarray.c:1574
void _XMP_add_num_of_puts()
Add 1 to _num_of_puts.
Definition: xmp_coarray_fjrdma.c:1318
void _XMP_calc_template_size(_XMP_template_t *t)
Definition: xmp_template.c:30
Definition: xmp_data_struct.h:266
void _XMP_create_shadow_comm(_XMP_array_t *array, int array_index)
Definition: xmp_shadow.c:16
void _xmp_utofu_wait_noargs(void)
Definition: xmp_post_wait_utofu.c:89
void _xmp_gasnet_lockhandoff(gasnet_token_t token, int handoffarg)
Definition: xmp_lock_unlock_gasnet.c:171
int _XMP_sched_loop_template_width_1(int ser_init, int ser_cond, int ser_step, int *par_init, int *par_cond, int *par_step, int template_lower, int template_upper, int template_stride)
Definition: xmp_loop.c:53
void _XMP_reduce_CLAUSE(void *data_addr, int count, int datatype, int op)
Definition: xmp_reduce.c:351
void _XMP_alloc_array2(void **array_addr, _XMP_array_t *array_desc, int is_coarray, unsigned long long *acc[])
Definition: xmp_align.c:690
void _XMP_init_reflect_sched(_XMP_reflect_sched_t *sched)
Definition: xmp_shadow.c:218
Definition: xmp_data_struct.h:458
void _xmp_gasnet_do_lock(int target_rank, xmp_gasnet_lock_t *lock, int *replystate)
Definition: xmp_lock_unlock_gasnet.c:22
void _xmp_gasnet_wait_noargs()
Wait operation without node-ref and tag.
Definition: xmp_post_wait_gasnet.c:123
_XMP_nodes_t * _XMP_init_nodes_struct_EXEC(int dim, int *dim_size, int is_static)
Definition: xmp_nodes.c:392
void _XMP_fjrdma_regmem(_XMP_coarray_t *coarray_desc, void *addr, const size_t coarray_size)
Definition: xmp_coarray_fjrdma.c:1567
_XMP_nodes_ref_t * _XMP_init_nodes_ref(_XMP_nodes_t *n, int *rank_array)
Definition: xmp_nodes.c:1207
void _XMPC_pack_array(void *buffer, void *src, int array_type, size_t array_type_size, int array_dim, int *l, int *u, int *s, unsigned long long *d)
Definition: xmp_array_section.c:1350
void * _XMP_alloc(size_t size)
Definition: xmp_util.c:21
void _XMP_coarray_rdma_array_set_1(const long, const long, const long, const long, const size_t)
Set transfer 1-dim array information.
Definition: xmp_coarray.c:655
size_t _xmp_mpi_onesided_heap_size
Definition: xmp_onesided_mpi.c:10
_XMP_nodes_t * _XMP_init_nodes_struct_GLOBAL(int dim, int *dim_size, int is_static)
Definition: xmp_nodes.c:344
int _XMP_get_execution_nodes_rank(void)
Definition: xmp_nodes_stack.c:51
size_t _XMP_get_offset(const _XMP_array_section_t *array_info, const int dims)
Definition: xmp_coarray_utils.c:22
void xmpc_end_async(int)
Definition: xmp_async.c:327
void _XMP_mpi_coarray_regmem(_XMP_coarray_t *coarray_desc, void *real_addr, const size_t coarray_size, bool is_acc)
Definition: xmp_coarray_mpi.c:1157
void _XMP_initialize_onesided_functions()
Definition: xmp_onesided.c:71
Definition: xmp_data_struct.h:328
int get_csd_size(_XMP_csd_t *csd)
Definition: xmp_section_desc.c:193
void _XMP_gmove_bcast_SCALAR(void *dst_addr, void *src_addr, size_t type_size, int root_rank)
_XMP_template_t * _XMP_create_template_desc(int dim, _Bool is_fixed)
Definition: xmp_template.c:10
void xmp_reduce_initialize()
Definition: xmp_reduce.c:553
void _XMP_mpi_onesided_initialize(const size_t heap_size)
Definition: xmp_onesided_mpi.c:25
void _XMP_sched_loop_template_CYCLIC(int ser_init, int ser_cond, int ser_step, int *par_init, int *par_cond, int *par_step, _XMP_template_t *template, int template_index)
Definition: xmp_loop.c:294
void _XMP_fjrdma_initialize(int argc, char **argv)
Initialize FUJITSU RDMA for the K computer and FX10.
Definition: xmp_onesided_fjrdma.c:7
void _XMP_build_sync_images_table()
Build table for sync images.
Definition: xmp_coarray.c:1558
void _XMP_fjrdma_atomic_ref(int target_rank, _XMP_coarray_t *dst_desc, size_t dst_offset, int *value, _XMP_coarray_t *src_desc, size_t src_offset, size_t elmt_size)
Definition: xmp_intrinsic_fjrdma.c:26
void _xmp_tca_wait_noargs()
Wait operation without node-ref and tag.
Definition: xmp_post_wait_tca.c:168
void _XMP_mpi_sync_images(const int num, const int *image_set, int *status)
Execute sync images.
Definition: xmp_coarray_mpi.c:1080
void _xmp_gasnet_do_setlockstate(int state)
Definition: xmp_lock_unlock_gasnet.c:150
void _XMP_mpi_onesided_finalize()
Definition: xmp_onesided_mpi.c:64
void _xmp_fjrdma_post(const int node, const int tag)
Post operation.
Definition: xmp_post_wait_fjrdma.c:79
void _XMP_mpi_coarray_attach(_XMP_coarray_t *coarray_desc, void *addr, const size_t coarray_size, const bool is_acc)
Definition: xmp_coarray_mpi.c:864
void _XMP_mpi_contiguous_get(const int org_target_rank, const _XMP_coarray_t *dst_desc, const _XMP_coarray_t *src_desc, const size_t dst_offset, const size_t src_offset, const size_t dst_elmts, const size_t src_elmts, const size_t elmt_size, const bool is_dst_on_acc, const bool is_src_on_acc)
Definition: xmp_coarray_mpi.c:377
size_t _XMP_calc_max_copy_chunk(const int dst_dims, const int src_dims, const _XMP_array_section_t *dst_info, const _XMP_array_section_t *src_info)
Definition: xmp_coarray_utils.c:43
void _XMP_finalize_nodes_ref(_XMP_nodes_ref_t *nodes_ref)
Definition: xmp_nodes.c:1228
void _XMP_coarray_set_info(_XMP_coarray_t *c)
Definition: xmp_coarray.c:297
void _xmp_tca_post_wait_initialize()
Initialize environment for post/wait directives.
Definition: xmp_post_wait_tca.c:30
void _xmp_gasnet_pack_using_buf(gasnet_token_t t, const char *array_info, const size_t am_request_size, const int src_addr_hi, const int src_addr_lo, const int src_dims, const int target_rank)
Definition: xmp_coarray_gasnet.c:1292
void _xmp_gasnet_atomic_define_do(gasnet_token_t token, const char *src_addr, const size_t elmt_size, gasnet_handlerarg_t addr_hi, gasnet_handlerarg_t addr_lo, gasnet_handlerarg_t local_atomic_operations)
Definition: xmp_intrinsic_gasnet.c:39
MPI_Win _xmp_mpi_distarray_win
Definition: xmp_onesided_mpi.c:13
void _XMP_utofu_atomic_define(int target_rank, _XMP_coarray_t *dst_desc, size_t dst_offset, int value, size_t elmt_size)
Definition: xmp_intrinsic_utofu.c:32
void _xmp_gasnet_unlock_request(gasnet_token_t token, int node, uint32_t addr_hi, uint32_t addr_lo)
Definition: xmp_lock_unlock_gasnet.c:156
void(* _xmp_pack_array)(void *buffer, void *src, int array_type, size_t array_type_size, int array_dim, int *l, int *u, int *s, unsigned long long *d)
Definition: xmp_runtime.c:20
void _XMP_reduce_shadow_wait(_XMP_array_t *a)
Definition: xmp_reduce_shadow.c:127
void _XMP_reduce_gpu_CLAUSE(void *data_addr, int count, int datatype, int op)
Definition: xmp_reduce_gpu.c:144
int _is_constant_stride_5dim(const _XMP_array_section_t *array_info)
Definition: xmp_coarray_utils.c:1473
void _XMP_gasnet_put(const int dst_contiguous, const int src_contiguous, const int target_rank, const int dst_dims, const int src_dims, const _XMP_array_section_t *dst_info, const _XMP_array_section_t *src_info, const _XMP_coarray_t *dst_desc, const void *src, const size_t dst_elmts, const size_t src_elmts)
Definition: xmp_coarray_gasnet.c:1095
void _XMP_fjrdma_coarray_lastly_deallocate()
Deallocate memory region when calling _XMP_coarray_lastly_deallocate()
Definition: xmp_coarray_fjrdma.c:1593
void _XMP_utofu_get(const int src_contiguous, const int dst_contiguous, const int target_rank, const int src_dims, const int dst_dims, const _XMP_array_section_t *src_info, const _XMP_array_section_t *dst_info, const _XMP_coarray_t *src_desc, const _XMP_coarray_t *dst_desc, void *dst, const size_t src_elmts, const size_t dst_elmts)
Definition: xmp_coarray_utofu.c:929
void _XMP_tca_comm_send(const int rank, const int tag, const int data)
Definition: xmp_onesided_tca.c:246
void _XMP_sync_images_COMM(MPI_Comm *comm, int *status)
Definition: xmp_coarray_mpi.c:1105
unsigned long long _XMP_gtol_calc_offset(_XMP_array_t *a, int g_idx[])
Definition: xmp_gmove.c:2991
void _xmp_gasnet_post_wait_initialize()
Initialize environment for post/wait directives.
Definition: xmp_post_wait_gasnet.c:26
void _XMP_coarray_lastly_deallocate()
Deallocate memory space and an object of the last coarray.
Definition: xmp_coarray.c:1643
void _XMP_init_array_comm(_XMP_array_t *array,...)
Definition: xmp_align.c:834
void _XMP_align_array_NOT_ALIGNED(_XMP_array_t *array, int array_index)
Definition: xmp_align.c:253
void _xmp_utofu_post_wait_initialize(void)
Definition: xmp_post_wait_utofu.c:22
_XMP_nodes_t * _XMP_create_nodes_by_comm(int is_member, _XMP_comm_t *comm)
Definition: xmp_nodes.c:1007
int _is_constant_stride_3dim(const _XMP_array_section_t *array_info)
Definition: xmp_coarray_utils.c:1422
void _XMP_reflect_init_gpu(void *acc_addr, _XMP_array_t *array_desc)
Definition: xmp_reflect_gpu.c:67
void _XMP_sort(_XMP_array_t *a_desc, _XMP_array_t *b_desc, int is_up)
Definition: xmp_sort.c:92
void _XMP_utofu_build_sync_images_table(void)
Definition: xmp_coarray_utofu.c:983
void _XMP_gasnet_contiguous_get()
void _xmp_tca_post(const int node, const int tag)
Post operation.
Definition: xmp_post_wait_tca.c:156
void _XMP_reduce_shadow_sum(_XMP_array_t *a)
Definition: xmp_reduce_shadow.c:153
void _XMP_barrier_EXEC(void)
Definition: xmp_barrier.c:16
void _XMP_dist_template_DUPLICATION(_XMP_template_t *template, int template_index)
Definition: xmp_template.c:327
Definition: xmp_internal.h:132
void _XMP_fjrdma_contiguous_get(const int target_rank, const _XMP_coarray_t *dst_desc, const _XMP_coarray_t *src_desc, const uint64_t dst_offset, const uint64_t src_offset, const size_t dst_elmts, const size_t src_elmts, const size_t elmt_size)
Definition: xmp_coarray_fjrdma.c:1911
void _XMP_check_reflect_type(void)
Definition: xmp_pack_vector.c:300
void _XMP_finalize_onesided_functions()
Definition: xmp_onesided.c:142
void _XMP_calc_rank_array(_XMP_nodes_t *n, int *rank_array, int linear_rank)
Definition: xmp_nodes.c:1026
void _XMP_finalize_nodes(_XMP_nodes_t *nodes)
Definition: xmp_nodes.c:816
void _xmp_gasnet_unpack_get_reply_using_buf(gasnet_token_t t)
Set done flag for get operation.
Definition: xmp_coarray_gasnet.c:1276
Definition: xmp_data_struct.h:419
int _XMP_calc_global_index_BCAST(int dst_dim, int *dst_l, int *dst_u, int *dst_s, _XMP_array_t *src_array, int *src_array_nodes_ref, int *src_l, int *src_u, int *src_s)
Definition: xmp_gmove.c:419
void _XMP_fjrdma_put(const int dst_contiguous, const int src_contiguous, const int target_rank, const int dst_dims, const int src_dims, const _XMP_array_section_t *dst_info, const _XMP_array_section_t *src_info, const _XMP_coarray_t *dst_desc, const _XMP_coarray_t *src_desc, void *src, const size_t dst_elmts, const size_t src_elmts)
Definition: xmp_coarray_fjrdma.c:1866
void _XMP_gmove_localcopy_ARRAY(int type, int type_size, void *dst_addr, int dst_dim, int *dst_l, int *dst_u, int *dst_s, unsigned long long *dst_d, void *src_addr, int src_dim, int *src_l, int *src_u, int *src_s, unsigned long long *src_d)
Definition: xmp_gmove.c:322
Definition: xmp_data_struct.h:430
int _is_all_element(const _XMP_array_section_t *array_info, int dim)
Definition: xmp_coarray_utils.c:1369
int _XMP_split_world_by_color(int color)
Definition: xmp_world.c:42
void _XMP_gmove_garray_scalar(_XMP_gmv_desc_t *gmv_desc_leftp, void *scalar, int mode)
Definition: xmp_gmove.c:4732
void _XMP_gasnet_initialize(const size_t xmp_gasnet_heap_size, const size_t xmp_gasnet_stride_size)
Initialize GASNet job.
Definition: xmp_onesided_gasnet.c:32
void _XMP_pop_n_free_nodes(void)
Definition: xmp_nodes_stack.c:30
Definition: xmp_data_struct.h:409
int _is_constant_stride_1dim()
If 1dim array has a constant stride, return TRUE (Always TRUE)
Definition: xmp_coarray_utils.c:1395
Definition: xmp_data_struct.h:375
void _XMP_stride_memcpy_1dim(char *buf1, const char *buf2, const _XMP_array_section_t *array_info, size_t element_size, const int flag)
Definition: xmp_coarray_utils.c:142
void _XMP_fjrdma_coarray_malloc(_XMP_coarray_t *coarray_desc, void **addr, const size_t coarray_size)
Definition: xmp_coarray_fjrdma.c:1553
void _XMP_reduce_tca_NODES_ENTIRE(_XMP_nodes_t *nodes, void *addr, int count, int datatype, int op)
Definition: xmp_reduce_tca.c:417
void _XMP_dealloc_array(_XMP_array_t *array_desc)
Definition: xmp_align.c:780
void _XMP_init_array_desc(_XMP_array_t **array, _XMP_template_t *template, int dim, int type, size_t type_size,...)
Definition: xmp_align.c:34
void _XMP_gmove_array_array_common(_XMP_gmv_desc_t *gmv_desc_leftp, _XMP_gmv_desc_t *gmv_desc_rightp, int *dst_l, int *dst_u, int *dst_s, unsigned long long *dst_d, int *src_l, int *src_u, int *src_s, unsigned long long *src_d, int mode)
Definition: xmp_gmove.c:2036
Definition: xmp_data_struct.h:40
void _XMP_reflect_acc__(void *acc_addr, void *array_desc)
void _XMP_local_put(_XMP_coarray_t *, const void *, const int, const int, const int, const int, const _XMP_array_section_t *, const _XMP_array_section_t *, const size_t, const size_t)
Definition: xmp_coarray_local.c:563
void _XMP_init_array_nodes(_XMP_array_t *array)
Definition: xmp_align.c:927
void _XMP_barrier_NODES_ENTIRE(_XMP_nodes_t *nodes)
Definition: xmp_barrier.c:8
void _xmp_mpi_wait(const int node, const int tag)
Wait operation with node-ref and tag.
Definition: xmp_post_wait_mpi.c:165
_XMP_coarray_list_t * _XMP_coarray_list_tail
void _xmp_gasnet_atomic_ref_reply_do(gasnet_token_t token, int *dst_addr, size_t elmt_size, gasnet_handlerarg_t src_addr_hi, gasnet_handlerarg_t src_addr_lo, gasnet_handlerarg_t local_atomic_operations)
Definition: xmp_intrinsic_gasnet.c:85
unsigned long long _XMP_get_on_ref_id(void)
Definition: xmp_util.c:13
void _XMP_gmove_scalar_garray(void *scalar, _XMP_gmv_desc_t *gmv_desc_rightp, int mode)
Definition: xmp_gmove.c:4704
void _XMP_normalize_array_section(_XMP_gmv_desc_t *gmv_desc, int idim, int *lower, int *upper, int *stride)
Definition: xmp_array_section.c:899
void _XMP_set_coarray_addresses_with_chunk(uint64_t *addrs, const uint64_t base_addr, const _XMP_array_section_t *array_info, const int dims, const size_t chunk_size, const size_t copy_elmts)
Definition: xmp_coarray_utils.c:860
#define _XMP_N_MAX_DIM
Definition: xmp_constant.h:6
void _XMP_fjrdma_atomic_define(int target_rank, _XMP_coarray_t *dst_desc, size_t dst_offset, int value, _XMP_coarray_t *src_desc, size_t src_offset, size_t elmt_size)
Definition: xmp_intrinsic_fjrdma.c:3
void _XMP_coarray_rdma_array_set_n(const int n, const long start[], const long length[], const long stride[], const long elmts[], const long distance[])
Set transfer n-dim array information.
Definition: xmp_coarray.c:921
int _XMP_calc_template_owner_SCALAR(_XMP_template_t *ref_template, int dim_index, long long ref_index)
Definition: xmp_template.c:632
void _XMP_gmove_inout_scalar(void *scalar, _XMP_gmv_desc_t *gmv_desc, int rdma_type)
void _XMP_mpi_atomic_define(int target_rank, _XMP_coarray_t *c, size_t offset, int value, size_t elmt_size)
Definition: xmp_intrinsic_mpi.c:3
void _xmp_tca_wait_node(const int node)
Wait operation with node-ref.
Definition: xmp_post_wait_tca.c:200
void _XMP_mpi_onesided_alloc_win(MPI_Win *win, void **addr, size_t size, MPI_Comm comm, bool is_acc)
Definition: xmp_onesided_mpi.c:99
void _XMP_utofu_sync_images(const int num, int *image_set, int *status)
Definition: xmp_coarray_utofu.c:1065
uint64_t _XMP_utofu_check_mrq_notice(struct utofu_mrq_notice *notice)
Definition: xmp_coarray_utofu.c:201
void _XMP_coarray_malloc_info_n(const long *n, const int ndims, const size_t elmt_size)
Set n-dim coarray information.
Definition: xmp_coarray.c:140
void _XMP_init_world(int *argc, char ***argv)
Definition: xmp_world.c:12
int _XMPF_running
Definition: xmp_runtime.c:16
void _XMP_bcast_NODES_ENTIRE_OMITTED(_XMP_nodes_t *bcast_nodes, void *addr, int count, size_t datatype_size)
Definition: xmp_bcast.c:12
void _XMP_coarray_put(void *, void *, void *)
Definition: xmp_coarray.c:1160
void _XMP_fjrdma_sync_images(const int num, int *image_set, int *status)
Execute sync images.
Definition: xmp_coarray_fjrdma.c:2251
void _xmp_gasnet_pack_get(gasnet_token_t t, const char *array_info, const size_t am_request_size, const int src_addr_hi, const int src_addr_lo, const int src_dims, const int dst_dims, const size_t tansfer_size, const int dst_addr_hi, const int dst_addr_lo)
Definition: xmp_coarray_gasnet.c:1216
void _xmp_gasnet_add_notify(gasnet_token_t token, const int rank)
Definition: xmp_coarray_gasnet.c:1616
int _check_round(const _XMP_array_section_t *array, const int dim)
Definition: xmp_coarray_utils.c:1387
void _XMP_gasnet_get(const int src_contiguous, const int dst_contiguous, const int target_rank, const int src_dims, const int dst_dims, const _XMP_array_section_t *src_info, const _XMP_array_section_t *dst_info, const _XMP_coarray_t *src_desc, const void *dst, const size_t src_elmts, const size_t dst_elmts)
Definition: xmp_coarray_gasnet.c:1430
void _XMP_gmove_larray_garray(_XMP_gmv_desc_t *gmv_desc_leftp, _XMP_gmv_desc_t *gmv_desc_rightp, int mode)
Definition: xmp_gmove.c:5003
void _XMP_sched_loop_template_BLOCK_CYCLIC(int ser_init, int ser_cond, int ser_step, int *par_init, int *par_cond, int *par_step, _XMP_template_t *template, int template_index)
Definition: xmp_loop.c:335
_XMP_csd_t * alloc_csd(int n)
Definition: xmp_section_desc.c:164
void _XMP_sched_loop_template_BLOCK(int ser_init, int ser_cond, int ser_step, int *par_init, int *par_cond, int *par_step, _XMP_template_t *template, int template_index)
Definition: xmp_loop.c:196
struct _XMP_coarray_list_type * next
Definition: xmp_internal.h:134
void _xmp_gasnet_post(const int node, const int tag)
Post operation.
Definition: xmp_post_wait_gasnet.c:68
void _XMP_bcast_NODES_ENTIRE_NODES_V(_XMP_nodes_t *bcast_nodes, void *addr, int count, size_t datatype_size, _XMP_nodes_t *from_nodes, va_list args)
Definition: xmp_bcast.c:69
void _xmp_gasnet_setlockstate(gasnet_token_t token, int state)
Definition: xmp_lock_unlock_gasnet.c:145
void _XMP_pop_n_free_nodes_wo_finalize_comm(void)
Definition: xmp_nodes_stack.c:38
void xmpf_pack_nomask(void *v_p, void *a_p)
Definition: xmp_intrinsic.c:6023
void _XMP_finalize_comm(_XMP_comm_t *comm)
Definition: xmp_nodes_stack.c:61
void _XMP_utofu_regmem(_XMP_coarray_t *coarray_desc, void *addr, const size_t coarray_size)
Definition: xmp_coarray_utofu.c:238
Definition: xmp_data_struct.h:439
void _XMP_local_contiguous_copy(char *dst, const char *src, const size_t dst_elmts, const size_t src_elmts, const size_t elmt_size)
Definition: xmp_coarray_utils.c:79
void _XMP_tca_comm_recv(const int rank, int *tag, int *data)
Definition: xmp_onesided_tca.c:339
int _XMP_is_the_same_constant_stride(const _XMP_array_section_t *array1_info, const _XMP_array_section_t *array2_info, const int array1_dims, const int array2_dims)
Definition: xmp_coarray_utils.c:1627
void _XMP_mpi_build_sync_images_table()
Build table and Initialize for sync images.
Definition: xmp_coarray_mpi.c:951
void _XMP_utofu_atomic_ref(int target_rank, _XMP_coarray_t *dst_desc, size_t dst_offset, int *value, size_t elmt_size)
Definition: xmp_intrinsic_utofu.c:59
void _XMP_align_array_GBLOCK(_XMP_array_t *array, int array_index, int template_index, long long align_subscript, int *temp0)
Definition: xmp_align.c:555
void _XMPC_unpack_array(void *dst, void *buffer, int array_type, size_t array_type_size, int array_dim, int *l, int *u, int *s, unsigned long long *d)
Definition: xmp_array_section.c:1368
int _is_constant_stride_7dim(const _XMP_array_section_t *array_info)
Definition: xmp_coarray_utils.c:1549
void xmpf_unpack_nomask(void *a_p, void *v_p)
Definition: xmp_intrinsic.c:6323
int xmp_get_ruuning()
Definition: xmp_runtime.c:25
int _XMP_get_next_rank(_XMP_nodes_t *nodes, int *rank_array)
Definition: xmp_nodes.c:1291
void _XMP_fjrdma_finalize()
Finalize FUJITSU RDMA for the K computer and FX10.
Definition: xmp_onesided_fjrdma.c:16