xmp_coarray.c File Reference

#include <stdarg.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <ctype.h>
#include "xmp_internal.h"
#include "xmp_constant.h"

Include dependency graph for xmp_coarray.c:

Data Structures
struct	_coarray_queue_t

Functions
void	_XMP_coarray_malloc_info_1 (const long n1, const size_t elmt_size)
	Set 1-dim coarray information. More...
void	_XMP_coarray_malloc_info_2 (const long n1, const long n2, const size_t elmt_size)
	Set 2-dim coarray information. More...
void	_XMP_coarray_malloc_info_3 (const long n1, const long n2, const long n3, const size_t elmt_size)
	Set 3-dim coarray information. More...
void	_XMP_coarray_malloc_info_4 (const long n1, const long n2, const long n3, const long n4, const size_t elmt_size)
	Set 4-dim coarray information. More...
void	_XMP_coarray_malloc_info_5 (const long n1, const long n2, const long n3, const long n4, const long n5, const size_t elmt_size)
	Set 5-dim coarray information. More...
void	_XMP_coarray_malloc_info_6 (const long n1, const long n2, const long n3, const long n4, const long n5, const long n6, const size_t elmt_size)
	Set 6-dim coarray information. More...
void	_XMP_coarray_malloc_info_7 (const long n1, const long n2, const long n3, const long n4, const long n5, const long n6, const long n7, const size_t elmt_size)
	Set 7-dim coarray information. More...
void	_XMP_coarray_malloc_info_n (const long *n, const int ndims, const size_t elmt_size)
	Set n-dim coarray information. More...
void	_XMP_coarray_malloc_image_info_1 ()
	Set 1-dim image information. More...
void	_XMP_coarray_malloc_image_info_2 (const int i1)
	Set 2-dim image information. More...
void	_XMP_coarray_malloc_image_info_3 (const int i1, const int i2)
	Set 3-dim image information. More...
void	_XMP_coarray_malloc_image_info_4 (const int i1, const int i2, const int i3)
	Set 4-dim image information. More...
void	_XMP_coarray_malloc_image_info_5 (const int i1, const int i2, const int i3, const int i4)
	Set 5-dim image information. More...
void	_XMP_coarray_malloc_image_info_6 (const int i1, const int i2, const int i3, const int i4, const int i5)
	Set 6-dim image information. More...
void	_XMP_coarray_malloc_image_info_7 (const int i1, const int i2, const int i3, const int i4, const int i5, const int i6)
void	_XMP_coarray_malloc_image_info_n (const int *i, const int ndims)
void	_XMP_coarray_set_info (_XMP_coarray_t *c)
void	_XMP_coarray_malloc (void **coarray_desc, void *addr)
	Create coarray object and allocate coarray. More...
void	_XMP_coarray_regmem (void **coarray_desc, void *addr)
	Create coarray object but not allocate coarray. More...
void	_XMP_coarray_attach (_XMP_coarray_t *coarray_desc, void *addr, const size_t coarray_size)
	Attach memory to coarray. More...
void	_XMP_coarray_detach (_XMP_coarray_t *coarray_desc)
	Detach memory from coarray. More...
void	_XMP_coarray_rdma_coarray_set_1 (const long start1, const long length1, const long stride1)
	Set transfer 1-dim coarray information. More...
void	_XMP_coarray_rdma_coarray_set_2 (const long start1, const long length1, const long stride1, const long start2, const long length2, const long stride2)
	Set transfer 2-dim coarray information. More...
void	_XMP_coarray_rdma_coarray_set_3 (const long start1, const long length1, const long stride1, const long start2, const long length2, const long stride2, const long start3, const long length3, const long stride3)
	Set transfer 3-dim coarray information. More...
void	_XMP_coarray_rdma_coarray_set_4 (const long start1, const long length1, const long stride1, const long start2, const long length2, const long stride2, const long start3, const long length3, const long stride3, const long start4, const long length4, const long stride4)
	Set transfer 4-dim coarray information. More...
void	_XMP_coarray_rdma_coarray_set_5 (const long start1, const long length1, const long stride1, const long start2, const long length2, const long stride2, const long start3, const long length3, const long stride3, const long start4, const long length4, const long stride4, const long start5, const long length5, const long stride5)
	Set transfer 5-dim coarray information. More...
void	_XMP_coarray_rdma_coarray_set_6 (const long start1, const long length1, const long stride1, const long start2, const long length2, const long stride2, const long start3, const long length3, const long stride3, const long start4, const long length4, const long stride4, const long start5, const long length5, const long stride5, const long start6, const long length6, const long stride6)
	Set transfer 6-dim coarray information. More...
void	_XMP_coarray_rdma_coarray_set_7 (const long start1, const long length1, const long stride1, const long start2, const long length2, const long stride2, const long start3, const long length3, const long stride3, const long start4, const long length4, const long stride4, const long start5, const long length5, const long stride5, const long start6, const long length6, const long stride6, const long start7, const long length7, const long stride7)
	Set transfer 7-dim coarray information. More...
void	_XMP_coarray_rdma_coarray_set_n (const int n, const long start[], const long length[], const long stride[])
	Set transfer n-dim coarray information. More...
void	_XMP_coarray_rdma_array_set_1 (const long start1, const long length1, const long stride1, const long elmts1, const size_t elmt)
	Set transfer 1-dim array information. More...
void	_XMP_coarray_rdma_array_set_2 (const long start1, const long length1, const long stride1, const long elmts1, const long start2, const long length2, const long stride2, const long elmts2, const size_t elmt)
	Set transfer 2-dim array information. More...
void	_XMP_coarray_rdma_array_set_3 (const long start1, const long length1, const long stride1, const long elmts1, const long start2, const long length2, const long stride2, const long elmts2, const long start3, const long length3, const long stride3, const long elmts3, const size_t elmt)
	Set transfer 3-dim array information. More...
void	_XMP_coarray_rdma_array_set_4 (const long start1, const long length1, const long stride1, const long elmts1, const long start2, const long length2, const long stride2, const long elmts2, const long start3, const long length3, const long stride3, const long elmts3, const long start4, const long length4, const long stride4, const long elmts4, const size_t elmt)
	Set transfer 4-dim array information. More...
void	_XMP_coarray_rdma_array_set_5 (const long start1, const long length1, const long stride1, const long elmts1, const long start2, const long length2, const long stride2, const long elmts2, const long start3, const long length3, const long stride3, const long elmts3, const long start4, const long length4, const long stride4, const long elmts4, const long start5, const long length5, const long stride5, const long elmts5, const size_t elmt)
	Set transfer 5-dim array information. More...
void	_XMP_coarray_rdma_array_set_6 (const long start1, const long length1, const long stride1, const long elmts1, const long start2, const long length2, const long stride2, const long elmts2, const long start3, const long length3, const long stride3, const long elmts3, const long start4, const long length4, const long stride4, const long elmts4, const long start5, const long length5, const long stride5, const long elmts5, const long start6, const long length6, const long stride6, const long elmts6, const size_t elmt)
	Set transfer 6-dim array information. More...
void	_XMP_coarray_rdma_array_set_7 (const long start1, const long length1, const long stride1, const long elmts1, const long start2, const long length2, const long stride2, const long elmts2, const long start3, const long length3, const long stride3, const long elmts3, const long start4, const long length4, const long stride4, const long elmts4, const long start5, const long length5, const long stride5, const long elmts5, const long start6, const long length6, const long stride6, const long elmts6, const long start7, const long length7, const long stride7, const long elmts7, const size_t elmt)
	Set transfer 7-dim array information. More...
void	_XMP_coarray_rdma_array_set_n (const int n, const long start[], const long length[], const long stride[], const long elmts[], const long distance[])
	Set transfer n-dim array information. More...
void	_XMP_coarray_rdma_image_set_1 (const int n1)
	Set 1-dim image information. More...
void	_XMP_coarray_rdma_image_set_2 (const int n1, const int n2)
	Set 2-dim image information. More...
void	_XMP_coarray_rdma_image_set_3 (const int n1, const int n2, const int n3)
	Set 3-dim image information. More...
void	_XMP_coarray_rdma_image_set_4 (const int n1, const int n2, const int n3, const int n4)
	Set 4-dim image information. More...
void	_XMP_coarray_rdma_image_set_5 (const int n1, const int n2, const int n3, const int n4, const int n5)
	Set 5-dim image information. More...
void	_XMP_coarray_rdma_image_set_6 (const int n1, const int n2, const int n3, const int n4, const int n5, const int n6)
	Set 6-dim image information. More...
void	_XMP_coarray_rdma_image_set_7 (const int n1, const int n2, const int n3, const int n4, const int n5, const int n6, const int n7)
	Set 7-dim image information. More...
void	_XMP_coarray_rdma_image_set_n (const int ndims, const int n[])
	Set n-dim image information. More...
void	_XMP_coarray_put (void *remote_coarray, void *local_array, void *local_coarray)
void	_XMP_coarray_get (void *remote_coarray, void *local_array, void *local_coarray)
void	_XMP_coarray_rdma_do2 (const int rdma_code, void *remote_coarray, void *local_array, void *local_coarray, const long coarray_elmts[], const long coarray_distance[])
void	_XMP_coarray_sync_all ()
	Execute sync_all() More...
void	_XMP_coarray_sync_memory ()
	Execute sync_memory() More...
void	xmp_sync_memory (const int *status)
	Execute sync_memory() More...
void	xmp_sync_all (const int *status)
	Execute sync_all() More...
void	xmp_sync_images (const int num, int *image_set, int *status)
	Execute sync_images() More...
void	xmp_sync_image (int image, int *status)
	Execute sync_image() More...
void	xmp_sync_images_all (int *status)
	Execute sync_images_all() More...
void	_XMP_coarray_contiguous_put (const int target_rank, _XMP_coarray_t *dst_desc, const _XMP_coarray_t *src_desc, const long dst_offset, const long src_offset, const long dst_elmts, const long src_elmts)
void	_XMP_coarray_contiguous_get (const int target_rank, _XMP_coarray_t *dst_desc, const _XMP_coarray_t *src_desc, const long dst_offset, const long src_offset, const long dst_elmts, const long src_elmts)
void	_XMP_build_sync_images_table ()
	Build table for sync images. More...
void	_XMP_build_coarray_queue ()
	Build queue for coarray. More...
void	_XMP_coarray_lastly_deallocate ()
	Deallocate memory space and an object of the last coarray. More...
void	_XMP_coarray_put_acc (void *remote_coarray, void *local_array, void *local_coarray, const int is_remote_on_acc, const int is_local_on_acc)
void	_XMP_coarray_get_acc (void *remote_coarray, void *local_array, void *local_coarray, const int is_remote_on_acc, const int is_local_on_acc)
_XMP_coarray_t **	_XMP_coarray_get_list (int *num)

Variables
int	_XMP_flag_multi_win

Function Documentation

_XMP_build_coarray_queue()

void _XMP_build_coarray_queue

(

)

Build queue for coarray.

{
  _coarray_queue.max_size = _XMP_COARRAY_QUEUE_INITIAL_SIZE;
  _coarray_queue.num      = 0;
  _coarray_queue.coarrays = malloc(sizeof(_XMP_coarray_t*) * _coarray_queue.max_size);
}

Here is the caller graph for this function:

_XMP_build_sync_images_table()

void _XMP_build_sync_images_table

(

)

Build table for sync images.

{
#ifdef _XMP_GASNET
  _XMP_gasnet_build_sync_images_table();
#elif _XMP_FJRDMA
  _XMP_fjrdma_build_sync_images_table();
#elif _XMP_UTOFU
  _XMP_utofu_build_sync_images_table();
#elif _XMP_MPI3_ONESIDED
  _XMP_mpi_build_sync_images_table();
#endif
}

Here is the call graph for this function:

Here is the caller graph for this function:

_XMP_coarray_attach()

void _XMP_coarray_attach	(	_XMP_coarray_t *	coarray_desc,
		void *	addr,
		const size_t	coarray_size
	)

Attach memory to coarray.

{
  _XMP_coarray_set_info(coarray_desc);
 
#ifdef _XMP_GASNET
  //not implemented
  _XMP_fatal("_XMP_gasnet_coarray_attach is not implemented\n");
#elif _XMP_FJRDMA
  //not implemented
  _XMP_fatal("_XMP_fjrdma_coarray_attach is not implemented\n");
#elif _XMP_UTOFU
  //not implemented
  _XMP_fatal("_XMP_utofu_coarray_attach is not implemented\n");
#elif _XMP_MPI3_ONESIDED
  _XMP_mpi_coarray_attach(coarray_desc, addr, coarray_size, false);
#endif
 
  _push_coarray_queue(coarray_desc);
}

Here is the call graph for this function:

_XMP_coarray_contiguous_get()

void _XMP_coarray_contiguous_get	(	const int	target_rank,
		_XMP_coarray_t *	dst_desc,
		const _XMP_coarray_t *	src_desc,
		const long	dst_offset,
		const long	src_offset,
		const long	dst_elmts,
		const long	src_elmts
	)

{
  check_target_rank(target_rank);
  size_t elmt_size = dst_desc->elmt_size;
 
  if(target_rank == _XMP_world_rank){
    _XMP_local_contiguous_copy((char *)dst_desc->real_addr+dst_offset, (char *)src_desc->real_addr+src_offset,
                               dst_elmts, src_elmts, elmt_size);
  }
  else{
    _XMP_check_less_than_SIZE_MAX(dst_elmts);
    _XMP_check_less_than_SIZE_MAX(src_elmts);
#ifdef _XMP_GASNET
    _XMP_gasnet_contiguous_get(target_rank, dst_desc, src_desc->addr[target_rank]+src_offset, (size_t)dst_offset,
                             (size_t)dst_elmts, (size_t)src_elmts, elmt_size);
#elif _XMP_FJRDMA
    _XMP_fjrdma_contiguous_get(target_rank, dst_desc, src_desc, (uint64_t)dst_offset, (uint64_t)src_offset, 
                             (size_t)dst_elmts, (size_t)src_elmts, elmt_size);
#elif _XMP_UTOFU
    _XMP_utofu_contiguous_get(target_rank, dst_desc, src_desc, (uint64_t)dst_offset, (uint64_t)src_offset, 
                             (size_t)dst_elmts, (size_t)src_elmts, elmt_size);
#elif _XMP_MPI3_ONESIDED
    _XMP_mpi_contiguous_get(target_rank, dst_desc, src_desc, (size_t)dst_offset, (size_t)src_offset,
                          (size_t)dst_elmts, (size_t)src_elmts, elmt_size, false, false);
#endif
  }
}

_XMP_coarray_contiguous_put()

void _XMP_coarray_contiguous_put	(	const int	target_rank,
		_XMP_coarray_t *	dst_desc,
		const _XMP_coarray_t *	src_desc,
		const long	dst_offset,
		const long	src_offset,
		const long	dst_elmts,
		const long	src_elmts
	)

{
  check_target_rank(target_rank);
  size_t elmt_size = dst_desc->elmt_size;
  
  if(target_rank == _XMP_world_rank){
    _XMP_local_contiguous_copy((char *)dst_desc->real_addr+dst_offset, (char *)src_desc->real_addr+src_offset, 
                               dst_elmts, src_elmts, elmt_size);
  }
  else{
    _XMP_check_less_than_SIZE_MAX(dst_elmts);
    _XMP_check_less_than_SIZE_MAX(src_elmts);
#ifdef _XMP_GASNET
    _XMP_gasnet_contiguous_put(target_rank, dst_desc, src_desc->addr[_XMP_world_rank]+src_offset,
                             (size_t)dst_offset, (size_t)dst_elmts, (size_t)src_elmts, elmt_size);
#elif _XMP_FJRDMA
    _XMP_fjrdma_contiguous_put(target_rank, (uint64_t)dst_offset, (uint64_t)src_offset, dst_desc, src_desc, 
                             (size_t)dst_elmts, (size_t)src_elmts, elmt_size);
#elif _XMP_UTOFU
    _XMP_utofu_contiguous_put(target_rank, (uint64_t)dst_offset, (uint64_t)src_offset, dst_desc, src_desc,
                             (size_t)dst_elmts, (size_t)src_elmts, elmt_size);
#elif _XMP_TCA
    _XMP_fatal("_XMP_tca_contiguous_put is unimplemented");
#elif _XMP_MPI3_ONESIDED
    _XMP_mpi_contiguous_put(target_rank, dst_desc, src_desc, (size_t)dst_offset, (size_t)src_offset,
                          (size_t)dst_elmts, (size_t)src_elmts, elmt_size, false, false);
#endif
  }
}

_XMP_coarray_detach()

void _XMP_coarray_detach

(

_XMP_coarray_t *

coarray_desc

)

Detach memory from coarray.

{
  _XMP_coarray_t* poped_desc = _pop_coarray_queue();
  if(poped_desc != coarray_desc){
    _XMP_fatal("_XMP_coarary_detach: poped coarray desc is not the same to argument");
  }
 
#ifdef _XMP_GASNET
  //not implemented
  _XMP_fatal("_XMP_gasnet_coarray_detach is not implemented\n");
#elif _XMP_FJRDMA
  //not implemented
  _XMP_fatal("_XMP_fjrdma_coarray_detach is not implemented\n");
#elif _XMP_UTOFU
  //not implemented
  _XMP_fatal("_XMP_utofu_coarray_detach is not implemented\n");
#elif _XMP_MPI3_ONESIDED
  _XMP_mpi_coarray_detach(coarray_desc, false);
#endif
}

_XMP_coarray_get()

void _XMP_coarray_get	(	void *	remote_coarray,
		void *	local_array,
		void *	local_coarray
	)

{
  if(_transfer_coarray_elmts == 0 || _transfer_array_elmts == 0) return;
 
  if(_transfer_coarray_elmts != _transfer_array_elmts && _transfer_coarray_elmts != 1){
    _XMP_fatal("Coarray Error ! transfer size is wrong.\n") ;
    // e.g. a[0:3] = b[0:2]:[3] is NG, but a[0:3] = b[0:1]:[3] is OK
  }
 
  int target_rank = 0;
  for(int i=0;i<_image_dims;i++)
    target_rank += ((_XMP_coarray_t*)remote_coarray)->distance_of_image_elmts[i] * _image_num[i];
 
  check_target_rank(target_rank);
  
  for(int i=0;i<_coarray_dims;i++){
    _coarray[i].elmts    = ((_XMP_coarray_t*)remote_coarray)->coarray_elmts[i];
    _coarray[i].distance = ((_XMP_coarray_t*)remote_coarray)->distance_of_coarray_elmts[i];
  }
 
  int remote_coarray_is_contiguous = _check_contiguous(_coarray, _coarray_dims, _transfer_coarray_elmts);
  int local_array_is_contiguous    = _check_contiguous(_array,   _array_dims,   _transfer_array_elmts);
 
  // _XMP_local_put(), _XMP_gasnet_put(), ... don't support to transfer long data size now.
  // _XMP_check_less_than_SIZE_MAX() checks whether the trasfer size is less than SIZE_MAX, defined in <limits.h>.
  size_t elmt_size  = ((_XMP_coarray_t*)remote_coarray)->elmt_size;
  _XMP_check_less_than_SIZE_MAX(_transfer_coarray_elmts*elmt_size); // fix me
  _XMP_check_less_than_SIZE_MAX(_transfer_array_elmts*elmt_size);   // fix me
 
  if(target_rank == _XMP_world_rank){
    _XMP_local_get(local_array, remote_coarray, local_array_is_contiguous, remote_coarray_is_contiguous,
                   _array_dims, _coarray_dims, _array, _coarray, (size_t)_transfer_array_elmts, (size_t)_transfer_coarray_elmts);
  }
  else{
#ifdef _XMP_GASNET
    _XMP_gasnet_get(remote_coarray_is_contiguous, local_array_is_contiguous, target_rank,
                    _coarray_dims, _array_dims, _coarray, _array, remote_coarray, local_array, (size_t)_transfer_coarray_elmts, (size_t)_transfer_array_elmts);
#elif _XMP_FJRDMA
    _XMP_fjrdma_get(remote_coarray_is_contiguous, local_array_is_contiguous, target_rank, _coarray_dims, _array_dims,
                    _coarray, _array, remote_coarray, local_coarray, local_array, (size_t)_transfer_coarray_elmts, (size_t)_transfer_array_elmts);
#elif _XMP_UTOFU
    _XMP_utofu_get(remote_coarray_is_contiguous, local_array_is_contiguous, target_rank, _coarray_dims, _array_dims,
                    _coarray, _array, remote_coarray, local_coarray, local_array, (size_t)_transfer_coarray_elmts, (size_t)_transfer_array_elmts);
#elif _XMP_MPI3_ONESIDED
    _XMP_mpi_get(remote_coarray_is_contiguous, local_array_is_contiguous, target_rank, _coarray_dims, _array_dims,
                 _coarray, _array, remote_coarray, local_array, (size_t)_transfer_coarray_elmts, (size_t)_transfer_array_elmts,
                 _XMP_N_INT_FALSE);
#endif
  }
 
  free(_coarray);
  free(_array);
  free(_image_num);
}

_XMP_coarray_get_acc()

void _XMP_coarray_get_acc	(	void *	remote_coarray,
		void *	local_array,
		void *	local_coarray,
		const int	is_remote_on_acc,
		const int	is_local_on_acc
	)

{
  if(_transfer_coarray_elmts == 0 || _transfer_array_elmts == 0) return;
 
  if(_transfer_coarray_elmts != _transfer_array_elmts && _transfer_coarray_elmts != 1){
    _XMP_fatal("Coarray Error ! transfer size is wrong.\n") ;
    // e.g. a[0:3] = b[0:2]:[3] is NG, but a[0:3] = b[0:1]:[3] is OK
  }
 
  int target_rank = 0;
  for(int i=0;i<_image_dims;i++)
    target_rank += ((_XMP_coarray_t*)remote_coarray)->distance_of_image_elmts[i] * _image_num[i];
  check_target_rank(target_rank);
  
  for(int i=0;i<_coarray_dims;i++){
    _coarray[i].elmts    = ((_XMP_coarray_t*)remote_coarray)->coarray_elmts[i];
    _coarray[i].distance = ((_XMP_coarray_t*)remote_coarray)->distance_of_coarray_elmts[i];
  }
 
  int remote_coarray_is_contiguous = _check_contiguous(_coarray, _coarray_dims, _transfer_coarray_elmts);
  int local_array_is_contiguous    = _check_contiguous(_array,   _array_dims,   _transfer_array_elmts);
 
  if(target_rank == _XMP_world_rank){
    _XMP_local_get(local_array, remote_coarray, local_array_is_contiguous, remote_coarray_is_contiguous,
                   _array_dims, _coarray_dims, _array, _coarray, _transfer_array_elmts, _transfer_coarray_elmts);
  }
  else{
#ifdef _XMP_GASNET
    _XMP_gasnet_get(remote_coarray_is_contiguous, local_array_is_contiguous, target_rank,
                    _coarray_dims, _array_dims, _coarray, _array, remote_coarray, local_array, _transfer_coarray_elmts, _transfer_array_elmts);
#elif _XMP_FJRDMA
    _XMP_fjrdma_get(remote_coarray_is_contiguous, local_array_is_contiguous, target_rank, _coarray_dims, _array_dims,
                    _coarray, _array, remote_coarray, local_coarray, local_array, _transfer_coarray_elmts, _transfer_array_elmts);
#elif _XMP_UTOFU
    _XMP_utofu_get(remote_coarray_is_contiguous, local_array_is_contiguous, target_rank, _coarray_dims, _array_dims,
                    _coarray, _array, remote_coarray, local_coarray, local_array, _transfer_coarray_elmts, _transfer_array_elmts);
#elif _XMP_MPI3_ONESIDED
    _XMP_mpi_get(remote_coarray_is_contiguous, local_array_is_contiguous, target_rank, _coarray_dims, _array_dims,
                 _coarray, _array, remote_coarray, local_array, _transfer_coarray_elmts, _transfer_array_elmts,
                 is_remote_on_acc);
#endif
  }
  
  free(_coarray);
  free(_array);
  free(_image_num);
}

_XMP_coarray_get_list()

_XMP_coarray_t** _XMP_coarray_get_list

(

int *

num

)

{
  *num = _coarray_queue.num;
  return _coarray_queue.coarrays;
}

Here is the caller graph for this function:

_XMP_coarray_lastly_deallocate()

void _XMP_coarray_lastly_deallocate

(

)

Deallocate memory space and an object of the last coarray.

{
#ifdef _XMP_GASNET
  _XMP_gasnet_coarray_lastly_deallocate();
#elif _XMP_FJRDMA
  _XMP_fjrdma_coarray_lastly_deallocate();
#elif _XMP_UTOFU
  // _XMP_utofu_coarray_lastly_deallocate();
#elif _XMP_MPI3_ONESIDED
  _XMP_mpi_coarray_lastly_deallocate(false);
#endif
 
  _XMP_coarray_t *_last_coarray_ptr = _pop_coarray_queue();
  _XMP_coarray_deallocate(_last_coarray_ptr);
}

Here is the call graph for this function:

_XMP_coarray_malloc()

void _XMP_coarray_malloc	(	void **	coarray_desc,
		void *	addr
	)

Create coarray object and allocate coarray.

{
  _XMP_coarray_t* c = _XMP_alloc(sizeof(_XMP_coarray_t));
  _XMP_coarray_set_info(c);
  *coarray_desc = c;
 
  long transfer_size = _total_coarray_elmts*_elmt_size;
  _XMP_check_less_than_SIZE_MAX(transfer_size);
  
#ifdef _XMP_GASNET
  _XMP_gasnet_coarray_malloc(*coarray_desc, addr, (size_t)transfer_size);
#elif _XMP_FJRDMA
  _XMP_fjrdma_coarray_malloc(*coarray_desc, addr, (size_t)transfer_size);
#elif _XMP_UTOFU
  _XMP_utofu_coarray_malloc(*coarray_desc, addr, (size_t)transfer_size);
#elif _XMP_MPI3_ONESIDED
  _XMP_mpi_coarray_malloc(*coarray_desc, addr, (size_t)transfer_size, false);
#endif
  
  _push_coarray_queue(c);
}

Here is the call graph for this function:

_XMP_coarray_malloc_image_info_1()

void _XMP_coarray_malloc_image_info_1

(

)

Set 1-dim image information.

{
  _image_dims     = 1;
  _image_elmts    = malloc(sizeof(int) * _image_dims);
  _image_elmts[0] = 1;
}

_XMP_coarray_malloc_image_info_2()

void _XMP_coarray_malloc_image_info_2

(

const int

i1

)

Set 2-dim image information.

{
  int total_node_size  = _XMP_get_execution_nodes()->comm_size;
 
  _check_coarray_image(total_node_size, i1);
    
  _image_dims     = 2;
  _image_elmts    = malloc(sizeof(int) * _image_dims);
  _image_elmts[0] = i1;
  _image_elmts[1] = total_node_size / i1;
}

Here is the call graph for this function:

_XMP_coarray_malloc_image_info_3()

void _XMP_coarray_malloc_image_info_3	(	const int	i1,
		const int	i2
	)

Set 3-dim image information.

{
  int total_node_size  = _XMP_get_execution_nodes()->comm_size;
 
  _check_coarray_image(total_node_size, i1*i2);
 
  _image_dims     = 3;
  _image_elmts    = malloc(sizeof(int) * _image_dims);
  _image_elmts[0] = i1;
  _image_elmts[1] = i2;
  _image_elmts[2] = total_node_size / (i1*i2);
}

Here is the call graph for this function:

_XMP_coarray_malloc_image_info_4()

void _XMP_coarray_malloc_image_info_4	(	const int	i1,
		const int	i2,
		const int	i3
	)

Set 4-dim image information.

{
  int total_node_size  = _XMP_get_execution_nodes()->comm_size;
 
  _check_coarray_image(total_node_size, i1*i2*i3);
 
  _image_dims     = 4;
  _image_elmts    = malloc(sizeof(int) * _image_dims);
  _image_elmts[0] = i1;
  _image_elmts[1] = i2;
  _image_elmts[2] = i3;
  _image_elmts[3] = total_node_size / (i1*i2*i3);
}

Here is the call graph for this function:

_XMP_coarray_malloc_image_info_5()

void _XMP_coarray_malloc_image_info_5	(	const int	i1,
		const int	i2,
		const int	i3,
		const int	i4
	)

Set 5-dim image information.

{
  int total_node_size  = _XMP_get_execution_nodes()->comm_size;
 
  _check_coarray_image(total_node_size, i1*i2*i3*i4);
 
  _image_dims     = 5;
  _image_elmts    = malloc(sizeof(int) * _image_dims);
  _image_elmts[0] = i1;
  _image_elmts[1] = i2;
  _image_elmts[2] = i3;
  _image_elmts[3] = i4;
  _image_elmts[4] = total_node_size / (i1*i2*i3*i4);
}

Here is the call graph for this function:

_XMP_coarray_malloc_image_info_6()

void _XMP_coarray_malloc_image_info_6	(	const int	i1,
		const int	i2,
		const int	i3,
		const int	i4,
		const int	i5
	)

Set 6-dim image information.

{
  int total_node_size  = _XMP_get_execution_nodes()->comm_size;
 
  _check_coarray_image(total_node_size, i1*i2*i3*i4*i5);
 
  _image_dims    = 6;
  _image_elmts   = malloc(sizeof(int) * _image_dims);
  _image_elmts[0] = i1;
  _image_elmts[1] = i2;
  _image_elmts[2] = i3;
  _image_elmts[3] = i4;
  _image_elmts[4] = i5;
  _image_elmts[5] = total_node_size / (i1*i2*i3*i4*i5);
}

Here is the call graph for this function:

_XMP_coarray_malloc_image_info_7()

void _XMP_coarray_malloc_image_info_7	(	const int	i1,
		const int	i2,
		const int	i3,
		const int	i4,
		const int	i5,
		const int	i6
	)

{
  int total_node_size  = _XMP_get_execution_nodes()->comm_size;
 
  _check_coarray_image(total_node_size, i1*i2*i3*i4*i5*i6);
 
  _image_dims    = 7;
  _image_elmts   = malloc(sizeof(int) * _image_dims);
  _image_elmts[0] = i1;
  _image_elmts[1] = i2;
  _image_elmts[2] = i3;
  _image_elmts[3] = i4;
  _image_elmts[4] = i5;
  _image_elmts[5] = i6;
  _image_elmts[6] = total_node_size / (i1*i2*i3*i4*i5*i6);
}

Here is the call graph for this function:

_XMP_coarray_malloc_image_info_n()

void _XMP_coarray_malloc_image_info_n	(	const int *	i,
		const int	ndims
	)

{
  int total_node_size  = _XMP_get_execution_nodes()->comm_size;
 
  int t = 1;
  for (int j = 0; j < ndims-1; j++){
    t *= i[j];
  }
 
  _check_coarray_image(total_node_size, t);
 
  _image_dims    = ndims;
  _image_elmts   = malloc(sizeof(int) * _image_dims);
  for (int j = 0; j < ndims-1; j++){
    _image_elmts[j] = i[j];
  }
  _image_elmts[ndims-1] = total_node_size / t;
}

Here is the call graph for this function:

Here is the caller graph for this function:

_XMP_coarray_malloc_info_1()

void _XMP_coarray_malloc_info_1	(	const long	n1,
		const size_t	elmt_size
	)

Set 1-dim coarray information.

{
  _elmt_size           = elmt_size;
  _coarray_dims        = 1;
  _coarray_elmts       = malloc(sizeof(long) * _coarray_dims);
  _coarray_elmts[0]    = n1;
  _total_coarray_elmts = n1;
}

_XMP_coarray_malloc_info_2()

void _XMP_coarray_malloc_info_2	(	const long	n1,
		const long	n2,
		const size_t	elmt_size
	)

Set 2-dim coarray information.

{
  _elmt_size           = elmt_size;
  _coarray_dims        = 2;
  _coarray_elmts       = malloc(sizeof(long) * _coarray_dims);
  _coarray_elmts[0]    = n1;
  _coarray_elmts[1]    = n2;
  _total_coarray_elmts = n1*n2;
}

_XMP_coarray_malloc_info_3()

void _XMP_coarray_malloc_info_3	(	const long	n1,
		const long	n2,
		const long	n3,
		const size_t	elmt_size
	)

Set 3-dim coarray information.

{
  _elmt_size           = elmt_size;
  _coarray_dims        = 3;
  _coarray_elmts       = malloc(sizeof(long) * _coarray_dims);
  _coarray_elmts[0]    = n1;
  _coarray_elmts[1]    = n2;
  _coarray_elmts[2]    = n3;
  _total_coarray_elmts = n1*n2*n3;
}

_XMP_coarray_malloc_info_4()

void _XMP_coarray_malloc_info_4	(	const long	n1,
		const long	n2,
		const long	n3,
		const long	n4,
		const size_t	elmt_size
	)

Set 4-dim coarray information.

{
  _elmt_size           = elmt_size;
  _coarray_dims        = 4;
  _coarray_elmts       = malloc(sizeof(long) * _coarray_dims);
  _coarray_elmts[0]    = n1;
  _coarray_elmts[1]    = n2;
  _coarray_elmts[2]    = n3;
  _coarray_elmts[3]    = n4;
  _total_coarray_elmts = n1*n2*n3*n4;
}

_XMP_coarray_malloc_info_5()

void _XMP_coarray_malloc_info_5	(	const long	n1,
		const long	n2,
		const long	n3,
		const long	n4,
		const long	n5,
		const size_t	elmt_size
	)

Set 5-dim coarray information.

{
  _elmt_size           = elmt_size;
  _coarray_dims        = 5;
  _coarray_elmts       = malloc(sizeof(long) * _coarray_dims);
  _coarray_elmts[0]    = n1;
  _coarray_elmts[1]    = n2;
  _coarray_elmts[2]    = n3;
  _coarray_elmts[3]    = n4;
  _coarray_elmts[4]    = n5;
  _total_coarray_elmts = n1*n2*n3*n4*n5;
}

_XMP_coarray_malloc_info_6()

void _XMP_coarray_malloc_info_6	(	const long	n1,
		const long	n2,
		const long	n3,
		const long	n4,
		const long	n5,
		const long	n6,
		const size_t	elmt_size
	)

Set 6-dim coarray information.

{
  _elmt_size           = elmt_size;
  _coarray_dims        = 6;
  _coarray_elmts       = malloc(sizeof(long) * _coarray_dims);
  _coarray_elmts[0]    = n1;
  _coarray_elmts[1]    = n2;
  _coarray_elmts[2]    = n3;
  _coarray_elmts[3]    = n4;
  _coarray_elmts[4]    = n5;
  _coarray_elmts[5]    = n6;
  _total_coarray_elmts = n1*n2*n3*n4*n5*n6;
}

_XMP_coarray_malloc_info_7()

void _XMP_coarray_malloc_info_7	(	const long	n1,
		const long	n2,
		const long	n3,
		const long	n4,
		const long	n5,
		const long	n6,
		const long	n7,
		const size_t	elmt_size
	)

Set 7-dim coarray information.

{
  _elmt_size           = elmt_size;
  _coarray_dims        = 7;
  _coarray_elmts       = malloc(sizeof(long) * _coarray_dims);
  _coarray_elmts[0]    = n1;
  _coarray_elmts[1]    = n2;
  _coarray_elmts[2]    = n3;
  _coarray_elmts[3]    = n4;
  _coarray_elmts[4]    = n5;
  _coarray_elmts[5]    = n6;
  _coarray_elmts[6]    = n7;
  _total_coarray_elmts = n1*n2*n3*n4*n5*n6*n7;
}

_XMP_coarray_malloc_info_n()

void _XMP_coarray_malloc_info_n	(	const long *	n,
		const int	ndims,
		const size_t	elmt_size
	)

Set n-dim coarray information.

{
  _elmt_size           = elmt_size;
  _coarray_dims        = ndims;
  _coarray_elmts       = malloc(sizeof(long) * _coarray_dims);
  _total_coarray_elmts = 1;
  for (int i = 0; i < ndims; i++){
    _coarray_elmts[i]    = n[i];
    _total_coarray_elmts *= n[i];
  }
}

Here is the caller graph for this function:

_XMP_coarray_put()

void _XMP_coarray_put	(	void *	remote_coarray,
		void *	local_array,
		void *	local_coarray
	)

{
  if(_transfer_coarray_elmts == 0 || _transfer_array_elmts == 0) return;
 
  if(_transfer_coarray_elmts != _transfer_array_elmts && _transfer_array_elmts != 1){
      _XMP_fatal("Coarray Error ! transfer size is wrong.\n");
    // e.g. a[0:3]:[3] = b[0:2] is NG, but a[0:3]:[3] = b[0:1] is OK.
  }
 
  int target_rank = 0;
  for(int i=0;i<_image_dims;i++)
    target_rank += ((_XMP_coarray_t*)remote_coarray)->distance_of_image_elmts[i] * _image_num[i];
 
  check_target_rank(target_rank);
  
  for(int i=0;i<_coarray_dims;i++){
    _coarray[i].elmts    = ((_XMP_coarray_t*)remote_coarray)->coarray_elmts[i];
    _coarray[i].distance = ((_XMP_coarray_t*)remote_coarray)->distance_of_coarray_elmts[i];
  }
 
  int remote_coarray_is_contiguous = _check_contiguous(_coarray, _coarray_dims, _transfer_coarray_elmts);
  int local_array_is_contiguous    = _check_contiguous(_array,   _array_dims,   _transfer_array_elmts); 
 
  // _XMP_local_put(), _XMP_gasnet_put(), ... don't support to transfer long data size now.
  // _XMP_check_less_than_SIZE_MAX() checks whether the trasfer size is less than SIZE_MAX, defined in <limits.h>.
  size_t elmt_size  = ((_XMP_coarray_t*)remote_coarray)->elmt_size;
  _XMP_check_less_than_SIZE_MAX(_transfer_coarray_elmts*elmt_size); // fix me
  _XMP_check_less_than_SIZE_MAX(_transfer_array_elmts*elmt_size);   // fix me
  
  if(target_rank == _XMP_world_rank){
    _XMP_local_put(remote_coarray, local_array, remote_coarray_is_contiguous, local_array_is_contiguous, 
                   _coarray_dims, _array_dims, _coarray, _array, (size_t)_transfer_coarray_elmts, (size_t)_transfer_array_elmts);
  }
  else{
#ifdef _XMP_GASNET
    _XMP_gasnet_put(remote_coarray_is_contiguous, local_array_is_contiguous, target_rank, _coarray_dims, _array_dims, 
                    _coarray, _array, remote_coarray, local_array, (size_t)_transfer_coarray_elmts, (size_t)_transfer_array_elmts);
#elif _XMP_FJRDMA
    _XMP_fjrdma_put(remote_coarray_is_contiguous, local_array_is_contiguous, target_rank, _coarray_dims, _array_dims, 
                    _coarray, _array, remote_coarray, local_coarray, local_array, (size_t)_transfer_coarray_elmts, (size_t)_transfer_array_elmts);
#elif _XMP_UTOFU
    _XMP_utofu_put(remote_coarray_is_contiguous, local_array_is_contiguous, target_rank, _coarray_dims, _array_dims, 
                    _coarray, _array, remote_coarray, local_coarray, local_array, (size_t)_transfer_coarray_elmts, (size_t)_transfer_array_elmts);
#elif _XMP_MPI3_ONESIDED
    _XMP_mpi_put(remote_coarray_is_contiguous, local_array_is_contiguous, target_rank, _coarray_dims, _array_dims,
                 _coarray, _array, remote_coarray, local_array, (size_t)_transfer_coarray_elmts, (size_t)_transfer_array_elmts,
                 _XMP_N_INT_FALSE);
#endif
  }
 
  free(_coarray);
  free(_array);
  free(_image_num);
}

_XMP_coarray_put_acc()

void _XMP_coarray_put_acc	(	void *	remote_coarray,
		void *	local_array,
		void *	local_coarray,
		const int	is_remote_on_acc,
		const int	is_local_on_acc
	)

{
  if(_transfer_coarray_elmts == 0 || _transfer_array_elmts == 0) return;
 
  if(_transfer_coarray_elmts != _transfer_array_elmts && _transfer_array_elmts != 1){
    _XMP_fatal("Coarray Error ! transfer size is wrong.\n");
    // e.g. a[0:3]:[3] = b[0:2] is NG, but a[0:3]:[3] = b[0:1] is OK.
  }
 
  int target_rank = 0;
  for(int i=0;i<_image_dims;i++)
    target_rank += ((_XMP_coarray_t*)remote_coarray)->distance_of_image_elmts[i] * _image_num[i];
  check_target_rank(target_rank);
 
  for(int i=0;i<_coarray_dims;i++){
    _coarray[i].elmts    = ((_XMP_coarray_t*)remote_coarray)->coarray_elmts[i];
    _coarray[i].distance = ((_XMP_coarray_t*)remote_coarray)->distance_of_coarray_elmts[i];
  }
 
  int remote_coarray_is_contiguous = _check_contiguous(_coarray, _coarray_dims, _transfer_coarray_elmts);
  int local_array_is_contiguous    = _check_contiguous(_array,   _array_dims,   _transfer_array_elmts); 
 
  if(target_rank == _XMP_world_rank){
    _XMP_fatal("_XMP_coarray_put_acc: local_put is unimplemented");
    /* _XMP_local_put(remote_coarray, local_array, remote_coarray_is_contiguous, local_array_is_contiguous,  */
    /*               _coarray_dims, _array_dims, _coarray, _array, _transfer_coarray_elmts, _transfer_array_elmts); */
  }
  else{
#ifdef _XMP_GASNET
    _XMP_gasnet_put(remote_coarray_is_contiguous, local_array_is_contiguous, target_rank, _coarray_dims, _array_dims, 
                    _coarray, _array, remote_coarray, local_array, _transfer_coarray_elmts, _transfer_array_elmts);
#elif _XMP_FJRDMA
    _XMP_fjrdma_put(remote_coarray_is_contiguous, local_array_is_contiguous, target_rank, _coarray_dims, _array_dims, 
                    _coarray, _array, remote_coarray, local_coarray, local_array, _transfer_coarray_elmts, _transfer_array_elmts);
#elif _XMP_UTOFU
    _XMP_utofu_put(remote_coarray_is_contiguous, local_array_is_contiguous, target_rank, _coarray_dims, _array_dims, 
                    _coarray, _array, remote_coarray, local_coarray, local_array, _transfer_coarray_elmts, _transfer_array_elmts);
#elif _XMP_MPI3_ONESIDED
    _XMP_mpi_put(remote_coarray_is_contiguous, local_array_is_contiguous, target_rank, _coarray_dims, _array_dims, 
                 _coarray, _array, remote_coarray, local_array, _transfer_coarray_elmts, _transfer_array_elmts,
                 is_remote_on_acc);
#endif
  }
 
  free(_coarray);
  free(_array);
  free(_image_num);
}

_XMP_coarray_rdma_array_set_1()

void _XMP_coarray_rdma_array_set_1	(	const long	start1,
		const long	length1,
		const long	stride1,
		const long	elmts1,
		const size_t	elmt
	)

Set transfer 1-dim array information.

{
  _transfer_array_elmts = length1;
  _array_dims           = 1;
  _array                = malloc(sizeof(_XMP_array_section_t) * _array_dims);
 
  _array[0].start       = start1;
  _array[0].length      = length1;
  _array[0].stride      = ((length1 == 1)? 1 : stride1);
  _array[0].elmts       = elmts1;
  _array[0].distance    = (long)elmt;
}

_XMP_coarray_rdma_array_set_2()

void _XMP_coarray_rdma_array_set_2	(	const long	start1,
		const long	length1,
		const long	stride1,
		const long	elmts1,
		const long	start2,
		const long	length2,
		const long	stride2,
		const long	elmts2,
		const size_t	elmt
	)

Set transfer 2-dim array information.

{
  _transfer_array_elmts = length1 * length2;
  _array_dims           = 2;
  _array                = malloc(sizeof(_XMP_array_section_t) * _array_dims);
 
  _array[0].start       = start1;
  _array[0].length      = length1;
  _array[0].stride      = ((length1 == 1)? 1 : stride1);
  _array[0].elmts       = elmts1;
  _array[0].distance    = elmts2 * (long)elmt;
 
  _array[1].start       = start2;
  _array[1].length      = length2;
  _array[1].stride      = ((length2 == 1)? 1 : stride2);
  _array[1].elmts       = elmts2;
  _array[1].distance    = (long)elmt;
}

_XMP_coarray_rdma_array_set_3()

void _XMP_coarray_rdma_array_set_3	(	const long	start1,
		const long	length1,
		const long	stride1,
		const long	elmts1,
		const long	start2,
		const long	length2,
		const long	stride2,
		const long	elmts2,
		const long	start3,
		const long	length3,
		const long	stride3,
		const long	elmts3,
		const size_t	elmt
	)

Set transfer 3-dim array information.

{
  _transfer_array_elmts = length1 * length2 * length3;
  _array_dims           = 3;
  _array                = malloc(sizeof(_XMP_array_section_t) * _array_dims);
 
  _array[0].start       = start1;
  _array[0].length      = length1;
  _array[0].stride      = ((length1 == 1)? 1 : stride1);
  _array[0].elmts       = elmts1;
  _array[0].distance    = elmts2 * elmts3 * (long)elmt;
 
  _array[1].start       = start2;
  _array[1].length      = length2;
  _array[1].stride      = ((length2 == 1)? 1 : stride2);
  _array[1].elmts       = elmts2;
  _array[1].distance    = elmts3 * (long)elmt;
 
  _array[2].start       = start3;
  _array[2].length      = length3;
  _array[2].stride      = ((length3 == 1)? 1 : stride3);
  _array[2].elmts       = elmts3;
  _array[2].distance    = (long)elmt;
}

_XMP_coarray_rdma_array_set_4()

void _XMP_coarray_rdma_array_set_4	(	const long	start1,
		const long	length1,
		const long	stride1,
		const long	elmts1,
		const long	start2,
		const long	length2,
		const long	stride2,
		const long	elmts2,
		const long	start3,
		const long	length3,
		const long	stride3,
		const long	elmts3,
		const long	start4,
		const long	length4,
		const long	stride4,
		const long	elmts4,
		const size_t	elmt
	)

Set transfer 4-dim array information.

{
  _transfer_array_elmts = length1 * length2 * length3 * length4;
  _array_dims           = 4;
  _array                = malloc(sizeof(_XMP_array_section_t) * _array_dims);
 
  _array[0].start       = start1;
  _array[0].length      = length1;
  _array[0].stride      = ((length1 == 1)? 1 : stride1);
  _array[0].elmts       = elmts1;
  _array[0].distance    = elmts2 * elmts3 * elmts4 * (long)elmt;
 
  _array[1].start       = start2;
  _array[1].length      = length2;
  _array[1].stride      = ((length2 == 1)? 1 : stride2);
  _array[1].elmts       = elmts2;
  _array[1].distance    = elmts3 * elmts4 * (long)elmt;
 
  _array[2].start       = start3;
  _array[2].length      = length3;
  _array[2].stride      = ((length3 == 1)? 1 : stride3);
  _array[2].elmts       = elmts3;
  _array[2].distance    = elmts4 * (long)elmt;
 
  _array[3].start       = start4;
  _array[3].length      = length4;
  _array[3].stride      = ((length4 == 1)? 1 : stride4);
  _array[3].elmts       = elmts4;
  _array[3].distance    = (long)elmt;
}

_XMP_coarray_rdma_array_set_5()

void _XMP_coarray_rdma_array_set_5	(	const long	start1,
		const long	length1,
		const long	stride1,
		const long	elmts1,
		const long	start2,
		const long	length2,
		const long	stride2,
		const long	elmts2,
		const long	start3,
		const long	length3,
		const long	stride3,
		const long	elmts3,
		const long	start4,
		const long	length4,
		const long	stride4,
		const long	elmts4,
		const long	start5,
		const long	length5,
		const long	stride5,
		const long	elmts5,
		const size_t	elmt
	)

Set transfer 5-dim array information.

{
  _transfer_array_elmts = length1 * length2 * length3 * length4 * length5;
  _array_dims           = 5;
  _array                = malloc(sizeof(_XMP_array_section_t) * _array_dims);
 
  _array[0].start       = start1;
  _array[0].length      = length1;
  _array[0].stride      = ((length1 == 1)? 1 : stride1);
  _array[0].elmts       = elmts1;
  _array[0].distance    = elmts2 * elmts3 * elmts4 * elmts5 * (long)elmt;
 
  _array[1].start       = start2;
  _array[1].length      = length2;
  _array[1].stride      = ((length2 == 1)? 1 : stride2);
  _array[1].elmts       = elmts2;
  _array[1].distance    = elmts3 * elmts4 * elmts5 * (long)elmt;
 
  _array[2].start       = start3;
  _array[2].length      = length3;
  _array[2].stride      = ((length3 == 1)? 1 : stride3);
  _array[2].elmts       = elmts3;
  _array[2].distance    = elmts4 * elmts5 * (long)elmt;
 
  _array[3].start       = start4;
  _array[3].length      = length4;
  _array[3].stride      = ((length4 == 1)? 1 : stride4);
  _array[3].elmts       = elmts4;
  _array[3].distance    = elmts5 * (long)elmt;
 
  _array[4].start       = start5;
  _array[4].length      = length5;
  _array[4].stride      = ((length5 == 1)? 1 : stride5);
  _array[4].elmts       = elmts5;
  _array[4].distance    = (long)elmt;
}

_XMP_coarray_rdma_array_set_6()

void _XMP_coarray_rdma_array_set_6	(	const long	start1,
		const long	length1,
		const long	stride1,
		const long	elmts1,
		const long	start2,
		const long	length2,
		const long	stride2,
		const long	elmts2,
		const long	start3,
		const long	length3,
		const long	stride3,
		const long	elmts3,
		const long	start4,
		const long	length4,
		const long	stride4,
		const long	elmts4,
		const long	start5,
		const long	length5,
		const long	stride5,
		const long	elmts5,
		const long	start6,
		const long	length6,
		const long	stride6,
		const long	elmts6,
		const size_t	elmt
	)

Set transfer 6-dim array information.

{
  _transfer_array_elmts = length1 * length2 * length3 * length4 * length5 * length6;
  _array_dims           = 6;
  _array                = malloc(sizeof(_XMP_array_section_t) * _array_dims);
 
  _array[0].start       = start1;
  _array[0].length      = length1;
  _array[0].stride      = ((length1 == 1)? 1 : stride1);
  _array[0].elmts       = elmts1;
  _array[0].distance    = elmts2 * elmts3 * elmts4 * elmts5 * elmts6 * (long)elmt;
 
  _array[1].start       = start2;
  _array[1].length      = length2;
  _array[1].stride      = ((length2 == 1)? 1 : stride2);
  _array[1].elmts       = elmts2;
  _array[1].distance    = elmts3 * elmts4 * elmts5 * elmts6 * (long)elmt;
 
  _array[2].start       = start3;
  _array[2].length      = length3;
  _array[2].stride      = ((length3 == 1)? 1 : stride3);
  _array[2].elmts       = elmts3;
  _array[2].distance    = elmts4 * elmts5 * elmts6 * (long)elmt;
 
  _array[3].start       = start4;
  _array[3].length      = length4;
  _array[3].stride      = ((length4 == 1)? 1 : stride4);
  _array[3].elmts       = elmts4;
  _array[3].distance    = elmts5 * elmts6 * (long)elmt;
 
  _array[4].start       = start5;
  _array[4].length      = length5;
  _array[4].stride      = ((length5 == 1)? 1 : stride5);
  _array[4].elmts       = elmts5;
  _array[4].distance    = elmts6 * (long)elmt;
 
  _array[5].start       = start6;
  _array[5].length      = length6;
  _array[5].stride      = ((length6 == 1)? 1 : stride6);
  _array[5].elmts       = elmts6;
  _array[5].distance    = (long)elmt;
}

_XMP_coarray_rdma_array_set_7()

void _XMP_coarray_rdma_array_set_7	(	const long	start1,
		const long	length1,
		const long	stride1,
		const long	elmts1,
		const long	start2,
		const long	length2,
		const long	stride2,
		const long	elmts2,
		const long	start3,
		const long	length3,
		const long	stride3,
		const long	elmts3,
		const long	start4,
		const long	length4,
		const long	stride4,
		const long	elmts4,
		const long	start5,
		const long	length5,
		const long	stride5,
		const long	elmts5,
		const long	start6,
		const long	length6,
		const long	stride6,
		const long	elmts6,
		const long	start7,
		const long	length7,
		const long	stride7,
		const long	elmts7,
		const size_t	elmt
	)

Set transfer 7-dim array information.

{
  _transfer_array_elmts = length1 * length2 * length3 * length4 * length5 * length6 * length7;
  _array_dims           = 7;
  _array                = malloc(sizeof(_XMP_array_section_t) * _array_dims);
 
  _array[0].start       = start1;
  _array[0].length      = length1;
  _array[0].stride      = ((length1 == 1)? 1 : stride1);
  _array[0].elmts       = elmts1;
  _array[0].distance    = elmts2 * elmts3 * elmts4 * elmts5 * elmts6 * elmts7 * (long)elmt;
 
  _array[1].start       = start2;
  _array[1].length      = length2;
  _array[1].stride      = ((length2 == 1)? 1 : stride2);
  _array[1].elmts       = elmts2;
  _array[1].distance    = elmts3 * elmts4 * elmts5 * elmts6 * elmts7 * (long)elmt;
 
  _array[2].start       = start3;
  _array[2].length      = length3;
  _array[2].stride      = ((length3 == 1)? 1 : stride3);
  _array[2].elmts       = elmts3;
  _array[2].distance    = elmts4 * elmts5 * elmts6 * elmts7 * (long)elmt;
 
  _array[3].start       = start4;
  _array[3].length      = length4;
  _array[3].stride      = ((length4 == 1)? 1 : stride4);
  _array[3].elmts       = elmts4;
  _array[3].distance    = elmts5 * elmts6 * elmts7 * (long)elmt;
 
  _array[4].start       = start5;
  _array[4].length      = length5;
  _array[4].stride      = ((length5 == 1)? 1 : stride5);
  _array[4].elmts       = elmts5;
  _array[4].distance    = elmts6 * elmts7 * (long)elmt;
 
  _array[5].start       = start6;
  _array[5].length      = length6;
  _array[5].stride      = ((length6 == 1)? 1 : stride6);
  _array[5].elmts       = elmts6;
  _array[5].distance    = elmts7 * (long)elmt;
 
  _array[6].start       = start7;
  _array[6].length      = length7;
  _array[6].stride      = ((length7 == 1)? 1 : stride7);
  _array[6].elmts       = elmts7;
  _array[6].distance    = (long)elmt;
}

_XMP_coarray_rdma_array_set_n()

void _XMP_coarray_rdma_array_set_n	(	const int	n,
		const long	start[],
		const long	length[],
		const long	stride[],
		const long	elmts[],
		const long	distance[]
	)

Set transfer n-dim array information.

{
  _transfer_array_elmts = 1;
  _array_dims           = n;
  _array                = malloc(sizeof(_XMP_array_section_t) * _array_dims);
 
  for (int i = 0; i < n; i++){
    _transfer_array_elmts *= length[i];
    _array[i].start       = start[i];
    _array[i].length      = length[i];
    _array[i].stride      = ((length[i] == 1)? 1 : stride[i]);
    _array[i].elmts       = elmts[i];
    _array[i].distance    = distance[i];
  }
}

_XMP_coarray_rdma_coarray_set_1()

void _XMP_coarray_rdma_coarray_set_1	(	const long	start1,
		const long	length1,
		const long	stride1
	)

Set transfer 1-dim coarray information.

{
  _transfer_coarray_elmts = length1;
  _coarray_dims           = 1;
  _coarray                = malloc(sizeof(_XMP_array_section_t) * _coarray_dims);
 
  _coarray[0].start       = start1;
  _coarray[0].length      = length1;
  _coarray[0].stride      = ((length1 == 1)? 1 : stride1);
}

_XMP_coarray_rdma_coarray_set_2()

void _XMP_coarray_rdma_coarray_set_2	(	const long	start1,
		const long	length1,
		const long	stride1,
		const long	start2,
		const long	length2,
		const long	stride2
	)

Set transfer 2-dim coarray information.

{
  _transfer_coarray_elmts = length1 * length2;
  _coarray_dims           = 2;
  _coarray                = malloc(sizeof(_XMP_array_section_t) * _coarray_dims);
 
  _coarray[0].start       = start1;
  _coarray[0].length      = length1;
  _coarray[0].stride      = ((length1 == 1)? 1 : stride1);
 
  _coarray[1].start       = start2;
  _coarray[1].length      = length2;
  _coarray[1].stride      = ((length2 == 1)? 1 : stride2);
}

_XMP_coarray_rdma_coarray_set_3()

void _XMP_coarray_rdma_coarray_set_3	(	const long	start1,
		const long	length1,
		const long	stride1,
		const long	start2,
		const long	length2,
		const long	stride2,
		const long	start3,
		const long	length3,
		const long	stride3
	)

Set transfer 3-dim coarray information.

{
  _transfer_coarray_elmts = length1 * length2 * length3;
  _coarray_dims           = 3;
  _coarray                = malloc(sizeof(_XMP_array_section_t) * _coarray_dims);
 
  _coarray[0].start       = start1;
  _coarray[0].length      = length1;
  _coarray[0].stride      = ((length1 == 1)? 1 : stride1);
 
  _coarray[1].start       = start2;
  _coarray[1].length      = length2;
  _coarray[1].stride      = ((length2 == 1)? 1 : stride2);
 
  _coarray[2].start       = start3;
  _coarray[2].length      = length3;
  _coarray[2].stride      = ((length3 == 1)? 1 : stride3);
}

_XMP_coarray_rdma_coarray_set_4()

void _XMP_coarray_rdma_coarray_set_4	(	const long	start1,
		const long	length1,
		const long	stride1,
		const long	start2,
		const long	length2,
		const long	stride2,
		const long	start3,
		const long	length3,
		const long	stride3,
		const long	start4,
		const long	length4,
		const long	stride4
	)

Set transfer 4-dim coarray information.

{
  _transfer_coarray_elmts = length1 * length2 * length3 * length4;
  _coarray_dims           = 4;
  _coarray                = malloc(sizeof(_XMP_array_section_t) * _coarray_dims);
 
  _coarray[0].start       = start1;
  _coarray[0].length      = length1;
  _coarray[0].stride      = ((length1 == 1)? 1 : stride1);
 
  _coarray[1].start       = start2;
  _coarray[1].length      = length2;
  _coarray[1].stride      = ((length2 == 1)? 1 : stride2);
 
  _coarray[2].start       = start3;
  _coarray[2].length      = length3;
  _coarray[2].stride      = ((length3 == 1)? 1 : stride3);
 
  _coarray[3].start       = start4;
  _coarray[3].length      = length4;
  _coarray[3].stride      = ((length4 == 1)? 1 : stride4);
}

_XMP_coarray_rdma_coarray_set_5()

void _XMP_coarray_rdma_coarray_set_5	(	const long	start1,
		const long	length1,
		const long	stride1,
		const long	start2,
		const long	length2,
		const long	stride2,
		const long	start3,
		const long	length3,
		const long	stride3,
		const long	start4,
		const long	length4,
		const long	stride4,
		const long	start5,
		const long	length5,
		const long	stride5
	)

Set transfer 5-dim coarray information.

{
  _transfer_coarray_elmts = length1 * length2 * length3 * length4 * length5;
  _coarray_dims           = 5;
  _coarray                = malloc(sizeof(_XMP_array_section_t) * _coarray_dims);
 
  _coarray[0].start       = start1;
  _coarray[0].length      = length1;
  _coarray[0].stride      = ((length1 == 1)? 1 : stride1);
 
  _coarray[1].start       = start2;
  _coarray[1].length      = length2;
  _coarray[1].stride      = ((length2 == 1)? 1 : stride2);
 
  _coarray[2].start       = start3;
  _coarray[2].length      = length3;
  _coarray[2].stride      = ((length3 == 1)? 1 : stride3);
 
  _coarray[3].start       = start4;
  _coarray[3].length      = length4;
  _coarray[3].stride      = ((length4 == 1)? 1 : stride4);
 
  _coarray[4].start       = start5;
  _coarray[4].length      = length5;
  _coarray[4].stride      = ((length5 == 1)? 1 : stride5);
}

_XMP_coarray_rdma_coarray_set_6()

void _XMP_coarray_rdma_coarray_set_6	(	const long	start1,
		const long	length1,
		const long	stride1,
		const long	start2,
		const long	length2,
		const long	stride2,
		const long	start3,
		const long	length3,
		const long	stride3,
		const long	start4,
		const long	length4,
		const long	stride4,
		const long	start5,
		const long	length5,
		const long	stride5,
		const long	start6,
		const long	length6,
		const long	stride6
	)

Set transfer 6-dim coarray information.

{
  _transfer_coarray_elmts = length1 * length2 * length3 * length4 * length5 * length6;
  _coarray_dims           = 6;
  _coarray                = malloc(sizeof(_XMP_array_section_t) * _coarray_dims);
 
  _coarray[0].start       = start1;
  _coarray[0].length      = length1;
  _coarray[0].stride      = ((length1 == 1)? 1 : stride1);
 
  _coarray[1].start       = start2;
  _coarray[1].length      = length2;
  _coarray[1].stride      = ((length2 == 1)? 1 : stride2);
 
  _coarray[2].start       = start3;
  _coarray[2].length      = length3;
  _coarray[2].stride      = ((length3 == 1)? 1 : stride3);
 
  _coarray[3].start       = start4;
  _coarray[3].length      = length4;
  _coarray[3].stride      = ((length4 == 1)? 1 : stride4);
 
  _coarray[4].start       = start5;
  _coarray[4].length      = length5;
  _coarray[4].stride      = ((length5 == 1)? 1 : stride5);
 
  _coarray[5].start       = start6;
  _coarray[5].length      = length6;
  _coarray[5].stride      = ((length6 == 1)? 1 : stride6);
}

_XMP_coarray_rdma_coarray_set_7()

void _XMP_coarray_rdma_coarray_set_7	(	const long	start1,
		const long	length1,
		const long	stride1,
		const long	start2,
		const long	length2,
		const long	stride2,
		const long	start3,
		const long	length3,
		const long	stride3,
		const long	start4,
		const long	length4,
		const long	stride4,
		const long	start5,
		const long	length5,
		const long	stride5,
		const long	start6,
		const long	length6,
		const long	stride6,
		const long	start7,
		const long	length7,
		const long	stride7
	)

Set transfer 7-dim coarray information.

{
  _transfer_coarray_elmts = length1 * length2 * length3 * length4 * length5 * length6 * length7;
  _coarray_dims           = 7;
  _coarray                = malloc(sizeof(_XMP_array_section_t) * _coarray_dims);
 
  _coarray[0].start       = start1;
  _coarray[0].length      = length1;
  _coarray[0].stride      = ((length1 == 1)? 1 : stride1);
 
  _coarray[1].start       = start2;
  _coarray[1].length      = length2;
  _coarray[1].stride      = ((length2 == 1)? 1 : stride2);
 
  _coarray[2].start       = start3;
  _coarray[2].length      = length3;
  _coarray[2].stride      = ((length3 == 1)? 1 : stride3);
 
  _coarray[3].start       = start4;
  _coarray[3].length      = length4;
  _coarray[3].stride      = ((length4 == 1)? 1 : stride4);
 
  _coarray[4].start       = start5;
  _coarray[4].length      = length5;
  _coarray[4].stride      = ((length5 == 1)? 1 : stride5);
 
  _coarray[5].start       = start6;
  _coarray[5].length      = length6;
  _coarray[5].stride      = ((length6 == 1)? 1 : stride6);
 
  _coarray[6].start       = start7;
  _coarray[6].length      = length7;
  _coarray[6].stride      = ((length7 == 1)? 1 : stride7);
}

_XMP_coarray_rdma_coarray_set_n()

void _XMP_coarray_rdma_coarray_set_n	(	const int	n,
		const long	start[],
		const long	length[],
		const long	stride[]
	)

Set transfer n-dim coarray information.

{
  _transfer_coarray_elmts = 1;
  _coarray_dims           = n;
  _coarray                = malloc(sizeof(_XMP_array_section_t) * _coarray_dims);
 
  for (int i = 0; i < n; i++){
    _transfer_coarray_elmts *= length[i];
    _coarray[i].start       = start[i];
    _coarray[i].length      = length[i];
    _coarray[i].stride      = ((length[i] == 1)? 1 : stride[i]);
  }
}

_XMP_coarray_rdma_do2()

void _XMP_coarray_rdma_do2	(	const int	rdma_code,
		void *	remote_coarray,
		void *	local_array,
		void *	local_coarray,
		const long	coarray_elmts[],
		const long	coarray_distance[]
	)

{
  if(_transfer_coarray_elmts == 0 || _transfer_array_elmts == 0) return;
 
  if(rdma_code == _XMP_N_COARRAY_GET){
    if(_transfer_coarray_elmts != _transfer_array_elmts && _transfer_coarray_elmts != 1)
      _XMP_fatal("Coarray Error ! transfer size is wrong.\n") ;
    // e.g. a[0:3] = b[0:2]:[3] is NG, but a[0:3] = b[0:1]:[3] is OK
  }
  else if(rdma_code == _XMP_N_COARRAY_PUT){
    if(_transfer_coarray_elmts != _transfer_array_elmts && _transfer_array_elmts != 1)
      _XMP_fatal("Coarray Error ! transfer size is wrong.\n");
    // e.g. a[0:3]:[3] = b[0:2] is NG, but a[0:3]:[3] = b[0:1] is OK.
  }
 
  int target_rank = 0;
  for(int i=0;i<_image_dims;i++)
    target_rank += ((_XMP_coarray_t*)remote_coarray)->distance_of_image_elmts[i] * _image_num[i];
 
  check_target_rank(target_rank);
  
  for(int i=0;i<_coarray_dims;i++){
    _coarray[i].elmts    = coarray_elmts[i];
    _coarray[i].distance = coarray_distance[i];
  }
 
  int remote_coarray_is_contiguous = _check_contiguous(_coarray, _coarray_dims, _transfer_coarray_elmts);
  int local_array_is_contiguous    = _check_contiguous(_array,   _array_dims,   _transfer_array_elmts); 
 
  // _XMP_local_put(), _XMP_gasnet_put(), ... don't support to transfer long data size now.
  // _XMP_check_less_than_SIZE_MAX() checks whether the trasfer size is less than SIZE_MAX, defined in <limits.h>.
  size_t elmt_size  = ((_XMP_coarray_t*)remote_coarray)->elmt_size;
  _XMP_check_less_than_SIZE_MAX(_transfer_coarray_elmts*elmt_size); // fix me
  _XMP_check_less_than_SIZE_MAX(_transfer_array_elmts*elmt_size);   // fix me
  
  if(rdma_code == _XMP_N_COARRAY_PUT){
    if(target_rank == _XMP_world_rank){
      _XMP_local_put(remote_coarray, local_array, remote_coarray_is_contiguous, local_array_is_contiguous, 
                     _coarray_dims, _array_dims, _coarray, _array, (size_t)_transfer_coarray_elmts, (size_t)_transfer_array_elmts);
    }
    else{
#ifdef _XMP_GASNET
      _XMP_gasnet_put(remote_coarray_is_contiguous, local_array_is_contiguous, target_rank, _coarray_dims, _array_dims, 
                      _coarray, _array, remote_coarray, local_array, (size_t)_transfer_coarray_elmts, (size_t)_transfer_array_elmts);
#elif _XMP_FJRDMA
      _XMP_fjrdma_put(remote_coarray_is_contiguous, local_array_is_contiguous, target_rank, _coarray_dims, _array_dims, 
                      _coarray, _array, remote_coarray, local_coarray, local_array, (size_t)_transfer_coarray_elmts, (size_t)_transfer_array_elmts);
#elif _XMP_UTOFU
      _XMP_utofu_put(remote_coarray_is_contiguous, local_array_is_contiguous, target_rank, _coarray_dims, _array_dims, 
                      _coarray, _array, remote_coarray, local_coarray, local_array, (size_t)_transfer_coarray_elmts, (size_t)_transfer_array_elmts);
#elif _XMP_MPI3_ONESIDED
      _XMP_mpi_put(remote_coarray_is_contiguous, local_array_is_contiguous, target_rank, _coarray_dims, _array_dims,
                   _coarray, _array, remote_coarray, local_array, (size_t)_transfer_coarray_elmts, (size_t)_transfer_array_elmts,
                   _XMP_N_INT_FALSE);
#endif
    }
  }
  else if(rdma_code == _XMP_N_COARRAY_GET){
    if(target_rank == _XMP_world_rank){
      _XMP_local_get(local_array, remote_coarray, local_array_is_contiguous, remote_coarray_is_contiguous,
                     _array_dims, _coarray_dims, _array, _coarray, (size_t)_transfer_array_elmts, (size_t)_transfer_coarray_elmts);
    }
    else{
#ifdef _XMP_GASNET
      _XMP_gasnet_get(remote_coarray_is_contiguous, local_array_is_contiguous, target_rank,
                      _coarray_dims, _array_dims, _coarray, _array, remote_coarray, local_array, (size_t)_transfer_coarray_elmts, (size_t)_transfer_array_elmts);
#elif _XMP_FJRDMA
      _XMP_fjrdma_get(remote_coarray_is_contiguous, local_array_is_contiguous, target_rank, _coarray_dims, _array_dims, 
                      _coarray, _array, remote_coarray, local_coarray, local_array, (size_t)_transfer_coarray_elmts, (size_t)_transfer_array_elmts);
#elif _XMP_UTOFU
      _XMP_utofu_get(remote_coarray_is_contiguous, local_array_is_contiguous, target_rank, _coarray_dims, _array_dims, 
                      _coarray, _array, remote_coarray, local_coarray, local_array, (size_t)_transfer_coarray_elmts, (size_t)_transfer_array_elmts);
#elif _XMP_MPI3_ONESIDED
      _XMP_mpi_get(remote_coarray_is_contiguous, local_array_is_contiguous, target_rank, _coarray_dims, _array_dims,
                   _coarray, _array, remote_coarray, local_array, (size_t)_transfer_coarray_elmts, (size_t)_transfer_array_elmts,
                   _XMP_N_INT_FALSE);
#endif
    }
  }
  else{
    _XMP_fatal("Unexpected Operation !!");
  }
 
  free(_coarray);
  free(_array);
  free(_image_num);
}

_XMP_coarray_rdma_image_set_1()

void _XMP_coarray_rdma_image_set_1

(

const int

n1

)

Set 1-dim image information.

{
  _image_dims   = 1;
  _image_num    = malloc(sizeof(int) * _image_dims);
  _image_num[0] = n1;
}

_XMP_coarray_rdma_image_set_2()

void _XMP_coarray_rdma_image_set_2	(	const int	n1,
		const int	n2
	)

Set 2-dim image information.

{
  _image_dims   = 2;
  _image_num    = malloc(sizeof(int) * _image_dims);
  _image_num[0] = n1;
  _image_num[1] = n2;
}

_XMP_coarray_rdma_image_set_3()

void _XMP_coarray_rdma_image_set_3	(	const int	n1,
		const int	n2,
		const int	n3
	)

Set 3-dim image information.

{
  _image_dims   = 3;
  _image_num    = malloc(sizeof(int) * _image_dims);
  _image_num[0] = n1;
  _image_num[1] = n2;
  _image_num[2] = n3;
}

_XMP_coarray_rdma_image_set_4()

void _XMP_coarray_rdma_image_set_4	(	const int	n1,
		const int	n2,
		const int	n3,
		const int	n4
	)

Set 4-dim image information.

{
  _image_dims   = 4;
  _image_num    = malloc(sizeof(int) * _image_dims);
  _image_num[0] = n1;
  _image_num[1] = n2;
  _image_num[2] = n3;
  _image_num[3] = n4;
}

_XMP_coarray_rdma_image_set_5()

void _XMP_coarray_rdma_image_set_5	(	const int	n1,
		const int	n2,
		const int	n3,
		const int	n4,
		const int	n5
	)

Set 5-dim image information.

{
  _image_dims   = 5;
  _image_num    = malloc(sizeof(int) * _image_dims);
  _image_num[0] = n1;
  _image_num[1] = n2;
  _image_num[2] = n3;
  _image_num[3] = n4;
  _image_num[4] = n5;
}

_XMP_coarray_rdma_image_set_6()

void _XMP_coarray_rdma_image_set_6	(	const int	n1,
		const int	n2,
		const int	n3,
		const int	n4,
		const int	n5,
		const int	n6
	)

Set 6-dim image information.

{
  _image_dims   = 6;
  _image_num    = malloc(sizeof(int) * _image_dims);
  _image_num[0] = n1;
  _image_num[1] = n2;
  _image_num[2] = n3;
  _image_num[3] = n4;
  _image_num[4] = n5;
  _image_num[5] = n6;
}

_XMP_coarray_rdma_image_set_7()

void _XMP_coarray_rdma_image_set_7	(	const int	n1,
		const int	n2,
		const int	n3,
		const int	n4,
		const int	n5,
		const int	n6,
		const int	n7
	)

Set 7-dim image information.

{
  _image_dims   = 7;
  _image_num    = malloc(sizeof(int) * _image_dims);
  _image_num[0] = n1;
  _image_num[1] = n2;
  _image_num[2] = n3;
  _image_num[3] = n4;
  _image_num[4] = n5;
  _image_num[5] = n6;
  _image_num[6] = n7;
}

_XMP_coarray_rdma_image_set_n()

void _XMP_coarray_rdma_image_set_n	(	const int	ndims,
		const int	n[]
	)

Set n-dim image information.

{
  _image_dims   = ndims;
  _image_num    = malloc(sizeof(int) * _image_dims);
 
  for (int i = 0; i < ndims; i++){
    _image_num[i] = n[i];
  }
}

_XMP_coarray_regmem()

void _XMP_coarray_regmem	(	void **	coarray_desc,
		void *	addr
	)

Create coarray object but not allocate coarray.

{
  _XMP_coarray_t* c = _XMP_alloc(sizeof(_XMP_coarray_t));
  _XMP_coarray_set_info(c);
  *coarray_desc = c;
 
  long transfer_size = _total_coarray_elmts*_elmt_size;
  _XMP_check_less_than_SIZE_MAX(transfer_size);
  
#if _XMP_GASNET
  //not implemented
  _XMP_fatal("_XMP_coarray_regmem_do is not supported over GASNet.\n");
#elif _XMP_FJRDMA
  _XMP_fjrdma_regmem(*coarray_desc, addr, (size_t)transfer_size);
#elif _XMP_UTOFU
  _XMP_utofu_regmem(*coarray_desc, addr, (size_t)transfer_size);
#elif _XMP_MPI3_ONESIDED
  _XMP_mpi_coarray_regmem(*coarray_desc, addr, (size_t)transfer_size, false);
#endif
 
  _push_coarray_queue(c);
}

Here is the call graph for this function:

_XMP_coarray_set_info()

void _XMP_coarray_set_info

(

_XMP_coarray_t *

c

)

{
  long *distance_of_coarray_elmts = _XMP_alloc(sizeof(long) * _coarray_dims);
 
  for(int i=0;i<_coarray_dims-1;i++){
    long distance = 1;
    for(int j=i+1;j<_coarray_dims;j++){
      distance *= _coarray_elmts[j];
    }
    distance_of_coarray_elmts[i] = distance * _elmt_size;
  }
  distance_of_coarray_elmts[_coarray_dims-1] = _elmt_size;
 
  int *distance_of_image_elmts = _XMP_alloc(sizeof(int) * _image_dims);
  for(int i=_image_dims-1;i>=1;i--){
    int distance = 1;  
    for(int j=0;j<i;j++){
      distance *= _image_elmts[j];
    }
    distance_of_image_elmts[i] = distance;
  }
  distance_of_image_elmts[0] = 1;
 
  c->elmt_size                 = _elmt_size;
  c->coarray_dims              = _coarray_dims;
  c->coarray_elmts             = _coarray_elmts;
  c->image_dims                = _image_dims;
  c->distance_of_coarray_elmts = distance_of_coarray_elmts;
  c->distance_of_image_elmts   = distance_of_image_elmts;
 
  free(_image_elmts);  // Note: Do not free() _coarray_elmts.
}

Here is the call graph for this function:

Here is the caller graph for this function:

_XMP_coarray_sync_all()

void _XMP_coarray_sync_all

(

)

Execute sync_all()

{
#ifdef _XMP_GASNET
  _XMP_gasnet_sync_all();
#elif _XMP_FJRDMA
  _XMP_fjrdma_sync_all();
#elif _XMP_UTOFU
  _XMP_utofu_sync_all();
#elif _XMP_MPI3_ONESIDED
  _XMP_mpi_sync_all();
#endif
}

Here is the call graph for this function:

_XMP_coarray_sync_memory()

void _XMP_coarray_sync_memory

(

)

Execute sync_memory()

{
#ifdef _XMP_GASNET
  _XMP_gasnet_sync_memory();
#elif _XMP_FJRDMA
  _XMP_fjrdma_sync_memory();
#elif _XMP_UTOFU
  _XMP_utofu_sync_memory();
#elif _XMP_TCA
  _XMP_tca_sync_memory();
#elif _XMP_MPI3_ONESIDED
  _XMP_mpi_sync_memory();
#endif
}

Here is the call graph for this function:

xmp_sync_all()

void xmp_sync_all

(

const int *

status

)

Execute sync_all()

{
#ifdef _XMP_GASNET
  _XMP_gasnet_sync_all();
#elif _XMP_FJRDMA
  _XMP_fjrdma_sync_all();
#elif _XMP_UTOFU
  _XMP_utofu_sync_all();
#elif _XMP_MPI3_ONESIDED
  _XMP_mpi_sync_all();
#endif
}

Here is the call graph for this function:

xmp_sync_image()

void xmp_sync_image	(	int	image,
		int *	status
	)

Execute sync_image()

{
  xmp_sync_images(1, &image, status);
}

Here is the call graph for this function:

xmp_sync_images()

void xmp_sync_images	(	const int	num,
		int *	image_set,
		int *	status
	)

Execute sync_images()

{
#ifdef _XMP_GASNET
  _XMP_gasnet_sync_images(num, image_set, status);
#elif _XMP_FJRDMA
  _XMP_fjrdma_sync_images(num, image_set, status);
#elif _XMP_UTOFU
  _XMP_utofu_sync_images(num, image_set, status);
#elif _XMP_MPI3_ONESIDED
  _XMP_mpi_sync_images(num, image_set, status);
#endif
}

Here is the call graph for this function:

Here is the caller graph for this function:

xmp_sync_images_all()

void xmp_sync_images_all

(

int *

status

)

Execute sync_images_all()

{
  _XMP_fatal("Not implement xmp_sync_images_all()");
}

Here is the call graph for this function:

xmp_sync_memory()

void xmp_sync_memory

(

const int *

status

)

Execute sync_memory()

{
#ifdef _XMP_GASNET
  _XMP_gasnet_sync_memory();
#elif _XMP_FJRDMA
  _XMP_fjrdma_sync_memory();
#elif _XMP_UTOFU
  _XMP_utofu_sync_memory();
#elif _XMP_TCA
  _XMP_tca_sync_memory();
#elif _XMP_MPI3_ONESIDED
  _XMP_mpi_sync_memory();
#endif
}

Here is the call graph for this function:

Variable Documentation

_XMP_flag_multi_win

int _XMP_flag_multi_win