xmp_coarray_tca.c File Reference

#include "tca-api.h"
#include "xmp_internal.h"

Include dependency graph for xmp_coarray_tca.c:

Data Structures
struct	_coarray_comm_t

Macros
#define	NUM_COMM_CACHES   (16)

Typedefs
typedef struct _coarray_comm_t	_coarray_comm_t

Enumerations
enum	comm_pattern { contiguous, blockstride, others }

Functions
void	_XMP_tca_malloc (_XMP_coarray_t *coarray_desc, void **addr, const size_t coarray_size)
void	_XMP_tca_contiguous_put (const int target_rank, const size_t dst_offset, const size_t src_offset, const _XMP_coarray_t *dst_desc, const _XMP_coarray_t *src_desc, const size_t dst_elmts, const size_t src_elmts, const size_t elmt_size)
void	_XMP_tca_sync_memory ()
	Execute sync_memory. More...

Macro Definition Documentation

NUM_COMM_CACHES

#define NUM_COMM_CACHES   (16)

Typedef Documentation

_coarray_comm_t

typedef struct _coarray_comm_t _coarray_comm_t

Enumeration Type Documentation

comm_pattern

enum comm_pattern

Enumerator
contiguous
blockstride
others

                 {
  contiguous,
  blockstride,
  others,
};

Function Documentation

_XMP_tca_contiguous_put()

void _XMP_tca_contiguous_put	(	const int	target_rank,
		const size_t	dst_offset,
		const size_t	src_offset,
		const _XMP_coarray_t *	dst_desc,
		const _XMP_coarray_t *	src_desc,
		const size_t	dst_elmts,
		const size_t	src_elmts,
		const size_t	elmt_size
	)

{
  if(dst_elmts != src_elmts){
    _XMP_fatal("Coarray Error ! transfer size is wrong.\n");
  }
 
  _coarray_comm_t *comm = find_comm(contiguous,
                                    target_rank,
                                    dst_desc, src_desc,
                                    dst_offset, src_offset,
                                    dst_elmts,
                                    0,0,0,
                                    elmt_size);
 
  if(comm != NULL){
    exec_coarray_comm(comm);
    return;
  }
 
  comm = create_coarray_comm(contiguous,
                            target_rank,
                            dst_desc, src_desc,
                            dst_offset, src_offset,
                            dst_elmts,
                            0,0,0,
                            elmt_size);
  exec_coarray_comm(comm);
  cache_comm(comm);
}

Here is the call graph for this function:

Here is the caller graph for this function:

_XMP_tca_malloc()

void _XMP_tca_malloc	(	_XMP_coarray_t *	coarray_desc,
		void **	addr,
		const size_t	coarray_size
	)

{
  char *real_addr;
  tcaHandle handle;
 
  _XMP_tca_lock();
  TCA_CHECK(tcaMalloc((void**)&real_addr, coarray_size, tcaMemoryGPU));
  TCA_CHECK(tcaCreateHandle(&handle, real_addr, coarray_size, tcaMemoryGPU));
  _XMP_tca_unlock();
  
  tcaHandle* handles = (tcaHandle*)_XMP_alloc(sizeof(tcaHandle)*_XMP_world_size); // handle of a local array on each node
 
  MPI_Allgather(&handle, sizeof(tcaHandle), MPI_BYTE,
                handles, sizeof(tcaHandle), MPI_BYTE, MPI_COMM_WORLD);
 
  coarray_desc->addr_dev = (char**)handles;
  coarray_desc->real_addr_dev = real_addr;
  *addr = real_addr;
}

Here is the call graph for this function:

Here is the caller graph for this function:

_XMP_tca_sync_memory()

void _XMP_tca_sync_memory

(

)

Execute sync_memory.

{
  wait_incomplete_DMA();
}

Here is the caller graph for this function: