xmp_post_wait_fjrdma.c File Reference

Post/wait functions using Fujitsu RDMA. More...

#include "xmp_internal.h"
#include <stdlib.h>
#include <string.h>
#include <stdio.h>

Include dependency graph for xmp_post_wait_fjrdma.c:

Data Structures
struct	_XMP_postreq_info
struct	_XMP_postreq

Typedefs
typedef struct _XMP_postreq_info	_XMP_postreq_info_t
typedef struct _XMP_postreq	_XMP_postreq_t

Functions
void	_xmp_fjrdma_post_wait_initialize ()
	Initialize environment for post/wait directives. More...
void	_xmp_fjrdma_post (const int node, const int tag)
	Post operation. More...
void	_xmp_fjrdma_wait (const int node, const int tag)
	Wait operation with node-ref and tag. More...
void	_xmp_fjrdma_wait_node (const int node)
	Wait operation with only node-ref. More...
void	_xmp_fjrdma_wait_noargs ()
	Wait operation without node-ref and tag. More...

Detailed Description

Post/wait functions using Fujitsu RDMA.

Typedef Documentation

_XMP_postreq_info_t

typedef struct _XMP_postreq_info _XMP_postreq_info_t

_XMP_postreq_t

typedef struct _XMP_postreq _XMP_postreq_t

Function Documentation

_xmp_fjrdma_post()

void _xmp_fjrdma_post	(	const int	node,
		const int	tag
	)

Post operation.

Parameters

[in]	node	node number
[in]	tag	tag

{
  if(tag < 0 || tag > 14){
    fprintf(stderr, "tag is %d : On the K computer or FX10, 0 <= tag <= 14\n", tag);
    _XMP_fatal_nomsg();
  }
 
  _XMP_fjrdma_sync_memory();
  if(node == _XMP_world_rank){
    add_postreq(node, tag);
  }
  else{
    FJMPI_Rdma_put(node, tag, _remote_rdma_addr[node], _local_rdma_addr, sizeof(double), _XMP_POSTREQ_NIC_FLAG);
    struct FJMPI_Rdma_cq cq;
    while(FJMPI_Rdma_poll_cq(_XMP_POSTREQ_SEND_NIC, &cq) != FJMPI_RDMA_NOTICE);
  }
}

Here is the call graph for this function:

Here is the caller graph for this function:

_xmp_fjrdma_post_wait_initialize()

void _xmp_fjrdma_post_wait_initialize

(

)

Initialize environment for post/wait directives.

{
  _postreq.num      = 0;
  _postreq.max_size = _XMP_POSTREQ_TABLE_INITIAL_SIZE;
  _postreq.table    = malloc(sizeof(_XMP_postreq_info_t) * _postreq.max_size);
  
  double *token     = _XMP_alloc(sizeof(double));
  _local_rdma_addr  = FJMPI_Rdma_reg_mem(_XMP_POSTREQ_ID, token, sizeof(double));
  _remote_rdma_addr = _XMP_alloc(sizeof(uint64_t) * _XMP_world_size);
 
  // Obtain remote RDMA addresses
  MPI_Barrier(MPI_COMM_WORLD);
  for(int ncount=0,i=1; i<_XMP_world_size+1; ncount++,i++){
    int partner_rank = (_XMP_world_rank + _XMP_world_size - i) % _XMP_world_size;
    _remote_rdma_addr[partner_rank] = FJMPI_Rdma_get_remote_addr(partner_rank, _XMP_POSTREQ_ID);
 
    if(ncount > _XMP_INIT_RDMA_INTERVAL){
      MPI_Barrier(MPI_COMM_WORLD);
      ncount = 0;
    }
  }
 
}

Here is the caller graph for this function:

_xmp_fjrdma_wait()

void _xmp_fjrdma_wait	(	const int	node,
		const int	tag
	)

Wait operation with node-ref and tag.

Parameters

[in]	node	node number
[in]	tag	tag

{
  _XMP_fjrdma_sync_memory();
 
  struct FJMPI_Rdma_cq cq;
 
  while(1){
    bool table_has_postreq = remove_postreq(node, tag);
    if(table_has_postreq) break;
 
    if(FJMPI_Rdma_poll_cq(_XMP_POSTREQ_RECV_NIC, &cq) == FJMPI_RDMA_HALFWAY_NOTICE)
      add_postreq(cq.pid, cq.tag);
  }
}

Here is the call graph for this function:

Here is the caller graph for this function:

_xmp_fjrdma_wait_noargs()

void _xmp_fjrdma_wait_noargs

(

)

Wait operation without node-ref and tag.

{
  _XMP_fjrdma_sync_memory();
  
  if(_postreq.num == 0){
    struct FJMPI_Rdma_cq cq;
    while(FJMPI_Rdma_poll_cq(_XMP_POSTREQ_RECV_NIC, &cq) != FJMPI_RDMA_HALFWAY_NOTICE);
  }
  else
    _postreq.num--;
}

Here is the call graph for this function:

Here is the caller graph for this function:

_xmp_fjrdma_wait_node()

void _xmp_fjrdma_wait_node

(

const int

node

)

Wait operation with only node-ref.

Parameters

[in]

node

node number

{
  _XMP_fjrdma_sync_memory();
  
  struct FJMPI_Rdma_cq cq;
 
  while(1){
    bool table_has_postreq = remove_postreq_node(node);
    if(table_has_postreq) break;
    
    if(FJMPI_Rdma_poll_cq(_XMP_POSTREQ_RECV_NIC, &cq) == FJMPI_RDMA_HALFWAY_NOTICE)
      add_postreq(cq.pid, cq.tag);
  }
}

Here is the call graph for this function:

Here is the caller graph for this function: