gds_comms.h

/****
 * Copyright (c) 2011-2014, NVIDIA Corporation.  All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions are met:
 *
 *    * Redistributions of source code must retain the above copyright notice,
 *      this list of conditions and the following disclaimer.
 *    * Redistributions in binary form must reproduce the above copyright
 *      notice, this list of conditions and the following disclaimer in the
 *      documentation and/or other materials provided with the distribution.
 *    * Neither the name of the NVIDIA Corporation nor the names of its
 *      contributors may be used to endorse or promote products derived from
 *      this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
 * THE POSSIBILITY OF SUCH DAMAGE.
 ****/

int gds_comms_init (MPI_Comm comm, int *peers, int count);
gds_comms_reg_t *ib_register(void *addr, size_t length); 
void gds_comms_irecv (void *buf, int size, int peer, gds_comms_reg_t *reg, gds_comms_status_t *status);
void ib_isend (void *buf, int size, int peer, ib_reg_t *ib_reg, ib_status_t *status);
void ib_progress ();
void ib_progress_send ();
void ib_progress_recv ();
void ib_deregister(ib_reg_t *reg);


void ib_send_on_stream (void *buf, int size, int peer, ib_reg_t *ib_reg,
                ib_status_t *status, cudaStream_t stream);
void ib_recv_on_stream (void *buf, int size, int peer, ib_reg_t *ib_reg,
                ib_status_t *status, cudaStream_t stream);
void ib_isend_on_stream (void *buf, int size, int peer, ib_reg_t *ib_reg,
                ib_status_t *status, cudaStream_t stream);
void ib_irecv_on_stream (void *buf, int size, int peer, ib_reg_t *ib_reg,
                ib_status_t *status, cudaStream_t stream);
void ib_wait_on_stream (ib_status_t *status, cudaStream_t stream);
void ib_wait_all_on_stream (uint32_t count, ib_status_t *status, cudaStream_t stream);
void ib_isend_prepare (void *buf, int size, int peer, ib_reg_t *ib_reg,
                ib_status_t *status, cudaStream_t stream);
void ib_isend_post_on_stream (ib_status_t *status, cudaStream_t stream);
void ib_isend_post_all_on_stream (uint32_t count, ib_status_t *status, cudaStream_t stream);