mirror of
https://git.rwth-aachen.de/acs/public/villas/node/
synced 2025-03-23 00:00:01 +01:00
136 lines
3.4 KiB
C++
136 lines
3.4 KiB
C++
/** Node type: infiniband
|
|
*
|
|
* @file
|
|
* @author Dennis Potter <dennis@dennispotter.eu>
|
|
* @copyright 2014-2020, Institute for Automation of Complex Power Systems, EONERC
|
|
* @license GNU General Public License (version 3)
|
|
*
|
|
* VILLASnode
|
|
*
|
|
* This program is free software: you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation, either version 3 of the License, or
|
|
* any later version.
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
*********************************************************************************/
|
|
|
|
/**
|
|
* @addtogroup infiniband infiniband node type
|
|
* @ingroup node
|
|
* @{
|
|
*/
|
|
|
|
#pragma once
|
|
|
|
#include <villas/node.h>
|
|
#include <villas/pool.h>
|
|
#include <villas/io.h>
|
|
#include <villas/queue_signalled.h>
|
|
#include <rdma/rdma_cma.h>
|
|
|
|
/* Constants */
|
|
#define META_SIZE 24
|
|
#define GRH_SIZE 40
|
|
#define META_GRH_SIZE META_SIZE + GRH_SIZE
|
|
#define CHK_PER_ITER 2048
|
|
|
|
struct infiniband {
|
|
/* IBV/RDMA CM structs */
|
|
struct context_s {
|
|
struct rdma_cm_id *listen_id;
|
|
struct rdma_cm_id *id;
|
|
struct rdma_event_channel *ec;
|
|
|
|
struct ibv_pd *pd;
|
|
struct ibv_cq *recv_cq;
|
|
struct ibv_cq *send_cq;
|
|
struct ibv_comp_channel *comp_channel;
|
|
} ctx;
|
|
|
|
/* Queue Pair init variables */
|
|
struct ibv_qp_init_attr qp_init;
|
|
|
|
/* Size of receive and send completion queue */
|
|
int recv_cq_size;
|
|
int send_cq_size;
|
|
|
|
/* Bool, set if threads should be aborted */
|
|
int stopThreads;
|
|
|
|
/* When most messages are sent inline, once every <X> cycles a signal must be sent. */
|
|
unsigned signaling_counter;
|
|
unsigned periodic_signaling;
|
|
|
|
/* Connection specific variables */
|
|
struct connection_s {
|
|
struct addrinfo *src_addr;
|
|
struct addrinfo *dst_addr;
|
|
|
|
/* RDMA_PS_TCP or RDMA_PS_UDP */
|
|
enum rdma_port_space port_space;
|
|
|
|
/* Timeout for rdma_resolve_route */
|
|
int timeout;
|
|
|
|
/* Thread to monitor RDMA CM Event threads */
|
|
pthread_t rdma_cm_event_thread;
|
|
|
|
/* Bool, should data be send inline if possible? */
|
|
int send_inline;
|
|
|
|
/* Bool, should node have a fallback if it can't connect to a remote host? */
|
|
int use_fallback;
|
|
|
|
/* Counter to keep track of available recv. WRs */
|
|
unsigned available_recv_wrs;
|
|
|
|
/* Fixed number to substract from min. number available
|
|
* WRs in receive queue */
|
|
unsigned buffer_subtraction;
|
|
|
|
/* Unrealiable connectionless data */
|
|
struct ud_s {
|
|
struct rdma_ud_param ud;
|
|
struct ibv_ah *ah;
|
|
void *grh_ptr;
|
|
struct ibv_mr *grh_mr;
|
|
} ud;
|
|
|
|
} conn;
|
|
|
|
/* Misc settings */
|
|
int is_source;
|
|
};
|
|
|
|
/** @see node_type::reverse */
|
|
int ib_reverse(struct vnode *n);
|
|
|
|
/** @see node_type::print */
|
|
char * ib_print(struct vnode *n);
|
|
|
|
/** @see node_type::parse */
|
|
int ib_parse(struct vnode *n, json_t *cfg);
|
|
|
|
/** @see node_type::start */
|
|
int ib_start(struct vnode *n);
|
|
|
|
/** @see node_type::destroy */
|
|
int ib_destroy(struct vnode *n);
|
|
|
|
/** @see node_type::stop */
|
|
int ib_stop(struct vnode *n);
|
|
|
|
/** @see node_type::read */
|
|
int ib_read(struct vnode *n, struct sample *smps[], unsigned cnt, unsigned *release);
|
|
|
|
/** @see node_type::write */
|
|
int ib_write(struct vnode *n, struct sample *smps[], unsigned cnt, unsigned *release);
|
|
|
|
/** @} */
|