mirror of
https://git.rwth-aachen.de/acs/public/villas/node/
synced 2025-03-30 00:00:11 +01:00
144 lines
3.3 KiB
C
144 lines
3.3 KiB
C
/** Node type: infiniband
|
|
*
|
|
* @file
|
|
* @author Dennis Potter <dennis@dennispotter.eu>
|
|
* @copyright 2018, Institute for Automation of Complex Power Systems, EONERC
|
|
* @license GNU General Public License (version 3)
|
|
*
|
|
* VILLASnode
|
|
*
|
|
* This program is free software: you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation, either version 3 of the License, or
|
|
* any later version.
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
*********************************************************************************/
|
|
|
|
/**
|
|
* @addtogroup infiniband infiniband node type
|
|
* @ingroup node
|
|
* @{
|
|
*/
|
|
|
|
#pragma once
|
|
|
|
#include <villas/node.h>
|
|
#include <villas/pool.h>
|
|
#include <villas/io.h>
|
|
#include <villas/queue_signalled.h>
|
|
#include <rdma/rdma_cma.h>
|
|
|
|
/* Function pointer typedefs */
|
|
typedef void (*ib_on_completion) (struct node*, struct ibv_wc*, int*);
|
|
typedef void * (*ib_poll_function) (void*);
|
|
typedef void * (*ib_event_function) (void*);
|
|
|
|
/* Enums */
|
|
enum poll_mode_e {
|
|
EVENT,
|
|
BUSY
|
|
};
|
|
|
|
struct r_addr_key_s {
|
|
uint64_t remote_addr;
|
|
uint32_t rkey;
|
|
};
|
|
|
|
struct infiniband {
|
|
/* IBV/RDMA CM structs */
|
|
struct context_s {
|
|
struct rdma_cm_id *listen_id;
|
|
struct rdma_cm_id *id;
|
|
struct rdma_event_channel *ec;
|
|
|
|
struct ibv_pd *pd;
|
|
struct ibv_cq *recv_cq;
|
|
struct ibv_cq *send_cq;
|
|
struct ibv_comp_channel *comp_channel;
|
|
} ctx;
|
|
|
|
/* Work Completion related */
|
|
struct poll_s {
|
|
enum poll_mode_e poll_mode;
|
|
|
|
/* On completion function */
|
|
ib_on_completion on_compl;
|
|
|
|
/* Busy poll or Event function */
|
|
ib_poll_function poll_func;
|
|
|
|
/* Poll thread */
|
|
pthread_t cq_poller_thread;
|
|
} poll;
|
|
|
|
int stopThreads;
|
|
|
|
/* Connection specific variables */
|
|
struct connection_s {
|
|
struct addrinfo *src_addr;
|
|
struct addrinfo *dst_addr;
|
|
enum rdma_port_space port_space;
|
|
int timeout;
|
|
|
|
struct r_addr_key_s *r_addr_key;
|
|
|
|
pthread_t rdma_cm_event_thread;
|
|
|
|
int available_recv_wrs;
|
|
} conn;
|
|
|
|
/* Memory related variables */
|
|
struct ib_memory {
|
|
struct pool p_recv;
|
|
struct pool p_send;
|
|
|
|
struct ibv_mr *mr_recv;
|
|
struct ibv_mr *mr_send;
|
|
} mem;
|
|
|
|
/* Queue Pair init variables */
|
|
struct ibv_qp_init_attr qp_init;
|
|
|
|
/* Misc settings */
|
|
int is_source;
|
|
int cq_size;
|
|
};
|
|
|
|
/** @see node_type::reverse */
|
|
int infiniband_reverse(struct node *n);
|
|
|
|
/** @see node_type::print */
|
|
char * infiniband_print(struct node *n);
|
|
|
|
/** @see node_type::parse */
|
|
int infiniband_parse(struct node *n, json_t *cfg);
|
|
|
|
/** @see node_type::open */
|
|
int infiniband_start(struct node *n);
|
|
|
|
/** @see node_type::destroy */
|
|
int infiniband_destroy(struct node *n);
|
|
|
|
/** @see node_type::close */
|
|
int infiniband_stop(struct node *n);
|
|
|
|
/** @see node_type::init */
|
|
int infiniband_init(struct super_node *n);
|
|
|
|
/** @see node_type::deinit */
|
|
int infiniband_deinit();
|
|
|
|
/** @see node_type::read */
|
|
int infiniband_read(struct node *n, struct sample *smps[], unsigned cnt);
|
|
|
|
/** @see node_type::write */
|
|
int infiniband_write(struct node *n, struct sample *smps[], unsigned cnt);
|
|
|
|
/** @} */
|