/** Infiniband memory allocator. * * @author Steffen Vogel * @copyright 2014-2020, Institute for Automation of Complex Power Systems, EONERC * @license GNU General Public License (version 3) * * VILLASnode * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . *********************************************************************************/ #include #include #include #include #include using namespace villas::utils; struct ibv_mr * memory_ib_get_mr(void *ptr) { struct memory_allocation *ma; struct ibv_mr *mr; ma = memory_get_allocation(ptr); mr = ma->ib.mr; return mr; } static struct memory_allocation * memory_ib_alloc(size_t len, size_t alignment, struct memory_type *m) { struct memory_ib *mi = (struct memory_ib *) m->_vd; auto *ma = new struct memory_allocation; if (!ma) throw MemoryAllocationError(); ma->type = m; ma->length = len; ma->alignment = alignment; ma->parent = mi->parent->alloc(len + sizeof(struct ibv_mr *), alignment, mi->parent); ma->address = ma->parent->address; if (!mi->pd) error("Protection domain is not registered!"); ma->ib.mr = ibv_reg_mr(mi->pd, ma->address, ma->length, IBV_ACCESS_LOCAL_WRITE | IBV_ACCESS_REMOTE_WRITE); if (!ma->ib.mr) { mi->parent->free(ma->parent, mi->parent); delete ma; return nullptr; } return ma; } static int memory_ib_free(struct memory_allocation *ma, struct memory_type *m) { int ret; struct memory_ib *mi = (struct memory_ib *) m->_vd; ibv_dereg_mr(ma->ib.mr); ret = mi->parent->free(ma->parent, mi->parent); if (ret) return ret; return 0; } struct memory_type * memory_ib(struct vnode *n, struct memory_type *parent) { struct infiniband *i = (struct infiniband *) n->_vd; struct memory_type *mt = (struct memory_type *) malloc(sizeof(struct memory_type)); mt->name = "ib"; mt->flags = 0; mt->alloc = memory_ib_alloc; mt->free = memory_ib_free; mt->alignment = 1; mt->_vd = malloc(sizeof(struct memory_ib)); struct memory_ib *mi = (struct memory_ib *) mt->_vd; mi->pd = i->ctx.pd; mi->parent = parent; return mt; }