mirror of
https://github.com/hermitcore/libhermit.git
synced 2025-03-23 00:00:05 +01:00
221 lines
7.1 KiB
C
Executable file
221 lines
7.1 KiB
C
Executable file
/*
|
|
* Copyright (c) 2005 Topspin Communications. All rights reserved.
|
|
* Copyright (c) 2005 Mellanox Technologies Ltd. All rights reserved.
|
|
* Copyright (c) 2005 Hewlett Packard, Inc (Grant Grundler)
|
|
* Copyright (c) 2009 HNR Consulting. All rights reserved.
|
|
*
|
|
* This software is available to you under a choice of one of two
|
|
* licenses. You may choose to be licensed under the terms of the GNU
|
|
* General Public License (GPL) Version 2, available from the file
|
|
* COPYING in the main directory of this source tree, or the
|
|
* OpenIB.org BSD license below:
|
|
*
|
|
* Redistribution and use in source and binary forms, with or
|
|
* without modification, are permitted provided that the following
|
|
* conditions are met:
|
|
*
|
|
* - Redistributions of source code must retain the above
|
|
* copyright notice, this list of conditions and the following
|
|
* disclaimer.
|
|
*
|
|
* - Redistributions in binary form must reproduce the above
|
|
* copyright notice, this list of conditions and the following
|
|
* disclaimer in the documentation and/or other materials
|
|
* provided with the distribution.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
|
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
|
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
|
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
|
|
* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
|
|
* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
|
|
* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
* SOFTWARE.
|
|
*
|
|
* $Id$
|
|
*/
|
|
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
#include <unistd.h>
|
|
|
|
#include "get_clock.h"
|
|
#include "perftest_parameters.h"
|
|
#include "perftest_resources.h"
|
|
#include "perftest_communication.h"
|
|
|
|
|
|
int main(int argc, char *argv[])
|
|
{
|
|
int ret_parser, i = 0;
|
|
struct report_options report;
|
|
struct pingpong_context ctx;
|
|
struct pingpong_dest *my_dest = NULL;
|
|
struct pingpong_dest *rem_dest = NULL;
|
|
struct ibv_device *ib_dev;
|
|
struct perftest_parameters user_param;
|
|
struct perftest_comm user_comm;
|
|
|
|
/* init default values to user's parameters */
|
|
memset(&ctx, 0, sizeof(struct pingpong_context));
|
|
memset(&user_param, 0, sizeof(struct perftest_parameters));
|
|
memset(&user_comm, 0, sizeof(struct perftest_comm));
|
|
|
|
user_param.verb = WRITE;
|
|
user_param.tst = LAT;
|
|
user_param.r_flag = &report;
|
|
strncpy(user_param.version, VERSION, sizeof(user_param.version));
|
|
|
|
/* Configure the parameters values according to user arguments or defalut values. */
|
|
ret_parser = parser(&user_param, argv, argc);
|
|
if (ret_parser) {
|
|
if (ret_parser != VERSION_EXIT && ret_parser != HELP_EXIT)
|
|
fprintf(stderr, " Parser function exited with Error\n");
|
|
return FAILURE;
|
|
}
|
|
|
|
if(user_param.use_xrc || user_param.connection_type == DC) {
|
|
user_param.num_of_qps *= 2;
|
|
}
|
|
|
|
/* Finding the IB device selected (or defalut if no selected). */
|
|
ib_dev = ctx_find_dev(user_param.ib_devname);
|
|
if (!ib_dev) {
|
|
fprintf(stderr, " Unable to find the Infiniband/RoCE device\n");
|
|
return FAILURE;
|
|
}
|
|
|
|
/* Getting the relevant context from the device */
|
|
ctx.context = ibv_open_device(ib_dev);
|
|
if (!ctx.context) {
|
|
fprintf(stderr, " Couldn't get context for the device\n");
|
|
return FAILURE;
|
|
}
|
|
|
|
/* See if MTU and link type are valid and supported. */
|
|
if (check_link(ctx.context, &user_param)) {
|
|
fprintf(stderr, " Couldn't get context for the device\n");
|
|
return FAILURE;
|
|
}
|
|
|
|
/* copy the relevant user parameters to the comm struct + creating rdma_cm resources. */
|
|
if (create_comm_struct(&user_comm, &user_param)) {
|
|
fprintf(stderr, " Unable to create RDMA_CM resources\n");
|
|
return FAILURE;
|
|
}
|
|
|
|
if (user_param.output == FULL_VERBOSITY && user_param.machine == SERVER) {
|
|
printf("\n************************************\n");
|
|
printf("* Waiting for client to connect... *\n");
|
|
printf("************************************\n");
|
|
}
|
|
|
|
/* Initialize the connection and print the local data. */
|
|
if (establish_connection(&user_comm)) {
|
|
fprintf(stderr, " Unable to init the socket connection\n");
|
|
return FAILURE;
|
|
}
|
|
|
|
exchange_versions(&user_comm, &user_param);
|
|
|
|
check_sys_data(&user_comm, &user_param);
|
|
|
|
/* See if MTU and link type are valid and supported. */
|
|
if (check_mtu(ctx.context, &user_param, &user_comm)) {
|
|
fprintf(stderr, " Couldn't get context for the device\n");
|
|
return FAILURE;
|
|
}
|
|
|
|
ALLOCATE(my_dest , struct pingpong_dest , user_param.num_of_qps);
|
|
memset(my_dest, 0, sizeof(struct pingpong_dest)*user_param.num_of_qps);
|
|
ALLOCATE(rem_dest , struct pingpong_dest , user_param.num_of_qps);
|
|
memset(rem_dest, 0, sizeof(struct pingpong_dest)*user_param.num_of_qps);
|
|
|
|
/* Allocating arrays needed for the test. */
|
|
alloc_ctx(&ctx, &user_param);
|
|
|
|
/* create all the basic IB resources (data buffer, PD, MR, CQ and events channel) */
|
|
if (ctx_init(&ctx, &user_param)) {
|
|
fprintf(stderr, " Couldn't create IB resources\n");
|
|
return FAILURE;
|
|
}
|
|
|
|
/* Set up the Connection. */
|
|
if (set_up_connection(&ctx, &user_param, my_dest)) {
|
|
fprintf(stderr, " Unable to set up socket connection\n");
|
|
return FAILURE;
|
|
}
|
|
|
|
/* Print basic test information. */
|
|
ctx_print_test_info(&user_param);
|
|
|
|
for (i=0; i < user_param.num_of_qps; i++)
|
|
ctx_print_pingpong_data(&my_dest[i], &user_comm);
|
|
|
|
/* shaking hands and gather the other side info. */
|
|
if (ctx_hand_shake(&user_comm, my_dest, rem_dest)) {
|
|
fprintf(stderr, "Failed to exchange data between server and clients\n");
|
|
return FAILURE;
|
|
}
|
|
|
|
user_comm.rdma_params->side = REMOTE;
|
|
for (i=0; i < user_param.num_of_qps; i++) {
|
|
|
|
/* shaking hands and gather the other side info. */
|
|
if (ctx_hand_shake(&user_comm, &my_dest[i], &rem_dest[i])) {
|
|
fprintf(stderr, "Failed to exchange data between server and clients\n");
|
|
return FAILURE;
|
|
}
|
|
|
|
ctx_print_pingpong_data(&rem_dest[i], &user_comm);
|
|
};
|
|
|
|
if (ctx_check_gid_compatibility(&my_dest[0], &rem_dest[0])) {
|
|
fprintf(stderr, "\n Found Incompatibility issue with GID types.\n");
|
|
fprintf(stderr, " Please Try to use a different IP version.\n\n");
|
|
return FAILURE;
|
|
}
|
|
|
|
if (ctx_connect(&ctx, rem_dest, &user_param, my_dest)) {
|
|
fprintf(stderr, " Unable to Connect the HCA's through the link\n");
|
|
return FAILURE;
|
|
}
|
|
|
|
/* An additional handshake is required after moving qp to RTR. */
|
|
if (ctx_hand_shake(&user_comm, my_dest, rem_dest)) {
|
|
fprintf(stderr, "Failed to exchange data between server and clients\n");
|
|
return FAILURE;
|
|
}
|
|
|
|
ctx_set_send_wqes(&ctx, &user_param, rem_dest);
|
|
|
|
if (user_param.output == FULL_VERBOSITY) {
|
|
printf(RESULT_LINE);
|
|
printf("%s", RESULT_FMT_LAT);
|
|
printf((user_param.cpu_util_data.enable ? RESULT_EXT_CPU_UTIL : RESULT_EXT));
|
|
}
|
|
|
|
if (user_param.test_method == RUN_ALL) {
|
|
for (i = 1; i < MAX_SIZE_EXP; ++i) {
|
|
user_param.size = (uint64_t)1 << i;
|
|
if(run_iter_lat_write(&ctx, &user_param)) {
|
|
fprintf(stderr, "Test exited with Error\n");
|
|
return FAILURE;
|
|
}
|
|
print_report_lat(&user_param);
|
|
}
|
|
|
|
} else { // user_param.test_method != RUN_ALL
|
|
if(run_iter_lat_write(&ctx, &user_param)) {
|
|
fprintf(stderr, "Test exited with Error\n");
|
|
return FAILURE;
|
|
}
|
|
print_report_lat(&user_param);
|
|
}
|
|
|
|
if (user_param.output == FULL_VERBOSITY) {
|
|
printf(RESULT_LINE);
|
|
}
|
|
return 0;
|
|
}
|