Mirrors/libhermit
1
0
Fork 0
mirror of https://github.com/hermitcore/libhermit.git synced 2025-03-09 00:00:03 +01:00
Code Issues Releases Wiki Activity

First final bm results

Browse source
This commit is contained in:
Annika Wierichs 2018-02-16 10:21:43 +01:00
parent da0809b4c0
commit 8313e02a6e
150 changed files with 4344 additions and 65 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

22
tools/ibv_code_generator/generate-code.py
View file

@ -47,12 +47,14 @@ UHYVE_HOST_FCNS_GEN_PATH = "GEN-tools-uhyve-ibv.c"
# Starting number of the sequence used for IBV ports.
PORT_NUMBER_START = 0x610
restricted_resources = ["struct ibv_send_wr",
"struct ibv_recv_wr",
"struct ibv_xrcd_init_attr",
"struct ibv_rwq_ind_table_init_attr",
# Deep resources that are not used as direct function parameters
# Deep resources that are not used as function parameters but are part of
# other resources that are used as parameters:
"struct ibv_sge",
"struct ibv_mw_bind_info",
"struct ibv_rx_hash_conf"]
@ -126,7 +128,6 @@ app_owned_resources = restricted_resources + \
# int ibv_resolve_eth_l2_from_gid(uint8_t [6] eth_mac,uint16_t * vid)
# struct ibv_device ** dev
# char[NUM]
# ----------------------------------------------------------------------------
@ -139,15 +140,15 @@ class Resource:
"""Initialize resource properties.
Members using ibv_context as an example:
full_expression struct ibv_context * ctx
type struct ibv_context *
name ctx
struct_name ibv_context
type_wo_asterisk struct ibv_context
full_expression: struct ibv_context * ctx
type: struct ibv_context *
name: ctx
struct_name: ibv_context
type_wo_asterisk: struct ibv_context
Args
string: Full string of the resource (like full expression but spaces may be omitted).
is_ret: Resource without name (like type member) as is the case for return types is expected.
string: Full string of the resource (like full expr. but spaces around '*' may be omitted).
is_ret: If True, a resource w/o name (like type) as is the case for return types is expected.
"""
if "**" in string:
string.replace("**", " ** ")
@ -175,7 +176,7 @@ class Resource:
def is_ptr_ptr(self):
return "**" in self.full_expression
def is_char_arr(self):
def is_char_arr(self): # TODO: do something about these?
return self.is_ptr() and "char" in self.components
def is_void(self):
@ -190,7 +191,6 @@ class Resource:
def is_restricted(self):
return self.type_wo_asterisk in restricted_resources
class Function:
def __init__(self, string):
parens_split = string.split("(")

2
tools/uhyve-ibv.c
View file

@ -1241,7 +1241,7 @@ void call_ibv_destroy_rwq_ind_table(struct kvm_run * run, uint8_t * guest_mem) {
// TODO: Cleanup
void call_ibv_post_send(struct kvm_run * run, uint8_t * guest_mem) {
printf("s");
/* printf("s"); */
unsigned data = *((unsigned*) ((size_t) run + run->io.data_offset));
uhyve_ibv_post_send_t * args = (uhyve_ibv_post_send_t *) (guest_mem + data);

37
usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_bw-pl_1.log Normal file
View file

@ -0,0 +1,37 @@
mydestvaddr: 7f1ad2b0f000
---------------------------------------------------------------------------------------
RDMA_Read BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
CQ Moderation : 100
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a6d PSN 0xddb16e OUT 0x10 RKey 0x28010101 VAddr 0x00007f1ad2b0f000
remote address: LID 0x03 QPN 0x0a6d PSN 0xca97db OUT 0x01 RKey 0x28010101 VAddr 0x00007fcf010b1000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp

40
usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_bw-pl_16.log Normal file
View file

@ -0,0 +1,40 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
mydestvaddr: 7fef06d36000
---------------------------------------------------------------------------------------
RDMA_Read Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 16
CQ Moderation : 16
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a6f PSN 0xb981d OUT 0x10 RKey 0x38010101 VAddr 0x00007fef06d36000
remote address: LID 0x03 QPN 0x0a6f PSN 0xb981d OUT 0x10 RKey 0x38010101 VAddr 0x00007f08b5574000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp

40
usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_bw-pl_4.log Normal file
View file

@ -0,0 +1,40 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
mydestvaddr: 7fa4d1859000
---------------------------------------------------------------------------------------
RDMA_Read Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 4
CQ Moderation : 4
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a6e PSN 0x266539 OUT 0x10 RKey 0x30010101 VAddr 0x00007fa4d1859000
remote address: LID 0x03 QPN 0x0a6e PSN 0x266539 OUT 0x01 RKey 0x30010101 VAddr 0x00007f46e8ee2000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp

56
usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_lat-pl_1.log Normal file
View file

@ -0,0 +1,56 @@
mydestvaddr: 7f187a9c4000
---------------------------------------------------------------------------------------
RDMA_Read Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a70 PSN 0x266539 OUT 0x10 RKey 0x40010101 VAddr 0x00007f187a9c4000
remote address: LID 0x03 QPN 0x0a70 PSN 0x266539 OUT 0x10 RKey 0x40010101 VAddr 0x00007f47347b0000
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]
2 1000 8.70 16.92 8.80 8.84 0.36 11.24 16.92
4 1000 8.64 13.47 8.74 8.77 0.32 9.77 13.47
8 1000 8.64 17.03 8.75 8.80 0.44 11.61 17.03
16 1000 8.67 12.40 8.75 8.78 0.26 9.64 12.40
32 1000 8.66 15.06 8.76 8.79 0.28 9.94 15.06
64 1000 8.65 13.39 8.74 8.77 0.27 9.95 13.39
128 1000 8.64 12.45 8.75 8.78 0.25 9.54 12.45
256 1000 8.64 11.78 8.74 8.77 0.23 9.65 11.78
512 1000 8.65 14.74 8.75 8.79 0.28 10.97 14.74
1024 1000 8.65 11.93 8.74 8.77 0.22 10.06 11.93
2048 1000 8.66 12.40 8.76 8.78 0.24 9.44 12.40
4096 1000 8.65 12.67 8.74 8.76 0.21 8.90 12.67
8192 1000 8.65 12.51 8.74 8.77 0.26 9.29 12.51
16384 1000 8.65 16.14 8.75 8.79 0.36 11.23 16.14
32768 1000 11.12 15.18 11.23 11.26 0.23 12.09 15.18
65536 1000 15.71 18.56 16.10 16.12 0.20 16.87 18.56
131072 1000 25.76 30.64 26.39 27.08 1.18 28.47 30.64
262144 1000 47.36 59.77 50.02 49.13 1.23 50.57 59.77
524288 1000 88.89 94.18 91.55 91.60 0.57 93.87 94.18
1048576 1000 171.27 184.32 174.76 175.21 1.11 177.23 184.32
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp

62
usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_bw-pl_1.log Normal file
View file

@ -0,0 +1,62 @@
mydestvaddr: 7f488cc6f000
---------------------------------------------------------------------------------------
RDMA_Write BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
CQ Moderation : 100
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a69 PSN 0x5424a4 RKey 0x8010101 VAddr 0x00007f488cc6f000
remote address: LID 0x03 QPN 0x0a69 PSN 0x410b11 RKey 0x8010101 VAddr 0x00007f16a6e47000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 0.31 0.31 0.161987
4 5000 0.62 0.62 0.162165
8 5000 1.25 1.24 0.162318
16 5000 2.48 2.47 0.162194
32 5000 4.97 4.95 0.162260
64 5000 9.96 9.92 0.162535
128 5000 19.81 19.79 0.162159
256 5000 39.67 39.62 0.162294
512 5000 79.18 79.11 0.162016
1024 5000 158.42 158.38 0.162181
2048 5000 316.93 316.68 0.162142
4096 5000 635.32 634.88 0.162529
8192 5000 1277.99 1277.33 0.163498
16384 5000 2560.98 2552.51 0.163361
32768 5000 5096.26 5095.01 0.163040
65536 5000 5928.47 5927.67 0.094843
131072 5000 5943.43 5942.74 0.047542
262144 5000 5940.77 5940.04 0.023760
524288 5000 5943.16 5911.53 0.011823
1048576 5000 5901.96 5899.16 0.005899
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_destroy_qp
LOG: UHYVE - call_ibv_destroy_cq
LOG: UHYVE - call_ibv_dereg_mr
LOG: UHYVE - call_ibv_dealloc_pd
LOG: UHYVE - call_ibv_close_device

65
usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_bw-pl_16.log Normal file
View file

@ -0,0 +1,65 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
mydestvaddr: 7f45fb5c4000
---------------------------------------------------------------------------------------
RDMA_Write Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 16
CQ Moderation : 16
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a6b PSN 0x5bd82d RKey 0x18010101 VAddr 0x00007f45fb5c4000
remote address: LID 0x03 QPN 0x0a6b PSN 0x48be9a RKey 0x18010101 VAddr 0x00007faad8bd2000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 inf 4.12 2.162245
4 5000 inf 8.20 2.149685
8 5000 inf 16.49 2.161336
16 5000 inf 31.95 2.094148
32 5000 inf 66.21 2.169556
64 5000 inf 132.11 2.164471
128 5000 inf 264.03 2.162926
256 5000 inf 525.43 2.152156
512 5000 inf 1051.06 2.152571
1024 5000 inf 2126.42 2.177453
2048 5000 inf 4217.47 2.159346
4096 5000 inf 5775.40 1.478502
8192 5000 inf 5871.92 0.751606
16384 5000 inf 5913.96 0.378493
32768 5000 inf 5923.11 0.189540
65536 5000 inf 5945.51 0.095128
131072 5000 inf 5949.76 0.047598
262144 5000 inf 5940.39 0.023762
524288 5000 inf 5946.41 0.011893
1048576 5000 inf 5951.94 0.005952
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_destroy_qp
LOG: UHYVE - call_ibv_destroy_cq
LOG: UHYVE - call_ibv_dereg_mr
LOG: UHYVE - call_ibv_dealloc_pd
LOG: UHYVE - call_ibv_close_device

65
usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_bw-pl_4.log Normal file
View file

@ -0,0 +1,65 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
mydestvaddr: 7fdf15050000
---------------------------------------------------------------------------------------
RDMA_Write Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 4
CQ Moderation : 4
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a6a PSN 0x5bd82d RKey 0x10010101 VAddr 0x00007fdf15050000
remote address: LID 0x03 QPN 0x0a6a PSN 0x48be9a RKey 0x10010101 VAddr 0x00007f6c05b5a000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 inf 1.16 0.605719
4 5000 inf 2.31 0.605191
8 5000 inf 4.65 0.609068
16 5000 inf 9.20 0.602932
32 5000 inf 18.54 0.607670
64 5000 inf 37.19 0.609342
128 5000 inf 74.32 0.608822
256 5000 inf 148.24 0.607198
512 5000 inf 296.36 0.606943
1024 5000 inf 594.25 0.608508
2048 5000 inf 1185.44 0.606945
4096 5000 inf 2377.65 0.608678
8192 5000 inf 4712.80 0.603239
16384 5000 inf 5815.43 0.372188
32768 5000 inf 5857.15 0.187429
65536 5000 inf 5887.42 0.094199
131072 5000 inf 5907.96 0.047264
262144 5000 inf 5898.83 0.023595
524288 5000 inf 5898.73 0.011797
1048576 5000 inf 5903.25 0.005903
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_destroy_qp
LOG: UHYVE - call_ibv_destroy_cq
LOG: UHYVE - call_ibv_dereg_mr
LOG: UHYVE - call_ibv_dealloc_pd
LOG: UHYVE - call_ibv_close_device

56
usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_lat-pl_1.log Normal file
View file

@ -0,0 +1,56 @@
mydestvaddr: 7fd22d545000
---------------------------------------------------------------------------------------
RDMA_Write Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Mtu : 2048[B]
Link type : IB
Max inline data : 220[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a6c PSN 0xddb16e RKey 0x20010101 VAddr 0x00007fd22d545000
remote address: LID 0x03 QPN 0x0a6c PSN 0xca97db RKey 0x20010101 VAddr 0x00007fbda01da000
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]
2 1000 4.32 8.25 4.37 4.39 0.17 5.46 8.25
4 1000 4.30 8.97 4.35 4.37 0.16 5.41 8.97
8 1000 4.29 8.56 4.34 4.36 0.16 5.65 8.56
16 1000 4.30 7.27 4.34 4.37 0.16 4.85 7.27
32 1000 4.32 7.25 4.37 4.39 0.16 5.43 7.25
64 1000 4.33 7.58 4.36 4.38 0.18 5.65 7.58
128 1000 4.34 7.50 4.39 4.41 0.17 5.46 7.50
256 1000 4.27 8.06 4.32 4.35 0.18 5.42 8.06
512 1000 4.27 7.12 4.32 4.34 0.19 5.48 7.12
1024 1000 4.27 7.79 4.32 4.35 0.19 5.53 7.79
2048 1000 4.27 7.74 4.32 4.36 0.25 5.91 7.74
4096 1000 4.34 9.21 4.44 4.55 0.40 7.22 9.21
8192 1000 4.96 10.29 5.17 5.27 0.39 7.83 10.29
16384 1000 6.24 11.16 6.61 6.62 0.36 8.18 11.16
32768 1000 9.12 14.38 9.30 9.36 0.44 13.04 14.38
65536 1000 14.59 19.78 14.85 14.89 0.37 16.04 19.78
131072 1000 24.95 30.98 26.15 26.18 0.43 27.29 30.98
262144 1000 46.34 55.41 47.30 47.34 0.48 50.94 55.41
524288 1000 88.45 98.13 89.61 89.62 0.68 93.64 98.13
1048576 1000 172.19 181.21 173.84 173.83 0.59 175.12 181.21
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp

41
usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_bw-pl_1.log Normal file
View file

@ -0,0 +1,41 @@
---------------------------------------------------------------------------------------
RDMA_Read BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
CQ Moderation : 100
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a63 PSN 0x95ac76 OUT 0x10 RKey 0xd8010100 VAddr 0x007fb2fb005000
remote address: LID 0x03 QPN 0x0a63 PSN 0x88ebee OUT 0x10 RKey 0xd8010100 VAddr 0x007efd134d1000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 1000 9.27 8.18 4.286874
4 1000 18.68 18.61 4.879493
8 1000 37.50 37.32 4.892016
16 1000 74.85 74.66 4.893157
32 1000 149.15 148.75 4.874187
64 1000 297.17 296.78 4.862483
128 1000 598.83 585.94 4.800039
256 1000 1209.07 1205.02 4.935776
512 1000 2404.41 2115.48 4.332506
1024 1000 4534.02 4499.69 4.607687
2048 1000 5367.97 5362.26 2.745477
4096 1000 5661.21 5649.87 1.446367
8192 1000 5708.94 5708.72 0.730716
16384 1000 5721.81 5721.20 0.366157
32768 1000 5736.35 5734.89 0.183516
65536 1000 5742.23 5741.43 0.091863
131072 1000 5741.82 5741.23 0.045930
262144 1000 5737.01 5735.76 0.022943
524288 1000 5739.69 5738.37 0.011477
1048576 1000 5739.17 5738.04 0.005738
2097152 1000 5733.89 5733.89 0.002867
4194304 1000 5738.10 5735.61 0.001434
8388608 1000 5738.41 5737.89 0.000717
---------------------------------------------------------------------------------------

44
usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_bw-pl_16.log Normal file
View file

@ -0,0 +1,44 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
---------------------------------------------------------------------------------------
RDMA_Read Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 16
CQ Moderation : 16
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a65 PSN 0xf2da56 OUT 0x10 RKey 0xe8010100 VAddr 0x007fa682176000
remote address: LID 0x03 QPN 0x0a65 PSN 0xab49bc OUT 0x10 RKey 0xe8010100 VAddr 0x007f8def2c4000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 1000 inf 13.24 6.940559
4 1000 inf 33.06 8.666746
8 1000 inf 65.39 8.570752
16 1000 inf 131.24 8.600691
32 1000 inf 252.10 8.260962
64 1000 inf 502.59 8.234380
128 1000 inf 925.56 7.582177
256 1000 inf 1770.39 7.251520
512 1000 inf 2475.15 5.069114
1024 1000 inf 4483.83 4.591446
2048 1000 inf 5325.21 2.726510
4096 1000 inf 5740.21 1.469495
8192 1000 inf 5985.27 0.766115
16384 1000 inf 6023.39 0.385497
32768 1000 inf 6032.32 0.193034
65536 1000 inf 6037.40 0.096598
131072 1000 inf 6035.62 0.048285
262144 1000 inf 6019.52 0.024078
524288 1000 inf 6022.76 0.012046
1048576 1000 inf 6018.87 0.006019
2097152 1000 inf 6021.05 0.003011
4194304 1000 inf 6016.22 0.001504
8388608 1000 inf 6013.68 0.000752
---------------------------------------------------------------------------------------

44
usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_bw-pl_4.log Normal file
View file

@ -0,0 +1,44 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
---------------------------------------------------------------------------------------
RDMA_Read Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 4
CQ Moderation : 4
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a64 PSN 0xb1bf20 OUT 0x10 RKey 0xe0010100 VAddr 0x007f5e9fe06000
remote address: LID 0x03 QPN 0x0a64 PSN 0x93b6af OUT 0x10 RKey 0xe0010100 VAddr 0x007f9b78c02000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 1000 inf 13.18 6.909572
4 1000 inf 33.01 8.653707
8 1000 inf 61.00 7.994751
16 1000 inf 119.85 7.854287
32 1000 inf 230.13 7.540834
64 1000 inf 475.14 7.784771
128 1000 inf 928.29 7.604531
256 1000 inf 1721.92 7.052998
512 1000 inf 2425.48 4.967385
1024 1000 inf 4533.50 4.642307
2048 1000 inf 5327.74 2.727803
4096 1000 inf 5766.97 1.476344
8192 1000 inf 6021.10 0.770701
16384 1000 inf 6049.40 0.387161
32768 1000 inf 6072.13 0.194308
65536 1000 inf 6083.58 0.097337
131072 1000 inf 6073.18 0.048585
262144 1000 inf 6064.26 0.024257
524288 1000 inf 6015.16 0.012030
1048576 1000 inf 5989.16 0.005989
2097152 1000 inf 5956.15 0.002978
4194304 1000 inf 5946.14 0.001487
8388608 1000 inf 5934.37 0.000742
---------------------------------------------------------------------------------------

40
usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_lat-pl_1.log Normal file
View file

@ -0,0 +1,40 @@
---------------------------------------------------------------------------------------
RDMA_Read Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a66 PSN 0x316da5 OUT 0x10 RKey 0xf0010100 VAddr 0x007fef21de8000
remote address: LID 0x03 QPN 0x0a66 PSN 0xc054e2 OUT 0x10 RKey 0xf0010100 VAddr 0x007f8956105000
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]
2 1000 1.82 9.97 1.95 1.96 0.27 2.08 9.97
4 1000 1.93 2.76 1.96 1.96 0.03 2.06 2.76
8 1000 1.92 3.35 1.95 1.96 0.03 2.06 3.35
16 1000 1.93 3.25 1.96 1.96 0.04 2.06 3.25
32 1000 1.94 4.66 1.96 1.97 0.07 2.06 4.66
64 1000 1.96 3.55 1.99 1.99 0.03 2.09 3.55
128 1000 2.00 2.75 2.02 2.03 0.03 2.12 2.75
256 1000 2.07 2.63 2.11 2.12 0.03 2.22 2.63
512 1000 2.20 4.12 2.23 2.24 0.03 2.33 4.12
1024 1000 2.19 7.00 2.21 2.22 0.11 2.31 7.00
2048 1000 2.64 4.90 2.68 2.68 0.04 2.78 4.90
4096 1000 2.97 5.04 3.01 3.02 0.04 3.10 5.04
8192 1000 3.61 6.61 3.65 3.70 0.13 4.05 6.61
16384 1000 4.92 6.34 4.97 5.05 0.16 5.38 6.34
32768 1000 7.46 15.96 7.63 7.65 0.22 8.03 15.96
65536 1000 12.71 14.74 12.86 12.87 0.11 13.08 14.74
131072 1000 22.91 25.18 23.16 23.17 0.16 23.86 25.18
262144 1000 43.65 46.10 45.02 45.01 0.27 45.55 46.10
524288 1000 85.25 96.75 88.08 88.05 0.51 88.82 96.75
1048576 1000 167.13 173.95 171.86 171.81 0.56 172.88 173.95
2097152 1000 334.26 356.46 339.71 339.75 1.31 343.91 356.46
4194304 1000 672.03 696.65 679.37 679.44 1.89 687.36 696.65
8388608 1000 1342.48 1375.91 1351.99 1351.97 2.08 1355.89 1375.91
---------------------------------------------------------------------------------------

19
usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_lat-pl_16.log Normal file
View file

@ -0,0 +1,19 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
---------------------------------------------------------------------------------------
RDMA_Read Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Post List : 16
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a68 PSN 0x251a4a OUT 0x10 RKey 0x010101 VAddr 0x007f6a6d293000
remote address: LID 0x03 QPN 0x0a68 PSN 0x24d16b OUT 0x10 RKey 0x010101 VAddr 0x007f7a544cc000
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]

19
usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_lat-pl_4.log Normal file
View file

@ -0,0 +1,19 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
---------------------------------------------------------------------------------------
RDMA_Read Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Post List : 4
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a67 PSN 0xa3cf65 OUT 0x10 RKey 0xf8010100 VAddr 0x007f3017f00000
remote address: LID 0x03 QPN 0x0a67 PSN 0xff21c8 OUT 0x10 RKey 0xf8010100 VAddr 0x007fc9ae067000
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]

41
usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_bw-pl_1.log Normal file
View file

@ -0,0 +1,41 @@
---------------------------------------------------------------------------------------
RDMA_Write BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
CQ Moderation : 100
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a5d PSN 0x396c27 RKey 0xa8010100 VAddr 0x007ff656c54000
remote address: LID 0x03 QPN 0x0a5d PSN 0x7a0d15 RKey 0xa8010100 VAddr 0x007f22f15e3000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 11.27 10.79 5.658911
4 5000 22.64 22.47 5.890463
8 5000 45.50 45.02 5.900773
16 5000 90.37 90.08 5.903635
32 5000 181.98 180.08 5.900805
64 5000 363.14 335.39 5.495030
128 5000 726.27 716.35 5.868350
256 5000 1439.37 1415.28 5.796994
512 5000 2672.69 2664.77 5.457447
1024 5000 5192.33 5165.70 5.289674
2048 5000 5636.07 5629.74 2.882425
4096 5000 5796.92 5767.62 1.476510
8192 5000 5667.53 5665.45 0.725178
16384 5000 5808.53 5807.51 0.371681
32768 5000 5860.90 5860.03 0.187521
65536 5000 5888.72 5887.24 0.094196
131072 5000 5902.31 5902.22 0.047218
262144 5000 5893.80 5891.93 0.023568
524288 5000 5902.84 5901.26 0.011803
1048576 5000 5905.56 5905.10 0.005905
2097152 5000 5909.03 5907.84 0.002954
4194304 5000 5922.99 5922.99 0.001481
8388608 5000 5951.06 5942.89 0.000743
---------------------------------------------------------------------------------------

44
usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_bw-pl_16.log Normal file
View file

@ -0,0 +1,44 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
---------------------------------------------------------------------------------------
RDMA_Write Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 16
CQ Moderation : 16
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a5f PSN 0xb67680 RKey 0xb8010100 VAddr 0x007f7e2d684000
remote address: LID 0x03 QPN 0x0a5f PSN 0xbfecb2 RKey 0xb8010100 VAddr 0x007f3a9955f000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 inf 22.89 12.003066
4 5000 inf 44.52 11.671956
8 5000 inf 86.85 11.384247
16 5000 inf 171.27 11.224189
32 5000 inf 347.22 11.377631
64 5000 inf 617.14 10.111275
128 5000 inf 1335.54 10.940762
256 5000 inf 2581.74 10.574804
512 5000 inf 4404.54 9.020498
1024 5000 inf 5236.45 5.362120
2048 5000 inf 5691.13 2.913861
4096 5000 inf 5744.77 1.470660
8192 5000 inf 5700.18 0.729622
16384 5000 inf 5772.06 0.369412
32768 5000 inf 5819.46 0.186223
65536 5000 inf 5854.85 0.093678
131072 5000 inf 5880.61 0.047045
262144 5000 inf 5882.83 0.023531
524288 5000 inf 5884.12 0.011768
1048576 5000 inf 5899.72 0.005900
2097152 5000 inf 5908.21 0.002954
4194304 5000 inf 5678.11 0.001420
8388608 5000 inf 5749.35 0.000719
---------------------------------------------------------------------------------------

44
usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_bw-pl_4.log Normal file
View file

@ -0,0 +1,44 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
---------------------------------------------------------------------------------------
RDMA_Write Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 4
CQ Moderation : 4
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a5e PSN 0x59edaa RKey 0xb0010100 VAddr 0x007f79f5383000
remote address: LID 0x03 QPN 0x0a5e PSN 0xac5886 RKey 0xb0010100 VAddr 0x007f080a03a000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 inf 21.07 11.048212
4 5000 inf 44.52 11.670909
8 5000 inf 88.82 11.642228
16 5000 inf 177.67 11.643688
32 5000 inf 352.18 11.540120
64 5000 inf 611.27 10.015088
128 5000 inf 1370.59 11.227872
256 5000 inf 2590.73 10.611611
512 5000 inf 4480.04 9.175128
1024 5000 inf 5468.33 5.599572
2048 5000 inf 5740.79 2.939283
4096 5000 inf 5838.62 1.494686
8192 5000 inf 5886.39 0.753458
16384 5000 inf 5879.57 0.376293
32768 5000 inf 5899.22 0.188775
65536 5000 inf 5912.49 0.094600
131072 5000 inf 5908.19 0.047266
262144 5000 inf 5899.60 0.023598
524288 5000 inf 5899.82 0.011800
1048576 5000 inf 5903.19 0.005903
2097152 5000 inf 5904.58 0.002952
4194304 5000 inf 5912.42 0.001478
8388608 5000 inf 5923.62 0.000740
---------------------------------------------------------------------------------------

40
usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_lat-pl_1.log Normal file
View file

@ -0,0 +1,40 @@
---------------------------------------------------------------------------------------
RDMA_Write Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Mtu : 2048[B]
Link type : IB
Max inline data : 220[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a60 PSN 0xa07736 RKey 0xc0010100 VAddr 0x007febc7894000
remote address: LID 0x03 QPN 0x0a60 PSN 0x25167f RKey 0xc0010100 VAddr 0x007f88379bb000
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]
2 1000 0.93 5.42 1.15 1.19 0.19 1.69 5.42
4 1000 0.93 4.91 1.15 1.18 0.15 1.31 4.91
8 1000 0.98 5.06 1.16 1.18 0.11 1.31 5.06
16 1000 0.94 4.84 1.16 1.19 0.16 1.32 4.84
32 1000 0.98 6.15 1.20 1.22 0.17 1.35 6.15
64 1000 1.06 3.89 1.12 1.14 0.13 1.31 3.89
128 1000 1.20 3.58 1.27 1.28 0.04 1.45 3.58
256 1000 2.05 3.53 2.13 2.16 0.08 2.37 3.53
512 1000 2.15 3.77 2.29 2.31 0.10 2.59 3.77
1024 1000 2.21 5.77 2.40 2.45 0.19 2.67 5.77
2048 1000 2.76 5.54 3.00 3.01 0.15 3.25 5.54
4096 1000 3.10 6.65 3.40 3.40 0.18 3.82 6.65
8192 1000 3.77 6.61 4.00 4.05 0.16 4.44 6.61
16384 1000 5.08 9.67 5.48 5.51 0.23 5.92 9.67
32768 1000 7.88 12.23 8.24 8.26 0.19 8.71 12.23
65536 1000 13.37 18.35 13.78 13.79 0.21 14.06 18.35
131072 1000 23.83 28.91 24.42 24.44 0.29 24.92 28.91
262144 1000 45.44 49.80 46.38 46.35 0.25 46.87 49.80
524288 1000 86.74 92.22 87.94 87.97 0.41 88.95 92.22
1048576 1000 170.14 177.60 171.60 171.64 0.56 173.53 177.60
2097152 1000 336.75 351.55 338.57 338.73 1.10 343.65 351.55
4194304 1000 670.42 684.34 672.93 673.13 1.21 677.39 684.34
8388608 1000 1449.40 1513.06 1494.40 1493.59 4.51 1509.66 1513.06
---------------------------------------------------------------------------------------

19
usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_lat-pl_16.log Normal file
View file

@ -0,0 +1,19 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
---------------------------------------------------------------------------------------
RDMA_Write Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Post List : 16
Mtu : 2048[B]
Link type : IB
Max inline data : 220[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a62 PSN 0xfb6e1e RKey 0xd0010100 VAddr 0x007f0fec5bd000
remote address: LID 0x03 QPN 0x0a62 PSN 0xefdb8d RKey 0xd0010100 VAddr 0x007f7d4d9ad000
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]

19
usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_lat-pl_4.log Normal file
View file

@ -0,0 +1,19 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
---------------------------------------------------------------------------------------
RDMA_Write Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Post List : 4
Mtu : 2048[B]
Link type : IB
Max inline data : 220[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a61 PSN 0x3d746 RKey 0xc8010100 VAddr 0x007efca337b000
remote address: LID 0x03 QPN 0x0a61 PSN 0x684b68 RKey 0xc8010100 VAddr 0x007f654d3d1000
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]

63
usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_read_bw-pl_1.log Normal file
View file

@ -0,0 +1,63 @@
mydestvaddr: 7f733d077000
---------------------------------------------------------------------------------------
RDMA_Read BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
CQ Moderation : 100
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a81 PSN 0xddb16e OUT 0x10 RKey 0xc8010101 VAddr 0x00007f733d077000
remote address: LID 0x03 QPN 0x0a81 PSN 0xca97db OUT 0x10 RKey 0xc8010101 VAddr 0x00007fdbe9395000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 1000 0.31 0.30 0.159599
4 1000 0.61 0.60 0.157493
8 1000 1.22 1.21 0.158929
16 1000 2.45 2.43 0.159319
32 1000 4.88 4.45 0.145795
64 1000 9.76 9.70 0.158851
128 1000 19.50 19.40 0.158887
256 1000 38.94 38.70 0.158512
512 1000 77.87 77.49 0.158694
1024 1000 156.16 155.32 0.159043
2048 1000 312.23 310.20 0.158824
4096 1000 627.24 625.43 0.160110
8192 1000 1258.98 1246.91 0.159605
16384 1000 2508.79 2463.21 0.157645
32768 1000 4991.07 4976.49 0.159248
65536 1000 6029.44 6024.90 0.096398
131072 1000 6037.39 6036.31 0.048290
262144 1000 6028.48 6028.48 0.024114
524288 1000 6017.07 6016.60 0.012033
1048576 1000 6013.29 6013.29 0.006013
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_destroy_qp
LOG: UHYVE - call_ibv_destroy_cq
LOG: UHYVE - call_ibv_dereg_mr
LOG: UHYVE - call_ibv_dealloc_pd
LOG: UHYVE - call_ibv_close_device

66
usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_read_bw-pl_4.log Normal file
View file

@ -0,0 +1,66 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
mydestvaddr: 7fb984588000
---------------------------------------------------------------------------------------
RDMA_Read Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 4
CQ Moderation : 4
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a82 PSN 0xddb16e OUT 0x10 RKey 0xd0010101 VAddr 0x00007fb984588000
remote address: LID 0x03 QPN 0x0a82 PSN 0xca97db OUT 0x10 RKey 0xd0010101 VAddr 0x00007f4bbd804000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 1000 inf 1.16 0.608773
4 1000 inf 2.36 0.619133
8 1000 inf 4.75 0.622644
16 1000 inf 9.51 0.623182
32 1000 inf 18.69 0.612342
64 1000 inf 37.91 0.621101
128 1000 inf 76.23 0.624447
256 1000 inf 152.62 0.625151
512 1000 inf 305.35 0.625366
1024 1000 inf 605.42 0.619946
2048 1000 inf 1220.36 0.624825
4096 1000 inf 2444.09 0.625687
8192 1000 inf 4881.21 0.624794
16384 1000 inf 6074.17 0.388747
32768 1000 inf 6090.97 0.194911
65536 1000 inf 6095.84 0.097533
131072 1000 inf 6096.71 0.048774
262144 1000 inf 6080.99 0.024324
524288 1000 inf 6070.45 0.012141
1048576 1000 inf 6066.86 0.006067
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_destroy_qp
LOG: UHYVE - call_ibv_destroy_cq
LOG: UHYVE - call_ibv_dereg_mr
LOG: UHYVE - call_ibv_dealloc_pd
LOG: UHYVE - call_ibv_close_device

57
usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_read_lat-pl_1.log Normal file
View file

@ -0,0 +1,57 @@
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
mydestvaddr: 7f4fec14b000
---------------------------------------------------------------------------------------
RDMA_Read Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a84 PSN 0xddb16e OUT 0x10 RKey 0xe0010101 VAddr 0x00007f4fec14b000
remote address: LID 0x03 QPN 0x0a84 PSN 0xca97db OUT 0x10 RKey 0xe0010101 VAddr 0x00007fe326b9a000
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]
2 1000 8.51 17.02 8.60 8.63 0.29 9.50 17.02
4 1000 8.47 12.14 8.56 8.59 0.25 9.61 12.14
8 1000 8.46 15.68 8.55 8.58 0.27 9.41 15.68
16 1000 8.49 11.99 8.57 8.60 0.25 9.38 11.99
32 1000 8.50 15.92 8.58 8.61 0.27 9.37 15.92
64 1000 8.50 12.49 8.59 8.61 0.27 8.90 12.49
128 1000 8.47 12.17 8.55 8.58 0.24 9.09 12.17
256 1000 8.46 12.34 8.55 8.58 0.25 8.90 12.34
512 1000 8.46 13.14 8.56 8.59 0.27 8.98 13.14
1024 1000 8.49 12.20 8.56 8.58 0.23 8.78 12.20
2048 1000 8.48 11.91 8.56 8.59 0.26 9.24 11.91
4096 1000 8.52 12.59 8.60 8.63 0.25 9.07 12.59
8192 1000 8.47 12.23 8.55 8.58 0.22 8.92 12.23
16384 1000 8.46 11.93 8.56 8.58 0.21 8.81 11.93
32768 1000 10.74 20.66 11.03 11.07 0.31 12.95 20.66
65536 1000 15.63 19.13 15.84 15.89 0.28 18.21 19.13
131072 1000 25.61 30.18 27.92 27.85 0.41 28.14 30.18
262144 1000 46.73 49.94 47.31 47.36 0.36 49.74 49.94
524288 1000 87.43 93.08 88.38 88.53 0.60 90.97 93.08
1048576 1000 169.73 181.61 170.66 171.08 1.09 175.11 181.61
---------------------------------------------------------------------------------------

62
usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_bw-pl_1.log Normal file
View file

@ -0,0 +1,62 @@
mydestvaddr: 7f985185c000
---------------------------------------------------------------------------------------
RDMA_Write BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
CQ Moderation : 100
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a7d PSN 0x5424a4 RKey 0xa8010101 VAddr 0x00007f985185c000
remote address: LID 0x03 QPN 0x0a7d PSN 0x410b11 RKey 0xa8010101 VAddr 0x00007f34e65de000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 0.32 0.32 0.165241
4 5000 0.63 0.62 0.163725
8 5000 1.26 1.25 0.163958
16 5000 2.50 2.49 0.163179
32 5000 5.00 4.99 0.163671
64 5000 10.01 10.01 0.163963
128 5000 20.02 19.98 0.163659
256 5000 40.10 39.94 0.163585
512 5000 80.00 79.87 0.163576
1024 5000 160.43 159.64 0.163466
2048 5000 320.00 318.86 0.163259
4096 5000 642.64 640.93 0.164078
8192 5000 1292.06 1288.70 0.164953
16384 5000 2586.91 2580.02 0.165121
32768 5000 5164.94 5160.77 0.165145
65536 5000 5998.06 5997.96 0.095967
131072 5000 6006.70 6002.91 0.048023
262144 5000 5947.62 5947.12 0.023788
524288 5000 5953.47 5951.23 0.011902
1048576 5000 5951.48 5950.69 0.005951
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_destroy_qp
LOG: UHYVE - call_ibv_destroy_cq
LOG: UHYVE - call_ibv_dereg_mr
LOG: UHYVE - call_ibv_dealloc_pd
LOG: UHYVE - call_ibv_close_device

65
usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_bw-pl_16.log Normal file
View file

@ -0,0 +1,65 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
mydestvaddr: 7f7acff7c000
---------------------------------------------------------------------------------------
RDMA_Write Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 16
CQ Moderation : 16
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a7f PSN 0x5424a4 RKey 0xb8010101 VAddr 0x00007f7acff7c000
remote address: LID 0x03 QPN 0x0a7f PSN 0x410b11 RKey 0xb8010101 VAddr 0x00007f40931c2000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 inf 4.19 2.194688
4 5000 inf 8.41 2.204422
8 5000 inf 16.95 2.221671
16 5000 inf 32.84 2.152496
32 5000 inf 67.73 2.219278
64 5000 inf 135.46 2.219457
128 5000 inf 271.13 2.221135
256 5000 inf 541.73 2.218943
512 5000 inf 1076.20 2.204050
1024 5000 inf 2167.37 2.219383
2048 5000 inf 4303.31 2.203292
4096 5000 inf 5889.51 1.507714
8192 5000 inf 5943.61 0.760782
16384 5000 inf 5973.80 0.382323
32768 5000 inf 5989.34 0.191659
65536 5000 inf 5996.77 0.095948
131072 5000 inf 5999.10 0.047993
262144 5000 inf 5986.91 0.023948
524288 5000 inf 5996.04 0.011992
1048576 5000 inf 5991.92 0.005992
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_destroy_qp
LOG: UHYVE - call_ibv_destroy_cq
LOG: UHYVE - call_ibv_dereg_mr
LOG: UHYVE - call_ibv_dealloc_pd
LOG: UHYVE - call_ibv_close_device

65
usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_bw-pl_4.log Normal file
View file

@ -0,0 +1,65 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
mydestvaddr: 7fd3b85d3000
---------------------------------------------------------------------------------------
RDMA_Write Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 4
CQ Moderation : 4
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a7e PSN 0x5424a4 RKey 0xb0010101 VAddr 0x00007fd3b85d3000
remote address: LID 0x03 QPN 0x0a7e PSN 0x410b11 RKey 0xb0010101 VAddr 0x00007f83ea67d000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 inf 1.20 0.631605
4 5000 inf 2.38 0.625172
8 5000 inf 4.79 0.628196
16 5000 inf 9.52 0.624007
32 5000 inf 19.16 0.627680
64 5000 inf 38.36 0.628489
128 5000 inf 76.69 0.628273
256 5000 inf 153.35 0.628118
512 5000 inf 306.90 0.628521
1024 5000 inf 613.94 0.628675
2048 5000 inf 1227.29 0.628371
4096 5000 inf 2457.29 0.629067
8192 5000 inf 4887.38 0.625585
16384 5000 inf 5939.36 0.380119
32768 5000 inf 5947.11 0.190307
65536 5000 inf 5955.59 0.095289
131072 5000 inf 5928.91 0.047431
262144 5000 inf 5900.07 0.023600
524288 5000 inf 5900.23 0.011800
1048576 5000 inf 5899.66 0.005900
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_destroy_qp
LOG: UHYVE - call_ibv_destroy_cq
LOG: UHYVE - call_ibv_dereg_mr
LOG: UHYVE - call_ibv_dealloc_pd
LOG: UHYVE - call_ibv_close_device

56
usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_lat-pl_1.log Normal file
View file

@ -0,0 +1,56 @@
mydestvaddr: 7fe7f8be9000
---------------------------------------------------------------------------------------
RDMA_Write Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Mtu : 2048[B]
Link type : IB
Max inline data : 220[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a80 PSN 0xddb16e RKey 0xc0010101 VAddr 0x00007fe7f8be9000
remote address: LID 0x03 QPN 0x0a80 PSN 0xca97db RKey 0xc0010101 VAddr 0x00007feacc3cf000
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]
2 1000 4.35 7.85 4.42 4.46 0.20 5.79 7.85
4 1000 4.32 6.71 4.41 4.43 0.15 5.49 6.71
8 1000 4.32 7.22 4.40 4.43 0.19 5.77 7.22
16 1000 4.33 6.53 4.40 4.42 0.15 5.58 6.53
32 1000 4.34 8.07 4.40 4.43 0.19 5.89 8.07
64 1000 4.33 6.72 4.41 4.44 0.17 5.71 6.72
128 1000 4.35 6.35 4.42 4.44 0.17 5.67 6.35
256 1000 4.27 7.09 4.37 4.40 0.21 5.88 7.09
512 1000 4.27 7.52 4.35 4.38 0.19 5.67 7.52
1024 1000 4.26 7.57 4.35 4.39 0.23 5.90 7.57
2048 1000 4.27 6.71 4.37 4.40 0.21 5.89 6.71
4096 1000 4.32 6.49 4.45 4.51 0.22 5.94 6.49
8192 1000 5.04 10.06 5.23 5.33 0.33 6.72 10.06
16384 1000 6.34 10.72 6.69 6.69 0.24 7.03 10.72
32768 1000 9.20 13.95 9.51 9.53 0.27 10.94 13.95
65536 1000 14.47 19.84 14.96 15.00 0.33 16.23 19.84
131072 1000 25.17 31.24 26.08 26.07 0.42 27.44 31.24
262144 1000 45.84 56.14 47.23 47.30 0.81 51.86 56.14
524288 1000 88.38 93.96 89.51 89.47 0.44 90.42 93.96
1048576 1000 171.32 180.76 173.07 173.14 0.66 175.19 180.76
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp

41
usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_bw-pl_1.log Normal file
View file

@ -0,0 +1,41 @@
---------------------------------------------------------------------------------------
RDMA_Read BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
CQ Moderation : 100
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a77 PSN 0xbf78e OUT 0x10 RKey 0x78010101 VAddr 0x007fca974bb000
remote address: LID 0x03 QPN 0x0a77 PSN 0x38553e OUT 0x10 RKey 0x78010101 VAddr 0x007fe919dd2000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 1000 9.84 8.38 4.392793
4 1000 18.50 18.08 4.739939
8 1000 35.30 35.16 4.609027
16 1000 70.59 70.49 4.619673
32 1000 136.57 136.17 4.461877
64 1000 283.38 282.73 4.632183
128 1000 564.74 563.38 4.615212
256 1000 1195.41 1173.76 4.807708
512 1000 2287.43 2282.43 4.674423
1024 1000 4478.05 3528.15 3.612822
2048 1000 5300.73 5127.99 2.625530
4096 1000 5806.87 5761.55 1.474957
8192 1000 5891.07 5852.97 0.749180
16384 1000 5911.65 5911.37 0.378328
32768 1000 5935.83 5934.24 0.189896
65536 1000 5925.66 5894.00 0.094304
131072 1000 5744.56 5742.59 0.045941
262144 1000 5728.26 5728.15 0.022913
524288 1000 5726.12 5726.10 0.011452
1048576 1000 5729.12 5728.33 0.005728
2097152 1000 5728.11 5727.38 0.002864
4194304 1000 5727.79 5727.60 0.001432
8388608 1000 5731.97 5731.25 0.000716
---------------------------------------------------------------------------------------

44
usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_bw-pl_16.log Normal file
View file

@ -0,0 +1,44 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
---------------------------------------------------------------------------------------
RDMA_Read Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 16
CQ Moderation : 16
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a79 PSN 0x45d23e OUT 0x10 RKey 0x88010101 VAddr 0x007f713fddc000
remote address: LID 0x03 QPN 0x0a79 PSN 0x373187 OUT 0x10 RKey 0x88010101 VAddr 0x007ffb2f425000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 1000 inf 12.08 6.335812
4 1000 inf 30.27 7.935118
8 1000 inf 60.74 7.961262
16 1000 inf 120.52 7.898285
32 1000 inf 241.71 7.920324
64 1000 inf 475.24 7.786263
128 1000 inf 908.60 7.443256
256 1000 inf 1764.80 7.228617
512 1000 inf 3123.06 6.396037
1024 1000 inf 4355.03 4.459550
2048 1000 inf 5316.43 2.722011
4096 1000 inf 5736.05 1.468429
8192 1000 inf 5765.86 0.738030
16384 1000 inf 5891.67 0.377067
32768 1000 inf 5701.03 0.182433
65536 1000 inf 5702.83 0.091245
131072 1000 inf 5702.75 0.045622
262144 1000 inf 5690.98 0.022764
524288 1000 inf 5691.13 0.011382
1048576 1000 inf 5690.34 0.005690
2097152 1000 inf 5690.40 0.002845
4194304 1000 inf 5690.46 0.001423
8388608 1000 inf 5688.83 0.000711
---------------------------------------------------------------------------------------

44
usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_bw-pl_4.log Normal file
View file

@ -0,0 +1,44 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
---------------------------------------------------------------------------------------
RDMA_Read Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 4
CQ Moderation : 4
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a78 PSN 0xd2c416 OUT 0x10 RKey 0x80010101 VAddr 0x007fc45648a000
remote address: LID 0x03 QPN 0x0a78 PSN 0x7551a6 OUT 0x10 RKey 0x80010101 VAddr 0x007fd60f73e000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 1000 inf 12.39 6.494517
4 1000 inf 31.16 8.168463
8 1000 inf 63.42 8.312623
16 1000 inf 126.51 8.291204
32 1000 inf 250.66 8.213673
64 1000 inf 498.52 8.167744
128 1000 inf 940.16 7.701754
256 1000 inf 1815.37 7.435763
512 1000 inf 3230.25 6.615546
1024 1000 inf 4537.98 4.646887
2048 1000 inf 5383.80 2.756503
4096 1000 inf 5783.27 1.480517
8192 1000 inf 6038.16 0.772884
16384 1000 inf 6084.67 0.389419
32768 1000 inf 6082.41 0.194637
65536 1000 inf 6080.51 0.097288
131072 1000 inf 6081.59 0.048653
262144 1000 inf 5952.55 0.023810
524288 1000 inf 5909.80 0.011820
1048576 1000 inf 5922.83 0.005923
2097152 1000 inf 5948.03 0.002974
4194304 1000 inf 5960.61 0.001490
8388608 1000 inf 5963.50 0.000745
---------------------------------------------------------------------------------------

40
usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_lat-pl_1.log Normal file
View file

@ -0,0 +1,40 @@
---------------------------------------------------------------------------------------
RDMA_Read Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a7a PSN 0xf9e0a7 OUT 0x10 RKey 0x90010101 VAddr 0x007f5572705000
remote address: LID 0x03 QPN 0x0a7a PSN 0x7e0d6e OUT 0x10 RKey 0x90010101 VAddr 0x007ff98117c000
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]
2 1000 2.03 9.28 2.06 2.09 0.09 2.54 9.28
4 1000 2.03 4.05 2.07 2.09 0.08 2.53 4.05
8 1000 2.06 3.54 2.09 2.11 0.07 2.55 3.54
16 1000 2.06 3.07 2.09 2.11 0.06 2.55 3.07
32 1000 2.05 7.51 2.10 2.12 0.07 2.47 7.51
64 1000 2.09 3.54 2.12 2.14 0.07 2.56 3.54
128 1000 2.13 4.73 2.16 2.18 0.07 2.63 4.73
256 1000 2.21 5.00 2.24 2.27 0.08 2.70 5.00
512 1000 2.33 5.84 2.37 2.40 0.09 2.84 5.84
1024 1000 2.57 5.54 2.61 2.65 0.13 3.09 5.54
2048 1000 3.04 5.22 3.10 3.18 0.15 3.60 5.22
4096 1000 3.46 11.08 3.76 3.75 0.23 4.09 11.08
8192 1000 4.07 11.97 4.40 4.49 0.35 5.43 11.97
16384 1000 5.34 14.94 5.74 5.89 0.45 6.73 14.94
32768 1000 7.98 16.96 8.67 8.67 0.53 9.59 16.96
65536 1000 13.51 23.24 14.14 14.27 0.71 16.84 23.24
131072 1000 24.18 32.86 25.03 25.13 0.59 26.46 32.86
262144 1000 45.80 55.24 46.83 46.92 0.62 48.99 55.24
524288 1000 89.20 100.84 90.46 90.61 1.07 97.42 100.84
1048576 1000 175.79 193.92 177.20 177.43 1.36 183.94 193.92
2097152 1000 340.68 372.40 351.19 351.72 2.68 367.64 372.40
4194304 1000 691.14 716.03 699.32 699.85 2.01 706.31 716.03
8388608 1000 1380.66 1427.63 1395.55 1396.16 3.32 1411.07 1427.63
---------------------------------------------------------------------------------------

41
usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_bw-pl_1.log Normal file
View file

@ -0,0 +1,41 @@
---------------------------------------------------------------------------------------
RDMA_Write BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
CQ Moderation : 100
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a71 PSN 0x4d042e RKey 0x48010101 VAddr 0x007f534f1be000
remote address: LID 0x03 QPN 0x0a71 PSN 0x86982e RKey 0x48010101 VAddr 0x007f077e382000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 10.51 10.20 5.346163
4 5000 21.15 20.94 5.490574
8 5000 42.39 42.28 5.541399
16 5000 84.59 84.04 5.507910
32 5000 169.18 168.21 5.511786
64 5000 316.75 294.07 4.818114
128 5000 630.98 619.92 5.078405
256 5000 1252.00 1227.58 5.028175
512 5000 2504.00 2484.91 5.089101
1024 5000 4978.53 4954.36 5.073268
2048 5000 5648.61 5643.87 2.889663
4096 5000 5800.23 5763.32 1.475411
8192 5000 5665.95 5664.58 0.725066
16384 5000 5826.02 5824.72 0.372782
32768 5000 5860.48 5860.28 0.187529
65536 5000 5887.66 5887.05 0.094193
131072 5000 5901.77 5898.44 0.047188
262144 5000 5890.70 5890.46 0.023562
524288 5000 5900.89 5899.03 0.011798
1048576 5000 5903.56 5903.55 0.005904
2097152 5000 5909.07 5908.58 0.002954
4194304 5000 5915.87 5915.06 0.001479
8388608 5000 5948.13 5947.41 0.000743
---------------------------------------------------------------------------------------

44
usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_bw-pl_16.log Normal file
View file

@ -0,0 +1,44 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
---------------------------------------------------------------------------------------
RDMA_Write Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 16
CQ Moderation : 16
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a73 PSN 0x5a0e74 RKey 0x58010101 VAddr 0x007f57b662e000
remote address: LID 0x03 QPN 0x0a73 PSN 0x48dbee RKey 0x58010101 VAddr 0x007f17ce680000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 inf 20.77 10.887361
4 5000 inf 44.95 11.782741
8 5000 inf 86.22 11.300644
16 5000 inf 172.40 11.298562
32 5000 inf 344.63 11.292948
64 5000 inf 612.08 10.028315
128 5000 inf 1335.56 10.940910
256 5000 inf 2574.56 10.545398
512 5000 inf 4412.62 9.037053
1024 5000 inf 5413.68 5.543611
2048 5000 inf 5694.88 2.915777
4096 5000 inf 5781.37 1.480031
8192 5000 inf 5705.16 0.730260
16384 5000 inf 5788.73 0.370479
32768 5000 inf 5828.17 0.186501
65536 5000 inf 5868.77 0.093900
131072 5000 inf 5888.58 0.047109
262144 5000 inf 5885.39 0.023542
524288 5000 inf 5884.00 0.011768
1048576 5000 inf 5886.32 0.005886
2097152 5000 inf 5902.81 0.002951
4194304 5000 inf 5913.25 0.001478
8388608 5000 inf 5948.38 0.000744
---------------------------------------------------------------------------------------

44
usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_bw-pl_4.log Normal file
View file

@ -0,0 +1,44 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
---------------------------------------------------------------------------------------
RDMA_Write Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 4
CQ Moderation : 4
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a72 PSN 0xfa878a RKey 0x50010101 VAddr 0x007f7eec68e000
remote address: LID 0x03 QPN 0x0a72 PSN 0xa31d76 RKey 0x50010101 VAddr 0x007ff0e60dd000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 inf 21.31 11.170718
4 5000 inf 45.28 11.868757
8 5000 inf 82.05 10.754173
16 5000 inf 163.85 10.737935
32 5000 inf 326.77 10.707475
64 5000 inf 561.86 9.205534
128 5000 inf 1264.63 10.359876
256 5000 inf 2361.52 9.672780
512 5000 inf 4136.75 8.472066
1024 5000 inf 5362.94 5.491651
2048 5000 inf 5650.36 2.892983
4096 5000 inf 5792.88 1.482977
8192 5000 inf 5808.79 0.743525
16384 5000 inf 5851.76 0.374513
32768 5000 inf 5872.16 0.187909
65536 5000 inf 5898.30 0.094373
131072 5000 inf 5903.54 0.047228
262144 5000 inf 5898.07 0.023592
524288 5000 inf 5899.06 0.011798
1048576 5000 inf 5909.44 0.005909
2097152 5000 inf 5915.66 0.002958
4194304 5000 inf 5927.90 0.001482
8388608 5000 inf 5933.54 0.000742
---------------------------------------------------------------------------------------

40
usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_lat-pl_1.log Normal file
View file

@ -0,0 +1,40 @@
---------------------------------------------------------------------------------------
RDMA_Write Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Mtu : 2048[B]
Link type : IB
Max inline data : 220[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a74 PSN 0x5db8fe RKey 0x60010101 VAddr 0x007ff03f137000
remote address: LID 0x03 QPN 0x0a74 PSN 0xf00e77 RKey 0x60010101 VAddr 0x007f26bc80b000
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]
2 1000 0.98 4.50 1.05 1.10 0.13 1.37 4.50
4 1000 0.97 3.33 1.05 1.10 0.09 1.36 3.33
8 1000 0.99 2.41 1.05 1.10 0.08 1.38 2.41
16 1000 0.99 3.46 1.05 1.10 0.07 1.37 3.46
32 1000 1.02 3.45 1.09 1.14 0.08 1.38 3.45
64 1000 1.12 4.72 1.20 1.20 0.09 1.25 4.72
128 1000 1.19 3.61 1.31 1.31 0.05 1.55 3.61
256 1000 2.13 4.53 2.21 2.22 0.08 2.42 4.53
512 1000 2.27 3.57 2.35 2.39 0.10 2.73 3.57
1024 1000 2.42 3.64 2.60 2.65 0.11 2.96 3.64
2048 1000 2.93 5.26 3.13 3.13 0.10 3.44 5.26
4096 1000 3.34 5.50 3.62 3.60 0.16 4.09 5.50
8192 1000 3.96 5.12 4.25 4.28 0.17 4.74 5.12
16384 1000 5.23 6.29 5.62 5.64 0.17 6.01 6.29
32768 1000 8.02 8.99 8.44 8.43 0.15 8.83 8.99
65536 1000 13.51 14.97 14.14 14.11 0.20 14.61 14.97
131072 1000 24.32 25.91 24.92 24.91 0.21 25.45 25.91
262144 1000 45.30 55.52 47.26 47.26 0.65 50.84 55.52
524288 1000 88.00 93.89 89.43 89.43 0.50 90.92 93.89
1048576 1000 172.66 182.96 173.98 174.06 0.67 176.03 182.96
2097152 1000 340.00 351.22 341.98 342.19 1.05 346.07 351.22
4194304 1000 676.45 691.13 679.60 679.87 1.62 687.32 691.13
8388608 1000 1536.74 1560.25 1550.53 1550.41 2.26 1557.47 1560.25
---------------------------------------------------------------------------------------

62
usr/benchmarks/ib/evaluation/18-02-15-15-43/hermit-ib_write_bw-pl_1.log Normal file
View file

@ -0,0 +1,62 @@
mydestvaddr: 7ff68221d000
---------------------------------------------------------------------------------------
RDMA_Write BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
CQ Moderation : 100
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a92 PSN 0x5424a4 RKey 0x50010102 VAddr 0x00007ff68221d000
remote address: LID 0x03 QPN 0x0a92 PSN 0x410b11 RKey 0x50010102 VAddr 0x00007fc168380000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 0.32 0.32 0.166766
4 5000 0.63 0.63 0.165070
8 5000 1.27 1.26 0.165474
16 5000 2.52 2.52 0.165137
32 5000 5.07 5.06 0.165876
64 5000 10.13 10.11 0.165577
128 5000 20.19 20.18 0.165288
256 5000 40.45 40.40 0.165463
512 5000 80.77 80.70 0.165281
1024 5000 161.65 161.43 0.165304
2048 5000 323.53 322.93 0.165340
4096 5000 650.08 644.28 0.164936
8192 5000 1305.51 1300.52 0.166466
16384 5000 2611.69 2609.34 0.166998
32768 5000 5220.69 5215.58 0.166899
65536 5000 5906.92 5906.81 0.094509
131072 5000 5911.65 5911.24 0.047290
262144 5000 5901.39 5901.38 0.023606
524288 5000 5899.97 5894.30 0.011789
1048576 5000 5900.12 5899.68 0.005900
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_destroy_qp
LOG: UHYVE - call_ibv_destroy_cq
LOG: UHYVE - call_ibv_dereg_mr
LOG: UHYVE - call_ibv_dealloc_pd
LOG: UHYVE - call_ibv_close_device

65
usr/benchmarks/ib/evaluation/18-02-15-15-43/hermit-ib_write_bw-pl_16.log Normal file
View file

@ -0,0 +1,65 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
mydestvaddr: 7fb15960a000
---------------------------------------------------------------------------------------
RDMA_Write Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 16
CQ Moderation : 16
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a94 PSN 0x5424a4 RKey 0x60010102 VAddr 0x00007fb15960a000
remote address: LID 0x03 QPN 0x0a94 PSN 0x2df17e RKey 0x60010102 VAddr 0x00007f0c6baae000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 inf 4.20 2.202231
4 5000 inf 8.44 2.213705
8 5000 inf 16.99 2.226547
16 5000 inf 33.02 2.163775
32 5000 inf 67.86 2.223707
64 5000 inf 135.62 2.221932
128 5000 inf 271.57 2.224720
256 5000 inf 543.92 2.227878
512 5000 inf 1080.83 2.213540
1024 5000 inf 2173.06 2.225212
2048 5000 inf 4315.21 2.209387
4096 5000 inf 5900.64 1.510563
8192 5000 inf 5938.25 0.760095
16384 5000 inf 5991.13 0.383432
32768 5000 inf 5982.65 0.191445
65536 5000 inf 5989.67 0.095835
131072 5000 inf 5993.30 0.047946
262144 5000 inf 5978.11 0.023912
524288 5000 inf 5978.63 0.011957
1048576 5000 inf 5942.08 0.005942
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_destroy_qp
LOG: UHYVE - call_ibv_destroy_cq
LOG: UHYVE - call_ibv_dereg_mr
LOG: UHYVE - call_ibv_dealloc_pd
LOG: UHYVE - call_ibv_close_device

65
usr/benchmarks/ib/evaluation/18-02-15-15-43/hermit-ib_write_bw-pl_4.log Normal file
View file

@ -0,0 +1,65 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
mydestvaddr: 7f8a38356000
---------------------------------------------------------------------------------------
RDMA_Write Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 4
CQ Moderation : 4
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a93 PSN 0x5424a4 RKey 0x58010102 VAddr 0x00007f8a38356000
remote address: LID 0x03 QPN 0x0a93 PSN 0x2df17e RKey 0x58010102 VAddr 0x00007f6363694000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 inf 1.20 0.629510
4 5000 inf 2.41 0.632495
8 5000 inf 4.85 0.635393
16 5000 inf 9.61 0.629556
32 5000 inf 19.43 0.636599
64 5000 inf 38.86 0.636676
128 5000 inf 77.75 0.636951
256 5000 inf 155.28 0.636033
512 5000 inf 310.28 0.635446
1024 5000 inf 621.70 0.636620
2048 5000 inf 1242.63 0.636225
4096 5000 inf 2485.53 0.636296
8192 5000 inf 4950.72 0.633692
16384 5000 inf 5929.97 0.379518
32768 5000 inf 5893.42 0.188589
65536 5000 inf 5906.26 0.094500
131072 5000 inf 5912.71 0.047302
262144 5000 inf 5902.51 0.023610
524288 5000 inf 5901.62 0.011803
1048576 5000 inf 5872.53 0.005873
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_destroy_qp
LOG: UHYVE - call_ibv_destroy_cq
LOG: UHYVE - call_ibv_dereg_mr
LOG: UHYVE - call_ibv_dealloc_pd
LOG: UHYVE - call_ibv_close_device

41
usr/benchmarks/ib/evaluation/18-02-15-15-43/native-ib_write_bw-pl_1.log Normal file
View file

@ -0,0 +1,41 @@
---------------------------------------------------------------------------------------
RDMA_Write BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
CQ Moderation : 100
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a8f PSN 0x3162f6 RKey 0x38010102 VAddr 0x007f558bfe2000
remote address: LID 0x03 QPN 0x0a8f PSN 0xee3c13 RKey 0x38010102 VAddr 0x007fc7383cc000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 10.57 10.28 5.387176
4 5000 20.79 19.90 5.216839
8 5000 39.91 39.64 5.195680
16 5000 79.50 79.31 5.197774
32 5000 159.97 158.83 5.204525
64 5000 319.30 296.97 4.865562
128 5000 633.50 626.15 5.129430
256 5000 1269.53 1250.13 5.120524
512 5000 2528.94 2514.37 5.149439
1024 5000 5017.89 4989.33 5.109069
2048 5000 5636.07 5629.14 2.882118
4096 5000 5810.19 5781.11 1.479963
8192 5000 5670.69 5670.38 0.725809
16384 5000 5821.01 5820.20 0.372493
32768 5000 5847.40 5839.92 0.186877
65536 5000 5885.10 5884.50 0.094152
131072 5000 5899.95 5899.91 0.047199
262144 5000 5897.75 5897.39 0.023590
524288 5000 5902.28 5901.87 0.011804
1048576 5000 5908.48 5908.42 0.005908
2097152 5000 5912.37 5911.99 0.002956
4194304 5000 5915.73 5915.73 0.001479
8388608 5000 5947.23 5945.41 0.000743
---------------------------------------------------------------------------------------

44
usr/benchmarks/ib/evaluation/18-02-15-15-43/native-ib_write_bw-pl_16.log Normal file
View file

@ -0,0 +1,44 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
---------------------------------------------------------------------------------------
RDMA_Write Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 16
CQ Moderation : 16
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a91 PSN 0xec890b RKey 0x48010102 VAddr 0x007f9f78c53000
remote address: LID 0x03 QPN 0x0a91 PSN 0x51abe2 RKey 0x48010102 VAddr 0x007f3738698000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 inf 22.32 11.701247
4 5000 inf 43.03 11.280366
8 5000 inf 85.74 11.237656
16 5000 inf 173.04 11.340115
32 5000 inf 346.51 11.354576
64 5000 inf 613.32 10.048686
128 5000 inf 1340.34 10.980091
256 5000 inf 2577.74 10.558417
512 5000 inf 4416.61 9.045227
1024 5000 inf 5392.04 5.521450
2048 5000 inf 5694.93 2.915803
4096 5000 inf 5770.26 1.477187
8192 5000 inf 5696.54 0.729157
16384 5000 inf 5799.95 0.371197
32768 5000 inf 5852.54 0.187281
65536 5000 inf 5873.11 0.093970
131072 5000 inf 5891.14 0.047129
262144 5000 inf 5879.15 0.023517
524288 5000 inf 5885.22 0.011770
1048576 5000 inf 5898.47 0.005898
2097152 5000 inf 5910.94 0.002955
4194304 5000 inf 5919.83 0.001480
8388608 5000 inf 5950.51 0.000744
---------------------------------------------------------------------------------------

44
usr/benchmarks/ib/evaluation/18-02-15-15-43/native-ib_write_bw-pl_4.log Normal file
View file

@ -0,0 +1,44 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
---------------------------------------------------------------------------------------
RDMA_Write Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 4
CQ Moderation : 4
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a90 PSN 0x9bba2d RKey 0x40010102 VAddr 0x007f169a472000
remote address: LID 0x03 QPN 0x0a90 PSN 0x871a92 RKey 0x40010102 VAddr 0x007f2e32362000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 inf 20.60 10.799377
4 5000 inf 40.96 10.737261
8 5000 inf 80.22 10.514182
16 5000 inf 160.13 10.494287
32 5000 inf 319.97 10.484875
64 5000 inf 561.04 9.192151
128 5000 inf 1238.80 10.148215
256 5000 inf 2208.15 9.044598
512 5000 inf 4082.07 8.360072
1024 5000 inf 5347.88 5.476225
2048 5000 inf 5657.39 2.896583
4096 5000 inf 5791.67 1.482667
8192 5000 inf 5854.19 0.749336
16384 5000 inf 5887.19 0.376780
32768 5000 inf 5903.48 0.188911
65536 5000 inf 5917.30 0.094677
131072 5000 inf 5915.76 0.047326
262144 5000 inf 5905.33 0.023621
524288 5000 inf 5902.02 0.011804
1048576 5000 inf 5904.64 0.005905
2097152 5000 inf 5910.11 0.002955
4194304 5000 inf 5923.66 0.001481
8388608 5000 inf 5960.82 0.000745
---------------------------------------------------------------------------------------

63
usr/benchmarks/ib/evaluation/18-02-15-15-47/hermit-ib_read_bw-pl_1.log Normal file
View file

@ -0,0 +1,63 @@
mydestvaddr: 7f319ab71000
---------------------------------------------------------------------------------------
RDMA_Read BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
CQ Moderation : 100
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a99 PSN 0xddb16e OUT 0x10 RKey 0x88010102 VAddr 0x00007f319ab71000
remote address: LID 0x03 QPN 0x0a99 PSN 0xb77e48 OUT 0x10 RKey 0x88010102 VAddr 0x00007ff64a731000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 1000 0.31 0.31 0.161308
4 1000 0.62 0.62 0.162018
8 1000 1.24 1.24 0.162065
16 1000 2.48 2.47 0.162142
32 1000 4.99 4.95 0.162251
64 1000 9.94 9.90 0.162256
128 1000 19.86 19.80 0.162173
256 1000 39.73 39.51 0.161815
512 1000 79.53 79.25 0.162307
1024 1000 158.97 158.05 0.161840
2048 1000 318.12 316.41 0.162000
4096 1000 642.15 640.63 0.164002
8192 1000 1281.94 1278.57 0.163657
16384 1000 2563.57 2558.72 0.163758
32768 1000 5114.22 5105.13 0.163364
65536 1000 6056.63 6056.41 0.096903
131072 1000 6069.64 6069.47 0.048556
262144 1000 6046.82 6046.79 0.024187
524288 1000 6055.95 6055.94 0.012112
1048576 1000 6055.15 6054.85 0.006055
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_destroy_qp
LOG: UHYVE - call_ibv_destroy_cq
LOG: UHYVE - call_ibv_dereg_mr
LOG: UHYVE - call_ibv_dealloc_pd
LOG: UHYVE - call_ibv_close_device

57
usr/benchmarks/ib/evaluation/18-02-15-15-47/hermit-ib_read_lat-pl_1.log Normal file
View file

@ -0,0 +1,57 @@
mydestvaddr: 7f2c86042000
---------------------------------------------------------------------------------------
RDMA_Read Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a9a PSN 0xddb16e OUT 0x10 RKey 0x90010102 VAddr 0x00007f2c86042000
remote address: LID 0x03 QPN 0x0a9a PSN 0xb77e48 OUT 0x10 RKey 0x90010102 VAddr 0x00007fb617283000
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]
2 1000 8.65 15.93 8.75 8.79 0.30 9.82 15.93
4 1000 8.60 12.79 8.70 8.73 0.27 9.69 12.79
8 1000 8.58 13.84 8.68 8.71 0.30 9.62 13.84
16 1000 8.59 13.62 8.67 8.69 0.22 9.30 13.62
32 1000 8.58 15.60 8.67 8.70 0.36 9.59 15.60
64 1000 8.60 14.44 8.67 8.70 0.27 8.89 14.44
128 1000 8.58 14.86 8.67 8.70 0.28 9.43 14.86
256 1000 8.58 15.02 8.67 8.70 0.29 9.41 15.02
512 1000 8.59 15.38 8.68 8.72 0.39 10.97 15.38
1024 1000 8.58 15.15 8.68 8.71 0.37 9.01 15.15
2048 1000 8.58 15.47 8.66 8.69 0.32 9.68 15.47
4096 1000 8.58 16.59 8.68 8.71 0.35 9.37 16.59
8192 1000 8.58 14.86 8.66 8.70 0.30 8.91 14.86
16384 1000 8.59 15.45 8.68 8.71 0.29 9.14 15.45
32768 1000 11.08 14.54 11.18 11.22 0.24 13.15 14.54
65536 1000 15.83 19.07 16.15 16.17 0.17 16.84 19.07
131072 1000 25.90 30.93 28.45 27.96 0.98 28.66 30.93
262144 1000 47.75 54.10 48.30 48.33 0.25 49.18 54.10
524288 1000 87.94 98.32 90.29 90.31 0.63 92.35 98.32
1048576 1000 171.17 188.84 173.62 173.18 1.25 175.99 188.84
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp

56
usr/benchmarks/ib/evaluation/18-02-15-15-47/hermit-ib_write_lat-pl_1.log Normal file
View file

@ -0,0 +1,56 @@
mydestvaddr: 7fbd50838000
---------------------------------------------------------------------------------------
RDMA_Write Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Mtu : 2048[B]
Link type : IB
Max inline data : 220[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a98 PSN 0xddb16e RKey 0x80010102 VAddr 0x00007fbd50838000
remote address: LID 0x03 QPN 0x0a98 PSN 0xca97db RKey 0x80010102 VAddr 0x00007f2ceb618000
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]
2 1000 4.35 8.57 4.40 4.42 0.18 4.95 8.57
4 1000 4.29 5.95 4.37 4.38 0.12 4.92 5.95
8 1000 4.30 8.23 4.37 4.39 0.15 5.37 8.23
16 1000 4.28 7.20 4.37 4.38 0.13 5.35 7.20
32 1000 4.30 7.53 4.37 4.39 0.16 5.54 7.53
64 1000 4.31 6.26 4.36 4.38 0.13 5.35 6.26
128 1000 4.30 7.25 4.38 4.40 0.15 4.73 7.25
256 1000 4.29 7.05 4.34 4.36 0.13 5.34 7.05
512 1000 4.28 6.01 4.34 4.36 0.15 5.39 6.01
1024 1000 4.28 7.33 4.34 4.36 0.16 5.42 7.33
2048 1000 4.28 7.04 4.39 4.41 0.19 5.73 7.04
4096 1000 4.68 7.88 4.83 4.89 0.19 6.04 7.88
8192 1000 5.39 7.55 5.54 5.60 0.18 6.16 7.55
16384 1000 6.61 8.41 6.96 6.96 0.16 7.23 8.41
32768 1000 9.48 10.94 9.67 9.71 0.13 9.96 10.94
65536 1000 14.85 16.53 15.19 15.19 0.12 15.46 16.53
131072 1000 25.47 31.25 26.00 26.01 0.28 27.00 31.25
262144 1000 47.18 52.95 48.06 48.04 0.31 48.97 52.95
524288 1000 88.73 95.97 89.80 89.82 0.41 90.86 95.97
1048576 1000 173.97 180.31 175.56 175.61 0.61 177.77 180.31
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp

41
usr/benchmarks/ib/evaluation/18-02-15-15-47/native-ib_read_bw-pl_1.log Normal file
View file

@ -0,0 +1,41 @@
---------------------------------------------------------------------------------------
RDMA_Read BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
CQ Moderation : 100
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a96 PSN 0x8b463b OUT 0x10 RKey 0x70010102 VAddr 0x007fa9f3b5e000
remote address: LID 0x03 QPN 0x0a96 PSN 0x571f33 OUT 0x10 RKey 0x70010102 VAddr 0x007fb02d762000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 1000 9.76 8.65 4.535761
4 1000 17.52 16.49 4.322911
8 1000 35.36 35.19 4.612887
16 1000 70.97 70.65 4.630072
32 1000 138.96 128.15 4.199274
64 1000 300.55 298.48 4.890249
128 1000 567.77 566.20 4.638332
256 1000 1090.66 1036.35 4.244908
512 1000 2283.32 2275.07 4.659345
1024 1000 4509.86 4105.39 4.203918
2048 1000 5373.65 5363.62 2.746173
4096 1000 5680.21 5557.47 1.422712
8192 1000 5691.35 5690.72 0.728412
16384 1000 5712.96 5712.24 0.365584
32768 1000 5729.47 5725.68 0.183222
65536 1000 5739.39 5738.69 0.091819
131072 1000 5744.56 5744.09 0.045953
262144 1000 5732.86 5732.15 0.022929
524288 1000 5727.10 5727.09 0.011454
1048576 1000 5726.60 5726.31 0.005726
2097152 1000 5727.02 5726.83 0.002863
4194304 1000 5726.19 5726.19 0.001432
8388608 1000 5729.23 5729.17 0.000716
---------------------------------------------------------------------------------------

40
usr/benchmarks/ib/evaluation/18-02-15-15-47/native-ib_read_lat-pl_1.log Normal file
View file

@ -0,0 +1,40 @@
---------------------------------------------------------------------------------------
RDMA_Read Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a97 PSN 0xf5b9 OUT 0x10 RKey 0x78010102 VAddr 0x007f4a2442b000
remote address: LID 0x03 QPN 0x0a97 PSN 0x6a5635 OUT 0x10 RKey 0x78010102 VAddr 0x007f97bb702000
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]
2 1000 2.05 7.55 2.08 2.10 0.07 2.28 7.55
4 1000 1.97 9.56 2.11 2.12 0.11 2.24 9.56
8 1000 1.98 9.90 2.11 2.12 0.20 2.20 9.90
16 1000 2.03 10.19 2.16 2.17 0.13 2.28 10.19
32 1000 2.05 11.08 2.17 2.18 0.26 2.27 11.08
64 1000 2.06 10.64 2.19 2.20 0.18 2.31 10.64
128 1000 2.10 10.72 2.23 2.24 0.21 2.35 10.72
256 1000 2.20 9.52 2.31 2.33 0.20 2.48 9.52
512 1000 2.31 10.01 2.45 2.46 0.16 2.62 10.01
1024 1000 2.56 11.14 2.69 2.71 0.28 2.90 11.14
2048 1000 3.01 10.62 3.16 3.22 0.21 3.48 10.62
4096 1000 3.35 9.56 3.50 3.58 0.22 3.86 9.56
8192 1000 4.00 11.65 4.27 4.31 0.27 4.97 11.65
16384 1000 5.30 15.16 5.62 5.71 0.47 6.51 15.16
32768 1000 7.83 18.01 8.41 8.45 0.46 9.18 18.01
65536 1000 13.42 22.76 13.92 13.96 0.56 15.82 22.76
131072 1000 24.12 34.00 24.80 24.86 0.68 28.99 34.00
262144 1000 45.44 55.49 46.72 46.74 0.51 48.77 55.49
524288 1000 88.86 99.53 90.02 90.09 0.68 92.17 99.53
1048576 1000 175.89 193.25 177.35 177.43 1.03 182.30 193.25
2097152 1000 349.93 372.68 352.00 352.13 1.54 357.17 372.68
4194304 1000 692.27 719.04 701.02 701.63 2.80 716.10 719.04
8388608 1000 1394.16 1430.47 1399.17 1399.78 3.36 1416.02 1430.47
---------------------------------------------------------------------------------------

40
usr/benchmarks/ib/evaluation/18-02-15-15-47/native-ib_write_lat-pl_1.log Normal file
View file

@ -0,0 +1,40 @@
---------------------------------------------------------------------------------------
RDMA_Write Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Mtu : 2048[B]
Link type : IB
Max inline data : 220[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a95 PSN 0x2d3524 RKey 0x68010102 VAddr 0x007f9b61fee000
remote address: LID 0x03 QPN 0x0a95 PSN 0xe512a5 RKey 0x68010102 VAddr 0x007f444b9b5000
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]
2 1000 0.97 4.83 1.16 1.20 0.12 1.67 4.83
4 1000 0.97 3.02 1.16 1.19 0.06 1.32 3.02
8 1000 0.97 3.77 1.17 1.19 0.06 1.32 3.77
16 1000 0.98 2.36 1.17 1.19 0.05 1.32 2.36
32 1000 1.00 51.61 1.20 1.23 0.15 1.36 51.61
64 1000 1.04 2.59 1.21 1.22 0.08 1.39 2.59
128 1000 1.10 5.83 1.30 1.32 0.25 1.48 5.83
256 1000 2.07 6.32 2.25 2.29 0.19 2.50 6.32
512 1000 2.21 6.06 2.36 2.38 0.11 2.58 6.06
1024 1000 2.22 6.94 2.40 2.45 0.24 3.01 6.94
2048 1000 2.80 7.61 3.12 3.12 0.20 3.33 7.61
4096 1000 3.16 6.73 3.58 3.54 0.23 4.01 6.73
8192 1000 3.77 6.70 4.13 4.15 0.21 4.60 6.70
16384 1000 5.19 8.19 5.63 5.66 0.19 6.02 8.19
32768 1000 7.90 12.02 8.36 8.36 0.15 8.71 12.02
65536 1000 13.28 18.19 13.73 13.74 0.20 14.12 18.19
131072 1000 23.94 25.27 24.54 24.53 0.16 24.91 25.27
262144 1000 45.66 48.27 46.67 46.63 0.27 47.17 48.27
524288 1000 87.05 92.24 88.02 88.05 0.42 89.24 92.24
1048576 1000 170.31 179.93 171.74 171.77 0.55 173.66 179.93
2097152 1000 336.83 347.74 339.03 339.09 0.70 341.58 347.74
4194304 1000 670.20 683.24 672.35 672.50 1.13 675.83 683.24
8388608 1000 1474.78 1496.07 1487.42 1487.23 1.80 1490.91 1496.07
---------------------------------------------------------------------------------------

63
usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_read_bw-pl_1.log Normal file
View file

@ -0,0 +1,63 @@
mydestvaddr: 7f2ea4859000
---------------------------------------------------------------------------------------
RDMA_Read BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
CQ Moderation : 100
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0aa2 PSN 0xddb16e OUT 0x10 RKey 0xd0010102 VAddr 0x00007f2ea4859000
remote address: LID 0x03 QPN 0x0aa2 PSN 0xb77e48 OUT 0x10 RKey 0xd0010102 VAddr 0x00007f62f7887000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 1000 0.31 0.31 0.162354
4 1000 0.63 0.62 0.162802
8 1000 1.25 1.25 0.163665
16 1000 2.51 2.51 0.164171
32 1000 5.02 4.98 0.163102
64 1000 10.09 10.05 0.164683
128 1000 20.15 20.04 0.164191
256 1000 40.23 39.98 0.163772
512 1000 80.21 80.03 0.163908
1024 1000 161.26 160.46 0.164310
2048 1000 320.99 319.82 0.163750
4096 1000 648.83 645.51 0.165251
8192 1000 1291.65 1290.04 0.165125
16384 1000 2592.85 2581.92 0.165243
32768 1000 5162.97 5134.37 0.164300
65536 1000 6093.19 6089.44 0.097431
131072 1000 6093.99 6092.51 0.048740
262144 1000 6082.07 6080.88 0.024324
524288 1000 6081.33 6079.74 0.012159
1048576 1000 6079.41 6079.24 0.006079
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_destroy_qp
LOG: UHYVE - call_ibv_destroy_cq
LOG: UHYVE - call_ibv_dereg_mr
LOG: UHYVE - call_ibv_dealloc_pd
LOG: UHYVE - call_ibv_close_device

57
usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_read_lat-pl_1.log Normal file
View file

@ -0,0 +1,57 @@
mydestvaddr: 7f6a0b47d000
---------------------------------------------------------------------------------------
RDMA_Read Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0aa3 PSN 0xddb16e OUT 0x10 RKey 0xd8010102 VAddr 0x00007f6a0b47d000
remote address: LID 0x03 QPN 0x0aa3 PSN 0xb77e48 OUT 0x10 RKey 0xd8010102 VAddr 0x00007f3756355000
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]
2 1000 8.47 16.25 8.56 8.60 0.33 9.56 16.25
4 1000 8.40 14.51 8.51 8.54 0.30 9.32 14.51
8 1000 8.42 13.90 8.52 8.55 0.35 9.53 13.90
16 1000 8.40 14.73 8.51 8.54 0.31 9.22 14.73
32 1000 8.42 16.74 8.51 8.55 0.33 10.07 16.74
64 1000 8.40 14.13 8.50 8.53 0.30 9.61 14.13
128 1000 8.38 13.71 8.50 8.53 0.26 9.25 13.71
256 1000 8.41 14.08 8.50 8.53 0.26 9.11 14.08
512 1000 8.42 14.29 8.52 8.54 0.25 8.72 14.29
1024 1000 8.40 14.05 8.51 8.54 0.27 9.54 14.05
2048 1000 8.38 14.12 8.49 8.53 0.29 9.26 14.12
4096 1000 8.34 13.52 8.43 8.45 0.27 9.49 13.52
8192 1000 8.32 13.65 8.42 8.45 0.26 9.15 13.65
16384 1000 8.33 14.24 8.43 8.46 0.31 9.14 14.24
32768 1000 10.86 18.57 10.96 11.00 0.33 13.22 18.57
65536 1000 15.70 24.09 15.94 16.00 0.45 18.45 24.09
131072 1000 25.67 29.94 25.89 26.07 0.63 28.41 29.94
262144 1000 45.98 55.83 48.26 48.28 0.50 50.57 55.83
524288 1000 87.59 95.46 90.30 89.74 1.08 90.86 95.46
1048576 1000 169.99 181.55 172.42 172.48 0.74 175.13 181.55
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp

62
usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_write_bw-pl_1.log Normal file
View file

@ -0,0 +1,62 @@
mydestvaddr: 7f5317cf8000
---------------------------------------------------------------------------------------
RDMA_Write BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
CQ Moderation : 100
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0aa0 PSN 0x5424a4 RKey 0xc0010102 VAddr 0x00007f5317cf8000
remote address: LID 0x03 QPN 0x0aa0 PSN 0x410b11 RKey 0xc0010102 VAddr 0x00007f1af2693000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 0.32 0.32 0.167302
4 5000 0.64 0.63 0.165766
8 5000 1.27 1.27 0.166085
16 5000 2.55 2.53 0.165748
32 5000 5.08 5.07 0.166050
64 5000 10.17 10.14 0.166128
128 5000 20.31 20.23 0.165759
256 5000 40.59 40.46 0.165718
512 5000 81.15 80.91 0.165712
1024 5000 162.35 161.78 0.165664
2048 5000 324.60 323.71 0.165741
4096 5000 655.03 653.17 0.167212
8192 5000 1308.87 1306.71 0.167259
16384 5000 2622.31 2613.89 0.167289
32768 5000 5232.80 5230.93 0.167390
65536 5000 6004.04 6002.99 0.096048
131072 5000 6005.26 6005.06 0.048040
262144 5000 5993.13 5992.69 0.023971
524288 5000 5992.39 5992.23 0.011984
1048576 5000 5995.90 5995.46 0.005995
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_destroy_qp
LOG: UHYVE - call_ibv_destroy_cq
LOG: UHYVE - call_ibv_dereg_mr
LOG: UHYVE - call_ibv_dealloc_pd
LOG: UHYVE - call_ibv_close_device

56
usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_write_lat-pl_1.log Normal file
View file

@ -0,0 +1,56 @@
mydestvaddr: 7fcce4dca000
---------------------------------------------------------------------------------------
RDMA_Write Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Mtu : 2048[B]
Link type : IB
Max inline data : 220[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0aa1 PSN 0xddb16e RKey 0xc8010102 VAddr 0x00007fcce4dca000
remote address: LID 0x03 QPN 0x0aa1 PSN 0xb77e48 RKey 0xc8010102 VAddr 0x00007fa312b67000
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]
2 1000 4.23 6.93 4.29 4.32 0.16 4.84 6.93
4 1000 4.22 6.78 4.28 4.30 0.14 5.20 6.78
8 1000 4.19 7.14 4.27 4.29 0.22 5.41 7.14
16 1000 4.21 7.09 4.29 4.30 0.14 5.26 7.09
32 1000 4.22 8.95 4.28 4.30 0.16 5.37 8.95
64 1000 4.22 6.53 4.28 4.30 0.14 4.87 6.53
128 1000 4.23 6.65 4.28 4.30 0.14 4.85 6.65
256 1000 4.19 7.13 4.24 4.26 0.15 5.30 7.13
512 1000 4.19 7.17 4.23 4.25 0.14 5.02 7.17
1024 1000 4.18 7.52 4.23 4.25 0.16 5.19 7.52
2048 1000 4.19 9.62 4.25 4.28 0.22 5.78 9.62
4096 1000 4.31 7.19 4.40 4.45 0.20 5.74 7.19
8192 1000 4.94 7.55 5.09 5.15 0.16 5.99 7.55
16384 1000 6.20 7.83 6.51 6.51 0.16 6.81 7.83
32768 1000 8.94 11.54 9.18 9.19 0.11 9.38 11.54
65536 1000 14.43 15.87 14.63 14.64 0.11 15.24 15.87
131072 1000 24.86 26.29 25.19 25.19 0.12 25.47 26.29
262144 1000 45.82 47.59 46.35 46.35 0.18 46.78 47.59
524288 1000 86.80 88.56 87.61 87.62 0.27 88.28 88.56
1048576 1000 170.12 172.79 171.20 171.21 0.38 172.16 172.79
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp

41
usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_read_bw-pl_1.log Normal file
View file

@ -0,0 +1,41 @@
---------------------------------------------------------------------------------------
RDMA_Read BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
CQ Moderation : 100
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a9e PSN 0x4df7d3 OUT 0x10 RKey 0xb0010102 VAddr 0x007f79f7fe8000
remote address: LID 0x03 QPN 0x0a9e PSN 0x7f42f6 OUT 0x10 RKey 0xb0010102 VAddr 0x007ff6d4fd9000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 1000 12.18 10.03 5.256581
4 1000 24.92 24.76 6.491923
8 1000 50.35 50.17 6.575791
16 1000 107.81 106.24 6.962565
32 1000 215.61 213.31 6.989669
64 1000 431.22 426.89 6.994106
128 1000 809.65 806.92 6.610298
256 1000 1619.29 1612.65 6.605395
512 1000 3213.99 3111.89 6.373147
1024 1000 4591.41 4579.46 4.689363
2048 1000 5402.24 5394.73 2.762102
4096 1000 5823.51 5820.68 1.490095
8192 1000 6047.16 6046.22 0.773916
16384 1000 6077.01 6074.74 0.388784
32768 1000 6074.74 6074.33 0.194378
65536 1000 6083.61 6082.85 0.097326
131072 1000 6083.04 6083.00 0.048664
262144 1000 5892.94 5892.68 0.023571
524288 1000 5958.99 5958.66 0.011917
1048576 1000 5961.98 5961.78 0.005962
2097152 1000 5905.88 5905.88 0.002953
4194304 1000 5924.09 5924.09 0.001481
8388608 1000 5923.80 5922.65 0.000740
---------------------------------------------------------------------------------------

40
usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_read_lat-pl_1.log Normal file
View file

@ -0,0 +1,40 @@
---------------------------------------------------------------------------------------
RDMA_Read Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a9f PSN 0xd31e48 OUT 0x10 RKey 0xb8010102 VAddr 0x007fbf85eee000
remote address: LID 0x03 QPN 0x0a9f PSN 0x4178f7 OUT 0x10 RKey 0xb8010102 VAddr 0x007f51737ff000
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]
2 1000 1.66 7.94 1.69 1.70 0.02 1.79 7.94
4 1000 1.67 2.39 1.69 1.70 0.02 1.77 2.39
8 1000 1.66 4.84 1.69 1.70 0.03 1.78 4.84
16 1000 1.66 4.66 1.69 1.70 0.03 1.78 4.66
32 1000 1.67 4.00 1.70 1.71 0.04 1.79 4.00
64 1000 1.73 2.13 1.76 1.76 0.02 1.84 2.13
128 1000 1.77 4.53 1.80 1.80 0.03 1.87 4.53
256 1000 1.84 4.00 1.88 1.88 0.02 1.95 4.00
512 1000 1.98 5.02 2.01 2.01 0.03 2.09 5.02
1024 1000 2.21 4.44 2.24 2.25 0.03 2.32 4.44
2048 1000 2.67 7.13 2.71 2.72 0.14 2.80 7.13
4096 1000 2.99 4.81 3.04 3.05 0.03 3.14 4.81
8192 1000 3.64 4.22 3.69 3.74 0.13 4.10 4.22
16384 1000 4.90 6.23 4.96 5.05 0.16 5.39 6.23
32768 1000 7.47 10.18 7.61 7.64 0.15 7.95 10.18
65536 1000 12.71 14.18 12.87 12.87 0.10 13.05 14.18
131072 1000 22.93 24.68 23.23 23.24 0.16 23.90 24.68
262144 1000 43.68 45.96 45.33 45.32 0.24 45.77 45.96
524288 1000 85.14 89.87 88.60 88.56 0.47 89.39 89.87
1048576 1000 168.08 179.81 171.05 171.06 0.72 173.15 179.81
2097152 1000 333.02 343.68 335.41 335.40 0.69 337.33 343.68
4194304 1000 663.10 685.08 666.26 666.33 1.39 669.08 685.08
8388608 1000 1327.25 1363.16 1331.53 1331.65 2.14 1336.96 1363.16
---------------------------------------------------------------------------------------

41
usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_write_bw-pl_1.log Normal file
View file

@ -0,0 +1,41 @@
---------------------------------------------------------------------------------------
RDMA_Write BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
CQ Moderation : 100
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a9c PSN 0x7a9cf5 RKey 0xa0010102 VAddr 0x007f6485e48000
remote address: LID 0x03 QPN 0x0a9c PSN 0x662d76 RKey 0xa0010102 VAddr 0x007fcf589d0000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 15.59 14.69 7.700915
4 5000 31.99 31.85 8.350320
8 5000 64.82 64.52 8.457273
16 5000 127.16 124.96 8.189251
32 5000 255.13 249.46 8.174421
64 5000 511.91 511.03 8.372736
128 5000 1010.77 1007.64 8.254604
256 5000 1996.11 1948.96 7.982929
512 5000 3992.22 3872.76 7.931419
1024 5000 5592.63 5573.55 5.707317
2048 5000 5790.31 5783.52 2.961163
4096 5000 5925.44 5924.50 1.516671
8192 5000 5977.76 5975.88 0.764913
16384 5000 6020.28 6019.13 0.385224
32768 5000 5985.24 5983.27 0.191465
65536 5000 5999.61 5996.82 0.095949
131072 5000 6038.62 6036.80 0.048294
262144 5000 6023.29 6023.21 0.024093
524288 5000 6014.37 6013.68 0.012027
1048576 5000 6012.66 6012.55 0.006013
2097152 5000 6017.00 6016.57 0.003008
4194304 5000 6032.07 6031.64 0.001508
8388608 5000 6042.00 6041.80 0.000755
---------------------------------------------------------------------------------------

40
usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_write_lat-pl_1.log Normal file
View file

@ -0,0 +1,40 @@
---------------------------------------------------------------------------------------
RDMA_Write Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Mtu : 2048[B]
Link type : IB
Max inline data : 220[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a9d PSN 0xb625fe RKey 0xa8010102 VAddr 0x007fdeb9244000
remote address: LID 0x03 QPN 0x0a9d PSN 0x2338cc RKey 0xa8010102 VAddr 0x007fb419a77000
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]
2 1000 0.86 3.77 0.87 0.88 0.09 1.06 3.77
4 1000 0.86 3.26 0.87 0.87 0.05 0.88 3.26
8 1000 0.86 2.83 0.87 0.88 0.07 0.89 2.83
16 1000 0.85 3.89 0.87 0.88 0.10 0.89 3.89
32 1000 0.90 3.30 0.91 0.91 0.07 0.92 3.30
64 1000 0.92 3.83 0.94 0.94 0.08 0.95 3.83
128 1000 1.02 3.28 1.03 1.03 0.06 1.04 3.28
256 1000 1.61 3.61 1.64 1.65 0.10 1.70 3.61
512 1000 1.76 4.92 1.80 1.81 0.11 1.83 4.92
1024 1000 2.01 3.42 2.04 2.04 0.06 2.09 3.42
2048 1000 2.48 5.37 2.61 2.57 0.08 2.65 5.37
4096 1000 2.80 5.51 2.95 2.94 0.12 3.20 5.51
8192 1000 3.45 5.93 3.60 3.64 0.13 3.87 5.93
16384 1000 4.76 6.51 4.99 5.00 0.13 5.23 6.51
32768 1000 7.44 9.22 7.62 7.62 0.08 7.79 9.22
65536 1000 12.79 13.69 12.99 13.00 0.06 13.15 13.69
131072 1000 23.21 23.96 23.58 23.59 0.12 23.86 23.96
262144 1000 44.05 45.09 44.64 44.63 0.16 44.98 45.09
524288 1000 85.05 86.73 85.73 85.71 0.23 86.24 86.73
1048576 1000 167.36 169.70 168.62 168.63 0.37 169.49 169.70
2097152 1000 332.87 336.49 334.31 334.32 0.49 335.45 336.49
4194304 1000 662.61 669.64 664.70 664.68 0.73 666.53 669.64
8388608 1000 1422.38 1431.22 1426.36 1426.37 1.20 1429.20 1431.22
---------------------------------------------------------------------------------------

65
usr/benchmarks/ib/evaluation/18-02-15-16-34/hermit-ib_write_bw-pl_16.log Normal file
View file

@ -0,0 +1,65 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
mydestvaddr: 7f8d6c726000
---------------------------------------------------------------------------------------
RDMA_Write Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 16
CQ Moderation : 16
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0aa7 PSN 0x5424a4 RKey 0xf8010102 VAddr 0x00007f8d6c726000
remote address: LID 0x03 QPN 0x0aa7 PSN 0x2df17e RKey 0xf8010102 VAddr 0x00007f12a28d6000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 inf 4.27 2.238970
4 5000 inf 8.58 2.247896
8 5000 inf 17.20 2.253894
16 5000 inf 33.54 2.198052
32 5000 inf 68.87 2.256620
64 5000 inf 138.07 2.262100
128 5000 inf 275.23 2.254665
256 5000 inf 552.14 2.261552
512 5000 inf 1096.80 2.246248
1024 5000 inf 2200.26 2.253069
2048 5000 inf 4382.56 2.243869
4096 5000 inf 5890.03 1.507848
8192 5000 inf 5930.12 0.759056
16384 5000 inf 5967.29 0.381907
32768 5000 inf 5989.30 0.191658
65536 5000 inf 5993.25 0.095892
131072 5000 inf 5995.44 0.047963
262144 5000 inf 5981.11 0.023924
524288 5000 inf 5979.83 0.011960
1048576 5000 inf 5980.98 0.005981
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_destroy_qp
LOG: UHYVE - call_ibv_destroy_cq
LOG: UHYVE - call_ibv_dereg_mr
LOG: UHYVE - call_ibv_dealloc_pd
LOG: UHYVE - call_ibv_close_device

65
usr/benchmarks/ib/evaluation/18-02-15-16-34/hermit-ib_write_bw-pl_4.log Normal file
View file

@ -0,0 +1,65 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
mydestvaddr: 7fb423b43000
---------------------------------------------------------------------------------------
RDMA_Write Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 4
CQ Moderation : 4
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0aa6 PSN 0x5424a4 RKey 0xf0010102 VAddr 0x00007fb423b43000
remote address: LID 0x03 QPN 0x0aa6 PSN 0x410b11 RKey 0xf0010102 VAddr 0x00007fe0df917000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 inf 1.22 0.639472
4 5000 inf 2.41 0.633000
8 5000 inf 4.86 0.637327
16 5000 inf 9.65 0.632437
32 5000 inf 19.44 0.636915
64 5000 inf 38.80 0.635780
128 5000 inf 77.65 0.636093
256 5000 inf 155.52 0.637029
512 5000 inf 310.84 0.636591
1024 5000 inf 622.58 0.637521
2048 5000 inf 1243.93 0.636892
4096 5000 inf 2488.82 0.637138
8192 5000 inf 4948.67 0.633430
16384 5000 inf 5994.82 0.383669
32768 5000 inf 6003.61 0.192116
65536 5000 inf 5998.87 0.095982
131072 5000 inf 5999.02 0.047992
262144 5000 inf 5989.27 0.023957
524288 5000 inf 5987.86 0.011976
1048576 5000 inf 5989.40 0.005989
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_destroy_qp
LOG: UHYVE - call_ibv_destroy_cq
LOG: UHYVE - call_ibv_dereg_mr
LOG: UHYVE - call_ibv_dealloc_pd
LOG: UHYVE - call_ibv_close_device

44
usr/benchmarks/ib/evaluation/18-02-15-16-34/native-ib_write_bw-pl_16.log Normal file
View file

@ -0,0 +1,44 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
---------------------------------------------------------------------------------------
RDMA_Write Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 16
CQ Moderation : 16
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0aa5 PSN 0xfd8440 RKey 0xe8010102 VAddr 0x007f54e33a9000
remote address: LID 0x03 QPN 0x0aa5 PSN 0x9a5252 RKey 0xe8010102 VAddr 0x007fb5d5907000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 inf 29.05 15.228124
4 5000 inf 63.69 16.695707
8 5000 inf 126.95 16.639035
16 5000 inf 253.80 16.633159
32 5000 inf 490.60 16.076069
64 5000 inf 948.01 15.532115
128 5000 inf 1943.44 15.920691
256 5000 inf 3506.99 14.364644
512 5000 inf 4936.12 10.109168
1024 5000 inf 5585.78 5.719843
2048 5000 inf 5821.69 2.980706
4096 5000 inf 5927.34 1.517398
8192 5000 inf 5988.81 0.766568
16384 5000 inf 6003.13 0.384200
32768 5000 inf 5992.01 0.191744
65536 5000 inf 5998.35 0.095974
131072 5000 inf 6013.21 0.048106
262144 5000 inf 5995.01 0.023980
524288 5000 inf 6001.05 0.012002
1048576 5000 inf 6010.63 0.006011
2097152 5000 inf 6012.86 0.003006
4194304 5000 inf 6022.82 0.001506
8388608 5000 inf 6031.49 0.000754
---------------------------------------------------------------------------------------

44
usr/benchmarks/ib/evaluation/18-02-15-16-34/native-ib_write_bw-pl_4.log Normal file
View file

@ -0,0 +1,44 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
---------------------------------------------------------------------------------------
RDMA_Write Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 4
CQ Moderation : 4
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0aa4 PSN 0x4e02e8 RKey 0xe0010102 VAddr 0x007fed61646000
remote address: LID 0x03 QPN 0x0aa4 PSN 0x61ab00 RKey 0xe0010102 VAddr 0x007f8e50a5f000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 inf 25.88 13.567217
4 5000 inf 55.77 14.618703
8 5000 inf 111.66 14.635095
16 5000 inf 221.60 14.523001
32 5000 inf 446.05 14.616008
64 5000 inf 890.80 14.594938
128 5000 inf 1700.46 13.930144
256 5000 inf 3179.86 13.024692
512 5000 inf 4887.48 10.009567
1024 5000 inf 5570.32 5.704012
2048 5000 inf 5797.98 2.968563
4096 5000 inf 5917.97 1.515000
8192 5000 inf 5968.95 0.764026
16384 5000 inf 6014.44 0.384924
32768 5000 inf 6019.43 0.192622
65536 5000 inf 6021.91 0.096351
131072 5000 inf 6015.48 0.048124
262144 5000 inf 6000.20 0.024001
524288 5000 inf 6010.53 0.012021
1048576 5000 inf 6014.32 0.006014
2097152 5000 inf 6023.39 0.003012
4194304 5000 inf 6036.14 0.001509
8388608 5000 inf 6042.86 0.000755
---------------------------------------------------------------------------------------

27
usr/benchmarks/ib/evaluation/client.py
View file

@ -8,35 +8,40 @@ from datetime import datetime
# from parse_results import parse_results
from config import \
BENCHMARKS, OPTIONS, NATIVE_SERVER_IP, HERMIT_RUN_CLIENT, HERMIT_SERVER_IP
BENCHMARKS, OPTIONS, NATIVE_SERVER_IP, HERMIT_RUN_CLIENT, HERMIT_SERVER_IP, NATIVE_PERFTEST_PATH
# CREATE_PLOTS = True
timestamp = datetime.now().strftime("%y-%m-%d-%H-%M")
directory = os.path.join('/home/wierichs/ib_benchmarking', timestamp)
directory = os.path.join('/home/wierichs/HermitCore/usr/benchmarks/ib/evaluation', timestamp)
try:
os.makedirs(directory)
except OSError as e:
if e.errno != errno.EEXIST:
raise
# Native
print('Run native benchmarks.\n')
for bm in BENCHMARKS:
for opt in OPTIONS:
print('Benchmark: ' + bm + ' ' + opt + '\n')
post_list = opt.split()[-1]
file_name = 'native-' + bm + '-pl_' + post_list + '.log'
with open(os.path.join(directory, file_name), "w+") as logfile:
subprocess.call([bm] + opt.split() + [NATIVE_SERVER_IP], stdout = logfile)
sleep(2)
with open(os.path.join(directory, file_name), "w+") as logfile:
subprocess.call("numactl --physcpubind 10".split() + [os.path.join(NATIVE_PERFTEST_PATH, bm)] + opt.split() + [NATIVE_SERVER_IP], stdout = logfile)
sleep(3)
# HermitCore
print('Run HermitCore benchmarks.\n')
for bm in BENCHMARKS:
for opt in OPTIONS:
print('Benchmark: ' + bm + ' ' + opt + '\n')
post_list = opt.split()[-1]
file_name = 'hermit-' + bm + '-pl_' + post_list + '.log'
with open(os.path.join(directory, file_name), "w+") as logfile:
# subprocess.call((HERMIT_RUN_CLIENT + bm).split() + opt.split() +
# [HERMIT_SERVER_IP], stdout = logfile)
subprocess.call(HERMIT_RUN_CLIENT + bm + ' ' + opt + ' ' + HERMIT_SERVER_IP,
shell=True, stdout=logfile)
sleep(2)
sleep(5)

32
usr/benchmarks/ib/evaluation/config.py
View file

@ -1,19 +1,29 @@
import os
BENCHMARKS = ['ib_write_bw',
'ib_write_lat',
'ib_read_bw',
'ib_read_lat']
# BENCHMARKS = ['ib_write_bw',
# 'ib_write_lat',
# BENCHMARKS = ['ib_write_lat',
# 'ib_read_bw',
# 'ib_read_lat']
BENCHMARKS = ['ib_write_bw']
OPTIONS = ['-a --post_list 1',
'-a --post_list 4',
'-a --post_list 16']
OPTIONS = ['-a --post_list 1']
TIMESTAMP = '18-02-01-18-46' # TODO: temporary while testing plots
# BENCHMARKS = ['ib_write_bw']
# OPTIONS = ['-a --post_list 4',
# '-a --post_list 16']
NATIVE_SERVER_IP = '137.226.133.151'
# OPTIONS = ['-a --post_list 1',
# '-a --post_list 4',
# '-a --post_list 16']
# TIMESTAMP = '18-02-15-14-30' # TODO: temporary while testing plots
TIMESTAMP = 'final2' # TODO: temporary while testing plots
NATIVE_SERVER_IP = '137.226.133.153'
NATIVE_PERFTEST_PATH = '/home/wierichs/perftest/tests/bin'
HERMIT_PATH = '/home/wierichs'
HERMIT_SERVER_IP = '10.0.5.3'
@ -33,7 +43,8 @@ HERMIT_RUN_SERVER = 'HERMIT_ISLE=uhyve \
HERMIT_IP="' + HERMIT_SERVER_IP + '" \
HERMIT_GATEWAY="' + HERMIT_SERVER_GATEWAY + '" \
HERMIT_MASK="' + HERMIT_MASK + '" \
HERMIT_NETIF=' + HERMIT_SERVER_TAPDEV + ' ' + \
HERMIT_NETIF=' + HERMIT_SERVER_TAPDEV + ' \
numactl --physcpubind 10 ' + \
os.path.join(HERMIT_PATH, 'hermit/bin/proxy') + ' ' + \
os.path.join(HERMIT_PATH, 'hermit/x86_64-hermit/extra/benchmarks/')
@ -44,6 +55,7 @@ HERMIT_RUN_CLIENT = 'HERMIT_ISLE=uhyve \
HERMIT_IP="' + HERMIT_CLIENT_IP + '" \
HERMIT_GATEWAY="' + HERMIT_CLIENT_GATEWAY + '" \
HERMIT_MASK="' + HERMIT_MASK + '" \
HERMIT_NETIF=' + HERMIT_CLIENT_TAPDEV + ' ' + \
HERMIT_NETIF=' + HERMIT_CLIENT_TAPDEV + ' \
numactl --physcpubind 10 ' + \
os.path.join(HERMIT_PATH, 'hermit/bin/proxy') + ' ' + \
os.path.join(HERMIT_PATH, 'hermit/x86_64-hermit/extra/benchmarks/')

63
usr/benchmarks/ib/evaluation/final/hermit-ib_read_bw-pl_1.log Normal file
View file

@ -0,0 +1,63 @@
mydestvaddr: 7f319ab71000
---------------------------------------------------------------------------------------
RDMA_Read BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
CQ Moderation : 100
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a99 PSN 0xddb16e OUT 0x10 RKey 0x88010102 VAddr 0x00007f319ab71000
remote address: LID 0x03 QPN 0x0a99 PSN 0xb77e48 OUT 0x10 RKey 0x88010102 VAddr 0x00007ff64a731000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 1000 0.31 0.31 0.161308
4 1000 0.62 0.62 0.162018
8 1000 1.24 1.24 0.162065
16 1000 2.48 2.47 0.162142
32 1000 4.99 4.95 0.162251
64 1000 9.94 9.90 0.162256
128 1000 19.86 19.80 0.162173
256 1000 39.73 39.51 0.161815
512 1000 79.53 79.25 0.162307
1024 1000 158.97 158.05 0.161840
2048 1000 318.12 316.41 0.162000
4096 1000 642.15 640.63 0.164002
8192 1000 1281.94 1278.57 0.163657
16384 1000 2563.57 2558.72 0.163758
32768 1000 5114.22 5105.13 0.163364
65536 1000 6056.63 6056.41 0.096903
131072 1000 6069.64 6069.47 0.048556
262144 1000 6046.82 6046.79 0.024187
524288 1000 6055.95 6055.94 0.012112
1048576 1000 6055.15 6054.85 0.006055
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_destroy_qp
LOG: UHYVE - call_ibv_destroy_cq
LOG: UHYVE - call_ibv_dereg_mr
LOG: UHYVE - call_ibv_dealloc_pd
LOG: UHYVE - call_ibv_close_device

57
usr/benchmarks/ib/evaluation/final/hermit-ib_read_lat-pl_1.log Normal file
View file

@ -0,0 +1,57 @@
mydestvaddr: 7f2c86042000
---------------------------------------------------------------------------------------
RDMA_Read Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a9a PSN 0xddb16e OUT 0x10 RKey 0x90010102 VAddr 0x00007f2c86042000
remote address: LID 0x03 QPN 0x0a9a PSN 0xb77e48 OUT 0x10 RKey 0x90010102 VAddr 0x00007fb617283000
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]
2 1000 8.65 15.93 8.75 8.79 0.30 9.82 15.93
4 1000 8.60 12.79 8.70 8.73 0.27 9.69 12.79
8 1000 8.58 13.84 8.68 8.71 0.30 9.62 13.84
16 1000 8.59 13.62 8.67 8.69 0.22 9.30 13.62
32 1000 8.58 15.60 8.67 8.70 0.36 9.59 15.60
64 1000 8.60 14.44 8.67 8.70 0.27 8.89 14.44
128 1000 8.58 14.86 8.67 8.70 0.28 9.43 14.86
256 1000 8.58 15.02 8.67 8.70 0.29 9.41 15.02
512 1000 8.59 15.38 8.68 8.72 0.39 10.97 15.38
1024 1000 8.58 15.15 8.68 8.71 0.37 9.01 15.15
2048 1000 8.58 15.47 8.66 8.69 0.32 9.68 15.47
4096 1000 8.58 16.59 8.68 8.71 0.35 9.37 16.59
8192 1000 8.58 14.86 8.66 8.70 0.30 8.91 14.86
16384 1000 8.59 15.45 8.68 8.71 0.29 9.14 15.45
32768 1000 11.08 14.54 11.18 11.22 0.24 13.15 14.54
65536 1000 15.83 19.07 16.15 16.17 0.17 16.84 19.07
131072 1000 25.90 30.93 28.45 27.96 0.98 28.66 30.93
262144 1000 47.75 54.10 48.30 48.33 0.25 49.18 54.10
524288 1000 87.94 98.32 90.29 90.31 0.63 92.35 98.32
1048576 1000 171.17 188.84 173.62 173.18 1.25 175.99 188.84
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp

62
usr/benchmarks/ib/evaluation/final/hermit-ib_write_bw-pl_1.log Normal file
View file

@ -0,0 +1,62 @@
mydestvaddr: 7ff68221d000
---------------------------------------------------------------------------------------
RDMA_Write BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
CQ Moderation : 100
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a92 PSN 0x5424a4 RKey 0x50010102 VAddr 0x00007ff68221d000
remote address: LID 0x03 QPN 0x0a92 PSN 0x410b11 RKey 0x50010102 VAddr 0x00007fc168380000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 0.32 0.32 0.166766
4 5000 0.63 0.63 0.165070
8 5000 1.27 1.26 0.165474
16 5000 2.52 2.52 0.165137
32 5000 5.07 5.06 0.165876
64 5000 10.13 10.11 0.165577
128 5000 20.19 20.18 0.165288
256 5000 40.45 40.40 0.165463
512 5000 80.77 80.70 0.165281
1024 5000 161.65 161.43 0.165304
2048 5000 323.53 322.93 0.165340
4096 5000 650.08 644.28 0.164936
8192 5000 1305.51 1300.52 0.166466
16384 5000 2611.69 2609.34 0.166998
32768 5000 5220.69 5215.58 0.166899
65536 5000 5906.92 5906.81 0.094509
131072 5000 5911.65 5911.24 0.047290
262144 5000 5901.39 5901.38 0.023606
524288 5000 5899.97 5894.30 0.011789
1048576 5000 5900.12 5899.68 0.005900
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_destroy_qp
LOG: UHYVE - call_ibv_destroy_cq
LOG: UHYVE - call_ibv_dereg_mr
LOG: UHYVE - call_ibv_dealloc_pd
LOG: UHYVE - call_ibv_close_device

65
usr/benchmarks/ib/evaluation/final/hermit-ib_write_bw-pl_16.log Normal file
View file

@ -0,0 +1,65 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
mydestvaddr: 7fb15960a000
---------------------------------------------------------------------------------------
RDMA_Write Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 16
CQ Moderation : 16
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a94 PSN 0x5424a4 RKey 0x60010102 VAddr 0x00007fb15960a000
remote address: LID 0x03 QPN 0x0a94 PSN 0x2df17e RKey 0x60010102 VAddr 0x00007f0c6baae000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 inf 4.20 2.202231
4 5000 inf 8.44 2.213705
8 5000 inf 16.99 2.226547
16 5000 inf 33.02 2.163775
32 5000 inf 67.86 2.223707
64 5000 inf 135.62 2.221932
128 5000 inf 271.57 2.224720
256 5000 inf 543.92 2.227878
512 5000 inf 1080.83 2.213540
1024 5000 inf 2173.06 2.225212
2048 5000 inf 4315.21 2.209387
4096 5000 inf 5900.64 1.510563
8192 5000 inf 5938.25 0.760095
16384 5000 inf 5991.13 0.383432
32768 5000 inf 5982.65 0.191445
65536 5000 inf 5989.67 0.095835
131072 5000 inf 5993.30 0.047946
262144 5000 inf 5978.11 0.023912
524288 5000 inf 5978.63 0.011957
1048576 5000 inf 5942.08 0.005942
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_destroy_qp
LOG: UHYVE - call_ibv_destroy_cq
LOG: UHYVE - call_ibv_dereg_mr
LOG: UHYVE - call_ibv_dealloc_pd
LOG: UHYVE - call_ibv_close_device

65
usr/benchmarks/ib/evaluation/final/hermit-ib_write_bw-pl_4.log Normal file
View file

@ -0,0 +1,65 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
mydestvaddr: 7f8a38356000
---------------------------------------------------------------------------------------
RDMA_Write Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 4
CQ Moderation : 4
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a93 PSN 0x5424a4 RKey 0x58010102 VAddr 0x00007f8a38356000
remote address: LID 0x03 QPN 0x0a93 PSN 0x2df17e RKey 0x58010102 VAddr 0x00007f6363694000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 inf 1.20 0.629510
4 5000 inf 2.41 0.632495
8 5000 inf 4.85 0.635393
16 5000 inf 9.61 0.629556
32 5000 inf 19.43 0.636599
64 5000 inf 38.86 0.636676
128 5000 inf 77.75 0.636951
256 5000 inf 155.28 0.636033
512 5000 inf 310.28 0.635446
1024 5000 inf 621.70 0.636620
2048 5000 inf 1242.63 0.636225
4096 5000 inf 2485.53 0.636296
8192 5000 inf 4950.72 0.633692
16384 5000 inf 5929.97 0.379518
32768 5000 inf 5893.42 0.188589
65536 5000 inf 5906.26 0.094500
131072 5000 inf 5912.71 0.047302
262144 5000 inf 5902.51 0.023610
524288 5000 inf 5901.62 0.011803
1048576 5000 inf 5872.53 0.005873
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_destroy_qp
LOG: UHYVE - call_ibv_destroy_cq
LOG: UHYVE - call_ibv_dereg_mr
LOG: UHYVE - call_ibv_dealloc_pd
LOG: UHYVE - call_ibv_close_device

56
usr/benchmarks/ib/evaluation/final/hermit-ib_write_lat-pl_1.log Normal file
View file

@ -0,0 +1,56 @@
mydestvaddr: 7fbd50838000
---------------------------------------------------------------------------------------
RDMA_Write Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Mtu : 2048[B]
Link type : IB
Max inline data : 220[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a98 PSN 0xddb16e RKey 0x80010102 VAddr 0x00007fbd50838000
remote address: LID 0x03 QPN 0x0a98 PSN 0xca97db RKey 0x80010102 VAddr 0x00007f2ceb618000
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]
2 1000 4.35 8.57 4.40 4.42 0.18 4.95 8.57
4 1000 4.29 5.95 4.37 4.38 0.12 4.92 5.95
8 1000 4.30 8.23 4.37 4.39 0.15 5.37 8.23
16 1000 4.28 7.20 4.37 4.38 0.13 5.35 7.20
32 1000 4.30 7.53 4.37 4.39 0.16 5.54 7.53
64 1000 4.31 6.26 4.36 4.38 0.13 5.35 6.26
128 1000 4.30 7.25 4.38 4.40 0.15 4.73 7.25
256 1000 4.29 7.05 4.34 4.36 0.13 5.34 7.05
512 1000 4.28 6.01 4.34 4.36 0.15 5.39 6.01
1024 1000 4.28 7.33 4.34 4.36 0.16 5.42 7.33
2048 1000 4.28 7.04 4.39 4.41 0.19 5.73 7.04
4096 1000 4.68 7.88 4.83 4.89 0.19 6.04 7.88
8192 1000 5.39 7.55 5.54 5.60 0.18 6.16 7.55
16384 1000 6.61 8.41 6.96 6.96 0.16 7.23 8.41
32768 1000 9.48 10.94 9.67 9.71 0.13 9.96 10.94
65536 1000 14.85 16.53 15.19 15.19 0.12 15.46 16.53
131072 1000 25.47 31.25 26.00 26.01 0.28 27.00 31.25
262144 1000 47.18 52.95 48.06 48.04 0.31 48.97 52.95
524288 1000 88.73 95.97 89.80 89.82 0.41 90.86 95.97
1048576 1000 173.97 180.31 175.56 175.61 0.61 177.77 180.31
---------------------------------------------------------------------------------------
LOG: UHYVE - call_ibv_get_device_list
LOG: UHYVE - call_ibv_open_device
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_get_device_name
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_query_device
LOG: UHYVE - call_ibv_alloc_pd
LOG: UHYVE - call_ibv_reg_mr
LOG: UHYVE - call_ibv_create_cq
LOG: UHYVE - call_ibv_create_qp
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_query_port
LOG: UHYVE - call_ibv_modify_qp
LOG: UHYVE - call_ibv_modify_qp

BIN
usr/benchmarks/ib/evaluation/final/ib_read_bw-avg.pdf Normal file
View file

Binary file not shown.

BIN
usr/benchmarks/ib/evaluation/final/ib_read_lat-t_typical.pdf Normal file
View file

Binary file not shown.

BIN
usr/benchmarks/ib/evaluation/final/ib_write_bw-avg-MULT_WRs.pdf Normal file
View file

Binary file not shown.

BIN
usr/benchmarks/ib/evaluation/final/ib_write_bw-avg.pdf Normal file
View file

Binary file not shown.

BIN
usr/benchmarks/ib/evaluation/final/ib_write_bw-msg_rate.pdf Normal file
View file

Binary file not shown.

BIN
usr/benchmarks/ib/evaluation/final/ib_write_bw-peak.pdf Normal file
View file

Binary file not shown.

BIN
usr/benchmarks/ib/evaluation/final/ib_write_lat-s_stddev.pdf Normal file
View file

Binary file not shown.

BIN
usr/benchmarks/ib/evaluation/final/ib_write_lat-t_avg.pdf Normal file
View file

Binary file not shown.

BIN
usr/benchmarks/ib/evaluation/final/ib_write_lat-t_max.pdf Normal file
View file

Binary file not shown.

BIN
usr/benchmarks/ib/evaluation/final/ib_write_lat-t_min.pdf Normal file
View file

Binary file not shown.

BIN
usr/benchmarks/ib/evaluation/final/ib_write_lat-t_typical.pdf Normal file
View file

Binary file not shown.

41
usr/benchmarks/ib/evaluation/final/native-ib_read_bw-pl_1.log Normal file
View file

@ -0,0 +1,41 @@
---------------------------------------------------------------------------------------
RDMA_Read BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
CQ Moderation : 100
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a96 PSN 0x8b463b OUT 0x10 RKey 0x70010102 VAddr 0x007fa9f3b5e000
remote address: LID 0x03 QPN 0x0a96 PSN 0x571f33 OUT 0x10 RKey 0x70010102 VAddr 0x007fb02d762000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 1000 9.76 8.65 4.535761
4 1000 17.52 16.49 4.322911
8 1000 35.36 35.19 4.612887
16 1000 70.97 70.65 4.630072
32 1000 138.96 128.15 4.199274
64 1000 300.55 298.48 4.890249
128 1000 567.77 566.20 4.638332
256 1000 1090.66 1036.35 4.244908
512 1000 2283.32 2275.07 4.659345
1024 1000 4509.86 4105.39 4.203918
2048 1000 5373.65 5363.62 2.746173
4096 1000 5680.21 5557.47 1.422712
8192 1000 5691.35 5690.72 0.728412
16384 1000 5712.96 5712.24 0.365584
32768 1000 5729.47 5725.68 0.183222
65536 1000 5739.39 5738.69 0.091819
131072 1000 5744.56 5744.09 0.045953
262144 1000 5732.86 5732.15 0.022929
524288 1000 5727.10 5727.09 0.011454
1048576 1000 5726.60 5726.31 0.005726
2097152 1000 5727.02 5726.83 0.002863
4194304 1000 5726.19 5726.19 0.001432
8388608 1000 5729.23 5729.17 0.000716
---------------------------------------------------------------------------------------

44
usr/benchmarks/ib/evaluation/final/native-ib_read_bw-pl_16.log Normal file
View file

@ -0,0 +1,44 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
---------------------------------------------------------------------------------------
RDMA_Read Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 16
CQ Moderation : 16
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a65 PSN 0xf2da56 OUT 0x10 RKey 0xe8010100 VAddr 0x007fa682176000
remote address: LID 0x03 QPN 0x0a65 PSN 0xab49bc OUT 0x10 RKey 0xe8010100 VAddr 0x007f8def2c4000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 1000 inf 13.24 6.940559
4 1000 inf 33.06 8.666746
8 1000 inf 65.39 8.570752
16 1000 inf 131.24 8.600691
32 1000 inf 252.10 8.260962
64 1000 inf 502.59 8.234380
128 1000 inf 925.56 7.582177
256 1000 inf 1770.39 7.251520
512 1000 inf 2475.15 5.069114
1024 1000 inf 4483.83 4.591446
2048 1000 inf 5325.21 2.726510
4096 1000 inf 5740.21 1.469495
8192 1000 inf 5985.27 0.766115
16384 1000 inf 6023.39 0.385497
32768 1000 inf 6032.32 0.193034
65536 1000 inf 6037.40 0.096598
131072 1000 inf 6035.62 0.048285
262144 1000 inf 6019.52 0.024078
524288 1000 inf 6022.76 0.012046
1048576 1000 inf 6018.87 0.006019
2097152 1000 inf 6021.05 0.003011
4194304 1000 inf 6016.22 0.001504
8388608 1000 inf 6013.68 0.000752
---------------------------------------------------------------------------------------

44
usr/benchmarks/ib/evaluation/final/native-ib_read_bw-pl_4.log Normal file
View file

@ -0,0 +1,44 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
---------------------------------------------------------------------------------------
RDMA_Read Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 4
CQ Moderation : 4
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a64 PSN 0xb1bf20 OUT 0x10 RKey 0xe0010100 VAddr 0x007f5e9fe06000
remote address: LID 0x03 QPN 0x0a64 PSN 0x93b6af OUT 0x10 RKey 0xe0010100 VAddr 0x007f9b78c02000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 1000 inf 13.18 6.909572
4 1000 inf 33.01 8.653707
8 1000 inf 61.00 7.994751
16 1000 inf 119.85 7.854287
32 1000 inf 230.13 7.540834
64 1000 inf 475.14 7.784771
128 1000 inf 928.29 7.604531
256 1000 inf 1721.92 7.052998
512 1000 inf 2425.48 4.967385
1024 1000 inf 4533.50 4.642307
2048 1000 inf 5327.74 2.727803
4096 1000 inf 5766.97 1.476344
8192 1000 inf 6021.10 0.770701
16384 1000 inf 6049.40 0.387161
32768 1000 inf 6072.13 0.194308
65536 1000 inf 6083.58 0.097337
131072 1000 inf 6073.18 0.048585
262144 1000 inf 6064.26 0.024257
524288 1000 inf 6015.16 0.012030
1048576 1000 inf 5989.16 0.005989
2097152 1000 inf 5956.15 0.002978
4194304 1000 inf 5946.14 0.001487
8388608 1000 inf 5934.37 0.000742
---------------------------------------------------------------------------------------

40
usr/benchmarks/ib/evaluation/final/native-ib_read_lat-pl_1.log Normal file
View file

@ -0,0 +1,40 @@
---------------------------------------------------------------------------------------
RDMA_Read Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a97 PSN 0xf5b9 OUT 0x10 RKey 0x78010102 VAddr 0x007f4a2442b000
remote address: LID 0x03 QPN 0x0a97 PSN 0x6a5635 OUT 0x10 RKey 0x78010102 VAddr 0x007f97bb702000
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]
2 1000 2.05 7.55 2.08 2.10 0.07 2.28 7.55
4 1000 1.97 9.56 2.11 2.12 0.11 2.24 9.56
8 1000 1.98 9.90 2.11 2.12 0.20 2.20 9.90
16 1000 2.03 10.19 2.16 2.17 0.13 2.28 10.19
32 1000 2.05 11.08 2.17 2.18 0.26 2.27 11.08
64 1000 2.06 10.64 2.19 2.20 0.18 2.31 10.64
128 1000 2.10 10.72 2.23 2.24 0.21 2.35 10.72
256 1000 2.20 9.52 2.31 2.33 0.20 2.48 9.52
512 1000 2.31 10.01 2.45 2.46 0.16 2.62 10.01
1024 1000 2.56 11.14 2.69 2.71 0.28 2.90 11.14
2048 1000 3.01 10.62 3.16 3.22 0.21 3.48 10.62
4096 1000 3.35 9.56 3.50 3.58 0.22 3.86 9.56
8192 1000 4.00 11.65 4.27 4.31 0.27 4.97 11.65
16384 1000 5.30 15.16 5.62 5.71 0.47 6.51 15.16
32768 1000 7.83 18.01 8.41 8.45 0.46 9.18 18.01
65536 1000 13.42 22.76 13.92 13.96 0.56 15.82 22.76
131072 1000 24.12 34.00 24.80 24.86 0.68 28.99 34.00
262144 1000 45.44 55.49 46.72 46.74 0.51 48.77 55.49
524288 1000 88.86 99.53 90.02 90.09 0.68 92.17 99.53
1048576 1000 175.89 193.25 177.35 177.43 1.03 182.30 193.25
2097152 1000 349.93 372.68 352.00 352.13 1.54 357.17 372.68
4194304 1000 692.27 719.04 701.02 701.63 2.80 716.10 719.04
8388608 1000 1394.16 1430.47 1399.17 1399.78 3.36 1416.02 1430.47
---------------------------------------------------------------------------------------

19
usr/benchmarks/ib/evaluation/final/native-ib_read_lat-pl_16.log Normal file
View file

@ -0,0 +1,19 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
---------------------------------------------------------------------------------------
RDMA_Read Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Post List : 16
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a68 PSN 0x251a4a OUT 0x10 RKey 0x010101 VAddr 0x007f6a6d293000
remote address: LID 0x03 QPN 0x0a68 PSN 0x24d16b OUT 0x10 RKey 0x010101 VAddr 0x007f7a544cc000
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]

19
usr/benchmarks/ib/evaluation/final/native-ib_read_lat-pl_4.log Normal file
View file

@ -0,0 +1,19 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
---------------------------------------------------------------------------------------
RDMA_Read Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Post List : 4
Mtu : 2048[B]
Link type : IB
Outstand reads : 16
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a67 PSN 0xa3cf65 OUT 0x10 RKey 0xf8010100 VAddr 0x007f3017f00000
remote address: LID 0x03 QPN 0x0a67 PSN 0xff21c8 OUT 0x10 RKey 0xf8010100 VAddr 0x007fc9ae067000
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]

41
usr/benchmarks/ib/evaluation/final/native-ib_write_bw-pl_1.log Normal file
View file

@ -0,0 +1,41 @@
---------------------------------------------------------------------------------------
RDMA_Write BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
CQ Moderation : 100
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a8f PSN 0x3162f6 RKey 0x38010102 VAddr 0x007f558bfe2000
remote address: LID 0x03 QPN 0x0a8f PSN 0xee3c13 RKey 0x38010102 VAddr 0x007fc7383cc000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 10.57 10.28 5.387176
4 5000 20.79 19.90 5.216839
8 5000 39.91 39.64 5.195680
16 5000 79.50 79.31 5.197774
32 5000 159.97 158.83 5.204525
64 5000 319.30 296.97 4.865562
128 5000 633.50 626.15 5.129430
256 5000 1269.53 1250.13 5.120524
512 5000 2528.94 2514.37 5.149439
1024 5000 5017.89 4989.33 5.109069
2048 5000 5636.07 5629.14 2.882118
4096 5000 5810.19 5781.11 1.479963
8192 5000 5670.69 5670.38 0.725809
16384 5000 5821.01 5820.20 0.372493
32768 5000 5847.40 5839.92 0.186877
65536 5000 5885.10 5884.50 0.094152
131072 5000 5899.95 5899.91 0.047199
262144 5000 5897.75 5897.39 0.023590
524288 5000 5902.28 5901.87 0.011804
1048576 5000 5908.48 5908.42 0.005908
2097152 5000 5912.37 5911.99 0.002956
4194304 5000 5915.73 5915.73 0.001479
8388608 5000 5947.23 5945.41 0.000743
---------------------------------------------------------------------------------------

44
usr/benchmarks/ib/evaluation/final/native-ib_write_bw-pl_16.log Normal file
View file

@ -0,0 +1,44 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
---------------------------------------------------------------------------------------
RDMA_Write Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 16
CQ Moderation : 16
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a91 PSN 0xec890b RKey 0x48010102 VAddr 0x007f9f78c53000
remote address: LID 0x03 QPN 0x0a91 PSN 0x51abe2 RKey 0x48010102 VAddr 0x007f3738698000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 inf 22.32 11.701247
4 5000 inf 43.03 11.280366
8 5000 inf 85.74 11.237656
16 5000 inf 173.04 11.340115
32 5000 inf 346.51 11.354576
64 5000 inf 613.32 10.048686
128 5000 inf 1340.34 10.980091
256 5000 inf 2577.74 10.558417
512 5000 inf 4416.61 9.045227
1024 5000 inf 5392.04 5.521450
2048 5000 inf 5694.93 2.915803
4096 5000 inf 5770.26 1.477187
8192 5000 inf 5696.54 0.729157
16384 5000 inf 5799.95 0.371197
32768 5000 inf 5852.54 0.187281
65536 5000 inf 5873.11 0.093970
131072 5000 inf 5891.14 0.047129
262144 5000 inf 5879.15 0.023517
524288 5000 inf 5885.22 0.011770
1048576 5000 inf 5898.47 0.005898
2097152 5000 inf 5910.94 0.002955
4194304 5000 inf 5919.83 0.001480
8388608 5000 inf 5950.51 0.000744
---------------------------------------------------------------------------------------

44
usr/benchmarks/ib/evaluation/final/native-ib_write_bw-pl_4.log Normal file
View file

@ -0,0 +1,44 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
---------------------------------------------------------------------------------------
RDMA_Write Post List BW Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
Post List : 4
CQ Moderation : 4
Mtu : 2048[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a90 PSN 0x9bba2d RKey 0x40010102 VAddr 0x007f169a472000
remote address: LID 0x03 QPN 0x0a90 PSN 0x871a92 RKey 0x40010102 VAddr 0x007f2e32362000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
2 5000 inf 20.60 10.799377
4 5000 inf 40.96 10.737261
8 5000 inf 80.22 10.514182
16 5000 inf 160.13 10.494287
32 5000 inf 319.97 10.484875
64 5000 inf 561.04 9.192151
128 5000 inf 1238.80 10.148215
256 5000 inf 2208.15 9.044598
512 5000 inf 4082.07 8.360072
1024 5000 inf 5347.88 5.476225
2048 5000 inf 5657.39 2.896583
4096 5000 inf 5791.67 1.482667
8192 5000 inf 5854.19 0.749336
16384 5000 inf 5887.19 0.376780
32768 5000 inf 5903.48 0.188911
65536 5000 inf 5917.30 0.094677
131072 5000 inf 5915.76 0.047326
262144 5000 inf 5905.33 0.023621
524288 5000 inf 5902.02 0.011804
1048576 5000 inf 5904.64 0.005905
2097152 5000 inf 5910.11 0.002955
4194304 5000 inf 5923.66 0.001481
8388608 5000 inf 5960.82 0.000745
---------------------------------------------------------------------------------------

40
usr/benchmarks/ib/evaluation/final/native-ib_write_lat-pl_1.log Normal file
View file

@ -0,0 +1,40 @@
---------------------------------------------------------------------------------------
RDMA_Write Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Mtu : 2048[B]
Link type : IB
Max inline data : 220[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a95 PSN 0x2d3524 RKey 0x68010102 VAddr 0x007f9b61fee000
remote address: LID 0x03 QPN 0x0a95 PSN 0xe512a5 RKey 0x68010102 VAddr 0x007f444b9b5000
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]
2 1000 0.97 4.83 1.16 1.20 0.12 1.67 4.83
4 1000 0.97 3.02 1.16 1.19 0.06 1.32 3.02
8 1000 0.97 3.77 1.17 1.19 0.06 1.32 3.77
16 1000 0.98 2.36 1.17 1.19 0.05 1.32 2.36
32 1000 1.00 51.61 1.20 1.23 0.15 1.36 51.61
64 1000 1.04 2.59 1.21 1.22 0.08 1.39 2.59
128 1000 1.10 5.83 1.30 1.32 0.25 1.48 5.83
256 1000 2.07 6.32 2.25 2.29 0.19 2.50 6.32
512 1000 2.21 6.06 2.36 2.38 0.11 2.58 6.06
1024 1000 2.22 6.94 2.40 2.45 0.24 3.01 6.94
2048 1000 2.80 7.61 3.12 3.12 0.20 3.33 7.61
4096 1000 3.16 6.73 3.58 3.54 0.23 4.01 6.73
8192 1000 3.77 6.70 4.13 4.15 0.21 4.60 6.70
16384 1000 5.19 8.19 5.63 5.66 0.19 6.02 8.19
32768 1000 7.90 12.02 8.36 8.36 0.15 8.71 12.02
65536 1000 13.28 18.19 13.73 13.74 0.20 14.12 18.19
131072 1000 23.94 25.27 24.54 24.53 0.16 24.91 25.27
262144 1000 45.66 48.27 46.67 46.63 0.27 47.17 48.27
524288 1000 87.05 92.24 88.02 88.05 0.42 89.24 92.24
1048576 1000 170.31 179.93 171.74 171.77 0.55 173.66 179.93
2097152 1000 336.83 347.74 339.03 339.09 0.70 341.58 347.74
4194304 1000 670.20 683.24 672.35 672.50 1.13 675.83 683.24
8388608 1000 1474.78 1496.07 1487.42 1487.23 1.80 1490.91 1496.07
---------------------------------------------------------------------------------------

19
usr/benchmarks/ib/evaluation/final/native-ib_write_lat-pl_16.log Normal file
View file

@ -0,0 +1,19 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
---------------------------------------------------------------------------------------
RDMA_Write Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Post List : 16
Mtu : 2048[B]
Link type : IB
Max inline data : 220[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a62 PSN 0xfb6e1e RKey 0xd0010100 VAddr 0x007f0fec5bd000
remote address: LID 0x03 QPN 0x0a62 PSN 0xefdb8d RKey 0xd0010100 VAddr 0x007f7d4d9ad000
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]

19
usr/benchmarks/ib/evaluation/final/native-ib_write_lat-pl_4.log Normal file
View file

@ -0,0 +1,19 @@
---------------------------------------------------------------------------------------
Post List requested - CQ moderation will be the size of the post list
---------------------------------------------------------------------------------------
RDMA_Write Latency Test
Dual-port : OFF Device : mlx4_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 1
Post List : 4
Mtu : 2048[B]
Link type : IB
Max inline data : 220[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0a61 PSN 0x3d746 RKey 0xc8010100 VAddr 0x007efca337b000
remote address: LID 0x03 QPN 0x0a61 PSN 0x684b68 RKey 0xc8010100 VAddr 0x007f654d3d1000
---------------------------------------------------------------------------------------
#bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec]

BIN
usr/benchmarks/ib/evaluation/final/other plots/ib_read_bw-msg_rate.pdf Normal file
View file

Binary file not shown.

BIN
usr/benchmarks/ib/evaluation/final/other plots/ib_read_bw-peak.pdf Normal file
View file

Binary file not shown.

BIN
usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-percentile_99.pdf Normal file
View file

Binary file not shown.

BIN
usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-percentile_99_9.pdf Normal file
View file

Binary file not shown.

BIN
usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-s_stddev.pdf Normal file
View file

Binary file not shown.

BIN
usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-t_avg.pdf Normal file
View file

Binary file not shown.

BIN
usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-t_max.pdf Normal file
View file

Binary file not shown.

BIN
usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-t_min.pdf Normal file
View file

Binary file not shown.

Some files were not shown because too many files have changed in this diff Show more