diff --git a/tools/ibv_code_generator/generate-code.py b/tools/ibv_code_generator/generate-code.py index 3e9c3feff..586c24726 100755 --- a/tools/ibv_code_generator/generate-code.py +++ b/tools/ibv_code_generator/generate-code.py @@ -47,12 +47,14 @@ UHYVE_HOST_FCNS_GEN_PATH = "GEN-tools-uhyve-ibv.c" # Starting number of the sequence used for IBV ports. PORT_NUMBER_START = 0x610 + restricted_resources = ["struct ibv_send_wr", "struct ibv_recv_wr", "struct ibv_xrcd_init_attr", "struct ibv_rwq_ind_table_init_attr", - # Deep resources that are not used as direct function parameters + # Deep resources that are not used as function parameters but are part of + # other resources that are used as parameters: "struct ibv_sge", "struct ibv_mw_bind_info", "struct ibv_rx_hash_conf"] @@ -126,7 +128,6 @@ app_owned_resources = restricted_resources + \ # int ibv_resolve_eth_l2_from_gid(uint8_t [6] eth_mac,uint16_t * vid) -# struct ibv_device ** dev # char[NUM] # ---------------------------------------------------------------------------- @@ -139,15 +140,15 @@ class Resource: """Initialize resource properties. Members using ibv_context as an example: - full_expression struct ibv_context * ctx - type struct ibv_context * - name ctx - struct_name ibv_context - type_wo_asterisk struct ibv_context + full_expression: struct ibv_context * ctx + type: struct ibv_context * + name: ctx + struct_name: ibv_context + type_wo_asterisk: struct ibv_context Args - string: Full string of the resource (like full expression but spaces may be omitted). - is_ret: Resource without name (like type member) as is the case for return types is expected. + string: Full string of the resource (like full expr. but spaces around '*' may be omitted). + is_ret: If True, a resource w/o name (like type) as is the case for return types is expected. """ if "**" in string: string.replace("**", " ** ") @@ -175,7 +176,7 @@ class Resource: def is_ptr_ptr(self): return "**" in self.full_expression - def is_char_arr(self): + def is_char_arr(self): # TODO: do something about these? return self.is_ptr() and "char" in self.components def is_void(self): @@ -190,7 +191,6 @@ class Resource: def is_restricted(self): return self.type_wo_asterisk in restricted_resources - class Function: def __init__(self, string): parens_split = string.split("(") diff --git a/tools/uhyve-ibv.c b/tools/uhyve-ibv.c index c9b76fddc..e829165df 100644 --- a/tools/uhyve-ibv.c +++ b/tools/uhyve-ibv.c @@ -1241,7 +1241,7 @@ void call_ibv_destroy_rwq_ind_table(struct kvm_run * run, uint8_t * guest_mem) { // TODO: Cleanup void call_ibv_post_send(struct kvm_run * run, uint8_t * guest_mem) { - printf("s"); + /* printf("s"); */ unsigned data = *((unsigned*) ((size_t) run + run->io.data_offset)); uhyve_ibv_post_send_t * args = (uhyve_ibv_post_send_t *) (guest_mem + data); diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_bw-pl_1.log new file mode 100644 index 000000000..1153866fa --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_bw-pl_1.log @@ -0,0 +1,37 @@ + +mydestvaddr: 7f1ad2b0f000 + +--------------------------------------------------------------------------------------- + RDMA_Read BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a6d PSN 0xddb16e OUT 0x10 RKey 0x28010101 VAddr 0x00007f1ad2b0f000 + remote address: LID 0x03 QPN 0x0a6d PSN 0xca97db OUT 0x01 RKey 0x28010101 VAddr 0x00007fcf010b1000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_bw-pl_16.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_bw-pl_16.log new file mode 100644 index 000000000..19496d155 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_bw-pl_16.log @@ -0,0 +1,40 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7fef06d36000 + +--------------------------------------------------------------------------------------- + RDMA_Read Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a6f PSN 0xb981d OUT 0x10 RKey 0x38010101 VAddr 0x00007fef06d36000 + remote address: LID 0x03 QPN 0x0a6f PSN 0xb981d OUT 0x10 RKey 0x38010101 VAddr 0x00007f08b5574000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_bw-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_bw-pl_4.log new file mode 100644 index 000000000..54a8d8b40 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_bw-pl_4.log @@ -0,0 +1,40 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7fa4d1859000 + +--------------------------------------------------------------------------------------- + RDMA_Read Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a6e PSN 0x266539 OUT 0x10 RKey 0x30010101 VAddr 0x00007fa4d1859000 + remote address: LID 0x03 QPN 0x0a6e PSN 0x266539 OUT 0x01 RKey 0x30010101 VAddr 0x00007f46e8ee2000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_lat-pl_1.log new file mode 100644 index 000000000..6de460759 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_lat-pl_1.log @@ -0,0 +1,56 @@ + +mydestvaddr: 7f187a9c4000 + +--------------------------------------------------------------------------------------- + RDMA_Read Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a70 PSN 0x266539 OUT 0x10 RKey 0x40010101 VAddr 0x00007f187a9c4000 + remote address: LID 0x03 QPN 0x0a70 PSN 0x266539 OUT 0x10 RKey 0x40010101 VAddr 0x00007f47347b0000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 8.70 16.92 8.80 8.84 0.36 11.24 16.92 + 4 1000 8.64 13.47 8.74 8.77 0.32 9.77 13.47 + 8 1000 8.64 17.03 8.75 8.80 0.44 11.61 17.03 + 16 1000 8.67 12.40 8.75 8.78 0.26 9.64 12.40 + 32 1000 8.66 15.06 8.76 8.79 0.28 9.94 15.06 + 64 1000 8.65 13.39 8.74 8.77 0.27 9.95 13.39 + 128 1000 8.64 12.45 8.75 8.78 0.25 9.54 12.45 + 256 1000 8.64 11.78 8.74 8.77 0.23 9.65 11.78 + 512 1000 8.65 14.74 8.75 8.79 0.28 10.97 14.74 + 1024 1000 8.65 11.93 8.74 8.77 0.22 10.06 11.93 + 2048 1000 8.66 12.40 8.76 8.78 0.24 9.44 12.40 + 4096 1000 8.65 12.67 8.74 8.76 0.21 8.90 12.67 + 8192 1000 8.65 12.51 8.74 8.77 0.26 9.29 12.51 + 16384 1000 8.65 16.14 8.75 8.79 0.36 11.23 16.14 + 32768 1000 11.12 15.18 11.23 11.26 0.23 12.09 15.18 + 65536 1000 15.71 18.56 16.10 16.12 0.20 16.87 18.56 + 131072 1000 25.76 30.64 26.39 27.08 1.18 28.47 30.64 + 262144 1000 47.36 59.77 50.02 49.13 1.23 50.57 59.77 + 524288 1000 88.89 94.18 91.55 91.60 0.57 93.87 94.18 + 1048576 1000 171.27 184.32 174.76 175.21 1.11 177.23 184.32 +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_bw-pl_1.log new file mode 100644 index 000000000..54bd66adf --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_bw-pl_1.log @@ -0,0 +1,62 @@ + +mydestvaddr: 7f488cc6f000 + +--------------------------------------------------------------------------------------- + RDMA_Write BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a69 PSN 0x5424a4 RKey 0x8010101 VAddr 0x00007f488cc6f000 + remote address: LID 0x03 QPN 0x0a69 PSN 0x410b11 RKey 0x8010101 VAddr 0x00007f16a6e47000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 0.31 0.31 0.161987 + 4 5000 0.62 0.62 0.162165 + 8 5000 1.25 1.24 0.162318 + 16 5000 2.48 2.47 0.162194 + 32 5000 4.97 4.95 0.162260 + 64 5000 9.96 9.92 0.162535 + 128 5000 19.81 19.79 0.162159 + 256 5000 39.67 39.62 0.162294 + 512 5000 79.18 79.11 0.162016 + 1024 5000 158.42 158.38 0.162181 + 2048 5000 316.93 316.68 0.162142 + 4096 5000 635.32 634.88 0.162529 + 8192 5000 1277.99 1277.33 0.163498 + 16384 5000 2560.98 2552.51 0.163361 + 32768 5000 5096.26 5095.01 0.163040 + 65536 5000 5928.47 5927.67 0.094843 + 131072 5000 5943.43 5942.74 0.047542 + 262144 5000 5940.77 5940.04 0.023760 + 524288 5000 5943.16 5911.53 0.011823 + 1048576 5000 5901.96 5899.16 0.005899 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_bw-pl_16.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_bw-pl_16.log new file mode 100644 index 000000000..71e83ff4f --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_bw-pl_16.log @@ -0,0 +1,65 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7f45fb5c4000 + +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a6b PSN 0x5bd82d RKey 0x18010101 VAddr 0x00007f45fb5c4000 + remote address: LID 0x03 QPN 0x0a6b PSN 0x48be9a RKey 0x18010101 VAddr 0x00007faad8bd2000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 4.12 2.162245 + 4 5000 inf 8.20 2.149685 + 8 5000 inf 16.49 2.161336 + 16 5000 inf 31.95 2.094148 + 32 5000 inf 66.21 2.169556 + 64 5000 inf 132.11 2.164471 + 128 5000 inf 264.03 2.162926 + 256 5000 inf 525.43 2.152156 + 512 5000 inf 1051.06 2.152571 + 1024 5000 inf 2126.42 2.177453 + 2048 5000 inf 4217.47 2.159346 + 4096 5000 inf 5775.40 1.478502 + 8192 5000 inf 5871.92 0.751606 + 16384 5000 inf 5913.96 0.378493 + 32768 5000 inf 5923.11 0.189540 + 65536 5000 inf 5945.51 0.095128 + 131072 5000 inf 5949.76 0.047598 + 262144 5000 inf 5940.39 0.023762 + 524288 5000 inf 5946.41 0.011893 + 1048576 5000 inf 5951.94 0.005952 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_bw-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_bw-pl_4.log new file mode 100644 index 000000000..2020d1367 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_bw-pl_4.log @@ -0,0 +1,65 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7fdf15050000 + +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a6a PSN 0x5bd82d RKey 0x10010101 VAddr 0x00007fdf15050000 + remote address: LID 0x03 QPN 0x0a6a PSN 0x48be9a RKey 0x10010101 VAddr 0x00007f6c05b5a000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 1.16 0.605719 + 4 5000 inf 2.31 0.605191 + 8 5000 inf 4.65 0.609068 + 16 5000 inf 9.20 0.602932 + 32 5000 inf 18.54 0.607670 + 64 5000 inf 37.19 0.609342 + 128 5000 inf 74.32 0.608822 + 256 5000 inf 148.24 0.607198 + 512 5000 inf 296.36 0.606943 + 1024 5000 inf 594.25 0.608508 + 2048 5000 inf 1185.44 0.606945 + 4096 5000 inf 2377.65 0.608678 + 8192 5000 inf 4712.80 0.603239 + 16384 5000 inf 5815.43 0.372188 + 32768 5000 inf 5857.15 0.187429 + 65536 5000 inf 5887.42 0.094199 + 131072 5000 inf 5907.96 0.047264 + 262144 5000 inf 5898.83 0.023595 + 524288 5000 inf 5898.73 0.011797 + 1048576 5000 inf 5903.25 0.005903 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_lat-pl_1.log new file mode 100644 index 000000000..db9443670 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_lat-pl_1.log @@ -0,0 +1,56 @@ + +mydestvaddr: 7fd22d545000 + +--------------------------------------------------------------------------------------- + RDMA_Write Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Max inline data : 220[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a6c PSN 0xddb16e RKey 0x20010101 VAddr 0x00007fd22d545000 + remote address: LID 0x03 QPN 0x0a6c PSN 0xca97db RKey 0x20010101 VAddr 0x00007fbda01da000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 4.32 8.25 4.37 4.39 0.17 5.46 8.25 + 4 1000 4.30 8.97 4.35 4.37 0.16 5.41 8.97 + 8 1000 4.29 8.56 4.34 4.36 0.16 5.65 8.56 + 16 1000 4.30 7.27 4.34 4.37 0.16 4.85 7.27 + 32 1000 4.32 7.25 4.37 4.39 0.16 5.43 7.25 + 64 1000 4.33 7.58 4.36 4.38 0.18 5.65 7.58 + 128 1000 4.34 7.50 4.39 4.41 0.17 5.46 7.50 + 256 1000 4.27 8.06 4.32 4.35 0.18 5.42 8.06 + 512 1000 4.27 7.12 4.32 4.34 0.19 5.48 7.12 + 1024 1000 4.27 7.79 4.32 4.35 0.19 5.53 7.79 + 2048 1000 4.27 7.74 4.32 4.36 0.25 5.91 7.74 + 4096 1000 4.34 9.21 4.44 4.55 0.40 7.22 9.21 + 8192 1000 4.96 10.29 5.17 5.27 0.39 7.83 10.29 + 16384 1000 6.24 11.16 6.61 6.62 0.36 8.18 11.16 + 32768 1000 9.12 14.38 9.30 9.36 0.44 13.04 14.38 + 65536 1000 14.59 19.78 14.85 14.89 0.37 16.04 19.78 + 131072 1000 24.95 30.98 26.15 26.18 0.43 27.29 30.98 + 262144 1000 46.34 55.41 47.30 47.34 0.48 50.94 55.41 + 524288 1000 88.45 98.13 89.61 89.62 0.68 93.64 98.13 + 1048576 1000 172.19 181.21 173.84 173.83 0.59 175.12 181.21 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_bw-pl_1.log new file mode 100644 index 000000000..e10060b31 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_bw-pl_1.log @@ -0,0 +1,41 @@ +--------------------------------------------------------------------------------------- + RDMA_Read BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a63 PSN 0x95ac76 OUT 0x10 RKey 0xd8010100 VAddr 0x007fb2fb005000 + remote address: LID 0x03 QPN 0x0a63 PSN 0x88ebee OUT 0x10 RKey 0xd8010100 VAddr 0x007efd134d1000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 9.27 8.18 4.286874 + 4 1000 18.68 18.61 4.879493 + 8 1000 37.50 37.32 4.892016 + 16 1000 74.85 74.66 4.893157 + 32 1000 149.15 148.75 4.874187 + 64 1000 297.17 296.78 4.862483 + 128 1000 598.83 585.94 4.800039 + 256 1000 1209.07 1205.02 4.935776 + 512 1000 2404.41 2115.48 4.332506 + 1024 1000 4534.02 4499.69 4.607687 + 2048 1000 5367.97 5362.26 2.745477 + 4096 1000 5661.21 5649.87 1.446367 + 8192 1000 5708.94 5708.72 0.730716 + 16384 1000 5721.81 5721.20 0.366157 + 32768 1000 5736.35 5734.89 0.183516 + 65536 1000 5742.23 5741.43 0.091863 + 131072 1000 5741.82 5741.23 0.045930 + 262144 1000 5737.01 5735.76 0.022943 + 524288 1000 5739.69 5738.37 0.011477 + 1048576 1000 5739.17 5738.04 0.005738 + 2097152 1000 5733.89 5733.89 0.002867 + 4194304 1000 5738.10 5735.61 0.001434 + 8388608 1000 5738.41 5737.89 0.000717 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_bw-pl_16.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_bw-pl_16.log new file mode 100644 index 000000000..4e8c357b8 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_bw-pl_16.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Read Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a65 PSN 0xf2da56 OUT 0x10 RKey 0xe8010100 VAddr 0x007fa682176000 + remote address: LID 0x03 QPN 0x0a65 PSN 0xab49bc OUT 0x10 RKey 0xe8010100 VAddr 0x007f8def2c4000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 inf 13.24 6.940559 + 4 1000 inf 33.06 8.666746 + 8 1000 inf 65.39 8.570752 + 16 1000 inf 131.24 8.600691 + 32 1000 inf 252.10 8.260962 + 64 1000 inf 502.59 8.234380 + 128 1000 inf 925.56 7.582177 + 256 1000 inf 1770.39 7.251520 + 512 1000 inf 2475.15 5.069114 + 1024 1000 inf 4483.83 4.591446 + 2048 1000 inf 5325.21 2.726510 + 4096 1000 inf 5740.21 1.469495 + 8192 1000 inf 5985.27 0.766115 + 16384 1000 inf 6023.39 0.385497 + 32768 1000 inf 6032.32 0.193034 + 65536 1000 inf 6037.40 0.096598 + 131072 1000 inf 6035.62 0.048285 + 262144 1000 inf 6019.52 0.024078 + 524288 1000 inf 6022.76 0.012046 + 1048576 1000 inf 6018.87 0.006019 + 2097152 1000 inf 6021.05 0.003011 + 4194304 1000 inf 6016.22 0.001504 + 8388608 1000 inf 6013.68 0.000752 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_bw-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_bw-pl_4.log new file mode 100644 index 000000000..3cbadb4a7 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_bw-pl_4.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Read Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a64 PSN 0xb1bf20 OUT 0x10 RKey 0xe0010100 VAddr 0x007f5e9fe06000 + remote address: LID 0x03 QPN 0x0a64 PSN 0x93b6af OUT 0x10 RKey 0xe0010100 VAddr 0x007f9b78c02000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 inf 13.18 6.909572 + 4 1000 inf 33.01 8.653707 + 8 1000 inf 61.00 7.994751 + 16 1000 inf 119.85 7.854287 + 32 1000 inf 230.13 7.540834 + 64 1000 inf 475.14 7.784771 + 128 1000 inf 928.29 7.604531 + 256 1000 inf 1721.92 7.052998 + 512 1000 inf 2425.48 4.967385 + 1024 1000 inf 4533.50 4.642307 + 2048 1000 inf 5327.74 2.727803 + 4096 1000 inf 5766.97 1.476344 + 8192 1000 inf 6021.10 0.770701 + 16384 1000 inf 6049.40 0.387161 + 32768 1000 inf 6072.13 0.194308 + 65536 1000 inf 6083.58 0.097337 + 131072 1000 inf 6073.18 0.048585 + 262144 1000 inf 6064.26 0.024257 + 524288 1000 inf 6015.16 0.012030 + 1048576 1000 inf 5989.16 0.005989 + 2097152 1000 inf 5956.15 0.002978 + 4194304 1000 inf 5946.14 0.001487 + 8388608 1000 inf 5934.37 0.000742 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_lat-pl_1.log new file mode 100644 index 000000000..3937dce71 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_lat-pl_1.log @@ -0,0 +1,40 @@ +--------------------------------------------------------------------------------------- + RDMA_Read Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a66 PSN 0x316da5 OUT 0x10 RKey 0xf0010100 VAddr 0x007fef21de8000 + remote address: LID 0x03 QPN 0x0a66 PSN 0xc054e2 OUT 0x10 RKey 0xf0010100 VAddr 0x007f8956105000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 1.82 9.97 1.95 1.96 0.27 2.08 9.97 + 4 1000 1.93 2.76 1.96 1.96 0.03 2.06 2.76 + 8 1000 1.92 3.35 1.95 1.96 0.03 2.06 3.35 + 16 1000 1.93 3.25 1.96 1.96 0.04 2.06 3.25 + 32 1000 1.94 4.66 1.96 1.97 0.07 2.06 4.66 + 64 1000 1.96 3.55 1.99 1.99 0.03 2.09 3.55 + 128 1000 2.00 2.75 2.02 2.03 0.03 2.12 2.75 + 256 1000 2.07 2.63 2.11 2.12 0.03 2.22 2.63 + 512 1000 2.20 4.12 2.23 2.24 0.03 2.33 4.12 + 1024 1000 2.19 7.00 2.21 2.22 0.11 2.31 7.00 + 2048 1000 2.64 4.90 2.68 2.68 0.04 2.78 4.90 + 4096 1000 2.97 5.04 3.01 3.02 0.04 3.10 5.04 + 8192 1000 3.61 6.61 3.65 3.70 0.13 4.05 6.61 + 16384 1000 4.92 6.34 4.97 5.05 0.16 5.38 6.34 + 32768 1000 7.46 15.96 7.63 7.65 0.22 8.03 15.96 + 65536 1000 12.71 14.74 12.86 12.87 0.11 13.08 14.74 + 131072 1000 22.91 25.18 23.16 23.17 0.16 23.86 25.18 + 262144 1000 43.65 46.10 45.02 45.01 0.27 45.55 46.10 + 524288 1000 85.25 96.75 88.08 88.05 0.51 88.82 96.75 + 1048576 1000 167.13 173.95 171.86 171.81 0.56 172.88 173.95 + 2097152 1000 334.26 356.46 339.71 339.75 1.31 343.91 356.46 + 4194304 1000 672.03 696.65 679.37 679.44 1.89 687.36 696.65 + 8388608 1000 1342.48 1375.91 1351.99 1351.97 2.08 1355.89 1375.91 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_lat-pl_16.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_lat-pl_16.log new file mode 100644 index 000000000..e2b6ddff8 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_lat-pl_16.log @@ -0,0 +1,19 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Read Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Post List : 16 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a68 PSN 0x251a4a OUT 0x10 RKey 0x010101 VAddr 0x007f6a6d293000 + remote address: LID 0x03 QPN 0x0a68 PSN 0x24d16b OUT 0x10 RKey 0x010101 VAddr 0x007f7a544cc000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_lat-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_lat-pl_4.log new file mode 100644 index 000000000..bff16133d --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_lat-pl_4.log @@ -0,0 +1,19 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Read Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Post List : 4 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a67 PSN 0xa3cf65 OUT 0x10 RKey 0xf8010100 VAddr 0x007f3017f00000 + remote address: LID 0x03 QPN 0x0a67 PSN 0xff21c8 OUT 0x10 RKey 0xf8010100 VAddr 0x007fc9ae067000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_bw-pl_1.log new file mode 100644 index 000000000..2cf48ad15 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_bw-pl_1.log @@ -0,0 +1,41 @@ +--------------------------------------------------------------------------------------- + RDMA_Write BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a5d PSN 0x396c27 RKey 0xa8010100 VAddr 0x007ff656c54000 + remote address: LID 0x03 QPN 0x0a5d PSN 0x7a0d15 RKey 0xa8010100 VAddr 0x007f22f15e3000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 11.27 10.79 5.658911 + 4 5000 22.64 22.47 5.890463 + 8 5000 45.50 45.02 5.900773 + 16 5000 90.37 90.08 5.903635 + 32 5000 181.98 180.08 5.900805 + 64 5000 363.14 335.39 5.495030 + 128 5000 726.27 716.35 5.868350 + 256 5000 1439.37 1415.28 5.796994 + 512 5000 2672.69 2664.77 5.457447 + 1024 5000 5192.33 5165.70 5.289674 + 2048 5000 5636.07 5629.74 2.882425 + 4096 5000 5796.92 5767.62 1.476510 + 8192 5000 5667.53 5665.45 0.725178 + 16384 5000 5808.53 5807.51 0.371681 + 32768 5000 5860.90 5860.03 0.187521 + 65536 5000 5888.72 5887.24 0.094196 + 131072 5000 5902.31 5902.22 0.047218 + 262144 5000 5893.80 5891.93 0.023568 + 524288 5000 5902.84 5901.26 0.011803 + 1048576 5000 5905.56 5905.10 0.005905 + 2097152 5000 5909.03 5907.84 0.002954 + 4194304 5000 5922.99 5922.99 0.001481 + 8388608 5000 5951.06 5942.89 0.000743 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_bw-pl_16.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_bw-pl_16.log new file mode 100644 index 000000000..e62224c3a --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_bw-pl_16.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a5f PSN 0xb67680 RKey 0xb8010100 VAddr 0x007f7e2d684000 + remote address: LID 0x03 QPN 0x0a5f PSN 0xbfecb2 RKey 0xb8010100 VAddr 0x007f3a9955f000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 22.89 12.003066 + 4 5000 inf 44.52 11.671956 + 8 5000 inf 86.85 11.384247 + 16 5000 inf 171.27 11.224189 + 32 5000 inf 347.22 11.377631 + 64 5000 inf 617.14 10.111275 + 128 5000 inf 1335.54 10.940762 + 256 5000 inf 2581.74 10.574804 + 512 5000 inf 4404.54 9.020498 + 1024 5000 inf 5236.45 5.362120 + 2048 5000 inf 5691.13 2.913861 + 4096 5000 inf 5744.77 1.470660 + 8192 5000 inf 5700.18 0.729622 + 16384 5000 inf 5772.06 0.369412 + 32768 5000 inf 5819.46 0.186223 + 65536 5000 inf 5854.85 0.093678 + 131072 5000 inf 5880.61 0.047045 + 262144 5000 inf 5882.83 0.023531 + 524288 5000 inf 5884.12 0.011768 + 1048576 5000 inf 5899.72 0.005900 + 2097152 5000 inf 5908.21 0.002954 + 4194304 5000 inf 5678.11 0.001420 + 8388608 5000 inf 5749.35 0.000719 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_bw-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_bw-pl_4.log new file mode 100644 index 000000000..d33470a15 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_bw-pl_4.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a5e PSN 0x59edaa RKey 0xb0010100 VAddr 0x007f79f5383000 + remote address: LID 0x03 QPN 0x0a5e PSN 0xac5886 RKey 0xb0010100 VAddr 0x007f080a03a000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 21.07 11.048212 + 4 5000 inf 44.52 11.670909 + 8 5000 inf 88.82 11.642228 + 16 5000 inf 177.67 11.643688 + 32 5000 inf 352.18 11.540120 + 64 5000 inf 611.27 10.015088 + 128 5000 inf 1370.59 11.227872 + 256 5000 inf 2590.73 10.611611 + 512 5000 inf 4480.04 9.175128 + 1024 5000 inf 5468.33 5.599572 + 2048 5000 inf 5740.79 2.939283 + 4096 5000 inf 5838.62 1.494686 + 8192 5000 inf 5886.39 0.753458 + 16384 5000 inf 5879.57 0.376293 + 32768 5000 inf 5899.22 0.188775 + 65536 5000 inf 5912.49 0.094600 + 131072 5000 inf 5908.19 0.047266 + 262144 5000 inf 5899.60 0.023598 + 524288 5000 inf 5899.82 0.011800 + 1048576 5000 inf 5903.19 0.005903 + 2097152 5000 inf 5904.58 0.002952 + 4194304 5000 inf 5912.42 0.001478 + 8388608 5000 inf 5923.62 0.000740 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_lat-pl_1.log new file mode 100644 index 000000000..de2877761 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_lat-pl_1.log @@ -0,0 +1,40 @@ +--------------------------------------------------------------------------------------- + RDMA_Write Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Max inline data : 220[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a60 PSN 0xa07736 RKey 0xc0010100 VAddr 0x007febc7894000 + remote address: LID 0x03 QPN 0x0a60 PSN 0x25167f RKey 0xc0010100 VAddr 0x007f88379bb000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 0.93 5.42 1.15 1.19 0.19 1.69 5.42 + 4 1000 0.93 4.91 1.15 1.18 0.15 1.31 4.91 + 8 1000 0.98 5.06 1.16 1.18 0.11 1.31 5.06 + 16 1000 0.94 4.84 1.16 1.19 0.16 1.32 4.84 + 32 1000 0.98 6.15 1.20 1.22 0.17 1.35 6.15 + 64 1000 1.06 3.89 1.12 1.14 0.13 1.31 3.89 + 128 1000 1.20 3.58 1.27 1.28 0.04 1.45 3.58 + 256 1000 2.05 3.53 2.13 2.16 0.08 2.37 3.53 + 512 1000 2.15 3.77 2.29 2.31 0.10 2.59 3.77 + 1024 1000 2.21 5.77 2.40 2.45 0.19 2.67 5.77 + 2048 1000 2.76 5.54 3.00 3.01 0.15 3.25 5.54 + 4096 1000 3.10 6.65 3.40 3.40 0.18 3.82 6.65 + 8192 1000 3.77 6.61 4.00 4.05 0.16 4.44 6.61 + 16384 1000 5.08 9.67 5.48 5.51 0.23 5.92 9.67 + 32768 1000 7.88 12.23 8.24 8.26 0.19 8.71 12.23 + 65536 1000 13.37 18.35 13.78 13.79 0.21 14.06 18.35 + 131072 1000 23.83 28.91 24.42 24.44 0.29 24.92 28.91 + 262144 1000 45.44 49.80 46.38 46.35 0.25 46.87 49.80 + 524288 1000 86.74 92.22 87.94 87.97 0.41 88.95 92.22 + 1048576 1000 170.14 177.60 171.60 171.64 0.56 173.53 177.60 + 2097152 1000 336.75 351.55 338.57 338.73 1.10 343.65 351.55 + 4194304 1000 670.42 684.34 672.93 673.13 1.21 677.39 684.34 + 8388608 1000 1449.40 1513.06 1494.40 1493.59 4.51 1509.66 1513.06 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_lat-pl_16.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_lat-pl_16.log new file mode 100644 index 000000000..9c448dc43 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_lat-pl_16.log @@ -0,0 +1,19 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Write Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Post List : 16 + Mtu : 2048[B] + Link type : IB + Max inline data : 220[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a62 PSN 0xfb6e1e RKey 0xd0010100 VAddr 0x007f0fec5bd000 + remote address: LID 0x03 QPN 0x0a62 PSN 0xefdb8d RKey 0xd0010100 VAddr 0x007f7d4d9ad000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_lat-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_lat-pl_4.log new file mode 100644 index 000000000..f72d0ff4c --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_lat-pl_4.log @@ -0,0 +1,19 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Write Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Post List : 4 + Mtu : 2048[B] + Link type : IB + Max inline data : 220[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a61 PSN 0x3d746 RKey 0xc8010100 VAddr 0x007efca337b000 + remote address: LID 0x03 QPN 0x0a61 PSN 0x684b68 RKey 0xc8010100 VAddr 0x007f654d3d1000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_read_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_read_bw-pl_1.log new file mode 100644 index 000000000..eb2c6c1bf --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_read_bw-pl_1.log @@ -0,0 +1,63 @@ + +mydestvaddr: 7f733d077000 + +--------------------------------------------------------------------------------------- + RDMA_Read BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a81 PSN 0xddb16e OUT 0x10 RKey 0xc8010101 VAddr 0x00007f733d077000 + remote address: LID 0x03 QPN 0x0a81 PSN 0xca97db OUT 0x10 RKey 0xc8010101 VAddr 0x00007fdbe9395000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 0.31 0.30 0.159599 + 4 1000 0.61 0.60 0.157493 + 8 1000 1.22 1.21 0.158929 + 16 1000 2.45 2.43 0.159319 + 32 1000 4.88 4.45 0.145795 + 64 1000 9.76 9.70 0.158851 + 128 1000 19.50 19.40 0.158887 + 256 1000 38.94 38.70 0.158512 + 512 1000 77.87 77.49 0.158694 + 1024 1000 156.16 155.32 0.159043 + 2048 1000 312.23 310.20 0.158824 + 4096 1000 627.24 625.43 0.160110 + 8192 1000 1258.98 1246.91 0.159605 + 16384 1000 2508.79 2463.21 0.157645 + 32768 1000 4991.07 4976.49 0.159248 + 65536 1000 6029.44 6024.90 0.096398 + 131072 1000 6037.39 6036.31 0.048290 + 262144 1000 6028.48 6028.48 0.024114 + 524288 1000 6017.07 6016.60 0.012033 + 1048576 1000 6013.29 6013.29 0.006013 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_read_bw-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_read_bw-pl_4.log new file mode 100644 index 000000000..c8e641ed9 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_read_bw-pl_4.log @@ -0,0 +1,66 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7fb984588000 + +--------------------------------------------------------------------------------------- + RDMA_Read Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a82 PSN 0xddb16e OUT 0x10 RKey 0xd0010101 VAddr 0x00007fb984588000 + remote address: LID 0x03 QPN 0x0a82 PSN 0xca97db OUT 0x10 RKey 0xd0010101 VAddr 0x00007f4bbd804000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 inf 1.16 0.608773 + 4 1000 inf 2.36 0.619133 + 8 1000 inf 4.75 0.622644 + 16 1000 inf 9.51 0.623182 + 32 1000 inf 18.69 0.612342 + 64 1000 inf 37.91 0.621101 + 128 1000 inf 76.23 0.624447 + 256 1000 inf 152.62 0.625151 + 512 1000 inf 305.35 0.625366 + 1024 1000 inf 605.42 0.619946 + 2048 1000 inf 1220.36 0.624825 + 4096 1000 inf 2444.09 0.625687 + 8192 1000 inf 4881.21 0.624794 + 16384 1000 inf 6074.17 0.388747 + 32768 1000 inf 6090.97 0.194911 + 65536 1000 inf 6095.84 0.097533 + 131072 1000 inf 6096.71 0.048774 + 262144 1000 inf 6080.99 0.024324 + 524288 1000 inf 6070.45 0.012141 + 1048576 1000 inf 6066.86 0.006067 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_read_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_read_lat-pl_1.log new file mode 100644 index 000000000..be907d589 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_read_lat-pl_1.log @@ -0,0 +1,57 @@ +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port + +mydestvaddr: 7f4fec14b000 + +--------------------------------------------------------------------------------------- + RDMA_Read Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a84 PSN 0xddb16e OUT 0x10 RKey 0xe0010101 VAddr 0x00007f4fec14b000 + remote address: LID 0x03 QPN 0x0a84 PSN 0xca97db OUT 0x10 RKey 0xe0010101 VAddr 0x00007fe326b9a000 +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 8.51 17.02 8.60 8.63 0.29 9.50 17.02 + 4 1000 8.47 12.14 8.56 8.59 0.25 9.61 12.14 + 8 1000 8.46 15.68 8.55 8.58 0.27 9.41 15.68 + 16 1000 8.49 11.99 8.57 8.60 0.25 9.38 11.99 + 32 1000 8.50 15.92 8.58 8.61 0.27 9.37 15.92 + 64 1000 8.50 12.49 8.59 8.61 0.27 8.90 12.49 + 128 1000 8.47 12.17 8.55 8.58 0.24 9.09 12.17 + 256 1000 8.46 12.34 8.55 8.58 0.25 8.90 12.34 + 512 1000 8.46 13.14 8.56 8.59 0.27 8.98 13.14 + 1024 1000 8.49 12.20 8.56 8.58 0.23 8.78 12.20 + 2048 1000 8.48 11.91 8.56 8.59 0.26 9.24 11.91 + 4096 1000 8.52 12.59 8.60 8.63 0.25 9.07 12.59 + 8192 1000 8.47 12.23 8.55 8.58 0.22 8.92 12.23 + 16384 1000 8.46 11.93 8.56 8.58 0.21 8.81 11.93 + 32768 1000 10.74 20.66 11.03 11.07 0.31 12.95 20.66 + 65536 1000 15.63 19.13 15.84 15.89 0.28 18.21 19.13 + 131072 1000 25.61 30.18 27.92 27.85 0.41 28.14 30.18 + 262144 1000 46.73 49.94 47.31 47.36 0.36 49.74 49.94 + 524288 1000 87.43 93.08 88.38 88.53 0.60 90.97 93.08 + 1048576 1000 169.73 181.61 170.66 171.08 1.09 175.11 181.61 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_bw-pl_1.log new file mode 100644 index 000000000..7961dfc93 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_bw-pl_1.log @@ -0,0 +1,62 @@ + +mydestvaddr: 7f985185c000 + +--------------------------------------------------------------------------------------- + RDMA_Write BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a7d PSN 0x5424a4 RKey 0xa8010101 VAddr 0x00007f985185c000 + remote address: LID 0x03 QPN 0x0a7d PSN 0x410b11 RKey 0xa8010101 VAddr 0x00007f34e65de000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 0.32 0.32 0.165241 + 4 5000 0.63 0.62 0.163725 + 8 5000 1.26 1.25 0.163958 + 16 5000 2.50 2.49 0.163179 + 32 5000 5.00 4.99 0.163671 + 64 5000 10.01 10.01 0.163963 + 128 5000 20.02 19.98 0.163659 + 256 5000 40.10 39.94 0.163585 + 512 5000 80.00 79.87 0.163576 + 1024 5000 160.43 159.64 0.163466 + 2048 5000 320.00 318.86 0.163259 + 4096 5000 642.64 640.93 0.164078 + 8192 5000 1292.06 1288.70 0.164953 + 16384 5000 2586.91 2580.02 0.165121 + 32768 5000 5164.94 5160.77 0.165145 + 65536 5000 5998.06 5997.96 0.095967 + 131072 5000 6006.70 6002.91 0.048023 + 262144 5000 5947.62 5947.12 0.023788 + 524288 5000 5953.47 5951.23 0.011902 + 1048576 5000 5951.48 5950.69 0.005951 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_bw-pl_16.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_bw-pl_16.log new file mode 100644 index 000000000..bdce642f6 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_bw-pl_16.log @@ -0,0 +1,65 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7f7acff7c000 + +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a7f PSN 0x5424a4 RKey 0xb8010101 VAddr 0x00007f7acff7c000 + remote address: LID 0x03 QPN 0x0a7f PSN 0x410b11 RKey 0xb8010101 VAddr 0x00007f40931c2000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 4.19 2.194688 + 4 5000 inf 8.41 2.204422 + 8 5000 inf 16.95 2.221671 + 16 5000 inf 32.84 2.152496 + 32 5000 inf 67.73 2.219278 + 64 5000 inf 135.46 2.219457 + 128 5000 inf 271.13 2.221135 + 256 5000 inf 541.73 2.218943 + 512 5000 inf 1076.20 2.204050 + 1024 5000 inf 2167.37 2.219383 + 2048 5000 inf 4303.31 2.203292 + 4096 5000 inf 5889.51 1.507714 + 8192 5000 inf 5943.61 0.760782 + 16384 5000 inf 5973.80 0.382323 + 32768 5000 inf 5989.34 0.191659 + 65536 5000 inf 5996.77 0.095948 + 131072 5000 inf 5999.10 0.047993 + 262144 5000 inf 5986.91 0.023948 + 524288 5000 inf 5996.04 0.011992 + 1048576 5000 inf 5991.92 0.005992 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_bw-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_bw-pl_4.log new file mode 100644 index 000000000..aba1e1299 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_bw-pl_4.log @@ -0,0 +1,65 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7fd3b85d3000 + +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a7e PSN 0x5424a4 RKey 0xb0010101 VAddr 0x00007fd3b85d3000 + remote address: LID 0x03 QPN 0x0a7e PSN 0x410b11 RKey 0xb0010101 VAddr 0x00007f83ea67d000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 1.20 0.631605 + 4 5000 inf 2.38 0.625172 + 8 5000 inf 4.79 0.628196 + 16 5000 inf 9.52 0.624007 + 32 5000 inf 19.16 0.627680 + 64 5000 inf 38.36 0.628489 + 128 5000 inf 76.69 0.628273 + 256 5000 inf 153.35 0.628118 + 512 5000 inf 306.90 0.628521 + 1024 5000 inf 613.94 0.628675 + 2048 5000 inf 1227.29 0.628371 + 4096 5000 inf 2457.29 0.629067 + 8192 5000 inf 4887.38 0.625585 + 16384 5000 inf 5939.36 0.380119 + 32768 5000 inf 5947.11 0.190307 + 65536 5000 inf 5955.59 0.095289 + 131072 5000 inf 5928.91 0.047431 + 262144 5000 inf 5900.07 0.023600 + 524288 5000 inf 5900.23 0.011800 + 1048576 5000 inf 5899.66 0.005900 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_lat-pl_1.log new file mode 100644 index 000000000..0d0668ab4 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_lat-pl_1.log @@ -0,0 +1,56 @@ + +mydestvaddr: 7fe7f8be9000 + +--------------------------------------------------------------------------------------- + RDMA_Write Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Max inline data : 220[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a80 PSN 0xddb16e RKey 0xc0010101 VAddr 0x00007fe7f8be9000 + remote address: LID 0x03 QPN 0x0a80 PSN 0xca97db RKey 0xc0010101 VAddr 0x00007feacc3cf000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 4.35 7.85 4.42 4.46 0.20 5.79 7.85 + 4 1000 4.32 6.71 4.41 4.43 0.15 5.49 6.71 + 8 1000 4.32 7.22 4.40 4.43 0.19 5.77 7.22 + 16 1000 4.33 6.53 4.40 4.42 0.15 5.58 6.53 + 32 1000 4.34 8.07 4.40 4.43 0.19 5.89 8.07 + 64 1000 4.33 6.72 4.41 4.44 0.17 5.71 6.72 + 128 1000 4.35 6.35 4.42 4.44 0.17 5.67 6.35 + 256 1000 4.27 7.09 4.37 4.40 0.21 5.88 7.09 + 512 1000 4.27 7.52 4.35 4.38 0.19 5.67 7.52 + 1024 1000 4.26 7.57 4.35 4.39 0.23 5.90 7.57 + 2048 1000 4.27 6.71 4.37 4.40 0.21 5.89 6.71 + 4096 1000 4.32 6.49 4.45 4.51 0.22 5.94 6.49 + 8192 1000 5.04 10.06 5.23 5.33 0.33 6.72 10.06 + 16384 1000 6.34 10.72 6.69 6.69 0.24 7.03 10.72 + 32768 1000 9.20 13.95 9.51 9.53 0.27 10.94 13.95 + 65536 1000 14.47 19.84 14.96 15.00 0.33 16.23 19.84 + 131072 1000 25.17 31.24 26.08 26.07 0.42 27.44 31.24 + 262144 1000 45.84 56.14 47.23 47.30 0.81 51.86 56.14 + 524288 1000 88.38 93.96 89.51 89.47 0.44 90.42 93.96 + 1048576 1000 171.32 180.76 173.07 173.14 0.66 175.19 180.76 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_bw-pl_1.log new file mode 100644 index 000000000..f90307b47 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_bw-pl_1.log @@ -0,0 +1,41 @@ +--------------------------------------------------------------------------------------- + RDMA_Read BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a77 PSN 0xbf78e OUT 0x10 RKey 0x78010101 VAddr 0x007fca974bb000 + remote address: LID 0x03 QPN 0x0a77 PSN 0x38553e OUT 0x10 RKey 0x78010101 VAddr 0x007fe919dd2000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 9.84 8.38 4.392793 + 4 1000 18.50 18.08 4.739939 + 8 1000 35.30 35.16 4.609027 + 16 1000 70.59 70.49 4.619673 + 32 1000 136.57 136.17 4.461877 + 64 1000 283.38 282.73 4.632183 + 128 1000 564.74 563.38 4.615212 + 256 1000 1195.41 1173.76 4.807708 + 512 1000 2287.43 2282.43 4.674423 + 1024 1000 4478.05 3528.15 3.612822 + 2048 1000 5300.73 5127.99 2.625530 + 4096 1000 5806.87 5761.55 1.474957 + 8192 1000 5891.07 5852.97 0.749180 + 16384 1000 5911.65 5911.37 0.378328 + 32768 1000 5935.83 5934.24 0.189896 + 65536 1000 5925.66 5894.00 0.094304 + 131072 1000 5744.56 5742.59 0.045941 + 262144 1000 5728.26 5728.15 0.022913 + 524288 1000 5726.12 5726.10 0.011452 + 1048576 1000 5729.12 5728.33 0.005728 + 2097152 1000 5728.11 5727.38 0.002864 + 4194304 1000 5727.79 5727.60 0.001432 + 8388608 1000 5731.97 5731.25 0.000716 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_bw-pl_16.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_bw-pl_16.log new file mode 100644 index 000000000..3a7fd1590 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_bw-pl_16.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Read Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a79 PSN 0x45d23e OUT 0x10 RKey 0x88010101 VAddr 0x007f713fddc000 + remote address: LID 0x03 QPN 0x0a79 PSN 0x373187 OUT 0x10 RKey 0x88010101 VAddr 0x007ffb2f425000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 inf 12.08 6.335812 + 4 1000 inf 30.27 7.935118 + 8 1000 inf 60.74 7.961262 + 16 1000 inf 120.52 7.898285 + 32 1000 inf 241.71 7.920324 + 64 1000 inf 475.24 7.786263 + 128 1000 inf 908.60 7.443256 + 256 1000 inf 1764.80 7.228617 + 512 1000 inf 3123.06 6.396037 + 1024 1000 inf 4355.03 4.459550 + 2048 1000 inf 5316.43 2.722011 + 4096 1000 inf 5736.05 1.468429 + 8192 1000 inf 5765.86 0.738030 + 16384 1000 inf 5891.67 0.377067 + 32768 1000 inf 5701.03 0.182433 + 65536 1000 inf 5702.83 0.091245 + 131072 1000 inf 5702.75 0.045622 + 262144 1000 inf 5690.98 0.022764 + 524288 1000 inf 5691.13 0.011382 + 1048576 1000 inf 5690.34 0.005690 + 2097152 1000 inf 5690.40 0.002845 + 4194304 1000 inf 5690.46 0.001423 + 8388608 1000 inf 5688.83 0.000711 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_bw-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_bw-pl_4.log new file mode 100644 index 000000000..451ccde24 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_bw-pl_4.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Read Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a78 PSN 0xd2c416 OUT 0x10 RKey 0x80010101 VAddr 0x007fc45648a000 + remote address: LID 0x03 QPN 0x0a78 PSN 0x7551a6 OUT 0x10 RKey 0x80010101 VAddr 0x007fd60f73e000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 inf 12.39 6.494517 + 4 1000 inf 31.16 8.168463 + 8 1000 inf 63.42 8.312623 + 16 1000 inf 126.51 8.291204 + 32 1000 inf 250.66 8.213673 + 64 1000 inf 498.52 8.167744 + 128 1000 inf 940.16 7.701754 + 256 1000 inf 1815.37 7.435763 + 512 1000 inf 3230.25 6.615546 + 1024 1000 inf 4537.98 4.646887 + 2048 1000 inf 5383.80 2.756503 + 4096 1000 inf 5783.27 1.480517 + 8192 1000 inf 6038.16 0.772884 + 16384 1000 inf 6084.67 0.389419 + 32768 1000 inf 6082.41 0.194637 + 65536 1000 inf 6080.51 0.097288 + 131072 1000 inf 6081.59 0.048653 + 262144 1000 inf 5952.55 0.023810 + 524288 1000 inf 5909.80 0.011820 + 1048576 1000 inf 5922.83 0.005923 + 2097152 1000 inf 5948.03 0.002974 + 4194304 1000 inf 5960.61 0.001490 + 8388608 1000 inf 5963.50 0.000745 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_lat-pl_1.log new file mode 100644 index 000000000..4cf799d61 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_lat-pl_1.log @@ -0,0 +1,40 @@ +--------------------------------------------------------------------------------------- + RDMA_Read Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a7a PSN 0xf9e0a7 OUT 0x10 RKey 0x90010101 VAddr 0x007f5572705000 + remote address: LID 0x03 QPN 0x0a7a PSN 0x7e0d6e OUT 0x10 RKey 0x90010101 VAddr 0x007ff98117c000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 2.03 9.28 2.06 2.09 0.09 2.54 9.28 + 4 1000 2.03 4.05 2.07 2.09 0.08 2.53 4.05 + 8 1000 2.06 3.54 2.09 2.11 0.07 2.55 3.54 + 16 1000 2.06 3.07 2.09 2.11 0.06 2.55 3.07 + 32 1000 2.05 7.51 2.10 2.12 0.07 2.47 7.51 + 64 1000 2.09 3.54 2.12 2.14 0.07 2.56 3.54 + 128 1000 2.13 4.73 2.16 2.18 0.07 2.63 4.73 + 256 1000 2.21 5.00 2.24 2.27 0.08 2.70 5.00 + 512 1000 2.33 5.84 2.37 2.40 0.09 2.84 5.84 + 1024 1000 2.57 5.54 2.61 2.65 0.13 3.09 5.54 + 2048 1000 3.04 5.22 3.10 3.18 0.15 3.60 5.22 + 4096 1000 3.46 11.08 3.76 3.75 0.23 4.09 11.08 + 8192 1000 4.07 11.97 4.40 4.49 0.35 5.43 11.97 + 16384 1000 5.34 14.94 5.74 5.89 0.45 6.73 14.94 + 32768 1000 7.98 16.96 8.67 8.67 0.53 9.59 16.96 + 65536 1000 13.51 23.24 14.14 14.27 0.71 16.84 23.24 + 131072 1000 24.18 32.86 25.03 25.13 0.59 26.46 32.86 + 262144 1000 45.80 55.24 46.83 46.92 0.62 48.99 55.24 + 524288 1000 89.20 100.84 90.46 90.61 1.07 97.42 100.84 + 1048576 1000 175.79 193.92 177.20 177.43 1.36 183.94 193.92 + 2097152 1000 340.68 372.40 351.19 351.72 2.68 367.64 372.40 + 4194304 1000 691.14 716.03 699.32 699.85 2.01 706.31 716.03 + 8388608 1000 1380.66 1427.63 1395.55 1396.16 3.32 1411.07 1427.63 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_bw-pl_1.log new file mode 100644 index 000000000..757d093de --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_bw-pl_1.log @@ -0,0 +1,41 @@ +--------------------------------------------------------------------------------------- + RDMA_Write BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a71 PSN 0x4d042e RKey 0x48010101 VAddr 0x007f534f1be000 + remote address: LID 0x03 QPN 0x0a71 PSN 0x86982e RKey 0x48010101 VAddr 0x007f077e382000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 10.51 10.20 5.346163 + 4 5000 21.15 20.94 5.490574 + 8 5000 42.39 42.28 5.541399 + 16 5000 84.59 84.04 5.507910 + 32 5000 169.18 168.21 5.511786 + 64 5000 316.75 294.07 4.818114 + 128 5000 630.98 619.92 5.078405 + 256 5000 1252.00 1227.58 5.028175 + 512 5000 2504.00 2484.91 5.089101 + 1024 5000 4978.53 4954.36 5.073268 + 2048 5000 5648.61 5643.87 2.889663 + 4096 5000 5800.23 5763.32 1.475411 + 8192 5000 5665.95 5664.58 0.725066 + 16384 5000 5826.02 5824.72 0.372782 + 32768 5000 5860.48 5860.28 0.187529 + 65536 5000 5887.66 5887.05 0.094193 + 131072 5000 5901.77 5898.44 0.047188 + 262144 5000 5890.70 5890.46 0.023562 + 524288 5000 5900.89 5899.03 0.011798 + 1048576 5000 5903.56 5903.55 0.005904 + 2097152 5000 5909.07 5908.58 0.002954 + 4194304 5000 5915.87 5915.06 0.001479 + 8388608 5000 5948.13 5947.41 0.000743 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_bw-pl_16.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_bw-pl_16.log new file mode 100644 index 000000000..1581d06b8 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_bw-pl_16.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a73 PSN 0x5a0e74 RKey 0x58010101 VAddr 0x007f57b662e000 + remote address: LID 0x03 QPN 0x0a73 PSN 0x48dbee RKey 0x58010101 VAddr 0x007f17ce680000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 20.77 10.887361 + 4 5000 inf 44.95 11.782741 + 8 5000 inf 86.22 11.300644 + 16 5000 inf 172.40 11.298562 + 32 5000 inf 344.63 11.292948 + 64 5000 inf 612.08 10.028315 + 128 5000 inf 1335.56 10.940910 + 256 5000 inf 2574.56 10.545398 + 512 5000 inf 4412.62 9.037053 + 1024 5000 inf 5413.68 5.543611 + 2048 5000 inf 5694.88 2.915777 + 4096 5000 inf 5781.37 1.480031 + 8192 5000 inf 5705.16 0.730260 + 16384 5000 inf 5788.73 0.370479 + 32768 5000 inf 5828.17 0.186501 + 65536 5000 inf 5868.77 0.093900 + 131072 5000 inf 5888.58 0.047109 + 262144 5000 inf 5885.39 0.023542 + 524288 5000 inf 5884.00 0.011768 + 1048576 5000 inf 5886.32 0.005886 + 2097152 5000 inf 5902.81 0.002951 + 4194304 5000 inf 5913.25 0.001478 + 8388608 5000 inf 5948.38 0.000744 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_bw-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_bw-pl_4.log new file mode 100644 index 000000000..481376f96 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_bw-pl_4.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a72 PSN 0xfa878a RKey 0x50010101 VAddr 0x007f7eec68e000 + remote address: LID 0x03 QPN 0x0a72 PSN 0xa31d76 RKey 0x50010101 VAddr 0x007ff0e60dd000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 21.31 11.170718 + 4 5000 inf 45.28 11.868757 + 8 5000 inf 82.05 10.754173 + 16 5000 inf 163.85 10.737935 + 32 5000 inf 326.77 10.707475 + 64 5000 inf 561.86 9.205534 + 128 5000 inf 1264.63 10.359876 + 256 5000 inf 2361.52 9.672780 + 512 5000 inf 4136.75 8.472066 + 1024 5000 inf 5362.94 5.491651 + 2048 5000 inf 5650.36 2.892983 + 4096 5000 inf 5792.88 1.482977 + 8192 5000 inf 5808.79 0.743525 + 16384 5000 inf 5851.76 0.374513 + 32768 5000 inf 5872.16 0.187909 + 65536 5000 inf 5898.30 0.094373 + 131072 5000 inf 5903.54 0.047228 + 262144 5000 inf 5898.07 0.023592 + 524288 5000 inf 5899.06 0.011798 + 1048576 5000 inf 5909.44 0.005909 + 2097152 5000 inf 5915.66 0.002958 + 4194304 5000 inf 5927.90 0.001482 + 8388608 5000 inf 5933.54 0.000742 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_lat-pl_1.log new file mode 100644 index 000000000..a2181596d --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_lat-pl_1.log @@ -0,0 +1,40 @@ +--------------------------------------------------------------------------------------- + RDMA_Write Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Max inline data : 220[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a74 PSN 0x5db8fe RKey 0x60010101 VAddr 0x007ff03f137000 + remote address: LID 0x03 QPN 0x0a74 PSN 0xf00e77 RKey 0x60010101 VAddr 0x007f26bc80b000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 0.98 4.50 1.05 1.10 0.13 1.37 4.50 + 4 1000 0.97 3.33 1.05 1.10 0.09 1.36 3.33 + 8 1000 0.99 2.41 1.05 1.10 0.08 1.38 2.41 + 16 1000 0.99 3.46 1.05 1.10 0.07 1.37 3.46 + 32 1000 1.02 3.45 1.09 1.14 0.08 1.38 3.45 + 64 1000 1.12 4.72 1.20 1.20 0.09 1.25 4.72 + 128 1000 1.19 3.61 1.31 1.31 0.05 1.55 3.61 + 256 1000 2.13 4.53 2.21 2.22 0.08 2.42 4.53 + 512 1000 2.27 3.57 2.35 2.39 0.10 2.73 3.57 + 1024 1000 2.42 3.64 2.60 2.65 0.11 2.96 3.64 + 2048 1000 2.93 5.26 3.13 3.13 0.10 3.44 5.26 + 4096 1000 3.34 5.50 3.62 3.60 0.16 4.09 5.50 + 8192 1000 3.96 5.12 4.25 4.28 0.17 4.74 5.12 + 16384 1000 5.23 6.29 5.62 5.64 0.17 6.01 6.29 + 32768 1000 8.02 8.99 8.44 8.43 0.15 8.83 8.99 + 65536 1000 13.51 14.97 14.14 14.11 0.20 14.61 14.97 + 131072 1000 24.32 25.91 24.92 24.91 0.21 25.45 25.91 + 262144 1000 45.30 55.52 47.26 47.26 0.65 50.84 55.52 + 524288 1000 88.00 93.89 89.43 89.43 0.50 90.92 93.89 + 1048576 1000 172.66 182.96 173.98 174.06 0.67 176.03 182.96 + 2097152 1000 340.00 351.22 341.98 342.19 1.05 346.07 351.22 + 4194304 1000 676.45 691.13 679.60 679.87 1.62 687.32 691.13 + 8388608 1000 1536.74 1560.25 1550.53 1550.41 2.26 1557.47 1560.25 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-15-43/hermit-ib_write_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-15-43/hermit-ib_write_bw-pl_1.log new file mode 100644 index 000000000..587c3d015 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-15-43/hermit-ib_write_bw-pl_1.log @@ -0,0 +1,62 @@ + +mydestvaddr: 7ff68221d000 + +--------------------------------------------------------------------------------------- + RDMA_Write BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a92 PSN 0x5424a4 RKey 0x50010102 VAddr 0x00007ff68221d000 + remote address: LID 0x03 QPN 0x0a92 PSN 0x410b11 RKey 0x50010102 VAddr 0x00007fc168380000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 0.32 0.32 0.166766 + 4 5000 0.63 0.63 0.165070 + 8 5000 1.27 1.26 0.165474 + 16 5000 2.52 2.52 0.165137 + 32 5000 5.07 5.06 0.165876 + 64 5000 10.13 10.11 0.165577 + 128 5000 20.19 20.18 0.165288 + 256 5000 40.45 40.40 0.165463 + 512 5000 80.77 80.70 0.165281 + 1024 5000 161.65 161.43 0.165304 + 2048 5000 323.53 322.93 0.165340 + 4096 5000 650.08 644.28 0.164936 + 8192 5000 1305.51 1300.52 0.166466 + 16384 5000 2611.69 2609.34 0.166998 + 32768 5000 5220.69 5215.58 0.166899 + 65536 5000 5906.92 5906.81 0.094509 + 131072 5000 5911.65 5911.24 0.047290 + 262144 5000 5901.39 5901.38 0.023606 + 524288 5000 5899.97 5894.30 0.011789 + 1048576 5000 5900.12 5899.68 0.005900 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-15-43/hermit-ib_write_bw-pl_16.log b/usr/benchmarks/ib/evaluation/18-02-15-15-43/hermit-ib_write_bw-pl_16.log new file mode 100644 index 000000000..17ec509fd --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-15-43/hermit-ib_write_bw-pl_16.log @@ -0,0 +1,65 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7fb15960a000 + +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a94 PSN 0x5424a4 RKey 0x60010102 VAddr 0x00007fb15960a000 + remote address: LID 0x03 QPN 0x0a94 PSN 0x2df17e RKey 0x60010102 VAddr 0x00007f0c6baae000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 4.20 2.202231 + 4 5000 inf 8.44 2.213705 + 8 5000 inf 16.99 2.226547 + 16 5000 inf 33.02 2.163775 + 32 5000 inf 67.86 2.223707 + 64 5000 inf 135.62 2.221932 + 128 5000 inf 271.57 2.224720 + 256 5000 inf 543.92 2.227878 + 512 5000 inf 1080.83 2.213540 + 1024 5000 inf 2173.06 2.225212 + 2048 5000 inf 4315.21 2.209387 + 4096 5000 inf 5900.64 1.510563 + 8192 5000 inf 5938.25 0.760095 + 16384 5000 inf 5991.13 0.383432 + 32768 5000 inf 5982.65 0.191445 + 65536 5000 inf 5989.67 0.095835 + 131072 5000 inf 5993.30 0.047946 + 262144 5000 inf 5978.11 0.023912 + 524288 5000 inf 5978.63 0.011957 + 1048576 5000 inf 5942.08 0.005942 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-15-43/hermit-ib_write_bw-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-15-43/hermit-ib_write_bw-pl_4.log new file mode 100644 index 000000000..e696e61e6 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-15-43/hermit-ib_write_bw-pl_4.log @@ -0,0 +1,65 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7f8a38356000 + +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a93 PSN 0x5424a4 RKey 0x58010102 VAddr 0x00007f8a38356000 + remote address: LID 0x03 QPN 0x0a93 PSN 0x2df17e RKey 0x58010102 VAddr 0x00007f6363694000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 1.20 0.629510 + 4 5000 inf 2.41 0.632495 + 8 5000 inf 4.85 0.635393 + 16 5000 inf 9.61 0.629556 + 32 5000 inf 19.43 0.636599 + 64 5000 inf 38.86 0.636676 + 128 5000 inf 77.75 0.636951 + 256 5000 inf 155.28 0.636033 + 512 5000 inf 310.28 0.635446 + 1024 5000 inf 621.70 0.636620 + 2048 5000 inf 1242.63 0.636225 + 4096 5000 inf 2485.53 0.636296 + 8192 5000 inf 4950.72 0.633692 + 16384 5000 inf 5929.97 0.379518 + 32768 5000 inf 5893.42 0.188589 + 65536 5000 inf 5906.26 0.094500 + 131072 5000 inf 5912.71 0.047302 + 262144 5000 inf 5902.51 0.023610 + 524288 5000 inf 5901.62 0.011803 + 1048576 5000 inf 5872.53 0.005873 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-15-43/native-ib_write_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-15-43/native-ib_write_bw-pl_1.log new file mode 100644 index 000000000..bde9ec1ae --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-15-43/native-ib_write_bw-pl_1.log @@ -0,0 +1,41 @@ +--------------------------------------------------------------------------------------- + RDMA_Write BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a8f PSN 0x3162f6 RKey 0x38010102 VAddr 0x007f558bfe2000 + remote address: LID 0x03 QPN 0x0a8f PSN 0xee3c13 RKey 0x38010102 VAddr 0x007fc7383cc000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 10.57 10.28 5.387176 + 4 5000 20.79 19.90 5.216839 + 8 5000 39.91 39.64 5.195680 + 16 5000 79.50 79.31 5.197774 + 32 5000 159.97 158.83 5.204525 + 64 5000 319.30 296.97 4.865562 + 128 5000 633.50 626.15 5.129430 + 256 5000 1269.53 1250.13 5.120524 + 512 5000 2528.94 2514.37 5.149439 + 1024 5000 5017.89 4989.33 5.109069 + 2048 5000 5636.07 5629.14 2.882118 + 4096 5000 5810.19 5781.11 1.479963 + 8192 5000 5670.69 5670.38 0.725809 + 16384 5000 5821.01 5820.20 0.372493 + 32768 5000 5847.40 5839.92 0.186877 + 65536 5000 5885.10 5884.50 0.094152 + 131072 5000 5899.95 5899.91 0.047199 + 262144 5000 5897.75 5897.39 0.023590 + 524288 5000 5902.28 5901.87 0.011804 + 1048576 5000 5908.48 5908.42 0.005908 + 2097152 5000 5912.37 5911.99 0.002956 + 4194304 5000 5915.73 5915.73 0.001479 + 8388608 5000 5947.23 5945.41 0.000743 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-15-43/native-ib_write_bw-pl_16.log b/usr/benchmarks/ib/evaluation/18-02-15-15-43/native-ib_write_bw-pl_16.log new file mode 100644 index 000000000..b87939a8a --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-15-43/native-ib_write_bw-pl_16.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a91 PSN 0xec890b RKey 0x48010102 VAddr 0x007f9f78c53000 + remote address: LID 0x03 QPN 0x0a91 PSN 0x51abe2 RKey 0x48010102 VAddr 0x007f3738698000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 22.32 11.701247 + 4 5000 inf 43.03 11.280366 + 8 5000 inf 85.74 11.237656 + 16 5000 inf 173.04 11.340115 + 32 5000 inf 346.51 11.354576 + 64 5000 inf 613.32 10.048686 + 128 5000 inf 1340.34 10.980091 + 256 5000 inf 2577.74 10.558417 + 512 5000 inf 4416.61 9.045227 + 1024 5000 inf 5392.04 5.521450 + 2048 5000 inf 5694.93 2.915803 + 4096 5000 inf 5770.26 1.477187 + 8192 5000 inf 5696.54 0.729157 + 16384 5000 inf 5799.95 0.371197 + 32768 5000 inf 5852.54 0.187281 + 65536 5000 inf 5873.11 0.093970 + 131072 5000 inf 5891.14 0.047129 + 262144 5000 inf 5879.15 0.023517 + 524288 5000 inf 5885.22 0.011770 + 1048576 5000 inf 5898.47 0.005898 + 2097152 5000 inf 5910.94 0.002955 + 4194304 5000 inf 5919.83 0.001480 + 8388608 5000 inf 5950.51 0.000744 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-15-43/native-ib_write_bw-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-15-43/native-ib_write_bw-pl_4.log new file mode 100644 index 000000000..87b876ef1 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-15-43/native-ib_write_bw-pl_4.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a90 PSN 0x9bba2d RKey 0x40010102 VAddr 0x007f169a472000 + remote address: LID 0x03 QPN 0x0a90 PSN 0x871a92 RKey 0x40010102 VAddr 0x007f2e32362000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 20.60 10.799377 + 4 5000 inf 40.96 10.737261 + 8 5000 inf 80.22 10.514182 + 16 5000 inf 160.13 10.494287 + 32 5000 inf 319.97 10.484875 + 64 5000 inf 561.04 9.192151 + 128 5000 inf 1238.80 10.148215 + 256 5000 inf 2208.15 9.044598 + 512 5000 inf 4082.07 8.360072 + 1024 5000 inf 5347.88 5.476225 + 2048 5000 inf 5657.39 2.896583 + 4096 5000 inf 5791.67 1.482667 + 8192 5000 inf 5854.19 0.749336 + 16384 5000 inf 5887.19 0.376780 + 32768 5000 inf 5903.48 0.188911 + 65536 5000 inf 5917.30 0.094677 + 131072 5000 inf 5915.76 0.047326 + 262144 5000 inf 5905.33 0.023621 + 524288 5000 inf 5902.02 0.011804 + 1048576 5000 inf 5904.64 0.005905 + 2097152 5000 inf 5910.11 0.002955 + 4194304 5000 inf 5923.66 0.001481 + 8388608 5000 inf 5960.82 0.000745 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-15-47/hermit-ib_read_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-15-47/hermit-ib_read_bw-pl_1.log new file mode 100644 index 000000000..f6fdd827b --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-15-47/hermit-ib_read_bw-pl_1.log @@ -0,0 +1,63 @@ + +mydestvaddr: 7f319ab71000 + +--------------------------------------------------------------------------------------- + RDMA_Read BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a99 PSN 0xddb16e OUT 0x10 RKey 0x88010102 VAddr 0x00007f319ab71000 + remote address: LID 0x03 QPN 0x0a99 PSN 0xb77e48 OUT 0x10 RKey 0x88010102 VAddr 0x00007ff64a731000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 0.31 0.31 0.161308 + 4 1000 0.62 0.62 0.162018 + 8 1000 1.24 1.24 0.162065 + 16 1000 2.48 2.47 0.162142 + 32 1000 4.99 4.95 0.162251 + 64 1000 9.94 9.90 0.162256 + 128 1000 19.86 19.80 0.162173 + 256 1000 39.73 39.51 0.161815 + 512 1000 79.53 79.25 0.162307 + 1024 1000 158.97 158.05 0.161840 + 2048 1000 318.12 316.41 0.162000 + 4096 1000 642.15 640.63 0.164002 + 8192 1000 1281.94 1278.57 0.163657 + 16384 1000 2563.57 2558.72 0.163758 + 32768 1000 5114.22 5105.13 0.163364 + 65536 1000 6056.63 6056.41 0.096903 + 131072 1000 6069.64 6069.47 0.048556 + 262144 1000 6046.82 6046.79 0.024187 + 524288 1000 6055.95 6055.94 0.012112 + 1048576 1000 6055.15 6054.85 0.006055 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-15-47/hermit-ib_read_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-15-47/hermit-ib_read_lat-pl_1.log new file mode 100644 index 000000000..94c7ca075 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-15-47/hermit-ib_read_lat-pl_1.log @@ -0,0 +1,57 @@ + +mydestvaddr: 7f2c86042000 + +--------------------------------------------------------------------------------------- + RDMA_Read Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a9a PSN 0xddb16e OUT 0x10 RKey 0x90010102 VAddr 0x00007f2c86042000 + remote address: LID 0x03 QPN 0x0a9a PSN 0xb77e48 OUT 0x10 RKey 0x90010102 VAddr 0x00007fb617283000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 8.65 15.93 8.75 8.79 0.30 9.82 15.93 + 4 1000 8.60 12.79 8.70 8.73 0.27 9.69 12.79 + 8 1000 8.58 13.84 8.68 8.71 0.30 9.62 13.84 + 16 1000 8.59 13.62 8.67 8.69 0.22 9.30 13.62 + 32 1000 8.58 15.60 8.67 8.70 0.36 9.59 15.60 + 64 1000 8.60 14.44 8.67 8.70 0.27 8.89 14.44 + 128 1000 8.58 14.86 8.67 8.70 0.28 9.43 14.86 + 256 1000 8.58 15.02 8.67 8.70 0.29 9.41 15.02 + 512 1000 8.59 15.38 8.68 8.72 0.39 10.97 15.38 + 1024 1000 8.58 15.15 8.68 8.71 0.37 9.01 15.15 + 2048 1000 8.58 15.47 8.66 8.69 0.32 9.68 15.47 + 4096 1000 8.58 16.59 8.68 8.71 0.35 9.37 16.59 + 8192 1000 8.58 14.86 8.66 8.70 0.30 8.91 14.86 + 16384 1000 8.59 15.45 8.68 8.71 0.29 9.14 15.45 + 32768 1000 11.08 14.54 11.18 11.22 0.24 13.15 14.54 + 65536 1000 15.83 19.07 16.15 16.17 0.17 16.84 19.07 + 131072 1000 25.90 30.93 28.45 27.96 0.98 28.66 30.93 + 262144 1000 47.75 54.10 48.30 48.33 0.25 49.18 54.10 + 524288 1000 87.94 98.32 90.29 90.31 0.63 92.35 98.32 + 1048576 1000 171.17 188.84 173.62 173.18 1.25 175.99 188.84 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp diff --git a/usr/benchmarks/ib/evaluation/18-02-15-15-47/hermit-ib_write_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-15-47/hermit-ib_write_lat-pl_1.log new file mode 100644 index 000000000..a46a6ec14 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-15-47/hermit-ib_write_lat-pl_1.log @@ -0,0 +1,56 @@ + +mydestvaddr: 7fbd50838000 + +--------------------------------------------------------------------------------------- + RDMA_Write Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Max inline data : 220[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a98 PSN 0xddb16e RKey 0x80010102 VAddr 0x00007fbd50838000 + remote address: LID 0x03 QPN 0x0a98 PSN 0xca97db RKey 0x80010102 VAddr 0x00007f2ceb618000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 4.35 8.57 4.40 4.42 0.18 4.95 8.57 + 4 1000 4.29 5.95 4.37 4.38 0.12 4.92 5.95 + 8 1000 4.30 8.23 4.37 4.39 0.15 5.37 8.23 + 16 1000 4.28 7.20 4.37 4.38 0.13 5.35 7.20 + 32 1000 4.30 7.53 4.37 4.39 0.16 5.54 7.53 + 64 1000 4.31 6.26 4.36 4.38 0.13 5.35 6.26 + 128 1000 4.30 7.25 4.38 4.40 0.15 4.73 7.25 + 256 1000 4.29 7.05 4.34 4.36 0.13 5.34 7.05 + 512 1000 4.28 6.01 4.34 4.36 0.15 5.39 6.01 + 1024 1000 4.28 7.33 4.34 4.36 0.16 5.42 7.33 + 2048 1000 4.28 7.04 4.39 4.41 0.19 5.73 7.04 + 4096 1000 4.68 7.88 4.83 4.89 0.19 6.04 7.88 + 8192 1000 5.39 7.55 5.54 5.60 0.18 6.16 7.55 + 16384 1000 6.61 8.41 6.96 6.96 0.16 7.23 8.41 + 32768 1000 9.48 10.94 9.67 9.71 0.13 9.96 10.94 + 65536 1000 14.85 16.53 15.19 15.19 0.12 15.46 16.53 + 131072 1000 25.47 31.25 26.00 26.01 0.28 27.00 31.25 + 262144 1000 47.18 52.95 48.06 48.04 0.31 48.97 52.95 + 524288 1000 88.73 95.97 89.80 89.82 0.41 90.86 95.97 + 1048576 1000 173.97 180.31 175.56 175.61 0.61 177.77 180.31 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp diff --git a/usr/benchmarks/ib/evaluation/18-02-15-15-47/native-ib_read_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-15-47/native-ib_read_bw-pl_1.log new file mode 100644 index 000000000..d4301e79a --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-15-47/native-ib_read_bw-pl_1.log @@ -0,0 +1,41 @@ +--------------------------------------------------------------------------------------- + RDMA_Read BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a96 PSN 0x8b463b OUT 0x10 RKey 0x70010102 VAddr 0x007fa9f3b5e000 + remote address: LID 0x03 QPN 0x0a96 PSN 0x571f33 OUT 0x10 RKey 0x70010102 VAddr 0x007fb02d762000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 9.76 8.65 4.535761 + 4 1000 17.52 16.49 4.322911 + 8 1000 35.36 35.19 4.612887 + 16 1000 70.97 70.65 4.630072 + 32 1000 138.96 128.15 4.199274 + 64 1000 300.55 298.48 4.890249 + 128 1000 567.77 566.20 4.638332 + 256 1000 1090.66 1036.35 4.244908 + 512 1000 2283.32 2275.07 4.659345 + 1024 1000 4509.86 4105.39 4.203918 + 2048 1000 5373.65 5363.62 2.746173 + 4096 1000 5680.21 5557.47 1.422712 + 8192 1000 5691.35 5690.72 0.728412 + 16384 1000 5712.96 5712.24 0.365584 + 32768 1000 5729.47 5725.68 0.183222 + 65536 1000 5739.39 5738.69 0.091819 + 131072 1000 5744.56 5744.09 0.045953 + 262144 1000 5732.86 5732.15 0.022929 + 524288 1000 5727.10 5727.09 0.011454 + 1048576 1000 5726.60 5726.31 0.005726 + 2097152 1000 5727.02 5726.83 0.002863 + 4194304 1000 5726.19 5726.19 0.001432 + 8388608 1000 5729.23 5729.17 0.000716 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-15-47/native-ib_read_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-15-47/native-ib_read_lat-pl_1.log new file mode 100644 index 000000000..5b76a885c --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-15-47/native-ib_read_lat-pl_1.log @@ -0,0 +1,40 @@ +--------------------------------------------------------------------------------------- + RDMA_Read Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a97 PSN 0xf5b9 OUT 0x10 RKey 0x78010102 VAddr 0x007f4a2442b000 + remote address: LID 0x03 QPN 0x0a97 PSN 0x6a5635 OUT 0x10 RKey 0x78010102 VAddr 0x007f97bb702000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 2.05 7.55 2.08 2.10 0.07 2.28 7.55 + 4 1000 1.97 9.56 2.11 2.12 0.11 2.24 9.56 + 8 1000 1.98 9.90 2.11 2.12 0.20 2.20 9.90 + 16 1000 2.03 10.19 2.16 2.17 0.13 2.28 10.19 + 32 1000 2.05 11.08 2.17 2.18 0.26 2.27 11.08 + 64 1000 2.06 10.64 2.19 2.20 0.18 2.31 10.64 + 128 1000 2.10 10.72 2.23 2.24 0.21 2.35 10.72 + 256 1000 2.20 9.52 2.31 2.33 0.20 2.48 9.52 + 512 1000 2.31 10.01 2.45 2.46 0.16 2.62 10.01 + 1024 1000 2.56 11.14 2.69 2.71 0.28 2.90 11.14 + 2048 1000 3.01 10.62 3.16 3.22 0.21 3.48 10.62 + 4096 1000 3.35 9.56 3.50 3.58 0.22 3.86 9.56 + 8192 1000 4.00 11.65 4.27 4.31 0.27 4.97 11.65 + 16384 1000 5.30 15.16 5.62 5.71 0.47 6.51 15.16 + 32768 1000 7.83 18.01 8.41 8.45 0.46 9.18 18.01 + 65536 1000 13.42 22.76 13.92 13.96 0.56 15.82 22.76 + 131072 1000 24.12 34.00 24.80 24.86 0.68 28.99 34.00 + 262144 1000 45.44 55.49 46.72 46.74 0.51 48.77 55.49 + 524288 1000 88.86 99.53 90.02 90.09 0.68 92.17 99.53 + 1048576 1000 175.89 193.25 177.35 177.43 1.03 182.30 193.25 + 2097152 1000 349.93 372.68 352.00 352.13 1.54 357.17 372.68 + 4194304 1000 692.27 719.04 701.02 701.63 2.80 716.10 719.04 + 8388608 1000 1394.16 1430.47 1399.17 1399.78 3.36 1416.02 1430.47 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-15-47/native-ib_write_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-15-47/native-ib_write_lat-pl_1.log new file mode 100644 index 000000000..5321191f8 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-15-47/native-ib_write_lat-pl_1.log @@ -0,0 +1,40 @@ +--------------------------------------------------------------------------------------- + RDMA_Write Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Max inline data : 220[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a95 PSN 0x2d3524 RKey 0x68010102 VAddr 0x007f9b61fee000 + remote address: LID 0x03 QPN 0x0a95 PSN 0xe512a5 RKey 0x68010102 VAddr 0x007f444b9b5000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 0.97 4.83 1.16 1.20 0.12 1.67 4.83 + 4 1000 0.97 3.02 1.16 1.19 0.06 1.32 3.02 + 8 1000 0.97 3.77 1.17 1.19 0.06 1.32 3.77 + 16 1000 0.98 2.36 1.17 1.19 0.05 1.32 2.36 + 32 1000 1.00 51.61 1.20 1.23 0.15 1.36 51.61 + 64 1000 1.04 2.59 1.21 1.22 0.08 1.39 2.59 + 128 1000 1.10 5.83 1.30 1.32 0.25 1.48 5.83 + 256 1000 2.07 6.32 2.25 2.29 0.19 2.50 6.32 + 512 1000 2.21 6.06 2.36 2.38 0.11 2.58 6.06 + 1024 1000 2.22 6.94 2.40 2.45 0.24 3.01 6.94 + 2048 1000 2.80 7.61 3.12 3.12 0.20 3.33 7.61 + 4096 1000 3.16 6.73 3.58 3.54 0.23 4.01 6.73 + 8192 1000 3.77 6.70 4.13 4.15 0.21 4.60 6.70 + 16384 1000 5.19 8.19 5.63 5.66 0.19 6.02 8.19 + 32768 1000 7.90 12.02 8.36 8.36 0.15 8.71 12.02 + 65536 1000 13.28 18.19 13.73 13.74 0.20 14.12 18.19 + 131072 1000 23.94 25.27 24.54 24.53 0.16 24.91 25.27 + 262144 1000 45.66 48.27 46.67 46.63 0.27 47.17 48.27 + 524288 1000 87.05 92.24 88.02 88.05 0.42 89.24 92.24 + 1048576 1000 170.31 179.93 171.74 171.77 0.55 173.66 179.93 + 2097152 1000 336.83 347.74 339.03 339.09 0.70 341.58 347.74 + 4194304 1000 670.20 683.24 672.35 672.50 1.13 675.83 683.24 + 8388608 1000 1474.78 1496.07 1487.42 1487.23 1.80 1490.91 1496.07 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_read_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_read_bw-pl_1.log new file mode 100644 index 000000000..0ceebacd1 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_read_bw-pl_1.log @@ -0,0 +1,63 @@ + +mydestvaddr: 7f2ea4859000 + +--------------------------------------------------------------------------------------- + RDMA_Read BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0aa2 PSN 0xddb16e OUT 0x10 RKey 0xd0010102 VAddr 0x00007f2ea4859000 + remote address: LID 0x03 QPN 0x0aa2 PSN 0xb77e48 OUT 0x10 RKey 0xd0010102 VAddr 0x00007f62f7887000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 0.31 0.31 0.162354 + 4 1000 0.63 0.62 0.162802 + 8 1000 1.25 1.25 0.163665 + 16 1000 2.51 2.51 0.164171 + 32 1000 5.02 4.98 0.163102 + 64 1000 10.09 10.05 0.164683 + 128 1000 20.15 20.04 0.164191 + 256 1000 40.23 39.98 0.163772 + 512 1000 80.21 80.03 0.163908 + 1024 1000 161.26 160.46 0.164310 + 2048 1000 320.99 319.82 0.163750 + 4096 1000 648.83 645.51 0.165251 + 8192 1000 1291.65 1290.04 0.165125 + 16384 1000 2592.85 2581.92 0.165243 + 32768 1000 5162.97 5134.37 0.164300 + 65536 1000 6093.19 6089.44 0.097431 + 131072 1000 6093.99 6092.51 0.048740 + 262144 1000 6082.07 6080.88 0.024324 + 524288 1000 6081.33 6079.74 0.012159 + 1048576 1000 6079.41 6079.24 0.006079 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_read_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_read_lat-pl_1.log new file mode 100644 index 000000000..a5c0f3c14 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_read_lat-pl_1.log @@ -0,0 +1,57 @@ + +mydestvaddr: 7f6a0b47d000 + +--------------------------------------------------------------------------------------- + RDMA_Read Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0aa3 PSN 0xddb16e OUT 0x10 RKey 0xd8010102 VAddr 0x00007f6a0b47d000 + remote address: LID 0x03 QPN 0x0aa3 PSN 0xb77e48 OUT 0x10 RKey 0xd8010102 VAddr 0x00007f3756355000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 8.47 16.25 8.56 8.60 0.33 9.56 16.25 + 4 1000 8.40 14.51 8.51 8.54 0.30 9.32 14.51 + 8 1000 8.42 13.90 8.52 8.55 0.35 9.53 13.90 + 16 1000 8.40 14.73 8.51 8.54 0.31 9.22 14.73 + 32 1000 8.42 16.74 8.51 8.55 0.33 10.07 16.74 + 64 1000 8.40 14.13 8.50 8.53 0.30 9.61 14.13 + 128 1000 8.38 13.71 8.50 8.53 0.26 9.25 13.71 + 256 1000 8.41 14.08 8.50 8.53 0.26 9.11 14.08 + 512 1000 8.42 14.29 8.52 8.54 0.25 8.72 14.29 + 1024 1000 8.40 14.05 8.51 8.54 0.27 9.54 14.05 + 2048 1000 8.38 14.12 8.49 8.53 0.29 9.26 14.12 + 4096 1000 8.34 13.52 8.43 8.45 0.27 9.49 13.52 + 8192 1000 8.32 13.65 8.42 8.45 0.26 9.15 13.65 + 16384 1000 8.33 14.24 8.43 8.46 0.31 9.14 14.24 + 32768 1000 10.86 18.57 10.96 11.00 0.33 13.22 18.57 + 65536 1000 15.70 24.09 15.94 16.00 0.45 18.45 24.09 + 131072 1000 25.67 29.94 25.89 26.07 0.63 28.41 29.94 + 262144 1000 45.98 55.83 48.26 48.28 0.50 50.57 55.83 + 524288 1000 87.59 95.46 90.30 89.74 1.08 90.86 95.46 + 1048576 1000 169.99 181.55 172.42 172.48 0.74 175.13 181.55 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp diff --git a/usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_write_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_write_bw-pl_1.log new file mode 100644 index 000000000..1b8a23797 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_write_bw-pl_1.log @@ -0,0 +1,62 @@ + +mydestvaddr: 7f5317cf8000 + +--------------------------------------------------------------------------------------- + RDMA_Write BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0aa0 PSN 0x5424a4 RKey 0xc0010102 VAddr 0x00007f5317cf8000 + remote address: LID 0x03 QPN 0x0aa0 PSN 0x410b11 RKey 0xc0010102 VAddr 0x00007f1af2693000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 0.32 0.32 0.167302 + 4 5000 0.64 0.63 0.165766 + 8 5000 1.27 1.27 0.166085 + 16 5000 2.55 2.53 0.165748 + 32 5000 5.08 5.07 0.166050 + 64 5000 10.17 10.14 0.166128 + 128 5000 20.31 20.23 0.165759 + 256 5000 40.59 40.46 0.165718 + 512 5000 81.15 80.91 0.165712 + 1024 5000 162.35 161.78 0.165664 + 2048 5000 324.60 323.71 0.165741 + 4096 5000 655.03 653.17 0.167212 + 8192 5000 1308.87 1306.71 0.167259 + 16384 5000 2622.31 2613.89 0.167289 + 32768 5000 5232.80 5230.93 0.167390 + 65536 5000 6004.04 6002.99 0.096048 + 131072 5000 6005.26 6005.06 0.048040 + 262144 5000 5993.13 5992.69 0.023971 + 524288 5000 5992.39 5992.23 0.011984 + 1048576 5000 5995.90 5995.46 0.005995 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_write_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_write_lat-pl_1.log new file mode 100644 index 000000000..f1c0163c5 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_write_lat-pl_1.log @@ -0,0 +1,56 @@ + +mydestvaddr: 7fcce4dca000 + +--------------------------------------------------------------------------------------- + RDMA_Write Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Max inline data : 220[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0aa1 PSN 0xddb16e RKey 0xc8010102 VAddr 0x00007fcce4dca000 + remote address: LID 0x03 QPN 0x0aa1 PSN 0xb77e48 RKey 0xc8010102 VAddr 0x00007fa312b67000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 4.23 6.93 4.29 4.32 0.16 4.84 6.93 + 4 1000 4.22 6.78 4.28 4.30 0.14 5.20 6.78 + 8 1000 4.19 7.14 4.27 4.29 0.22 5.41 7.14 + 16 1000 4.21 7.09 4.29 4.30 0.14 5.26 7.09 + 32 1000 4.22 8.95 4.28 4.30 0.16 5.37 8.95 + 64 1000 4.22 6.53 4.28 4.30 0.14 4.87 6.53 + 128 1000 4.23 6.65 4.28 4.30 0.14 4.85 6.65 + 256 1000 4.19 7.13 4.24 4.26 0.15 5.30 7.13 + 512 1000 4.19 7.17 4.23 4.25 0.14 5.02 7.17 + 1024 1000 4.18 7.52 4.23 4.25 0.16 5.19 7.52 + 2048 1000 4.19 9.62 4.25 4.28 0.22 5.78 9.62 + 4096 1000 4.31 7.19 4.40 4.45 0.20 5.74 7.19 + 8192 1000 4.94 7.55 5.09 5.15 0.16 5.99 7.55 + 16384 1000 6.20 7.83 6.51 6.51 0.16 6.81 7.83 + 32768 1000 8.94 11.54 9.18 9.19 0.11 9.38 11.54 + 65536 1000 14.43 15.87 14.63 14.64 0.11 15.24 15.87 + 131072 1000 24.86 26.29 25.19 25.19 0.12 25.47 26.29 + 262144 1000 45.82 47.59 46.35 46.35 0.18 46.78 47.59 + 524288 1000 86.80 88.56 87.61 87.62 0.27 88.28 88.56 + 1048576 1000 170.12 172.79 171.20 171.21 0.38 172.16 172.79 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp diff --git a/usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_read_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_read_bw-pl_1.log new file mode 100644 index 000000000..a527042cd --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_read_bw-pl_1.log @@ -0,0 +1,41 @@ +--------------------------------------------------------------------------------------- + RDMA_Read BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a9e PSN 0x4df7d3 OUT 0x10 RKey 0xb0010102 VAddr 0x007f79f7fe8000 + remote address: LID 0x03 QPN 0x0a9e PSN 0x7f42f6 OUT 0x10 RKey 0xb0010102 VAddr 0x007ff6d4fd9000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 12.18 10.03 5.256581 + 4 1000 24.92 24.76 6.491923 + 8 1000 50.35 50.17 6.575791 + 16 1000 107.81 106.24 6.962565 + 32 1000 215.61 213.31 6.989669 + 64 1000 431.22 426.89 6.994106 + 128 1000 809.65 806.92 6.610298 + 256 1000 1619.29 1612.65 6.605395 + 512 1000 3213.99 3111.89 6.373147 + 1024 1000 4591.41 4579.46 4.689363 + 2048 1000 5402.24 5394.73 2.762102 + 4096 1000 5823.51 5820.68 1.490095 + 8192 1000 6047.16 6046.22 0.773916 + 16384 1000 6077.01 6074.74 0.388784 + 32768 1000 6074.74 6074.33 0.194378 + 65536 1000 6083.61 6082.85 0.097326 + 131072 1000 6083.04 6083.00 0.048664 + 262144 1000 5892.94 5892.68 0.023571 + 524288 1000 5958.99 5958.66 0.011917 + 1048576 1000 5961.98 5961.78 0.005962 + 2097152 1000 5905.88 5905.88 0.002953 + 4194304 1000 5924.09 5924.09 0.001481 + 8388608 1000 5923.80 5922.65 0.000740 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_read_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_read_lat-pl_1.log new file mode 100644 index 000000000..1ab18a2b0 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_read_lat-pl_1.log @@ -0,0 +1,40 @@ +--------------------------------------------------------------------------------------- + RDMA_Read Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a9f PSN 0xd31e48 OUT 0x10 RKey 0xb8010102 VAddr 0x007fbf85eee000 + remote address: LID 0x03 QPN 0x0a9f PSN 0x4178f7 OUT 0x10 RKey 0xb8010102 VAddr 0x007f51737ff000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 1.66 7.94 1.69 1.70 0.02 1.79 7.94 + 4 1000 1.67 2.39 1.69 1.70 0.02 1.77 2.39 + 8 1000 1.66 4.84 1.69 1.70 0.03 1.78 4.84 + 16 1000 1.66 4.66 1.69 1.70 0.03 1.78 4.66 + 32 1000 1.67 4.00 1.70 1.71 0.04 1.79 4.00 + 64 1000 1.73 2.13 1.76 1.76 0.02 1.84 2.13 + 128 1000 1.77 4.53 1.80 1.80 0.03 1.87 4.53 + 256 1000 1.84 4.00 1.88 1.88 0.02 1.95 4.00 + 512 1000 1.98 5.02 2.01 2.01 0.03 2.09 5.02 + 1024 1000 2.21 4.44 2.24 2.25 0.03 2.32 4.44 + 2048 1000 2.67 7.13 2.71 2.72 0.14 2.80 7.13 + 4096 1000 2.99 4.81 3.04 3.05 0.03 3.14 4.81 + 8192 1000 3.64 4.22 3.69 3.74 0.13 4.10 4.22 + 16384 1000 4.90 6.23 4.96 5.05 0.16 5.39 6.23 + 32768 1000 7.47 10.18 7.61 7.64 0.15 7.95 10.18 + 65536 1000 12.71 14.18 12.87 12.87 0.10 13.05 14.18 + 131072 1000 22.93 24.68 23.23 23.24 0.16 23.90 24.68 + 262144 1000 43.68 45.96 45.33 45.32 0.24 45.77 45.96 + 524288 1000 85.14 89.87 88.60 88.56 0.47 89.39 89.87 + 1048576 1000 168.08 179.81 171.05 171.06 0.72 173.15 179.81 + 2097152 1000 333.02 343.68 335.41 335.40 0.69 337.33 343.68 + 4194304 1000 663.10 685.08 666.26 666.33 1.39 669.08 685.08 + 8388608 1000 1327.25 1363.16 1331.53 1331.65 2.14 1336.96 1363.16 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_write_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_write_bw-pl_1.log new file mode 100644 index 000000000..2976727d2 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_write_bw-pl_1.log @@ -0,0 +1,41 @@ +--------------------------------------------------------------------------------------- + RDMA_Write BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a9c PSN 0x7a9cf5 RKey 0xa0010102 VAddr 0x007f6485e48000 + remote address: LID 0x03 QPN 0x0a9c PSN 0x662d76 RKey 0xa0010102 VAddr 0x007fcf589d0000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 15.59 14.69 7.700915 + 4 5000 31.99 31.85 8.350320 + 8 5000 64.82 64.52 8.457273 + 16 5000 127.16 124.96 8.189251 + 32 5000 255.13 249.46 8.174421 + 64 5000 511.91 511.03 8.372736 + 128 5000 1010.77 1007.64 8.254604 + 256 5000 1996.11 1948.96 7.982929 + 512 5000 3992.22 3872.76 7.931419 + 1024 5000 5592.63 5573.55 5.707317 + 2048 5000 5790.31 5783.52 2.961163 + 4096 5000 5925.44 5924.50 1.516671 + 8192 5000 5977.76 5975.88 0.764913 + 16384 5000 6020.28 6019.13 0.385224 + 32768 5000 5985.24 5983.27 0.191465 + 65536 5000 5999.61 5996.82 0.095949 + 131072 5000 6038.62 6036.80 0.048294 + 262144 5000 6023.29 6023.21 0.024093 + 524288 5000 6014.37 6013.68 0.012027 + 1048576 5000 6012.66 6012.55 0.006013 + 2097152 5000 6017.00 6016.57 0.003008 + 4194304 5000 6032.07 6031.64 0.001508 + 8388608 5000 6042.00 6041.80 0.000755 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_write_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_write_lat-pl_1.log new file mode 100644 index 000000000..a3638328e --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_write_lat-pl_1.log @@ -0,0 +1,40 @@ +--------------------------------------------------------------------------------------- + RDMA_Write Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Max inline data : 220[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a9d PSN 0xb625fe RKey 0xa8010102 VAddr 0x007fdeb9244000 + remote address: LID 0x03 QPN 0x0a9d PSN 0x2338cc RKey 0xa8010102 VAddr 0x007fb419a77000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 0.86 3.77 0.87 0.88 0.09 1.06 3.77 + 4 1000 0.86 3.26 0.87 0.87 0.05 0.88 3.26 + 8 1000 0.86 2.83 0.87 0.88 0.07 0.89 2.83 + 16 1000 0.85 3.89 0.87 0.88 0.10 0.89 3.89 + 32 1000 0.90 3.30 0.91 0.91 0.07 0.92 3.30 + 64 1000 0.92 3.83 0.94 0.94 0.08 0.95 3.83 + 128 1000 1.02 3.28 1.03 1.03 0.06 1.04 3.28 + 256 1000 1.61 3.61 1.64 1.65 0.10 1.70 3.61 + 512 1000 1.76 4.92 1.80 1.81 0.11 1.83 4.92 + 1024 1000 2.01 3.42 2.04 2.04 0.06 2.09 3.42 + 2048 1000 2.48 5.37 2.61 2.57 0.08 2.65 5.37 + 4096 1000 2.80 5.51 2.95 2.94 0.12 3.20 5.51 + 8192 1000 3.45 5.93 3.60 3.64 0.13 3.87 5.93 + 16384 1000 4.76 6.51 4.99 5.00 0.13 5.23 6.51 + 32768 1000 7.44 9.22 7.62 7.62 0.08 7.79 9.22 + 65536 1000 12.79 13.69 12.99 13.00 0.06 13.15 13.69 + 131072 1000 23.21 23.96 23.58 23.59 0.12 23.86 23.96 + 262144 1000 44.05 45.09 44.64 44.63 0.16 44.98 45.09 + 524288 1000 85.05 86.73 85.73 85.71 0.23 86.24 86.73 + 1048576 1000 167.36 169.70 168.62 168.63 0.37 169.49 169.70 + 2097152 1000 332.87 336.49 334.31 334.32 0.49 335.45 336.49 + 4194304 1000 662.61 669.64 664.70 664.68 0.73 666.53 669.64 + 8388608 1000 1422.38 1431.22 1426.36 1426.37 1.20 1429.20 1431.22 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-16-34/hermit-ib_write_bw-pl_16.log b/usr/benchmarks/ib/evaluation/18-02-15-16-34/hermit-ib_write_bw-pl_16.log new file mode 100644 index 000000000..02178a79e --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-16-34/hermit-ib_write_bw-pl_16.log @@ -0,0 +1,65 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7f8d6c726000 + +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0aa7 PSN 0x5424a4 RKey 0xf8010102 VAddr 0x00007f8d6c726000 + remote address: LID 0x03 QPN 0x0aa7 PSN 0x2df17e RKey 0xf8010102 VAddr 0x00007f12a28d6000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 4.27 2.238970 + 4 5000 inf 8.58 2.247896 + 8 5000 inf 17.20 2.253894 + 16 5000 inf 33.54 2.198052 + 32 5000 inf 68.87 2.256620 + 64 5000 inf 138.07 2.262100 + 128 5000 inf 275.23 2.254665 + 256 5000 inf 552.14 2.261552 + 512 5000 inf 1096.80 2.246248 + 1024 5000 inf 2200.26 2.253069 + 2048 5000 inf 4382.56 2.243869 + 4096 5000 inf 5890.03 1.507848 + 8192 5000 inf 5930.12 0.759056 + 16384 5000 inf 5967.29 0.381907 + 32768 5000 inf 5989.30 0.191658 + 65536 5000 inf 5993.25 0.095892 + 131072 5000 inf 5995.44 0.047963 + 262144 5000 inf 5981.11 0.023924 + 524288 5000 inf 5979.83 0.011960 + 1048576 5000 inf 5980.98 0.005981 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-16-34/hermit-ib_write_bw-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-16-34/hermit-ib_write_bw-pl_4.log new file mode 100644 index 000000000..29f5b2ecf --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-16-34/hermit-ib_write_bw-pl_4.log @@ -0,0 +1,65 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7fb423b43000 + +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0aa6 PSN 0x5424a4 RKey 0xf0010102 VAddr 0x00007fb423b43000 + remote address: LID 0x03 QPN 0x0aa6 PSN 0x410b11 RKey 0xf0010102 VAddr 0x00007fe0df917000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 1.22 0.639472 + 4 5000 inf 2.41 0.633000 + 8 5000 inf 4.86 0.637327 + 16 5000 inf 9.65 0.632437 + 32 5000 inf 19.44 0.636915 + 64 5000 inf 38.80 0.635780 + 128 5000 inf 77.65 0.636093 + 256 5000 inf 155.52 0.637029 + 512 5000 inf 310.84 0.636591 + 1024 5000 inf 622.58 0.637521 + 2048 5000 inf 1243.93 0.636892 + 4096 5000 inf 2488.82 0.637138 + 8192 5000 inf 4948.67 0.633430 + 16384 5000 inf 5994.82 0.383669 + 32768 5000 inf 6003.61 0.192116 + 65536 5000 inf 5998.87 0.095982 + 131072 5000 inf 5999.02 0.047992 + 262144 5000 inf 5989.27 0.023957 + 524288 5000 inf 5987.86 0.011976 + 1048576 5000 inf 5989.40 0.005989 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-16-34/native-ib_write_bw-pl_16.log b/usr/benchmarks/ib/evaluation/18-02-15-16-34/native-ib_write_bw-pl_16.log new file mode 100644 index 000000000..ab7687181 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-16-34/native-ib_write_bw-pl_16.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0aa5 PSN 0xfd8440 RKey 0xe8010102 VAddr 0x007f54e33a9000 + remote address: LID 0x03 QPN 0x0aa5 PSN 0x9a5252 RKey 0xe8010102 VAddr 0x007fb5d5907000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 29.05 15.228124 + 4 5000 inf 63.69 16.695707 + 8 5000 inf 126.95 16.639035 + 16 5000 inf 253.80 16.633159 + 32 5000 inf 490.60 16.076069 + 64 5000 inf 948.01 15.532115 + 128 5000 inf 1943.44 15.920691 + 256 5000 inf 3506.99 14.364644 + 512 5000 inf 4936.12 10.109168 + 1024 5000 inf 5585.78 5.719843 + 2048 5000 inf 5821.69 2.980706 + 4096 5000 inf 5927.34 1.517398 + 8192 5000 inf 5988.81 0.766568 + 16384 5000 inf 6003.13 0.384200 + 32768 5000 inf 5992.01 0.191744 + 65536 5000 inf 5998.35 0.095974 + 131072 5000 inf 6013.21 0.048106 + 262144 5000 inf 5995.01 0.023980 + 524288 5000 inf 6001.05 0.012002 + 1048576 5000 inf 6010.63 0.006011 + 2097152 5000 inf 6012.86 0.003006 + 4194304 5000 inf 6022.82 0.001506 + 8388608 5000 inf 6031.49 0.000754 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-16-34/native-ib_write_bw-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-16-34/native-ib_write_bw-pl_4.log new file mode 100644 index 000000000..8b50eec7b --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-16-34/native-ib_write_bw-pl_4.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0aa4 PSN 0x4e02e8 RKey 0xe0010102 VAddr 0x007fed61646000 + remote address: LID 0x03 QPN 0x0aa4 PSN 0x61ab00 RKey 0xe0010102 VAddr 0x007f8e50a5f000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 25.88 13.567217 + 4 5000 inf 55.77 14.618703 + 8 5000 inf 111.66 14.635095 + 16 5000 inf 221.60 14.523001 + 32 5000 inf 446.05 14.616008 + 64 5000 inf 890.80 14.594938 + 128 5000 inf 1700.46 13.930144 + 256 5000 inf 3179.86 13.024692 + 512 5000 inf 4887.48 10.009567 + 1024 5000 inf 5570.32 5.704012 + 2048 5000 inf 5797.98 2.968563 + 4096 5000 inf 5917.97 1.515000 + 8192 5000 inf 5968.95 0.764026 + 16384 5000 inf 6014.44 0.384924 + 32768 5000 inf 6019.43 0.192622 + 65536 5000 inf 6021.91 0.096351 + 131072 5000 inf 6015.48 0.048124 + 262144 5000 inf 6000.20 0.024001 + 524288 5000 inf 6010.53 0.012021 + 1048576 5000 inf 6014.32 0.006014 + 2097152 5000 inf 6023.39 0.003012 + 4194304 5000 inf 6036.14 0.001509 + 8388608 5000 inf 6042.86 0.000755 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/client.py b/usr/benchmarks/ib/evaluation/client.py index 7e9ad927f..0d424566e 100755 --- a/usr/benchmarks/ib/evaluation/client.py +++ b/usr/benchmarks/ib/evaluation/client.py @@ -8,35 +8,40 @@ from datetime import datetime # from parse_results import parse_results from config import \ -BENCHMARKS, OPTIONS, NATIVE_SERVER_IP, HERMIT_RUN_CLIENT, HERMIT_SERVER_IP +BENCHMARKS, OPTIONS, NATIVE_SERVER_IP, HERMIT_RUN_CLIENT, HERMIT_SERVER_IP, NATIVE_PERFTEST_PATH -# CREATE_PLOTS = True - timestamp = datetime.now().strftime("%y-%m-%d-%H-%M") - -directory = os.path.join('/home/wierichs/ib_benchmarking', timestamp) +directory = os.path.join('/home/wierichs/HermitCore/usr/benchmarks/ib/evaluation', timestamp) try: os.makedirs(directory) except OSError as e: if e.errno != errno.EEXIST: raise +# Native +print('Run native benchmarks.\n') for bm in BENCHMARKS: for opt in OPTIONS: + + print('Benchmark: ' + bm + ' ' + opt + '\n') post_list = opt.split()[-1] file_name = 'native-' + bm + '-pl_' + post_list + '.log' - with open(os.path.join(directory, file_name), "w+") as logfile: - subprocess.call([bm] + opt.split() + [NATIVE_SERVER_IP], stdout = logfile) - sleep(2) + with open(os.path.join(directory, file_name), "w+") as logfile: + subprocess.call("numactl --physcpubind 10".split() + [os.path.join(NATIVE_PERFTEST_PATH, bm)] + opt.split() + [NATIVE_SERVER_IP], stdout = logfile) + sleep(3) + +# HermitCore +print('Run HermitCore benchmarks.\n') for bm in BENCHMARKS: for opt in OPTIONS: + + print('Benchmark: ' + bm + ' ' + opt + '\n') post_list = opt.split()[-1] file_name = 'hermit-' + bm + '-pl_' + post_list + '.log' + with open(os.path.join(directory, file_name), "w+") as logfile: - # subprocess.call((HERMIT_RUN_CLIENT + bm).split() + opt.split() + - # [HERMIT_SERVER_IP], stdout = logfile) subprocess.call(HERMIT_RUN_CLIENT + bm + ' ' + opt + ' ' + HERMIT_SERVER_IP, shell=True, stdout=logfile) - sleep(2) + sleep(5) diff --git a/usr/benchmarks/ib/evaluation/config.py b/usr/benchmarks/ib/evaluation/config.py index 93c813c43..bd29b1ccb 100644 --- a/usr/benchmarks/ib/evaluation/config.py +++ b/usr/benchmarks/ib/evaluation/config.py @@ -1,19 +1,29 @@ import os +BENCHMARKS = ['ib_write_bw', + 'ib_write_lat', + 'ib_read_bw', + 'ib_read_lat'] -# BENCHMARKS = ['ib_write_bw', - # 'ib_write_lat', +# BENCHMARKS = ['ib_write_lat', # 'ib_read_bw', # 'ib_read_lat'] -BENCHMARKS = ['ib_write_bw'] -OPTIONS = ['-a --post_list 1', - '-a --post_list 4', - '-a --post_list 16'] +OPTIONS = ['-a --post_list 1'] -TIMESTAMP = '18-02-01-18-46' # TODO: temporary while testing plots +# BENCHMARKS = ['ib_write_bw'] +# OPTIONS = ['-a --post_list 4', + # '-a --post_list 16'] -NATIVE_SERVER_IP = '137.226.133.151' +# OPTIONS = ['-a --post_list 1', + # '-a --post_list 4', + # '-a --post_list 16'] +# TIMESTAMP = '18-02-15-14-30' # TODO: temporary while testing plots +TIMESTAMP = 'final2' # TODO: temporary while testing plots + +NATIVE_SERVER_IP = '137.226.133.153' + +NATIVE_PERFTEST_PATH = '/home/wierichs/perftest/tests/bin' HERMIT_PATH = '/home/wierichs' HERMIT_SERVER_IP = '10.0.5.3' @@ -33,7 +43,8 @@ HERMIT_RUN_SERVER = 'HERMIT_ISLE=uhyve \ HERMIT_IP="' + HERMIT_SERVER_IP + '" \ HERMIT_GATEWAY="' + HERMIT_SERVER_GATEWAY + '" \ HERMIT_MASK="' + HERMIT_MASK + '" \ - HERMIT_NETIF=' + HERMIT_SERVER_TAPDEV + ' ' + \ + HERMIT_NETIF=' + HERMIT_SERVER_TAPDEV + ' \ + numactl --physcpubind 10 ' + \ os.path.join(HERMIT_PATH, 'hermit/bin/proxy') + ' ' + \ os.path.join(HERMIT_PATH, 'hermit/x86_64-hermit/extra/benchmarks/') @@ -44,6 +55,7 @@ HERMIT_RUN_CLIENT = 'HERMIT_ISLE=uhyve \ HERMIT_IP="' + HERMIT_CLIENT_IP + '" \ HERMIT_GATEWAY="' + HERMIT_CLIENT_GATEWAY + '" \ HERMIT_MASK="' + HERMIT_MASK + '" \ - HERMIT_NETIF=' + HERMIT_CLIENT_TAPDEV + ' ' + \ + HERMIT_NETIF=' + HERMIT_CLIENT_TAPDEV + ' \ + numactl --physcpubind 10 ' + \ os.path.join(HERMIT_PATH, 'hermit/bin/proxy') + ' ' + \ os.path.join(HERMIT_PATH, 'hermit/x86_64-hermit/extra/benchmarks/') diff --git a/usr/benchmarks/ib/evaluation/final/hermit-ib_read_bw-pl_1.log b/usr/benchmarks/ib/evaluation/final/hermit-ib_read_bw-pl_1.log new file mode 100644 index 000000000..f6fdd827b --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final/hermit-ib_read_bw-pl_1.log @@ -0,0 +1,63 @@ + +mydestvaddr: 7f319ab71000 + +--------------------------------------------------------------------------------------- + RDMA_Read BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a99 PSN 0xddb16e OUT 0x10 RKey 0x88010102 VAddr 0x00007f319ab71000 + remote address: LID 0x03 QPN 0x0a99 PSN 0xb77e48 OUT 0x10 RKey 0x88010102 VAddr 0x00007ff64a731000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 0.31 0.31 0.161308 + 4 1000 0.62 0.62 0.162018 + 8 1000 1.24 1.24 0.162065 + 16 1000 2.48 2.47 0.162142 + 32 1000 4.99 4.95 0.162251 + 64 1000 9.94 9.90 0.162256 + 128 1000 19.86 19.80 0.162173 + 256 1000 39.73 39.51 0.161815 + 512 1000 79.53 79.25 0.162307 + 1024 1000 158.97 158.05 0.161840 + 2048 1000 318.12 316.41 0.162000 + 4096 1000 642.15 640.63 0.164002 + 8192 1000 1281.94 1278.57 0.163657 + 16384 1000 2563.57 2558.72 0.163758 + 32768 1000 5114.22 5105.13 0.163364 + 65536 1000 6056.63 6056.41 0.096903 + 131072 1000 6069.64 6069.47 0.048556 + 262144 1000 6046.82 6046.79 0.024187 + 524288 1000 6055.95 6055.94 0.012112 + 1048576 1000 6055.15 6054.85 0.006055 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/final/hermit-ib_read_lat-pl_1.log b/usr/benchmarks/ib/evaluation/final/hermit-ib_read_lat-pl_1.log new file mode 100644 index 000000000..94c7ca075 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final/hermit-ib_read_lat-pl_1.log @@ -0,0 +1,57 @@ + +mydestvaddr: 7f2c86042000 + +--------------------------------------------------------------------------------------- + RDMA_Read Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a9a PSN 0xddb16e OUT 0x10 RKey 0x90010102 VAddr 0x00007f2c86042000 + remote address: LID 0x03 QPN 0x0a9a PSN 0xb77e48 OUT 0x10 RKey 0x90010102 VAddr 0x00007fb617283000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 8.65 15.93 8.75 8.79 0.30 9.82 15.93 + 4 1000 8.60 12.79 8.70 8.73 0.27 9.69 12.79 + 8 1000 8.58 13.84 8.68 8.71 0.30 9.62 13.84 + 16 1000 8.59 13.62 8.67 8.69 0.22 9.30 13.62 + 32 1000 8.58 15.60 8.67 8.70 0.36 9.59 15.60 + 64 1000 8.60 14.44 8.67 8.70 0.27 8.89 14.44 + 128 1000 8.58 14.86 8.67 8.70 0.28 9.43 14.86 + 256 1000 8.58 15.02 8.67 8.70 0.29 9.41 15.02 + 512 1000 8.59 15.38 8.68 8.72 0.39 10.97 15.38 + 1024 1000 8.58 15.15 8.68 8.71 0.37 9.01 15.15 + 2048 1000 8.58 15.47 8.66 8.69 0.32 9.68 15.47 + 4096 1000 8.58 16.59 8.68 8.71 0.35 9.37 16.59 + 8192 1000 8.58 14.86 8.66 8.70 0.30 8.91 14.86 + 16384 1000 8.59 15.45 8.68 8.71 0.29 9.14 15.45 + 32768 1000 11.08 14.54 11.18 11.22 0.24 13.15 14.54 + 65536 1000 15.83 19.07 16.15 16.17 0.17 16.84 19.07 + 131072 1000 25.90 30.93 28.45 27.96 0.98 28.66 30.93 + 262144 1000 47.75 54.10 48.30 48.33 0.25 49.18 54.10 + 524288 1000 87.94 98.32 90.29 90.31 0.63 92.35 98.32 + 1048576 1000 171.17 188.84 173.62 173.18 1.25 175.99 188.84 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp diff --git a/usr/benchmarks/ib/evaluation/final/hermit-ib_write_bw-pl_1.log b/usr/benchmarks/ib/evaluation/final/hermit-ib_write_bw-pl_1.log new file mode 100644 index 000000000..587c3d015 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final/hermit-ib_write_bw-pl_1.log @@ -0,0 +1,62 @@ + +mydestvaddr: 7ff68221d000 + +--------------------------------------------------------------------------------------- + RDMA_Write BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a92 PSN 0x5424a4 RKey 0x50010102 VAddr 0x00007ff68221d000 + remote address: LID 0x03 QPN 0x0a92 PSN 0x410b11 RKey 0x50010102 VAddr 0x00007fc168380000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 0.32 0.32 0.166766 + 4 5000 0.63 0.63 0.165070 + 8 5000 1.27 1.26 0.165474 + 16 5000 2.52 2.52 0.165137 + 32 5000 5.07 5.06 0.165876 + 64 5000 10.13 10.11 0.165577 + 128 5000 20.19 20.18 0.165288 + 256 5000 40.45 40.40 0.165463 + 512 5000 80.77 80.70 0.165281 + 1024 5000 161.65 161.43 0.165304 + 2048 5000 323.53 322.93 0.165340 + 4096 5000 650.08 644.28 0.164936 + 8192 5000 1305.51 1300.52 0.166466 + 16384 5000 2611.69 2609.34 0.166998 + 32768 5000 5220.69 5215.58 0.166899 + 65536 5000 5906.92 5906.81 0.094509 + 131072 5000 5911.65 5911.24 0.047290 + 262144 5000 5901.39 5901.38 0.023606 + 524288 5000 5899.97 5894.30 0.011789 + 1048576 5000 5900.12 5899.68 0.005900 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/final/hermit-ib_write_bw-pl_16.log b/usr/benchmarks/ib/evaluation/final/hermit-ib_write_bw-pl_16.log new file mode 100644 index 000000000..17ec509fd --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final/hermit-ib_write_bw-pl_16.log @@ -0,0 +1,65 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7fb15960a000 + +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a94 PSN 0x5424a4 RKey 0x60010102 VAddr 0x00007fb15960a000 + remote address: LID 0x03 QPN 0x0a94 PSN 0x2df17e RKey 0x60010102 VAddr 0x00007f0c6baae000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 4.20 2.202231 + 4 5000 inf 8.44 2.213705 + 8 5000 inf 16.99 2.226547 + 16 5000 inf 33.02 2.163775 + 32 5000 inf 67.86 2.223707 + 64 5000 inf 135.62 2.221932 + 128 5000 inf 271.57 2.224720 + 256 5000 inf 543.92 2.227878 + 512 5000 inf 1080.83 2.213540 + 1024 5000 inf 2173.06 2.225212 + 2048 5000 inf 4315.21 2.209387 + 4096 5000 inf 5900.64 1.510563 + 8192 5000 inf 5938.25 0.760095 + 16384 5000 inf 5991.13 0.383432 + 32768 5000 inf 5982.65 0.191445 + 65536 5000 inf 5989.67 0.095835 + 131072 5000 inf 5993.30 0.047946 + 262144 5000 inf 5978.11 0.023912 + 524288 5000 inf 5978.63 0.011957 + 1048576 5000 inf 5942.08 0.005942 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/final/hermit-ib_write_bw-pl_4.log b/usr/benchmarks/ib/evaluation/final/hermit-ib_write_bw-pl_4.log new file mode 100644 index 000000000..e696e61e6 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final/hermit-ib_write_bw-pl_4.log @@ -0,0 +1,65 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7f8a38356000 + +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a93 PSN 0x5424a4 RKey 0x58010102 VAddr 0x00007f8a38356000 + remote address: LID 0x03 QPN 0x0a93 PSN 0x2df17e RKey 0x58010102 VAddr 0x00007f6363694000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 1.20 0.629510 + 4 5000 inf 2.41 0.632495 + 8 5000 inf 4.85 0.635393 + 16 5000 inf 9.61 0.629556 + 32 5000 inf 19.43 0.636599 + 64 5000 inf 38.86 0.636676 + 128 5000 inf 77.75 0.636951 + 256 5000 inf 155.28 0.636033 + 512 5000 inf 310.28 0.635446 + 1024 5000 inf 621.70 0.636620 + 2048 5000 inf 1242.63 0.636225 + 4096 5000 inf 2485.53 0.636296 + 8192 5000 inf 4950.72 0.633692 + 16384 5000 inf 5929.97 0.379518 + 32768 5000 inf 5893.42 0.188589 + 65536 5000 inf 5906.26 0.094500 + 131072 5000 inf 5912.71 0.047302 + 262144 5000 inf 5902.51 0.023610 + 524288 5000 inf 5901.62 0.011803 + 1048576 5000 inf 5872.53 0.005873 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/final/hermit-ib_write_lat-pl_1.log b/usr/benchmarks/ib/evaluation/final/hermit-ib_write_lat-pl_1.log new file mode 100644 index 000000000..a46a6ec14 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final/hermit-ib_write_lat-pl_1.log @@ -0,0 +1,56 @@ + +mydestvaddr: 7fbd50838000 + +--------------------------------------------------------------------------------------- + RDMA_Write Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Max inline data : 220[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a98 PSN 0xddb16e RKey 0x80010102 VAddr 0x00007fbd50838000 + remote address: LID 0x03 QPN 0x0a98 PSN 0xca97db RKey 0x80010102 VAddr 0x00007f2ceb618000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 4.35 8.57 4.40 4.42 0.18 4.95 8.57 + 4 1000 4.29 5.95 4.37 4.38 0.12 4.92 5.95 + 8 1000 4.30 8.23 4.37 4.39 0.15 5.37 8.23 + 16 1000 4.28 7.20 4.37 4.38 0.13 5.35 7.20 + 32 1000 4.30 7.53 4.37 4.39 0.16 5.54 7.53 + 64 1000 4.31 6.26 4.36 4.38 0.13 5.35 6.26 + 128 1000 4.30 7.25 4.38 4.40 0.15 4.73 7.25 + 256 1000 4.29 7.05 4.34 4.36 0.13 5.34 7.05 + 512 1000 4.28 6.01 4.34 4.36 0.15 5.39 6.01 + 1024 1000 4.28 7.33 4.34 4.36 0.16 5.42 7.33 + 2048 1000 4.28 7.04 4.39 4.41 0.19 5.73 7.04 + 4096 1000 4.68 7.88 4.83 4.89 0.19 6.04 7.88 + 8192 1000 5.39 7.55 5.54 5.60 0.18 6.16 7.55 + 16384 1000 6.61 8.41 6.96 6.96 0.16 7.23 8.41 + 32768 1000 9.48 10.94 9.67 9.71 0.13 9.96 10.94 + 65536 1000 14.85 16.53 15.19 15.19 0.12 15.46 16.53 + 131072 1000 25.47 31.25 26.00 26.01 0.28 27.00 31.25 + 262144 1000 47.18 52.95 48.06 48.04 0.31 48.97 52.95 + 524288 1000 88.73 95.97 89.80 89.82 0.41 90.86 95.97 + 1048576 1000 173.97 180.31 175.56 175.61 0.61 177.77 180.31 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp diff --git a/usr/benchmarks/ib/evaluation/final/ib_read_bw-avg.pdf b/usr/benchmarks/ib/evaluation/final/ib_read_bw-avg.pdf new file mode 100644 index 000000000..d2fff9262 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/ib_read_bw-avg.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/ib_read_lat-t_typical.pdf b/usr/benchmarks/ib/evaluation/final/ib_read_lat-t_typical.pdf new file mode 100644 index 000000000..4b0195577 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/ib_read_lat-t_typical.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/ib_write_bw-avg-MULT_WRs.pdf b/usr/benchmarks/ib/evaluation/final/ib_write_bw-avg-MULT_WRs.pdf new file mode 100644 index 000000000..cbc03623f Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/ib_write_bw-avg-MULT_WRs.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/ib_write_bw-avg.pdf b/usr/benchmarks/ib/evaluation/final/ib_write_bw-avg.pdf new file mode 100644 index 000000000..26accac57 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/ib_write_bw-avg.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/ib_write_bw-msg_rate.pdf b/usr/benchmarks/ib/evaluation/final/ib_write_bw-msg_rate.pdf new file mode 100644 index 000000000..c6cf43617 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/ib_write_bw-msg_rate.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/ib_write_bw-peak.pdf b/usr/benchmarks/ib/evaluation/final/ib_write_bw-peak.pdf new file mode 100644 index 000000000..c72647d50 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/ib_write_bw-peak.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/ib_write_lat-s_stddev.pdf b/usr/benchmarks/ib/evaluation/final/ib_write_lat-s_stddev.pdf new file mode 100644 index 000000000..eec0c695e Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/ib_write_lat-s_stddev.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/ib_write_lat-t_avg.pdf b/usr/benchmarks/ib/evaluation/final/ib_write_lat-t_avg.pdf new file mode 100644 index 000000000..47c06feb8 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/ib_write_lat-t_avg.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/ib_write_lat-t_max.pdf b/usr/benchmarks/ib/evaluation/final/ib_write_lat-t_max.pdf new file mode 100644 index 000000000..dc603d08a Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/ib_write_lat-t_max.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/ib_write_lat-t_min.pdf b/usr/benchmarks/ib/evaluation/final/ib_write_lat-t_min.pdf new file mode 100644 index 000000000..7ea68cb77 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/ib_write_lat-t_min.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/ib_write_lat-t_typical.pdf b/usr/benchmarks/ib/evaluation/final/ib_write_lat-t_typical.pdf new file mode 100644 index 000000000..bea9f0765 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/ib_write_lat-t_typical.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/native-ib_read_bw-pl_1.log b/usr/benchmarks/ib/evaluation/final/native-ib_read_bw-pl_1.log new file mode 100644 index 000000000..d4301e79a --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final/native-ib_read_bw-pl_1.log @@ -0,0 +1,41 @@ +--------------------------------------------------------------------------------------- + RDMA_Read BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a96 PSN 0x8b463b OUT 0x10 RKey 0x70010102 VAddr 0x007fa9f3b5e000 + remote address: LID 0x03 QPN 0x0a96 PSN 0x571f33 OUT 0x10 RKey 0x70010102 VAddr 0x007fb02d762000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 9.76 8.65 4.535761 + 4 1000 17.52 16.49 4.322911 + 8 1000 35.36 35.19 4.612887 + 16 1000 70.97 70.65 4.630072 + 32 1000 138.96 128.15 4.199274 + 64 1000 300.55 298.48 4.890249 + 128 1000 567.77 566.20 4.638332 + 256 1000 1090.66 1036.35 4.244908 + 512 1000 2283.32 2275.07 4.659345 + 1024 1000 4509.86 4105.39 4.203918 + 2048 1000 5373.65 5363.62 2.746173 + 4096 1000 5680.21 5557.47 1.422712 + 8192 1000 5691.35 5690.72 0.728412 + 16384 1000 5712.96 5712.24 0.365584 + 32768 1000 5729.47 5725.68 0.183222 + 65536 1000 5739.39 5738.69 0.091819 + 131072 1000 5744.56 5744.09 0.045953 + 262144 1000 5732.86 5732.15 0.022929 + 524288 1000 5727.10 5727.09 0.011454 + 1048576 1000 5726.60 5726.31 0.005726 + 2097152 1000 5727.02 5726.83 0.002863 + 4194304 1000 5726.19 5726.19 0.001432 + 8388608 1000 5729.23 5729.17 0.000716 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/final/native-ib_read_bw-pl_16.log b/usr/benchmarks/ib/evaluation/final/native-ib_read_bw-pl_16.log new file mode 100644 index 000000000..4e8c357b8 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final/native-ib_read_bw-pl_16.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Read Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a65 PSN 0xf2da56 OUT 0x10 RKey 0xe8010100 VAddr 0x007fa682176000 + remote address: LID 0x03 QPN 0x0a65 PSN 0xab49bc OUT 0x10 RKey 0xe8010100 VAddr 0x007f8def2c4000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 inf 13.24 6.940559 + 4 1000 inf 33.06 8.666746 + 8 1000 inf 65.39 8.570752 + 16 1000 inf 131.24 8.600691 + 32 1000 inf 252.10 8.260962 + 64 1000 inf 502.59 8.234380 + 128 1000 inf 925.56 7.582177 + 256 1000 inf 1770.39 7.251520 + 512 1000 inf 2475.15 5.069114 + 1024 1000 inf 4483.83 4.591446 + 2048 1000 inf 5325.21 2.726510 + 4096 1000 inf 5740.21 1.469495 + 8192 1000 inf 5985.27 0.766115 + 16384 1000 inf 6023.39 0.385497 + 32768 1000 inf 6032.32 0.193034 + 65536 1000 inf 6037.40 0.096598 + 131072 1000 inf 6035.62 0.048285 + 262144 1000 inf 6019.52 0.024078 + 524288 1000 inf 6022.76 0.012046 + 1048576 1000 inf 6018.87 0.006019 + 2097152 1000 inf 6021.05 0.003011 + 4194304 1000 inf 6016.22 0.001504 + 8388608 1000 inf 6013.68 0.000752 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/final/native-ib_read_bw-pl_4.log b/usr/benchmarks/ib/evaluation/final/native-ib_read_bw-pl_4.log new file mode 100644 index 000000000..3cbadb4a7 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final/native-ib_read_bw-pl_4.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Read Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a64 PSN 0xb1bf20 OUT 0x10 RKey 0xe0010100 VAddr 0x007f5e9fe06000 + remote address: LID 0x03 QPN 0x0a64 PSN 0x93b6af OUT 0x10 RKey 0xe0010100 VAddr 0x007f9b78c02000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 inf 13.18 6.909572 + 4 1000 inf 33.01 8.653707 + 8 1000 inf 61.00 7.994751 + 16 1000 inf 119.85 7.854287 + 32 1000 inf 230.13 7.540834 + 64 1000 inf 475.14 7.784771 + 128 1000 inf 928.29 7.604531 + 256 1000 inf 1721.92 7.052998 + 512 1000 inf 2425.48 4.967385 + 1024 1000 inf 4533.50 4.642307 + 2048 1000 inf 5327.74 2.727803 + 4096 1000 inf 5766.97 1.476344 + 8192 1000 inf 6021.10 0.770701 + 16384 1000 inf 6049.40 0.387161 + 32768 1000 inf 6072.13 0.194308 + 65536 1000 inf 6083.58 0.097337 + 131072 1000 inf 6073.18 0.048585 + 262144 1000 inf 6064.26 0.024257 + 524288 1000 inf 6015.16 0.012030 + 1048576 1000 inf 5989.16 0.005989 + 2097152 1000 inf 5956.15 0.002978 + 4194304 1000 inf 5946.14 0.001487 + 8388608 1000 inf 5934.37 0.000742 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/final/native-ib_read_lat-pl_1.log b/usr/benchmarks/ib/evaluation/final/native-ib_read_lat-pl_1.log new file mode 100644 index 000000000..5b76a885c --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final/native-ib_read_lat-pl_1.log @@ -0,0 +1,40 @@ +--------------------------------------------------------------------------------------- + RDMA_Read Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a97 PSN 0xf5b9 OUT 0x10 RKey 0x78010102 VAddr 0x007f4a2442b000 + remote address: LID 0x03 QPN 0x0a97 PSN 0x6a5635 OUT 0x10 RKey 0x78010102 VAddr 0x007f97bb702000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 2.05 7.55 2.08 2.10 0.07 2.28 7.55 + 4 1000 1.97 9.56 2.11 2.12 0.11 2.24 9.56 + 8 1000 1.98 9.90 2.11 2.12 0.20 2.20 9.90 + 16 1000 2.03 10.19 2.16 2.17 0.13 2.28 10.19 + 32 1000 2.05 11.08 2.17 2.18 0.26 2.27 11.08 + 64 1000 2.06 10.64 2.19 2.20 0.18 2.31 10.64 + 128 1000 2.10 10.72 2.23 2.24 0.21 2.35 10.72 + 256 1000 2.20 9.52 2.31 2.33 0.20 2.48 9.52 + 512 1000 2.31 10.01 2.45 2.46 0.16 2.62 10.01 + 1024 1000 2.56 11.14 2.69 2.71 0.28 2.90 11.14 + 2048 1000 3.01 10.62 3.16 3.22 0.21 3.48 10.62 + 4096 1000 3.35 9.56 3.50 3.58 0.22 3.86 9.56 + 8192 1000 4.00 11.65 4.27 4.31 0.27 4.97 11.65 + 16384 1000 5.30 15.16 5.62 5.71 0.47 6.51 15.16 + 32768 1000 7.83 18.01 8.41 8.45 0.46 9.18 18.01 + 65536 1000 13.42 22.76 13.92 13.96 0.56 15.82 22.76 + 131072 1000 24.12 34.00 24.80 24.86 0.68 28.99 34.00 + 262144 1000 45.44 55.49 46.72 46.74 0.51 48.77 55.49 + 524288 1000 88.86 99.53 90.02 90.09 0.68 92.17 99.53 + 1048576 1000 175.89 193.25 177.35 177.43 1.03 182.30 193.25 + 2097152 1000 349.93 372.68 352.00 352.13 1.54 357.17 372.68 + 4194304 1000 692.27 719.04 701.02 701.63 2.80 716.10 719.04 + 8388608 1000 1394.16 1430.47 1399.17 1399.78 3.36 1416.02 1430.47 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/final/native-ib_read_lat-pl_16.log b/usr/benchmarks/ib/evaluation/final/native-ib_read_lat-pl_16.log new file mode 100644 index 000000000..e2b6ddff8 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final/native-ib_read_lat-pl_16.log @@ -0,0 +1,19 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Read Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Post List : 16 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a68 PSN 0x251a4a OUT 0x10 RKey 0x010101 VAddr 0x007f6a6d293000 + remote address: LID 0x03 QPN 0x0a68 PSN 0x24d16b OUT 0x10 RKey 0x010101 VAddr 0x007f7a544cc000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] diff --git a/usr/benchmarks/ib/evaluation/final/native-ib_read_lat-pl_4.log b/usr/benchmarks/ib/evaluation/final/native-ib_read_lat-pl_4.log new file mode 100644 index 000000000..bff16133d --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final/native-ib_read_lat-pl_4.log @@ -0,0 +1,19 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Read Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Post List : 4 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a67 PSN 0xa3cf65 OUT 0x10 RKey 0xf8010100 VAddr 0x007f3017f00000 + remote address: LID 0x03 QPN 0x0a67 PSN 0xff21c8 OUT 0x10 RKey 0xf8010100 VAddr 0x007fc9ae067000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] diff --git a/usr/benchmarks/ib/evaluation/final/native-ib_write_bw-pl_1.log b/usr/benchmarks/ib/evaluation/final/native-ib_write_bw-pl_1.log new file mode 100644 index 000000000..bde9ec1ae --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final/native-ib_write_bw-pl_1.log @@ -0,0 +1,41 @@ +--------------------------------------------------------------------------------------- + RDMA_Write BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a8f PSN 0x3162f6 RKey 0x38010102 VAddr 0x007f558bfe2000 + remote address: LID 0x03 QPN 0x0a8f PSN 0xee3c13 RKey 0x38010102 VAddr 0x007fc7383cc000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 10.57 10.28 5.387176 + 4 5000 20.79 19.90 5.216839 + 8 5000 39.91 39.64 5.195680 + 16 5000 79.50 79.31 5.197774 + 32 5000 159.97 158.83 5.204525 + 64 5000 319.30 296.97 4.865562 + 128 5000 633.50 626.15 5.129430 + 256 5000 1269.53 1250.13 5.120524 + 512 5000 2528.94 2514.37 5.149439 + 1024 5000 5017.89 4989.33 5.109069 + 2048 5000 5636.07 5629.14 2.882118 + 4096 5000 5810.19 5781.11 1.479963 + 8192 5000 5670.69 5670.38 0.725809 + 16384 5000 5821.01 5820.20 0.372493 + 32768 5000 5847.40 5839.92 0.186877 + 65536 5000 5885.10 5884.50 0.094152 + 131072 5000 5899.95 5899.91 0.047199 + 262144 5000 5897.75 5897.39 0.023590 + 524288 5000 5902.28 5901.87 0.011804 + 1048576 5000 5908.48 5908.42 0.005908 + 2097152 5000 5912.37 5911.99 0.002956 + 4194304 5000 5915.73 5915.73 0.001479 + 8388608 5000 5947.23 5945.41 0.000743 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/final/native-ib_write_bw-pl_16.log b/usr/benchmarks/ib/evaluation/final/native-ib_write_bw-pl_16.log new file mode 100644 index 000000000..b87939a8a --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final/native-ib_write_bw-pl_16.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a91 PSN 0xec890b RKey 0x48010102 VAddr 0x007f9f78c53000 + remote address: LID 0x03 QPN 0x0a91 PSN 0x51abe2 RKey 0x48010102 VAddr 0x007f3738698000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 22.32 11.701247 + 4 5000 inf 43.03 11.280366 + 8 5000 inf 85.74 11.237656 + 16 5000 inf 173.04 11.340115 + 32 5000 inf 346.51 11.354576 + 64 5000 inf 613.32 10.048686 + 128 5000 inf 1340.34 10.980091 + 256 5000 inf 2577.74 10.558417 + 512 5000 inf 4416.61 9.045227 + 1024 5000 inf 5392.04 5.521450 + 2048 5000 inf 5694.93 2.915803 + 4096 5000 inf 5770.26 1.477187 + 8192 5000 inf 5696.54 0.729157 + 16384 5000 inf 5799.95 0.371197 + 32768 5000 inf 5852.54 0.187281 + 65536 5000 inf 5873.11 0.093970 + 131072 5000 inf 5891.14 0.047129 + 262144 5000 inf 5879.15 0.023517 + 524288 5000 inf 5885.22 0.011770 + 1048576 5000 inf 5898.47 0.005898 + 2097152 5000 inf 5910.94 0.002955 + 4194304 5000 inf 5919.83 0.001480 + 8388608 5000 inf 5950.51 0.000744 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/final/native-ib_write_bw-pl_4.log b/usr/benchmarks/ib/evaluation/final/native-ib_write_bw-pl_4.log new file mode 100644 index 000000000..87b876ef1 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final/native-ib_write_bw-pl_4.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a90 PSN 0x9bba2d RKey 0x40010102 VAddr 0x007f169a472000 + remote address: LID 0x03 QPN 0x0a90 PSN 0x871a92 RKey 0x40010102 VAddr 0x007f2e32362000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 20.60 10.799377 + 4 5000 inf 40.96 10.737261 + 8 5000 inf 80.22 10.514182 + 16 5000 inf 160.13 10.494287 + 32 5000 inf 319.97 10.484875 + 64 5000 inf 561.04 9.192151 + 128 5000 inf 1238.80 10.148215 + 256 5000 inf 2208.15 9.044598 + 512 5000 inf 4082.07 8.360072 + 1024 5000 inf 5347.88 5.476225 + 2048 5000 inf 5657.39 2.896583 + 4096 5000 inf 5791.67 1.482667 + 8192 5000 inf 5854.19 0.749336 + 16384 5000 inf 5887.19 0.376780 + 32768 5000 inf 5903.48 0.188911 + 65536 5000 inf 5917.30 0.094677 + 131072 5000 inf 5915.76 0.047326 + 262144 5000 inf 5905.33 0.023621 + 524288 5000 inf 5902.02 0.011804 + 1048576 5000 inf 5904.64 0.005905 + 2097152 5000 inf 5910.11 0.002955 + 4194304 5000 inf 5923.66 0.001481 + 8388608 5000 inf 5960.82 0.000745 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/final/native-ib_write_lat-pl_1.log b/usr/benchmarks/ib/evaluation/final/native-ib_write_lat-pl_1.log new file mode 100644 index 000000000..5321191f8 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final/native-ib_write_lat-pl_1.log @@ -0,0 +1,40 @@ +--------------------------------------------------------------------------------------- + RDMA_Write Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Max inline data : 220[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a95 PSN 0x2d3524 RKey 0x68010102 VAddr 0x007f9b61fee000 + remote address: LID 0x03 QPN 0x0a95 PSN 0xe512a5 RKey 0x68010102 VAddr 0x007f444b9b5000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 0.97 4.83 1.16 1.20 0.12 1.67 4.83 + 4 1000 0.97 3.02 1.16 1.19 0.06 1.32 3.02 + 8 1000 0.97 3.77 1.17 1.19 0.06 1.32 3.77 + 16 1000 0.98 2.36 1.17 1.19 0.05 1.32 2.36 + 32 1000 1.00 51.61 1.20 1.23 0.15 1.36 51.61 + 64 1000 1.04 2.59 1.21 1.22 0.08 1.39 2.59 + 128 1000 1.10 5.83 1.30 1.32 0.25 1.48 5.83 + 256 1000 2.07 6.32 2.25 2.29 0.19 2.50 6.32 + 512 1000 2.21 6.06 2.36 2.38 0.11 2.58 6.06 + 1024 1000 2.22 6.94 2.40 2.45 0.24 3.01 6.94 + 2048 1000 2.80 7.61 3.12 3.12 0.20 3.33 7.61 + 4096 1000 3.16 6.73 3.58 3.54 0.23 4.01 6.73 + 8192 1000 3.77 6.70 4.13 4.15 0.21 4.60 6.70 + 16384 1000 5.19 8.19 5.63 5.66 0.19 6.02 8.19 + 32768 1000 7.90 12.02 8.36 8.36 0.15 8.71 12.02 + 65536 1000 13.28 18.19 13.73 13.74 0.20 14.12 18.19 + 131072 1000 23.94 25.27 24.54 24.53 0.16 24.91 25.27 + 262144 1000 45.66 48.27 46.67 46.63 0.27 47.17 48.27 + 524288 1000 87.05 92.24 88.02 88.05 0.42 89.24 92.24 + 1048576 1000 170.31 179.93 171.74 171.77 0.55 173.66 179.93 + 2097152 1000 336.83 347.74 339.03 339.09 0.70 341.58 347.74 + 4194304 1000 670.20 683.24 672.35 672.50 1.13 675.83 683.24 + 8388608 1000 1474.78 1496.07 1487.42 1487.23 1.80 1490.91 1496.07 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/final/native-ib_write_lat-pl_16.log b/usr/benchmarks/ib/evaluation/final/native-ib_write_lat-pl_16.log new file mode 100644 index 000000000..9c448dc43 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final/native-ib_write_lat-pl_16.log @@ -0,0 +1,19 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Write Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Post List : 16 + Mtu : 2048[B] + Link type : IB + Max inline data : 220[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a62 PSN 0xfb6e1e RKey 0xd0010100 VAddr 0x007f0fec5bd000 + remote address: LID 0x03 QPN 0x0a62 PSN 0xefdb8d RKey 0xd0010100 VAddr 0x007f7d4d9ad000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] diff --git a/usr/benchmarks/ib/evaluation/final/native-ib_write_lat-pl_4.log b/usr/benchmarks/ib/evaluation/final/native-ib_write_lat-pl_4.log new file mode 100644 index 000000000..f72d0ff4c --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final/native-ib_write_lat-pl_4.log @@ -0,0 +1,19 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Write Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Post List : 4 + Mtu : 2048[B] + Link type : IB + Max inline data : 220[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a61 PSN 0x3d746 RKey 0xc8010100 VAddr 0x007efca337b000 + remote address: LID 0x03 QPN 0x0a61 PSN 0x684b68 RKey 0xc8010100 VAddr 0x007f654d3d1000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] diff --git a/usr/benchmarks/ib/evaluation/final/other plots/ib_read_bw-msg_rate.pdf b/usr/benchmarks/ib/evaluation/final/other plots/ib_read_bw-msg_rate.pdf new file mode 100644 index 000000000..fb813b858 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/other plots/ib_read_bw-msg_rate.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/other plots/ib_read_bw-peak.pdf b/usr/benchmarks/ib/evaluation/final/other plots/ib_read_bw-peak.pdf new file mode 100644 index 000000000..08f3a300b Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/other plots/ib_read_bw-peak.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-percentile_99.pdf b/usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-percentile_99.pdf new file mode 100644 index 000000000..5cc48d693 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-percentile_99.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-percentile_99_9.pdf b/usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-percentile_99_9.pdf new file mode 100644 index 000000000..3d3322b6a Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-percentile_99_9.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-s_stddev.pdf b/usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-s_stddev.pdf new file mode 100644 index 000000000..af077a192 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-s_stddev.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-t_avg.pdf b/usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-t_avg.pdf new file mode 100644 index 000000000..c9d7a0fe6 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-t_avg.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-t_max.pdf b/usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-t_max.pdf new file mode 100644 index 000000000..d98c3ee7f Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-t_max.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-t_min.pdf b/usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-t_min.pdf new file mode 100644 index 000000000..34dc0f872 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-t_min.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/other plots/ib_write_bw-msg_rate-pl_1.pdf b/usr/benchmarks/ib/evaluation/final/other plots/ib_write_bw-msg_rate-pl_1.pdf new file mode 100644 index 000000000..6449817c6 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/other plots/ib_write_bw-msg_rate-pl_1.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/other plots/ib_write_bw-msg_rate.pdf b/usr/benchmarks/ib/evaluation/final/other plots/ib_write_bw-msg_rate.pdf new file mode 100644 index 000000000..f67fa3697 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/other plots/ib_write_bw-msg_rate.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/other plots/ib_write_bw-peak-pl_1.pdf b/usr/benchmarks/ib/evaluation/final/other plots/ib_write_bw-peak-pl_1.pdf new file mode 100644 index 000000000..71b4339d5 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/other plots/ib_write_bw-peak-pl_1.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/other plots/ib_write_bw-peak.pdf b/usr/benchmarks/ib/evaluation/final/other plots/ib_write_bw-peak.pdf new file mode 100644 index 000000000..4c9c0959f Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/other plots/ib_write_bw-peak.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/other plots/ib_write_lat-percentile_99.pdf b/usr/benchmarks/ib/evaluation/final/other plots/ib_write_lat-percentile_99.pdf new file mode 100644 index 000000000..b93e776af Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/other plots/ib_write_lat-percentile_99.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/other plots/ib_write_lat-percentile_99_9.pdf b/usr/benchmarks/ib/evaluation/final/other plots/ib_write_lat-percentile_99_9.pdf new file mode 100644 index 000000000..1ab2befd7 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/other plots/ib_write_lat-percentile_99_9.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/other plots/ib_write_lat-s_stddev.pdf b/usr/benchmarks/ib/evaluation/final/other plots/ib_write_lat-s_stddev.pdf new file mode 100644 index 000000000..7a74f7ee1 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/other plots/ib_write_lat-s_stddev.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/other plots/ib_write_lat-t_avg.pdf b/usr/benchmarks/ib/evaluation/final/other plots/ib_write_lat-t_avg.pdf new file mode 100644 index 000000000..f266e1bac Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/other plots/ib_write_lat-t_avg.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/other plots/ib_write_lat-t_max.pdf b/usr/benchmarks/ib/evaluation/final/other plots/ib_write_lat-t_max.pdf new file mode 100644 index 000000000..7a90b584f Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/other plots/ib_write_lat-t_max.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final/other plots/ib_write_lat-t_min.pdf b/usr/benchmarks/ib/evaluation/final/other plots/ib_write_lat-t_min.pdf new file mode 100644 index 000000000..677330b99 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final/other plots/ib_write_lat-t_min.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final2/hermit-ib_read_bw-pl_1.log b/usr/benchmarks/ib/evaluation/final2/hermit-ib_read_bw-pl_1.log new file mode 100644 index 000000000..0ceebacd1 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final2/hermit-ib_read_bw-pl_1.log @@ -0,0 +1,63 @@ + +mydestvaddr: 7f2ea4859000 + +--------------------------------------------------------------------------------------- + RDMA_Read BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0aa2 PSN 0xddb16e OUT 0x10 RKey 0xd0010102 VAddr 0x00007f2ea4859000 + remote address: LID 0x03 QPN 0x0aa2 PSN 0xb77e48 OUT 0x10 RKey 0xd0010102 VAddr 0x00007f62f7887000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 0.31 0.31 0.162354 + 4 1000 0.63 0.62 0.162802 + 8 1000 1.25 1.25 0.163665 + 16 1000 2.51 2.51 0.164171 + 32 1000 5.02 4.98 0.163102 + 64 1000 10.09 10.05 0.164683 + 128 1000 20.15 20.04 0.164191 + 256 1000 40.23 39.98 0.163772 + 512 1000 80.21 80.03 0.163908 + 1024 1000 161.26 160.46 0.164310 + 2048 1000 320.99 319.82 0.163750 + 4096 1000 648.83 645.51 0.165251 + 8192 1000 1291.65 1290.04 0.165125 + 16384 1000 2592.85 2581.92 0.165243 + 32768 1000 5162.97 5134.37 0.164300 + 65536 1000 6093.19 6089.44 0.097431 + 131072 1000 6093.99 6092.51 0.048740 + 262144 1000 6082.07 6080.88 0.024324 + 524288 1000 6081.33 6079.74 0.012159 + 1048576 1000 6079.41 6079.24 0.006079 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/final2/hermit-ib_read_lat-pl_1.log b/usr/benchmarks/ib/evaluation/final2/hermit-ib_read_lat-pl_1.log new file mode 100644 index 000000000..a5c0f3c14 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final2/hermit-ib_read_lat-pl_1.log @@ -0,0 +1,57 @@ + +mydestvaddr: 7f6a0b47d000 + +--------------------------------------------------------------------------------------- + RDMA_Read Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0aa3 PSN 0xddb16e OUT 0x10 RKey 0xd8010102 VAddr 0x00007f6a0b47d000 + remote address: LID 0x03 QPN 0x0aa3 PSN 0xb77e48 OUT 0x10 RKey 0xd8010102 VAddr 0x00007f3756355000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 8.47 16.25 8.56 8.60 0.33 9.56 16.25 + 4 1000 8.40 14.51 8.51 8.54 0.30 9.32 14.51 + 8 1000 8.42 13.90 8.52 8.55 0.35 9.53 13.90 + 16 1000 8.40 14.73 8.51 8.54 0.31 9.22 14.73 + 32 1000 8.42 16.74 8.51 8.55 0.33 10.07 16.74 + 64 1000 8.40 14.13 8.50 8.53 0.30 9.61 14.13 + 128 1000 8.38 13.71 8.50 8.53 0.26 9.25 13.71 + 256 1000 8.41 14.08 8.50 8.53 0.26 9.11 14.08 + 512 1000 8.42 14.29 8.52 8.54 0.25 8.72 14.29 + 1024 1000 8.40 14.05 8.51 8.54 0.27 9.54 14.05 + 2048 1000 8.38 14.12 8.49 8.53 0.29 9.26 14.12 + 4096 1000 8.34 13.52 8.43 8.45 0.27 9.49 13.52 + 8192 1000 8.32 13.65 8.42 8.45 0.26 9.15 13.65 + 16384 1000 8.33 14.24 8.43 8.46 0.31 9.14 14.24 + 32768 1000 10.86 18.57 10.96 11.00 0.33 13.22 18.57 + 65536 1000 15.70 24.09 15.94 16.00 0.45 18.45 24.09 + 131072 1000 25.67 29.94 25.89 26.07 0.63 28.41 29.94 + 262144 1000 45.98 55.83 48.26 48.28 0.50 50.57 55.83 + 524288 1000 87.59 95.46 90.30 89.74 1.08 90.86 95.46 + 1048576 1000 169.99 181.55 172.42 172.48 0.74 175.13 181.55 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp diff --git a/usr/benchmarks/ib/evaluation/final2/hermit-ib_write_bw-pl_1.log b/usr/benchmarks/ib/evaluation/final2/hermit-ib_write_bw-pl_1.log new file mode 100644 index 000000000..1b8a23797 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final2/hermit-ib_write_bw-pl_1.log @@ -0,0 +1,62 @@ + +mydestvaddr: 7f5317cf8000 + +--------------------------------------------------------------------------------------- + RDMA_Write BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0aa0 PSN 0x5424a4 RKey 0xc0010102 VAddr 0x00007f5317cf8000 + remote address: LID 0x03 QPN 0x0aa0 PSN 0x410b11 RKey 0xc0010102 VAddr 0x00007f1af2693000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 0.32 0.32 0.167302 + 4 5000 0.64 0.63 0.165766 + 8 5000 1.27 1.27 0.166085 + 16 5000 2.55 2.53 0.165748 + 32 5000 5.08 5.07 0.166050 + 64 5000 10.17 10.14 0.166128 + 128 5000 20.31 20.23 0.165759 + 256 5000 40.59 40.46 0.165718 + 512 5000 81.15 80.91 0.165712 + 1024 5000 162.35 161.78 0.165664 + 2048 5000 324.60 323.71 0.165741 + 4096 5000 655.03 653.17 0.167212 + 8192 5000 1308.87 1306.71 0.167259 + 16384 5000 2622.31 2613.89 0.167289 + 32768 5000 5232.80 5230.93 0.167390 + 65536 5000 6004.04 6002.99 0.096048 + 131072 5000 6005.26 6005.06 0.048040 + 262144 5000 5993.13 5992.69 0.023971 + 524288 5000 5992.39 5992.23 0.011984 + 1048576 5000 5995.90 5995.46 0.005995 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/final2/hermit-ib_write_bw-pl_16.log b/usr/benchmarks/ib/evaluation/final2/hermit-ib_write_bw-pl_16.log new file mode 100644 index 000000000..02178a79e --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final2/hermit-ib_write_bw-pl_16.log @@ -0,0 +1,65 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7f8d6c726000 + +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0aa7 PSN 0x5424a4 RKey 0xf8010102 VAddr 0x00007f8d6c726000 + remote address: LID 0x03 QPN 0x0aa7 PSN 0x2df17e RKey 0xf8010102 VAddr 0x00007f12a28d6000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 4.27 2.238970 + 4 5000 inf 8.58 2.247896 + 8 5000 inf 17.20 2.253894 + 16 5000 inf 33.54 2.198052 + 32 5000 inf 68.87 2.256620 + 64 5000 inf 138.07 2.262100 + 128 5000 inf 275.23 2.254665 + 256 5000 inf 552.14 2.261552 + 512 5000 inf 1096.80 2.246248 + 1024 5000 inf 2200.26 2.253069 + 2048 5000 inf 4382.56 2.243869 + 4096 5000 inf 5890.03 1.507848 + 8192 5000 inf 5930.12 0.759056 + 16384 5000 inf 5967.29 0.381907 + 32768 5000 inf 5989.30 0.191658 + 65536 5000 inf 5993.25 0.095892 + 131072 5000 inf 5995.44 0.047963 + 262144 5000 inf 5981.11 0.023924 + 524288 5000 inf 5979.83 0.011960 + 1048576 5000 inf 5980.98 0.005981 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/final2/hermit-ib_write_bw-pl_4.log b/usr/benchmarks/ib/evaluation/final2/hermit-ib_write_bw-pl_4.log new file mode 100644 index 000000000..29f5b2ecf --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final2/hermit-ib_write_bw-pl_4.log @@ -0,0 +1,65 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7fb423b43000 + +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0aa6 PSN 0x5424a4 RKey 0xf0010102 VAddr 0x00007fb423b43000 + remote address: LID 0x03 QPN 0x0aa6 PSN 0x410b11 RKey 0xf0010102 VAddr 0x00007fe0df917000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 1.22 0.639472 + 4 5000 inf 2.41 0.633000 + 8 5000 inf 4.86 0.637327 + 16 5000 inf 9.65 0.632437 + 32 5000 inf 19.44 0.636915 + 64 5000 inf 38.80 0.635780 + 128 5000 inf 77.65 0.636093 + 256 5000 inf 155.52 0.637029 + 512 5000 inf 310.84 0.636591 + 1024 5000 inf 622.58 0.637521 + 2048 5000 inf 1243.93 0.636892 + 4096 5000 inf 2488.82 0.637138 + 8192 5000 inf 4948.67 0.633430 + 16384 5000 inf 5994.82 0.383669 + 32768 5000 inf 6003.61 0.192116 + 65536 5000 inf 5998.87 0.095982 + 131072 5000 inf 5999.02 0.047992 + 262144 5000 inf 5989.27 0.023957 + 524288 5000 inf 5987.86 0.011976 + 1048576 5000 inf 5989.40 0.005989 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/final2/hermit-ib_write_lat-pl_1.log b/usr/benchmarks/ib/evaluation/final2/hermit-ib_write_lat-pl_1.log new file mode 100644 index 000000000..f1c0163c5 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final2/hermit-ib_write_lat-pl_1.log @@ -0,0 +1,56 @@ + +mydestvaddr: 7fcce4dca000 + +--------------------------------------------------------------------------------------- + RDMA_Write Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Max inline data : 220[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0aa1 PSN 0xddb16e RKey 0xc8010102 VAddr 0x00007fcce4dca000 + remote address: LID 0x03 QPN 0x0aa1 PSN 0xb77e48 RKey 0xc8010102 VAddr 0x00007fa312b67000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 4.23 6.93 4.29 4.32 0.16 4.84 6.93 + 4 1000 4.22 6.78 4.28 4.30 0.14 5.20 6.78 + 8 1000 4.19 7.14 4.27 4.29 0.22 5.41 7.14 + 16 1000 4.21 7.09 4.29 4.30 0.14 5.26 7.09 + 32 1000 4.22 8.95 4.28 4.30 0.16 5.37 8.95 + 64 1000 4.22 6.53 4.28 4.30 0.14 4.87 6.53 + 128 1000 4.23 6.65 4.28 4.30 0.14 4.85 6.65 + 256 1000 4.19 7.13 4.24 4.26 0.15 5.30 7.13 + 512 1000 4.19 7.17 4.23 4.25 0.14 5.02 7.17 + 1024 1000 4.18 7.52 4.23 4.25 0.16 5.19 7.52 + 2048 1000 4.19 9.62 4.25 4.28 0.22 5.78 9.62 + 4096 1000 4.31 7.19 4.40 4.45 0.20 5.74 7.19 + 8192 1000 4.94 7.55 5.09 5.15 0.16 5.99 7.55 + 16384 1000 6.20 7.83 6.51 6.51 0.16 6.81 7.83 + 32768 1000 8.94 11.54 9.18 9.19 0.11 9.38 11.54 + 65536 1000 14.43 15.87 14.63 14.64 0.11 15.24 15.87 + 131072 1000 24.86 26.29 25.19 25.19 0.12 25.47 26.29 + 262144 1000 45.82 47.59 46.35 46.35 0.18 46.78 47.59 + 524288 1000 86.80 88.56 87.61 87.62 0.27 88.28 88.56 + 1048576 1000 170.12 172.79 171.20 171.21 0.38 172.16 172.79 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp diff --git a/usr/benchmarks/ib/evaluation/final2/ib_read_bw-avg.pdf b/usr/benchmarks/ib/evaluation/final2/ib_read_bw-avg.pdf new file mode 100644 index 000000000..2f38962b9 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final2/ib_read_bw-avg.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final2/ib_read_lat-t_typical.pdf b/usr/benchmarks/ib/evaluation/final2/ib_read_lat-t_typical.pdf new file mode 100644 index 000000000..9d0e942d4 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final2/ib_read_lat-t_typical.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final2/ib_write_bw-avg-MULTI.pdf b/usr/benchmarks/ib/evaluation/final2/ib_write_bw-avg-MULTI.pdf new file mode 100644 index 000000000..8a2e48af4 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final2/ib_write_bw-avg-MULTI.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final2/ib_write_bw-avg.pdf b/usr/benchmarks/ib/evaluation/final2/ib_write_bw-avg.pdf new file mode 100644 index 000000000..d8bab41bc Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final2/ib_write_bw-avg.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final2/ib_write_lat-t_typical.pdf b/usr/benchmarks/ib/evaluation/final2/ib_write_lat-t_typical.pdf new file mode 100644 index 000000000..96e15e323 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final2/ib_write_lat-t_typical.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final2/native-ib_read_bw-pl_1.log b/usr/benchmarks/ib/evaluation/final2/native-ib_read_bw-pl_1.log new file mode 100644 index 000000000..a527042cd --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final2/native-ib_read_bw-pl_1.log @@ -0,0 +1,41 @@ +--------------------------------------------------------------------------------------- + RDMA_Read BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a9e PSN 0x4df7d3 OUT 0x10 RKey 0xb0010102 VAddr 0x007f79f7fe8000 + remote address: LID 0x03 QPN 0x0a9e PSN 0x7f42f6 OUT 0x10 RKey 0xb0010102 VAddr 0x007ff6d4fd9000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 12.18 10.03 5.256581 + 4 1000 24.92 24.76 6.491923 + 8 1000 50.35 50.17 6.575791 + 16 1000 107.81 106.24 6.962565 + 32 1000 215.61 213.31 6.989669 + 64 1000 431.22 426.89 6.994106 + 128 1000 809.65 806.92 6.610298 + 256 1000 1619.29 1612.65 6.605395 + 512 1000 3213.99 3111.89 6.373147 + 1024 1000 4591.41 4579.46 4.689363 + 2048 1000 5402.24 5394.73 2.762102 + 4096 1000 5823.51 5820.68 1.490095 + 8192 1000 6047.16 6046.22 0.773916 + 16384 1000 6077.01 6074.74 0.388784 + 32768 1000 6074.74 6074.33 0.194378 + 65536 1000 6083.61 6082.85 0.097326 + 131072 1000 6083.04 6083.00 0.048664 + 262144 1000 5892.94 5892.68 0.023571 + 524288 1000 5958.99 5958.66 0.011917 + 1048576 1000 5961.98 5961.78 0.005962 + 2097152 1000 5905.88 5905.88 0.002953 + 4194304 1000 5924.09 5924.09 0.001481 + 8388608 1000 5923.80 5922.65 0.000740 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/final2/native-ib_read_lat-pl_1.log b/usr/benchmarks/ib/evaluation/final2/native-ib_read_lat-pl_1.log new file mode 100644 index 000000000..1ab18a2b0 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final2/native-ib_read_lat-pl_1.log @@ -0,0 +1,40 @@ +--------------------------------------------------------------------------------------- + RDMA_Read Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a9f PSN 0xd31e48 OUT 0x10 RKey 0xb8010102 VAddr 0x007fbf85eee000 + remote address: LID 0x03 QPN 0x0a9f PSN 0x4178f7 OUT 0x10 RKey 0xb8010102 VAddr 0x007f51737ff000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 1.66 7.94 1.69 1.70 0.02 1.79 7.94 + 4 1000 1.67 2.39 1.69 1.70 0.02 1.77 2.39 + 8 1000 1.66 4.84 1.69 1.70 0.03 1.78 4.84 + 16 1000 1.66 4.66 1.69 1.70 0.03 1.78 4.66 + 32 1000 1.67 4.00 1.70 1.71 0.04 1.79 4.00 + 64 1000 1.73 2.13 1.76 1.76 0.02 1.84 2.13 + 128 1000 1.77 4.53 1.80 1.80 0.03 1.87 4.53 + 256 1000 1.84 4.00 1.88 1.88 0.02 1.95 4.00 + 512 1000 1.98 5.02 2.01 2.01 0.03 2.09 5.02 + 1024 1000 2.21 4.44 2.24 2.25 0.03 2.32 4.44 + 2048 1000 2.67 7.13 2.71 2.72 0.14 2.80 7.13 + 4096 1000 2.99 4.81 3.04 3.05 0.03 3.14 4.81 + 8192 1000 3.64 4.22 3.69 3.74 0.13 4.10 4.22 + 16384 1000 4.90 6.23 4.96 5.05 0.16 5.39 6.23 + 32768 1000 7.47 10.18 7.61 7.64 0.15 7.95 10.18 + 65536 1000 12.71 14.18 12.87 12.87 0.10 13.05 14.18 + 131072 1000 22.93 24.68 23.23 23.24 0.16 23.90 24.68 + 262144 1000 43.68 45.96 45.33 45.32 0.24 45.77 45.96 + 524288 1000 85.14 89.87 88.60 88.56 0.47 89.39 89.87 + 1048576 1000 168.08 179.81 171.05 171.06 0.72 173.15 179.81 + 2097152 1000 333.02 343.68 335.41 335.40 0.69 337.33 343.68 + 4194304 1000 663.10 685.08 666.26 666.33 1.39 669.08 685.08 + 8388608 1000 1327.25 1363.16 1331.53 1331.65 2.14 1336.96 1363.16 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/final2/native-ib_write_bw-pl_1.log b/usr/benchmarks/ib/evaluation/final2/native-ib_write_bw-pl_1.log new file mode 100644 index 000000000..2976727d2 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final2/native-ib_write_bw-pl_1.log @@ -0,0 +1,41 @@ +--------------------------------------------------------------------------------------- + RDMA_Write BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a9c PSN 0x7a9cf5 RKey 0xa0010102 VAddr 0x007f6485e48000 + remote address: LID 0x03 QPN 0x0a9c PSN 0x662d76 RKey 0xa0010102 VAddr 0x007fcf589d0000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 15.59 14.69 7.700915 + 4 5000 31.99 31.85 8.350320 + 8 5000 64.82 64.52 8.457273 + 16 5000 127.16 124.96 8.189251 + 32 5000 255.13 249.46 8.174421 + 64 5000 511.91 511.03 8.372736 + 128 5000 1010.77 1007.64 8.254604 + 256 5000 1996.11 1948.96 7.982929 + 512 5000 3992.22 3872.76 7.931419 + 1024 5000 5592.63 5573.55 5.707317 + 2048 5000 5790.31 5783.52 2.961163 + 4096 5000 5925.44 5924.50 1.516671 + 8192 5000 5977.76 5975.88 0.764913 + 16384 5000 6020.28 6019.13 0.385224 + 32768 5000 5985.24 5983.27 0.191465 + 65536 5000 5999.61 5996.82 0.095949 + 131072 5000 6038.62 6036.80 0.048294 + 262144 5000 6023.29 6023.21 0.024093 + 524288 5000 6014.37 6013.68 0.012027 + 1048576 5000 6012.66 6012.55 0.006013 + 2097152 5000 6017.00 6016.57 0.003008 + 4194304 5000 6032.07 6031.64 0.001508 + 8388608 5000 6042.00 6041.80 0.000755 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/final2/native-ib_write_bw-pl_16.log b/usr/benchmarks/ib/evaluation/final2/native-ib_write_bw-pl_16.log new file mode 100644 index 000000000..ab7687181 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final2/native-ib_write_bw-pl_16.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0aa5 PSN 0xfd8440 RKey 0xe8010102 VAddr 0x007f54e33a9000 + remote address: LID 0x03 QPN 0x0aa5 PSN 0x9a5252 RKey 0xe8010102 VAddr 0x007fb5d5907000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 29.05 15.228124 + 4 5000 inf 63.69 16.695707 + 8 5000 inf 126.95 16.639035 + 16 5000 inf 253.80 16.633159 + 32 5000 inf 490.60 16.076069 + 64 5000 inf 948.01 15.532115 + 128 5000 inf 1943.44 15.920691 + 256 5000 inf 3506.99 14.364644 + 512 5000 inf 4936.12 10.109168 + 1024 5000 inf 5585.78 5.719843 + 2048 5000 inf 5821.69 2.980706 + 4096 5000 inf 5927.34 1.517398 + 8192 5000 inf 5988.81 0.766568 + 16384 5000 inf 6003.13 0.384200 + 32768 5000 inf 5992.01 0.191744 + 65536 5000 inf 5998.35 0.095974 + 131072 5000 inf 6013.21 0.048106 + 262144 5000 inf 5995.01 0.023980 + 524288 5000 inf 6001.05 0.012002 + 1048576 5000 inf 6010.63 0.006011 + 2097152 5000 inf 6012.86 0.003006 + 4194304 5000 inf 6022.82 0.001506 + 8388608 5000 inf 6031.49 0.000754 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/final2/native-ib_write_bw-pl_4.log b/usr/benchmarks/ib/evaluation/final2/native-ib_write_bw-pl_4.log new file mode 100644 index 000000000..8b50eec7b --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final2/native-ib_write_bw-pl_4.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0aa4 PSN 0x4e02e8 RKey 0xe0010102 VAddr 0x007fed61646000 + remote address: LID 0x03 QPN 0x0aa4 PSN 0x61ab00 RKey 0xe0010102 VAddr 0x007f8e50a5f000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 25.88 13.567217 + 4 5000 inf 55.77 14.618703 + 8 5000 inf 111.66 14.635095 + 16 5000 inf 221.60 14.523001 + 32 5000 inf 446.05 14.616008 + 64 5000 inf 890.80 14.594938 + 128 5000 inf 1700.46 13.930144 + 256 5000 inf 3179.86 13.024692 + 512 5000 inf 4887.48 10.009567 + 1024 5000 inf 5570.32 5.704012 + 2048 5000 inf 5797.98 2.968563 + 4096 5000 inf 5917.97 1.515000 + 8192 5000 inf 5968.95 0.764026 + 16384 5000 inf 6014.44 0.384924 + 32768 5000 inf 6019.43 0.192622 + 65536 5000 inf 6021.91 0.096351 + 131072 5000 inf 6015.48 0.048124 + 262144 5000 inf 6000.20 0.024001 + 524288 5000 inf 6010.53 0.012021 + 1048576 5000 inf 6014.32 0.006014 + 2097152 5000 inf 6023.39 0.003012 + 4194304 5000 inf 6036.14 0.001509 + 8388608 5000 inf 6042.86 0.000755 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/final2/native-ib_write_lat-pl_1.log b/usr/benchmarks/ib/evaluation/final2/native-ib_write_lat-pl_1.log new file mode 100644 index 000000000..a3638328e --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final2/native-ib_write_lat-pl_1.log @@ -0,0 +1,40 @@ +--------------------------------------------------------------------------------------- + RDMA_Write Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Max inline data : 220[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a9d PSN 0xb625fe RKey 0xa8010102 VAddr 0x007fdeb9244000 + remote address: LID 0x03 QPN 0x0a9d PSN 0x2338cc RKey 0xa8010102 VAddr 0x007fb419a77000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 0.86 3.77 0.87 0.88 0.09 1.06 3.77 + 4 1000 0.86 3.26 0.87 0.87 0.05 0.88 3.26 + 8 1000 0.86 2.83 0.87 0.88 0.07 0.89 2.83 + 16 1000 0.85 3.89 0.87 0.88 0.10 0.89 3.89 + 32 1000 0.90 3.30 0.91 0.91 0.07 0.92 3.30 + 64 1000 0.92 3.83 0.94 0.94 0.08 0.95 3.83 + 128 1000 1.02 3.28 1.03 1.03 0.06 1.04 3.28 + 256 1000 1.61 3.61 1.64 1.65 0.10 1.70 3.61 + 512 1000 1.76 4.92 1.80 1.81 0.11 1.83 4.92 + 1024 1000 2.01 3.42 2.04 2.04 0.06 2.09 3.42 + 2048 1000 2.48 5.37 2.61 2.57 0.08 2.65 5.37 + 4096 1000 2.80 5.51 2.95 2.94 0.12 3.20 5.51 + 8192 1000 3.45 5.93 3.60 3.64 0.13 3.87 5.93 + 16384 1000 4.76 6.51 4.99 5.00 0.13 5.23 6.51 + 32768 1000 7.44 9.22 7.62 7.62 0.08 7.79 9.22 + 65536 1000 12.79 13.69 12.99 13.00 0.06 13.15 13.69 + 131072 1000 23.21 23.96 23.58 23.59 0.12 23.86 23.96 + 262144 1000 44.05 45.09 44.64 44.63 0.16 44.98 45.09 + 524288 1000 85.05 86.73 85.73 85.71 0.23 86.24 86.73 + 1048576 1000 167.36 169.70 168.62 168.63 0.37 169.49 169.70 + 2097152 1000 332.87 336.49 334.31 334.32 0.49 335.45 336.49 + 4194304 1000 662.61 669.64 664.70 664.68 0.73 666.53 669.64 + 8388608 1000 1422.38 1431.22 1426.36 1426.37 1.20 1429.20 1431.22 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/final2/others/ib_read_bw-msg_rate.pdf b/usr/benchmarks/ib/evaluation/final2/others/ib_read_bw-msg_rate.pdf new file mode 100644 index 000000000..998ba5253 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final2/others/ib_read_bw-msg_rate.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final2/others/ib_read_bw-peak.pdf b/usr/benchmarks/ib/evaluation/final2/others/ib_read_bw-peak.pdf new file mode 100644 index 000000000..6ba2088c1 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final2/others/ib_read_bw-peak.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final2/others/ib_read_lat-percentile_99.pdf b/usr/benchmarks/ib/evaluation/final2/others/ib_read_lat-percentile_99.pdf new file mode 100644 index 000000000..9f11e9c60 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final2/others/ib_read_lat-percentile_99.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final2/others/ib_read_lat-percentile_99_9.pdf b/usr/benchmarks/ib/evaluation/final2/others/ib_read_lat-percentile_99_9.pdf new file mode 100644 index 000000000..99d7ef71f Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final2/others/ib_read_lat-percentile_99_9.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final2/others/ib_read_lat-s_stddev.pdf b/usr/benchmarks/ib/evaluation/final2/others/ib_read_lat-s_stddev.pdf new file mode 100644 index 000000000..184041638 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final2/others/ib_read_lat-s_stddev.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final2/others/ib_read_lat-t_avg.pdf b/usr/benchmarks/ib/evaluation/final2/others/ib_read_lat-t_avg.pdf new file mode 100644 index 000000000..682c4d4cb Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final2/others/ib_read_lat-t_avg.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final2/others/ib_read_lat-t_max.pdf b/usr/benchmarks/ib/evaluation/final2/others/ib_read_lat-t_max.pdf new file mode 100644 index 000000000..f7144a5a2 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final2/others/ib_read_lat-t_max.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final2/others/ib_read_lat-t_min.pdf b/usr/benchmarks/ib/evaluation/final2/others/ib_read_lat-t_min.pdf new file mode 100644 index 000000000..2cda134f1 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final2/others/ib_read_lat-t_min.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final2/others/ib_write_bw-msg_rate-MULTI.pdf b/usr/benchmarks/ib/evaluation/final2/others/ib_write_bw-msg_rate-MULTI.pdf new file mode 100644 index 000000000..5ccc376e9 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final2/others/ib_write_bw-msg_rate-MULTI.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final2/others/ib_write_bw-msg_rate.pdf b/usr/benchmarks/ib/evaluation/final2/others/ib_write_bw-msg_rate.pdf new file mode 100644 index 000000000..fd6560cac Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final2/others/ib_write_bw-msg_rate.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final2/others/ib_write_bw-peak-MULTI.pdf b/usr/benchmarks/ib/evaluation/final2/others/ib_write_bw-peak-MULTI.pdf new file mode 100644 index 000000000..f707df457 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final2/others/ib_write_bw-peak-MULTI.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final2/others/ib_write_bw-peak.pdf b/usr/benchmarks/ib/evaluation/final2/others/ib_write_bw-peak.pdf new file mode 100644 index 000000000..5af8be294 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final2/others/ib_write_bw-peak.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final2/others/ib_write_lat-percentile_99.pdf b/usr/benchmarks/ib/evaluation/final2/others/ib_write_lat-percentile_99.pdf new file mode 100644 index 000000000..d9f0e3ea9 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final2/others/ib_write_lat-percentile_99.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final2/others/ib_write_lat-percentile_99_9.pdf b/usr/benchmarks/ib/evaluation/final2/others/ib_write_lat-percentile_99_9.pdf new file mode 100644 index 000000000..4c3bcea3d Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final2/others/ib_write_lat-percentile_99_9.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final2/others/ib_write_lat-s_stddev.pdf b/usr/benchmarks/ib/evaluation/final2/others/ib_write_lat-s_stddev.pdf new file mode 100644 index 000000000..bff983d9c Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final2/others/ib_write_lat-s_stddev.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final2/others/ib_write_lat-t_avg.pdf b/usr/benchmarks/ib/evaluation/final2/others/ib_write_lat-t_avg.pdf new file mode 100644 index 000000000..99f487485 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final2/others/ib_write_lat-t_avg.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final2/others/ib_write_lat-t_max.pdf b/usr/benchmarks/ib/evaluation/final2/others/ib_write_lat-t_max.pdf new file mode 100644 index 000000000..5be67225d Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final2/others/ib_write_lat-t_max.pdf differ diff --git a/usr/benchmarks/ib/evaluation/final2/others/ib_write_lat-t_min.pdf b/usr/benchmarks/ib/evaluation/final2/others/ib_write_lat-t_min.pdf new file mode 100644 index 000000000..87b4177a3 Binary files /dev/null and b/usr/benchmarks/ib/evaluation/final2/others/ib_write_lat-t_min.pdf differ diff --git a/usr/benchmarks/ib/evaluation/parse_results.py b/usr/benchmarks/ib/evaluation/parse_results.py index 7c46e61cc..4d782bb0e 100644 --- a/usr/benchmarks/ib/evaluation/parse_results.py +++ b/usr/benchmarks/ib/evaluation/parse_results.py @@ -34,9 +34,11 @@ lat_metrics = ['num_bytes', 'percentile_99_9'] labels = {metric: '' for metric in bw_metrics[2:] + lat_metrics[2:] } + labels[bw_metrics [2]] = 'Peak Bandwidth [MB/sec]' labels[bw_metrics [3]] = 'Average Bandwidth [MB/sec]' labels[bw_metrics [4]] = 'Message Rate [Mpps]' + labels[lat_metrics[2]] = 'Min. Latency [${\mu}sec$]' labels[lat_metrics[3]] = 'Max. Latency [${\mu}sec$]' labels[lat_metrics[4]] = 'Typical Latency [${\mu}sec$]' @@ -66,6 +68,11 @@ def parse_results(directory): for bm in BENCHMARKS: for num_wrs in num_wrs_list: + print('Benchmark: ' + machine + ' --- ' + bm + ' WRs: ' + num_wrs) + + # if bm.endswith("lat") and not num_wrs == '1': + # continue + read_line = False file_name = machine + '-' + bm + '-pl_' + num_wrs + '.log' file_path = os.path.join(directory, file_name) @@ -95,10 +102,17 @@ def plot_results(results, directory): """ num_wrs_list = [opt.split()[-1] for opt in OPTIONS] + line_color = {'native': + {num_wrs: (float(200 - r*40)/256, 0, 0) + for r, num_wrs in zip(range(len(num_wrs_list)), num_wrs_list)}, + 'hermit': + {num_wrs: (0, float(170 - g*40)/256, 0) + for g, num_wrs in zip(range(len(num_wrs_list)), num_wrs_list)}} + for bm in BENCHMARKS: for metric in (bw_metrics[2:] if 'bw' in bm else lat_metrics[2:]): - file_name = bm + '-' + metric + '.pdf' + file_name = bm + '-' + metric + ('-MULTI' if len(num_wrs_list) > 1 else '') + '.pdf' file_path = os.path.join(directory, file_name) fig, ax = plt.subplots(figsize=(10, 5)) @@ -120,14 +134,16 @@ def plot_results(results, directory): # Plot, save and then clear figure for num_wrs in num_wrs_list: label_end = ' (' + num_wrs + ' work request' + \ - (')' if num_wrs is '1' else 's)') + (')' if num_wrs is '1' else 's)') if len(num_wrs_list) > 1 else "" ax.plot(results['native'][bm][num_wrs]['num_bytes'], results['native'][bm][num_wrs][metric], - 'go-', label = 'Native' + label_end, linewidth = 2, markersize = 6) + 'o-', color = line_color['native'][num_wrs], label = 'Native' + label_end, + linewidth = 2, markersize = 6) label = 'HermitCore (' + num_wrs + ' work requests)' ax.plot(results['hermit'][bm][num_wrs]['num_bytes'], results['hermit'][bm][num_wrs][metric], - 'ro-', label = 'HermitCore' + label_end, linewidth = 2, markersize = 6) + 'o-', color = line_color['hermit'][num_wrs], label = 'HermitCore' + label_end, + linewidth = 2, markersize = 6) plt.legend(fontsize = 10, ncol = 3, loc = 'lower right', bbox_to_anchor = [1, 1.05]) diff --git a/usr/benchmarks/ib/evaluation/plot_test.py b/usr/benchmarks/ib/evaluation/plot_test.py index ce760e8d1..7a4045b47 100755 --- a/usr/benchmarks/ib/evaluation/plot_test.py +++ b/usr/benchmarks/ib/evaluation/plot_test.py @@ -7,6 +7,6 @@ from parse_results import parse_results, plot_results from config import BENCHMARKS, TIMESTAMP -directory = os.path.join('/home/anni/swarm1/ib_benchmarking', TIMESTAMP) +directory = os.path.join('/home/anni/swarm1/HermitCore/usr/benchmarks/ib/evaluation', TIMESTAMP) results = parse_results(directory) plot_results(results, directory) diff --git a/usr/benchmarks/ib/evaluation/server.py b/usr/benchmarks/ib/evaluation/server.py index b1e399db1..e43dd7c53 100755 --- a/usr/benchmarks/ib/evaluation/server.py +++ b/usr/benchmarks/ib/evaluation/server.py @@ -1,18 +1,23 @@ #!/usr/bin/env python import subprocess +from time import sleep +import os -from config import BENCHMARKS, OPTIONS, HERMIT_RUN_SERVER +from config import BENCHMARKS, OPTIONS, HERMIT_RUN_SERVER, NATIVE_PERFTEST_PATH -print('Run native benchmarks.') +print('Run native benchmarks.\n') for bm in BENCHMARKS: - print('Benchmark: ' + bm) for opt in OPTIONS: - subprocess.call([bm] + opt.split()) -print('\nRun HermitCore benchmarks.') + print('Benchmark: ' + bm + ' ' + opt + '\n') + subprocess.call("numactl --physcpubind 10".split() + [os.path.join(NATIVE_PERFTEST_PATH, bm)] + opt.split()) + + +print('Run HermitCore benchmarks.\n') for bm in BENCHMARKS: - print('Benchmark: ' + bm) for opt in OPTIONS: - # subprocess.call((HERMIT_RUN_SERVER + bm).split() + opt.split()) + + print('Benchmark: ' + bm + ' ' + opt + '\n') subprocess.call(HERMIT_RUN_SERVER + bm + ' ' + opt, shell=True) + sleep(1) diff --git a/usr/benchmarks/ib/perftest_parameters.h b/usr/benchmarks/ib/perftest_parameters.h index 1684c5809..69084a1ed 100755 --- a/usr/benchmarks/ib/perftest_parameters.h +++ b/usr/benchmarks/ib/perftest_parameters.h @@ -120,31 +120,32 @@ #define DC (5) /* Genral control definitions */ -#define OFF (0) -#define ON (1) -#define SUCCESS (0) -#define FAILURE (1) +#define OFF (0) +#define ON (1) +#define SUCCESS (0) +#define FAILURE (1) #define VERSION_EXIT (10) -#define HELP_EXIT (11) -#define MTU_FIX (7) +#define HELP_EXIT (11) +#define MTU_FIX (7) -// #define MAX_SIZE_EXP (24) -// #define MAX_SIZE_EXP (23) -// #define MAX_SIZE_EXP (22) -#define MAX_SIZE_EXP (21) -// #define MAX_SIZE_EXP (20) -// #define MAX_SIZE_EXP (19) // #define MAX_SIZE_EXP (18) +// #define MAX_SIZE_EXP (19) +// #define MAX_SIZE_EXP (20) +#define MAX_SIZE_EXP (21) +// #define MAX_SIZE_EXP (22) +// #define MAX_SIZE_EXP (23) +// #define MAX_SIZE_EXP (24) -#define MAX_SIZE (1UL << MAX_SIZE_EXP) +// #define MAX_SIZE (1UL << MAX_SIZE_EXP) +#define MAX_SIZE (8388608) -#define LINK_FAILURE (-1) -#define LINK_UNSPEC (-2) +#define LINK_FAILURE (-1) +#define LINK_UNSPEC (-2) #define MAX_OUT_READ_HERMON (16) #define MAX_OUT_READ (4) #define UD_ADDITION (40) -#define RAWETH_ADDITION (18) -#define HW_CRC_ADDITION (4) +#define RAWETH_ADDITION (18) +#define HW_CRC_ADDITION (4) /* Default Values of perftest parameters */ #define DEF_PORT (18515) diff --git a/usr/benchmarks/ib/perftest_resources.h b/usr/benchmarks/ib/perftest_resources.h index bcb6e724e..64d69be61 100755 --- a/usr/benchmarks/ib/perftest_resources.h +++ b/usr/benchmarks/ib/perftest_resources.h @@ -126,9 +126,6 @@ ******************************************************************************/ struct pingpong_context { - // struct rdma_event_channel *cm_channel; - // struct rdma_cm_id *cm_id_control; - // struct rdma_cm_id *cm_id; struct ibv_context *context; struct ibv_comp_channel *channel; struct ibv_pd *pd;