From 8313e02a6e2918edfa2cea628372065e64cdfd7d Mon Sep 17 00:00:00 2001 From: Annika Wierichs Date: Fri, 16 Feb 2018 10:21:43 +0100 Subject: [PATCH] First final bm results --- tools/ibv_code_generator/generate-code.py | 22 +++--- tools/uhyve-ibv.c | 2 +- .../18-02-15-14-06/hermit-ib_read_bw-pl_1.log | 37 ++++++++++ .../hermit-ib_read_bw-pl_16.log | 40 +++++++++++ .../18-02-15-14-06/hermit-ib_read_bw-pl_4.log | 40 +++++++++++ .../hermit-ib_read_lat-pl_1.log | 56 +++++++++++++++ .../hermit-ib_write_bw-pl_1.log | 62 ++++++++++++++++ .../hermit-ib_write_bw-pl_16.log | 65 +++++++++++++++++ .../hermit-ib_write_bw-pl_4.log | 65 +++++++++++++++++ .../hermit-ib_write_lat-pl_1.log | 56 +++++++++++++++ .../18-02-15-14-06/native-ib_read_bw-pl_1.log | 41 +++++++++++ .../native-ib_read_bw-pl_16.log | 44 ++++++++++++ .../18-02-15-14-06/native-ib_read_bw-pl_4.log | 44 ++++++++++++ .../native-ib_read_lat-pl_1.log | 40 +++++++++++ .../native-ib_read_lat-pl_16.log | 19 +++++ .../native-ib_read_lat-pl_4.log | 19 +++++ .../native-ib_write_bw-pl_1.log | 41 +++++++++++ .../native-ib_write_bw-pl_16.log | 44 ++++++++++++ .../native-ib_write_bw-pl_4.log | 44 ++++++++++++ .../native-ib_write_lat-pl_1.log | 40 +++++++++++ .../native-ib_write_lat-pl_16.log | 19 +++++ .../native-ib_write_lat-pl_4.log | 19 +++++ .../18-02-15-14-30/hermit-ib_read_bw-pl_1.log | 63 +++++++++++++++++ .../18-02-15-14-30/hermit-ib_read_bw-pl_4.log | 66 ++++++++++++++++++ .../hermit-ib_read_lat-pl_1.log | 57 +++++++++++++++ .../hermit-ib_write_bw-pl_1.log | 62 ++++++++++++++++ .../hermit-ib_write_bw-pl_16.log | 65 +++++++++++++++++ .../hermit-ib_write_bw-pl_4.log | 65 +++++++++++++++++ .../hermit-ib_write_lat-pl_1.log | 56 +++++++++++++++ .../18-02-15-14-30/native-ib_read_bw-pl_1.log | 41 +++++++++++ .../native-ib_read_bw-pl_16.log | 44 ++++++++++++ .../18-02-15-14-30/native-ib_read_bw-pl_4.log | 44 ++++++++++++ .../native-ib_read_lat-pl_1.log | 40 +++++++++++ .../native-ib_write_bw-pl_1.log | 41 +++++++++++ .../native-ib_write_bw-pl_16.log | 44 ++++++++++++ .../native-ib_write_bw-pl_4.log | 44 ++++++++++++ .../native-ib_write_lat-pl_1.log | 40 +++++++++++ .../hermit-ib_write_bw-pl_1.log | 62 ++++++++++++++++ .../hermit-ib_write_bw-pl_16.log | 65 +++++++++++++++++ .../hermit-ib_write_bw-pl_4.log | 65 +++++++++++++++++ .../native-ib_write_bw-pl_1.log | 41 +++++++++++ .../native-ib_write_bw-pl_16.log | 44 ++++++++++++ .../native-ib_write_bw-pl_4.log | 44 ++++++++++++ .../18-02-15-15-47/hermit-ib_read_bw-pl_1.log | 63 +++++++++++++++++ .../hermit-ib_read_lat-pl_1.log | 57 +++++++++++++++ .../hermit-ib_write_lat-pl_1.log | 56 +++++++++++++++ .../18-02-15-15-47/native-ib_read_bw-pl_1.log | 41 +++++++++++ .../native-ib_read_lat-pl_1.log | 40 +++++++++++ .../native-ib_write_lat-pl_1.log | 40 +++++++++++ .../18-02-15-16-27/hermit-ib_read_bw-pl_1.log | 63 +++++++++++++++++ .../hermit-ib_read_lat-pl_1.log | 57 +++++++++++++++ .../hermit-ib_write_bw-pl_1.log | 62 ++++++++++++++++ .../hermit-ib_write_lat-pl_1.log | 56 +++++++++++++++ .../18-02-15-16-27/native-ib_read_bw-pl_1.log | 41 +++++++++++ .../native-ib_read_lat-pl_1.log | 40 +++++++++++ .../native-ib_write_bw-pl_1.log | 41 +++++++++++ .../native-ib_write_lat-pl_1.log | 40 +++++++++++ .../hermit-ib_write_bw-pl_16.log | 65 +++++++++++++++++ .../hermit-ib_write_bw-pl_4.log | 65 +++++++++++++++++ .../native-ib_write_bw-pl_16.log | 44 ++++++++++++ .../native-ib_write_bw-pl_4.log | 44 ++++++++++++ usr/benchmarks/ib/evaluation/client.py | 27 ++++--- usr/benchmarks/ib/evaluation/config.py | 32 ++++++--- .../final/hermit-ib_read_bw-pl_1.log | 63 +++++++++++++++++ .../final/hermit-ib_read_lat-pl_1.log | 57 +++++++++++++++ .../final/hermit-ib_write_bw-pl_1.log | 62 ++++++++++++++++ .../final/hermit-ib_write_bw-pl_16.log | 65 +++++++++++++++++ .../final/hermit-ib_write_bw-pl_4.log | 65 +++++++++++++++++ .../final/hermit-ib_write_lat-pl_1.log | 56 +++++++++++++++ .../ib/evaluation/final/ib_read_bw-avg.pdf | Bin 0 -> 17996 bytes .../final/ib_read_lat-t_typical.pdf | Bin 0 -> 20320 bytes .../final/ib_write_bw-avg-MULT_WRs.pdf | Bin 0 -> 22922 bytes .../ib/evaluation/final/ib_write_bw-avg.pdf | Bin 0 -> 17842 bytes .../evaluation/final/ib_write_bw-msg_rate.pdf | Bin 0 -> 16625 bytes .../ib/evaluation/final/ib_write_bw-peak.pdf | Bin 0 -> 18128 bytes .../final/ib_write_lat-s_stddev.pdf | Bin 0 -> 20297 bytes .../evaluation/final/ib_write_lat-t_avg.pdf | Bin 0 -> 19953 bytes .../evaluation/final/ib_write_lat-t_max.pdf | Bin 0 -> 20190 bytes .../evaluation/final/ib_write_lat-t_min.pdf | Bin 0 -> 19909 bytes .../final/ib_write_lat-t_typical.pdf | Bin 0 -> 20483 bytes .../final/native-ib_read_bw-pl_1.log | 41 +++++++++++ .../final/native-ib_read_bw-pl_16.log | 44 ++++++++++++ .../final/native-ib_read_bw-pl_4.log | 44 ++++++++++++ .../final/native-ib_read_lat-pl_1.log | 40 +++++++++++ .../final/native-ib_read_lat-pl_16.log | 19 +++++ .../final/native-ib_read_lat-pl_4.log | 19 +++++ .../final/native-ib_write_bw-pl_1.log | 41 +++++++++++ .../final/native-ib_write_bw-pl_16.log | 44 ++++++++++++ .../final/native-ib_write_bw-pl_4.log | 44 ++++++++++++ .../final/native-ib_write_lat-pl_1.log | 40 +++++++++++ .../final/native-ib_write_lat-pl_16.log | 19 +++++ .../final/native-ib_write_lat-pl_4.log | 19 +++++ .../final/other plots/ib_read_bw-msg_rate.pdf | Bin 0 -> 16661 bytes .../final/other plots/ib_read_bw-peak.pdf | Bin 0 -> 18293 bytes .../other plots/ib_read_lat-percentile_99.pdf | Bin 0 -> 20205 bytes .../ib_read_lat-percentile_99_9.pdf | Bin 0 -> 20386 bytes .../other plots/ib_read_lat-s_stddev.pdf | Bin 0 -> 20346 bytes .../final/other plots/ib_read_lat-t_avg.pdf | Bin 0 -> 19832 bytes .../final/other plots/ib_read_lat-t_max.pdf | Bin 0 -> 20114 bytes .../final/other plots/ib_read_lat-t_min.pdf | Bin 0 -> 19937 bytes .../other plots/ib_write_bw-msg_rate-pl_1.pdf | Bin 0 -> 18293 bytes .../other plots/ib_write_bw-msg_rate.pdf | Bin 0 -> 16625 bytes .../other plots/ib_write_bw-peak-pl_1.pdf | Bin 0 -> 19342 bytes .../final/other plots/ib_write_bw-peak.pdf | Bin 0 -> 18128 bytes .../ib_write_lat-percentile_99.pdf | Bin 0 -> 20291 bytes .../ib_write_lat-percentile_99_9.pdf | Bin 0 -> 20461 bytes .../other plots/ib_write_lat-s_stddev.pdf | Bin 0 -> 20297 bytes .../final/other plots/ib_write_lat-t_avg.pdf | Bin 0 -> 19953 bytes .../final/other plots/ib_write_lat-t_max.pdf | Bin 0 -> 20190 bytes .../final/other plots/ib_write_lat-t_min.pdf | Bin 0 -> 19909 bytes .../final2/hermit-ib_read_bw-pl_1.log | 63 +++++++++++++++++ .../final2/hermit-ib_read_lat-pl_1.log | 57 +++++++++++++++ .../final2/hermit-ib_write_bw-pl_1.log | 62 ++++++++++++++++ .../final2/hermit-ib_write_bw-pl_16.log | 65 +++++++++++++++++ .../final2/hermit-ib_write_bw-pl_4.log | 65 +++++++++++++++++ .../final2/hermit-ib_write_lat-pl_1.log | 56 +++++++++++++++ .../ib/evaluation/final2/ib_read_bw-avg.pdf | Bin 0 -> 18021 bytes .../final2/ib_read_lat-t_typical.pdf | Bin 0 -> 20462 bytes .../final2/ib_write_bw-avg-MULTI.pdf | Bin 0 -> 23278 bytes .../ib/evaluation/final2/ib_write_bw-avg.pdf | Bin 0 -> 18005 bytes .../final2/ib_write_lat-t_typical.pdf | Bin 0 -> 20408 bytes .../final2/native-ib_read_bw-pl_1.log | 41 +++++++++++ .../final2/native-ib_read_lat-pl_1.log | 40 +++++++++++ .../final2/native-ib_write_bw-pl_1.log | 41 +++++++++++ .../final2/native-ib_write_bw-pl_16.log | 44 ++++++++++++ .../final2/native-ib_write_bw-pl_4.log | 44 ++++++++++++ .../final2/native-ib_write_lat-pl_1.log | 40 +++++++++++ .../final2/others/ib_read_bw-msg_rate.pdf | Bin 0 -> 16811 bytes .../final2/others/ib_read_bw-peak.pdf | Bin 0 -> 18321 bytes .../others/ib_read_lat-percentile_99.pdf | Bin 0 -> 20304 bytes .../others/ib_read_lat-percentile_99_9.pdf | Bin 0 -> 20471 bytes .../final2/others/ib_read_lat-s_stddev.pdf | Bin 0 -> 20342 bytes .../final2/others/ib_read_lat-t_avg.pdf | Bin 0 -> 19932 bytes .../final2/others/ib_read_lat-t_max.pdf | Bin 0 -> 20198 bytes .../final2/others/ib_read_lat-t_min.pdf | Bin 0 -> 19967 bytes .../others/ib_write_bw-msg_rate-MULTI.pdf | Bin 0 -> 22082 bytes .../final2/others/ib_write_bw-msg_rate.pdf | Bin 0 -> 16712 bytes .../final2/others/ib_write_bw-peak-MULTI.pdf | Bin 0 -> 22260 bytes .../final2/others/ib_write_bw-peak.pdf | Bin 0 -> 18318 bytes .../others/ib_write_lat-percentile_99.pdf | Bin 0 -> 20266 bytes .../others/ib_write_lat-percentile_99_9.pdf | Bin 0 -> 20464 bytes .../final2/others/ib_write_lat-s_stddev.pdf | Bin 0 -> 20224 bytes .../final2/others/ib_write_lat-t_avg.pdf | Bin 0 -> 19904 bytes .../final2/others/ib_write_lat-t_max.pdf | Bin 0 -> 20192 bytes .../final2/others/ib_write_lat-t_min.pdf | Bin 0 -> 19925 bytes usr/benchmarks/ib/evaluation/parse_results.py | 24 +++++-- usr/benchmarks/ib/evaluation/plot_test.py | 2 +- usr/benchmarks/ib/evaluation/server.py | 19 +++-- usr/benchmarks/ib/perftest_parameters.h | 35 +++++----- usr/benchmarks/ib/perftest_resources.h | 3 - 150 files changed, 4344 insertions(+), 65 deletions(-) create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_bw-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_bw-pl_16.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_bw-pl_4.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_lat-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_bw-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_bw-pl_16.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_bw-pl_4.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_lat-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_bw-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_bw-pl_16.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_bw-pl_4.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_lat-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_lat-pl_16.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_lat-pl_4.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_bw-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_bw-pl_16.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_bw-pl_4.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_lat-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_lat-pl_16.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_lat-pl_4.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_read_bw-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_read_bw-pl_4.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_read_lat-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_bw-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_bw-pl_16.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_bw-pl_4.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_lat-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_bw-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_bw-pl_16.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_bw-pl_4.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_lat-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_bw-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_bw-pl_16.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_bw-pl_4.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_lat-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-15-43/hermit-ib_write_bw-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-15-43/hermit-ib_write_bw-pl_16.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-15-43/hermit-ib_write_bw-pl_4.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-15-43/native-ib_write_bw-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-15-43/native-ib_write_bw-pl_16.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-15-43/native-ib_write_bw-pl_4.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-15-47/hermit-ib_read_bw-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-15-47/hermit-ib_read_lat-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-15-47/hermit-ib_write_lat-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-15-47/native-ib_read_bw-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-15-47/native-ib_read_lat-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-15-47/native-ib_write_lat-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_read_bw-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_read_lat-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_write_bw-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_write_lat-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_read_bw-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_read_lat-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_write_bw-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_write_lat-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-16-34/hermit-ib_write_bw-pl_16.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-16-34/hermit-ib_write_bw-pl_4.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-16-34/native-ib_write_bw-pl_16.log create mode 100644 usr/benchmarks/ib/evaluation/18-02-15-16-34/native-ib_write_bw-pl_4.log create mode 100644 usr/benchmarks/ib/evaluation/final/hermit-ib_read_bw-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/final/hermit-ib_read_lat-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/final/hermit-ib_write_bw-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/final/hermit-ib_write_bw-pl_16.log create mode 100644 usr/benchmarks/ib/evaluation/final/hermit-ib_write_bw-pl_4.log create mode 100644 usr/benchmarks/ib/evaluation/final/hermit-ib_write_lat-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/final/ib_read_bw-avg.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/ib_read_lat-t_typical.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/ib_write_bw-avg-MULT_WRs.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/ib_write_bw-avg.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/ib_write_bw-msg_rate.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/ib_write_bw-peak.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/ib_write_lat-s_stddev.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/ib_write_lat-t_avg.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/ib_write_lat-t_max.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/ib_write_lat-t_min.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/ib_write_lat-t_typical.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/native-ib_read_bw-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/final/native-ib_read_bw-pl_16.log create mode 100644 usr/benchmarks/ib/evaluation/final/native-ib_read_bw-pl_4.log create mode 100644 usr/benchmarks/ib/evaluation/final/native-ib_read_lat-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/final/native-ib_read_lat-pl_16.log create mode 100644 usr/benchmarks/ib/evaluation/final/native-ib_read_lat-pl_4.log create mode 100644 usr/benchmarks/ib/evaluation/final/native-ib_write_bw-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/final/native-ib_write_bw-pl_16.log create mode 100644 usr/benchmarks/ib/evaluation/final/native-ib_write_bw-pl_4.log create mode 100644 usr/benchmarks/ib/evaluation/final/native-ib_write_lat-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/final/native-ib_write_lat-pl_16.log create mode 100644 usr/benchmarks/ib/evaluation/final/native-ib_write_lat-pl_4.log create mode 100644 usr/benchmarks/ib/evaluation/final/other plots/ib_read_bw-msg_rate.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/other plots/ib_read_bw-peak.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-percentile_99.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-percentile_99_9.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-s_stddev.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-t_avg.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-t_max.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/other plots/ib_read_lat-t_min.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/other plots/ib_write_bw-msg_rate-pl_1.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/other plots/ib_write_bw-msg_rate.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/other plots/ib_write_bw-peak-pl_1.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/other plots/ib_write_bw-peak.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/other plots/ib_write_lat-percentile_99.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/other plots/ib_write_lat-percentile_99_9.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/other plots/ib_write_lat-s_stddev.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/other plots/ib_write_lat-t_avg.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/other plots/ib_write_lat-t_max.pdf create mode 100644 usr/benchmarks/ib/evaluation/final/other plots/ib_write_lat-t_min.pdf create mode 100644 usr/benchmarks/ib/evaluation/final2/hermit-ib_read_bw-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/final2/hermit-ib_read_lat-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/final2/hermit-ib_write_bw-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/final2/hermit-ib_write_bw-pl_16.log create mode 100644 usr/benchmarks/ib/evaluation/final2/hermit-ib_write_bw-pl_4.log create mode 100644 usr/benchmarks/ib/evaluation/final2/hermit-ib_write_lat-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/final2/ib_read_bw-avg.pdf create mode 100644 usr/benchmarks/ib/evaluation/final2/ib_read_lat-t_typical.pdf create mode 100644 usr/benchmarks/ib/evaluation/final2/ib_write_bw-avg-MULTI.pdf create mode 100644 usr/benchmarks/ib/evaluation/final2/ib_write_bw-avg.pdf create mode 100644 usr/benchmarks/ib/evaluation/final2/ib_write_lat-t_typical.pdf create mode 100644 usr/benchmarks/ib/evaluation/final2/native-ib_read_bw-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/final2/native-ib_read_lat-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/final2/native-ib_write_bw-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/final2/native-ib_write_bw-pl_16.log create mode 100644 usr/benchmarks/ib/evaluation/final2/native-ib_write_bw-pl_4.log create mode 100644 usr/benchmarks/ib/evaluation/final2/native-ib_write_lat-pl_1.log create mode 100644 usr/benchmarks/ib/evaluation/final2/others/ib_read_bw-msg_rate.pdf create mode 100644 usr/benchmarks/ib/evaluation/final2/others/ib_read_bw-peak.pdf create mode 100644 usr/benchmarks/ib/evaluation/final2/others/ib_read_lat-percentile_99.pdf create mode 100644 usr/benchmarks/ib/evaluation/final2/others/ib_read_lat-percentile_99_9.pdf create mode 100644 usr/benchmarks/ib/evaluation/final2/others/ib_read_lat-s_stddev.pdf create mode 100644 usr/benchmarks/ib/evaluation/final2/others/ib_read_lat-t_avg.pdf create mode 100644 usr/benchmarks/ib/evaluation/final2/others/ib_read_lat-t_max.pdf create mode 100644 usr/benchmarks/ib/evaluation/final2/others/ib_read_lat-t_min.pdf create mode 100644 usr/benchmarks/ib/evaluation/final2/others/ib_write_bw-msg_rate-MULTI.pdf create mode 100644 usr/benchmarks/ib/evaluation/final2/others/ib_write_bw-msg_rate.pdf create mode 100644 usr/benchmarks/ib/evaluation/final2/others/ib_write_bw-peak-MULTI.pdf create mode 100644 usr/benchmarks/ib/evaluation/final2/others/ib_write_bw-peak.pdf create mode 100644 usr/benchmarks/ib/evaluation/final2/others/ib_write_lat-percentile_99.pdf create mode 100644 usr/benchmarks/ib/evaluation/final2/others/ib_write_lat-percentile_99_9.pdf create mode 100644 usr/benchmarks/ib/evaluation/final2/others/ib_write_lat-s_stddev.pdf create mode 100644 usr/benchmarks/ib/evaluation/final2/others/ib_write_lat-t_avg.pdf create mode 100644 usr/benchmarks/ib/evaluation/final2/others/ib_write_lat-t_max.pdf create mode 100644 usr/benchmarks/ib/evaluation/final2/others/ib_write_lat-t_min.pdf diff --git a/tools/ibv_code_generator/generate-code.py b/tools/ibv_code_generator/generate-code.py index 3e9c3feff..586c24726 100755 --- a/tools/ibv_code_generator/generate-code.py +++ b/tools/ibv_code_generator/generate-code.py @@ -47,12 +47,14 @@ UHYVE_HOST_FCNS_GEN_PATH = "GEN-tools-uhyve-ibv.c" # Starting number of the sequence used for IBV ports. PORT_NUMBER_START = 0x610 + restricted_resources = ["struct ibv_send_wr", "struct ibv_recv_wr", "struct ibv_xrcd_init_attr", "struct ibv_rwq_ind_table_init_attr", - # Deep resources that are not used as direct function parameters + # Deep resources that are not used as function parameters but are part of + # other resources that are used as parameters: "struct ibv_sge", "struct ibv_mw_bind_info", "struct ibv_rx_hash_conf"] @@ -126,7 +128,6 @@ app_owned_resources = restricted_resources + \ # int ibv_resolve_eth_l2_from_gid(uint8_t [6] eth_mac,uint16_t * vid) -# struct ibv_device ** dev # char[NUM] # ---------------------------------------------------------------------------- @@ -139,15 +140,15 @@ class Resource: """Initialize resource properties. Members using ibv_context as an example: - full_expression struct ibv_context * ctx - type struct ibv_context * - name ctx - struct_name ibv_context - type_wo_asterisk struct ibv_context + full_expression: struct ibv_context * ctx + type: struct ibv_context * + name: ctx + struct_name: ibv_context + type_wo_asterisk: struct ibv_context Args - string: Full string of the resource (like full expression but spaces may be omitted). - is_ret: Resource without name (like type member) as is the case for return types is expected. + string: Full string of the resource (like full expr. but spaces around '*' may be omitted). + is_ret: If True, a resource w/o name (like type) as is the case for return types is expected. """ if "**" in string: string.replace("**", " ** ") @@ -175,7 +176,7 @@ class Resource: def is_ptr_ptr(self): return "**" in self.full_expression - def is_char_arr(self): + def is_char_arr(self): # TODO: do something about these? return self.is_ptr() and "char" in self.components def is_void(self): @@ -190,7 +191,6 @@ class Resource: def is_restricted(self): return self.type_wo_asterisk in restricted_resources - class Function: def __init__(self, string): parens_split = string.split("(") diff --git a/tools/uhyve-ibv.c b/tools/uhyve-ibv.c index c9b76fddc..e829165df 100644 --- a/tools/uhyve-ibv.c +++ b/tools/uhyve-ibv.c @@ -1241,7 +1241,7 @@ void call_ibv_destroy_rwq_ind_table(struct kvm_run * run, uint8_t * guest_mem) { // TODO: Cleanup void call_ibv_post_send(struct kvm_run * run, uint8_t * guest_mem) { - printf("s"); + /* printf("s"); */ unsigned data = *((unsigned*) ((size_t) run + run->io.data_offset)); uhyve_ibv_post_send_t * args = (uhyve_ibv_post_send_t *) (guest_mem + data); diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_bw-pl_1.log new file mode 100644 index 000000000..1153866fa --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_bw-pl_1.log @@ -0,0 +1,37 @@ + +mydestvaddr: 7f1ad2b0f000 + +--------------------------------------------------------------------------------------- + RDMA_Read BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a6d PSN 0xddb16e OUT 0x10 RKey 0x28010101 VAddr 0x00007f1ad2b0f000 + remote address: LID 0x03 QPN 0x0a6d PSN 0xca97db OUT 0x01 RKey 0x28010101 VAddr 0x00007fcf010b1000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_bw-pl_16.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_bw-pl_16.log new file mode 100644 index 000000000..19496d155 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_bw-pl_16.log @@ -0,0 +1,40 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7fef06d36000 + +--------------------------------------------------------------------------------------- + RDMA_Read Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a6f PSN 0xb981d OUT 0x10 RKey 0x38010101 VAddr 0x00007fef06d36000 + remote address: LID 0x03 QPN 0x0a6f PSN 0xb981d OUT 0x10 RKey 0x38010101 VAddr 0x00007f08b5574000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_bw-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_bw-pl_4.log new file mode 100644 index 000000000..54a8d8b40 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_bw-pl_4.log @@ -0,0 +1,40 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7fa4d1859000 + +--------------------------------------------------------------------------------------- + RDMA_Read Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a6e PSN 0x266539 OUT 0x10 RKey 0x30010101 VAddr 0x00007fa4d1859000 + remote address: LID 0x03 QPN 0x0a6e PSN 0x266539 OUT 0x01 RKey 0x30010101 VAddr 0x00007f46e8ee2000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_lat-pl_1.log new file mode 100644 index 000000000..6de460759 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_read_lat-pl_1.log @@ -0,0 +1,56 @@ + +mydestvaddr: 7f187a9c4000 + +--------------------------------------------------------------------------------------- + RDMA_Read Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a70 PSN 0x266539 OUT 0x10 RKey 0x40010101 VAddr 0x00007f187a9c4000 + remote address: LID 0x03 QPN 0x0a70 PSN 0x266539 OUT 0x10 RKey 0x40010101 VAddr 0x00007f47347b0000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 8.70 16.92 8.80 8.84 0.36 11.24 16.92 + 4 1000 8.64 13.47 8.74 8.77 0.32 9.77 13.47 + 8 1000 8.64 17.03 8.75 8.80 0.44 11.61 17.03 + 16 1000 8.67 12.40 8.75 8.78 0.26 9.64 12.40 + 32 1000 8.66 15.06 8.76 8.79 0.28 9.94 15.06 + 64 1000 8.65 13.39 8.74 8.77 0.27 9.95 13.39 + 128 1000 8.64 12.45 8.75 8.78 0.25 9.54 12.45 + 256 1000 8.64 11.78 8.74 8.77 0.23 9.65 11.78 + 512 1000 8.65 14.74 8.75 8.79 0.28 10.97 14.74 + 1024 1000 8.65 11.93 8.74 8.77 0.22 10.06 11.93 + 2048 1000 8.66 12.40 8.76 8.78 0.24 9.44 12.40 + 4096 1000 8.65 12.67 8.74 8.76 0.21 8.90 12.67 + 8192 1000 8.65 12.51 8.74 8.77 0.26 9.29 12.51 + 16384 1000 8.65 16.14 8.75 8.79 0.36 11.23 16.14 + 32768 1000 11.12 15.18 11.23 11.26 0.23 12.09 15.18 + 65536 1000 15.71 18.56 16.10 16.12 0.20 16.87 18.56 + 131072 1000 25.76 30.64 26.39 27.08 1.18 28.47 30.64 + 262144 1000 47.36 59.77 50.02 49.13 1.23 50.57 59.77 + 524288 1000 88.89 94.18 91.55 91.60 0.57 93.87 94.18 + 1048576 1000 171.27 184.32 174.76 175.21 1.11 177.23 184.32 +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_bw-pl_1.log new file mode 100644 index 000000000..54bd66adf --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_bw-pl_1.log @@ -0,0 +1,62 @@ + +mydestvaddr: 7f488cc6f000 + +--------------------------------------------------------------------------------------- + RDMA_Write BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a69 PSN 0x5424a4 RKey 0x8010101 VAddr 0x00007f488cc6f000 + remote address: LID 0x03 QPN 0x0a69 PSN 0x410b11 RKey 0x8010101 VAddr 0x00007f16a6e47000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 0.31 0.31 0.161987 + 4 5000 0.62 0.62 0.162165 + 8 5000 1.25 1.24 0.162318 + 16 5000 2.48 2.47 0.162194 + 32 5000 4.97 4.95 0.162260 + 64 5000 9.96 9.92 0.162535 + 128 5000 19.81 19.79 0.162159 + 256 5000 39.67 39.62 0.162294 + 512 5000 79.18 79.11 0.162016 + 1024 5000 158.42 158.38 0.162181 + 2048 5000 316.93 316.68 0.162142 + 4096 5000 635.32 634.88 0.162529 + 8192 5000 1277.99 1277.33 0.163498 + 16384 5000 2560.98 2552.51 0.163361 + 32768 5000 5096.26 5095.01 0.163040 + 65536 5000 5928.47 5927.67 0.094843 + 131072 5000 5943.43 5942.74 0.047542 + 262144 5000 5940.77 5940.04 0.023760 + 524288 5000 5943.16 5911.53 0.011823 + 1048576 5000 5901.96 5899.16 0.005899 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_bw-pl_16.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_bw-pl_16.log new file mode 100644 index 000000000..71e83ff4f --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_bw-pl_16.log @@ -0,0 +1,65 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7f45fb5c4000 + +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a6b PSN 0x5bd82d RKey 0x18010101 VAddr 0x00007f45fb5c4000 + remote address: LID 0x03 QPN 0x0a6b PSN 0x48be9a RKey 0x18010101 VAddr 0x00007faad8bd2000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 4.12 2.162245 + 4 5000 inf 8.20 2.149685 + 8 5000 inf 16.49 2.161336 + 16 5000 inf 31.95 2.094148 + 32 5000 inf 66.21 2.169556 + 64 5000 inf 132.11 2.164471 + 128 5000 inf 264.03 2.162926 + 256 5000 inf 525.43 2.152156 + 512 5000 inf 1051.06 2.152571 + 1024 5000 inf 2126.42 2.177453 + 2048 5000 inf 4217.47 2.159346 + 4096 5000 inf 5775.40 1.478502 + 8192 5000 inf 5871.92 0.751606 + 16384 5000 inf 5913.96 0.378493 + 32768 5000 inf 5923.11 0.189540 + 65536 5000 inf 5945.51 0.095128 + 131072 5000 inf 5949.76 0.047598 + 262144 5000 inf 5940.39 0.023762 + 524288 5000 inf 5946.41 0.011893 + 1048576 5000 inf 5951.94 0.005952 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_bw-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_bw-pl_4.log new file mode 100644 index 000000000..2020d1367 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_bw-pl_4.log @@ -0,0 +1,65 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7fdf15050000 + +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a6a PSN 0x5bd82d RKey 0x10010101 VAddr 0x00007fdf15050000 + remote address: LID 0x03 QPN 0x0a6a PSN 0x48be9a RKey 0x10010101 VAddr 0x00007f6c05b5a000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 1.16 0.605719 + 4 5000 inf 2.31 0.605191 + 8 5000 inf 4.65 0.609068 + 16 5000 inf 9.20 0.602932 + 32 5000 inf 18.54 0.607670 + 64 5000 inf 37.19 0.609342 + 128 5000 inf 74.32 0.608822 + 256 5000 inf 148.24 0.607198 + 512 5000 inf 296.36 0.606943 + 1024 5000 inf 594.25 0.608508 + 2048 5000 inf 1185.44 0.606945 + 4096 5000 inf 2377.65 0.608678 + 8192 5000 inf 4712.80 0.603239 + 16384 5000 inf 5815.43 0.372188 + 32768 5000 inf 5857.15 0.187429 + 65536 5000 inf 5887.42 0.094199 + 131072 5000 inf 5907.96 0.047264 + 262144 5000 inf 5898.83 0.023595 + 524288 5000 inf 5898.73 0.011797 + 1048576 5000 inf 5903.25 0.005903 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_lat-pl_1.log new file mode 100644 index 000000000..db9443670 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/hermit-ib_write_lat-pl_1.log @@ -0,0 +1,56 @@ + +mydestvaddr: 7fd22d545000 + +--------------------------------------------------------------------------------------- + RDMA_Write Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Max inline data : 220[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a6c PSN 0xddb16e RKey 0x20010101 VAddr 0x00007fd22d545000 + remote address: LID 0x03 QPN 0x0a6c PSN 0xca97db RKey 0x20010101 VAddr 0x00007fbda01da000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 4.32 8.25 4.37 4.39 0.17 5.46 8.25 + 4 1000 4.30 8.97 4.35 4.37 0.16 5.41 8.97 + 8 1000 4.29 8.56 4.34 4.36 0.16 5.65 8.56 + 16 1000 4.30 7.27 4.34 4.37 0.16 4.85 7.27 + 32 1000 4.32 7.25 4.37 4.39 0.16 5.43 7.25 + 64 1000 4.33 7.58 4.36 4.38 0.18 5.65 7.58 + 128 1000 4.34 7.50 4.39 4.41 0.17 5.46 7.50 + 256 1000 4.27 8.06 4.32 4.35 0.18 5.42 8.06 + 512 1000 4.27 7.12 4.32 4.34 0.19 5.48 7.12 + 1024 1000 4.27 7.79 4.32 4.35 0.19 5.53 7.79 + 2048 1000 4.27 7.74 4.32 4.36 0.25 5.91 7.74 + 4096 1000 4.34 9.21 4.44 4.55 0.40 7.22 9.21 + 8192 1000 4.96 10.29 5.17 5.27 0.39 7.83 10.29 + 16384 1000 6.24 11.16 6.61 6.62 0.36 8.18 11.16 + 32768 1000 9.12 14.38 9.30 9.36 0.44 13.04 14.38 + 65536 1000 14.59 19.78 14.85 14.89 0.37 16.04 19.78 + 131072 1000 24.95 30.98 26.15 26.18 0.43 27.29 30.98 + 262144 1000 46.34 55.41 47.30 47.34 0.48 50.94 55.41 + 524288 1000 88.45 98.13 89.61 89.62 0.68 93.64 98.13 + 1048576 1000 172.19 181.21 173.84 173.83 0.59 175.12 181.21 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_bw-pl_1.log new file mode 100644 index 000000000..e10060b31 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_bw-pl_1.log @@ -0,0 +1,41 @@ +--------------------------------------------------------------------------------------- + RDMA_Read BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a63 PSN 0x95ac76 OUT 0x10 RKey 0xd8010100 VAddr 0x007fb2fb005000 + remote address: LID 0x03 QPN 0x0a63 PSN 0x88ebee OUT 0x10 RKey 0xd8010100 VAddr 0x007efd134d1000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 9.27 8.18 4.286874 + 4 1000 18.68 18.61 4.879493 + 8 1000 37.50 37.32 4.892016 + 16 1000 74.85 74.66 4.893157 + 32 1000 149.15 148.75 4.874187 + 64 1000 297.17 296.78 4.862483 + 128 1000 598.83 585.94 4.800039 + 256 1000 1209.07 1205.02 4.935776 + 512 1000 2404.41 2115.48 4.332506 + 1024 1000 4534.02 4499.69 4.607687 + 2048 1000 5367.97 5362.26 2.745477 + 4096 1000 5661.21 5649.87 1.446367 + 8192 1000 5708.94 5708.72 0.730716 + 16384 1000 5721.81 5721.20 0.366157 + 32768 1000 5736.35 5734.89 0.183516 + 65536 1000 5742.23 5741.43 0.091863 + 131072 1000 5741.82 5741.23 0.045930 + 262144 1000 5737.01 5735.76 0.022943 + 524288 1000 5739.69 5738.37 0.011477 + 1048576 1000 5739.17 5738.04 0.005738 + 2097152 1000 5733.89 5733.89 0.002867 + 4194304 1000 5738.10 5735.61 0.001434 + 8388608 1000 5738.41 5737.89 0.000717 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_bw-pl_16.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_bw-pl_16.log new file mode 100644 index 000000000..4e8c357b8 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_bw-pl_16.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Read Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a65 PSN 0xf2da56 OUT 0x10 RKey 0xe8010100 VAddr 0x007fa682176000 + remote address: LID 0x03 QPN 0x0a65 PSN 0xab49bc OUT 0x10 RKey 0xe8010100 VAddr 0x007f8def2c4000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 inf 13.24 6.940559 + 4 1000 inf 33.06 8.666746 + 8 1000 inf 65.39 8.570752 + 16 1000 inf 131.24 8.600691 + 32 1000 inf 252.10 8.260962 + 64 1000 inf 502.59 8.234380 + 128 1000 inf 925.56 7.582177 + 256 1000 inf 1770.39 7.251520 + 512 1000 inf 2475.15 5.069114 + 1024 1000 inf 4483.83 4.591446 + 2048 1000 inf 5325.21 2.726510 + 4096 1000 inf 5740.21 1.469495 + 8192 1000 inf 5985.27 0.766115 + 16384 1000 inf 6023.39 0.385497 + 32768 1000 inf 6032.32 0.193034 + 65536 1000 inf 6037.40 0.096598 + 131072 1000 inf 6035.62 0.048285 + 262144 1000 inf 6019.52 0.024078 + 524288 1000 inf 6022.76 0.012046 + 1048576 1000 inf 6018.87 0.006019 + 2097152 1000 inf 6021.05 0.003011 + 4194304 1000 inf 6016.22 0.001504 + 8388608 1000 inf 6013.68 0.000752 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_bw-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_bw-pl_4.log new file mode 100644 index 000000000..3cbadb4a7 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_bw-pl_4.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Read Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a64 PSN 0xb1bf20 OUT 0x10 RKey 0xe0010100 VAddr 0x007f5e9fe06000 + remote address: LID 0x03 QPN 0x0a64 PSN 0x93b6af OUT 0x10 RKey 0xe0010100 VAddr 0x007f9b78c02000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 inf 13.18 6.909572 + 4 1000 inf 33.01 8.653707 + 8 1000 inf 61.00 7.994751 + 16 1000 inf 119.85 7.854287 + 32 1000 inf 230.13 7.540834 + 64 1000 inf 475.14 7.784771 + 128 1000 inf 928.29 7.604531 + 256 1000 inf 1721.92 7.052998 + 512 1000 inf 2425.48 4.967385 + 1024 1000 inf 4533.50 4.642307 + 2048 1000 inf 5327.74 2.727803 + 4096 1000 inf 5766.97 1.476344 + 8192 1000 inf 6021.10 0.770701 + 16384 1000 inf 6049.40 0.387161 + 32768 1000 inf 6072.13 0.194308 + 65536 1000 inf 6083.58 0.097337 + 131072 1000 inf 6073.18 0.048585 + 262144 1000 inf 6064.26 0.024257 + 524288 1000 inf 6015.16 0.012030 + 1048576 1000 inf 5989.16 0.005989 + 2097152 1000 inf 5956.15 0.002978 + 4194304 1000 inf 5946.14 0.001487 + 8388608 1000 inf 5934.37 0.000742 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_lat-pl_1.log new file mode 100644 index 000000000..3937dce71 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_lat-pl_1.log @@ -0,0 +1,40 @@ +--------------------------------------------------------------------------------------- + RDMA_Read Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a66 PSN 0x316da5 OUT 0x10 RKey 0xf0010100 VAddr 0x007fef21de8000 + remote address: LID 0x03 QPN 0x0a66 PSN 0xc054e2 OUT 0x10 RKey 0xf0010100 VAddr 0x007f8956105000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 1.82 9.97 1.95 1.96 0.27 2.08 9.97 + 4 1000 1.93 2.76 1.96 1.96 0.03 2.06 2.76 + 8 1000 1.92 3.35 1.95 1.96 0.03 2.06 3.35 + 16 1000 1.93 3.25 1.96 1.96 0.04 2.06 3.25 + 32 1000 1.94 4.66 1.96 1.97 0.07 2.06 4.66 + 64 1000 1.96 3.55 1.99 1.99 0.03 2.09 3.55 + 128 1000 2.00 2.75 2.02 2.03 0.03 2.12 2.75 + 256 1000 2.07 2.63 2.11 2.12 0.03 2.22 2.63 + 512 1000 2.20 4.12 2.23 2.24 0.03 2.33 4.12 + 1024 1000 2.19 7.00 2.21 2.22 0.11 2.31 7.00 + 2048 1000 2.64 4.90 2.68 2.68 0.04 2.78 4.90 + 4096 1000 2.97 5.04 3.01 3.02 0.04 3.10 5.04 + 8192 1000 3.61 6.61 3.65 3.70 0.13 4.05 6.61 + 16384 1000 4.92 6.34 4.97 5.05 0.16 5.38 6.34 + 32768 1000 7.46 15.96 7.63 7.65 0.22 8.03 15.96 + 65536 1000 12.71 14.74 12.86 12.87 0.11 13.08 14.74 + 131072 1000 22.91 25.18 23.16 23.17 0.16 23.86 25.18 + 262144 1000 43.65 46.10 45.02 45.01 0.27 45.55 46.10 + 524288 1000 85.25 96.75 88.08 88.05 0.51 88.82 96.75 + 1048576 1000 167.13 173.95 171.86 171.81 0.56 172.88 173.95 + 2097152 1000 334.26 356.46 339.71 339.75 1.31 343.91 356.46 + 4194304 1000 672.03 696.65 679.37 679.44 1.89 687.36 696.65 + 8388608 1000 1342.48 1375.91 1351.99 1351.97 2.08 1355.89 1375.91 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_lat-pl_16.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_lat-pl_16.log new file mode 100644 index 000000000..e2b6ddff8 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_lat-pl_16.log @@ -0,0 +1,19 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Read Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Post List : 16 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a68 PSN 0x251a4a OUT 0x10 RKey 0x010101 VAddr 0x007f6a6d293000 + remote address: LID 0x03 QPN 0x0a68 PSN 0x24d16b OUT 0x10 RKey 0x010101 VAddr 0x007f7a544cc000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_lat-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_lat-pl_4.log new file mode 100644 index 000000000..bff16133d --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_read_lat-pl_4.log @@ -0,0 +1,19 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Read Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Post List : 4 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a67 PSN 0xa3cf65 OUT 0x10 RKey 0xf8010100 VAddr 0x007f3017f00000 + remote address: LID 0x03 QPN 0x0a67 PSN 0xff21c8 OUT 0x10 RKey 0xf8010100 VAddr 0x007fc9ae067000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_bw-pl_1.log new file mode 100644 index 000000000..2cf48ad15 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_bw-pl_1.log @@ -0,0 +1,41 @@ +--------------------------------------------------------------------------------------- + RDMA_Write BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a5d PSN 0x396c27 RKey 0xa8010100 VAddr 0x007ff656c54000 + remote address: LID 0x03 QPN 0x0a5d PSN 0x7a0d15 RKey 0xa8010100 VAddr 0x007f22f15e3000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 11.27 10.79 5.658911 + 4 5000 22.64 22.47 5.890463 + 8 5000 45.50 45.02 5.900773 + 16 5000 90.37 90.08 5.903635 + 32 5000 181.98 180.08 5.900805 + 64 5000 363.14 335.39 5.495030 + 128 5000 726.27 716.35 5.868350 + 256 5000 1439.37 1415.28 5.796994 + 512 5000 2672.69 2664.77 5.457447 + 1024 5000 5192.33 5165.70 5.289674 + 2048 5000 5636.07 5629.74 2.882425 + 4096 5000 5796.92 5767.62 1.476510 + 8192 5000 5667.53 5665.45 0.725178 + 16384 5000 5808.53 5807.51 0.371681 + 32768 5000 5860.90 5860.03 0.187521 + 65536 5000 5888.72 5887.24 0.094196 + 131072 5000 5902.31 5902.22 0.047218 + 262144 5000 5893.80 5891.93 0.023568 + 524288 5000 5902.84 5901.26 0.011803 + 1048576 5000 5905.56 5905.10 0.005905 + 2097152 5000 5909.03 5907.84 0.002954 + 4194304 5000 5922.99 5922.99 0.001481 + 8388608 5000 5951.06 5942.89 0.000743 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_bw-pl_16.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_bw-pl_16.log new file mode 100644 index 000000000..e62224c3a --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_bw-pl_16.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a5f PSN 0xb67680 RKey 0xb8010100 VAddr 0x007f7e2d684000 + remote address: LID 0x03 QPN 0x0a5f PSN 0xbfecb2 RKey 0xb8010100 VAddr 0x007f3a9955f000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 22.89 12.003066 + 4 5000 inf 44.52 11.671956 + 8 5000 inf 86.85 11.384247 + 16 5000 inf 171.27 11.224189 + 32 5000 inf 347.22 11.377631 + 64 5000 inf 617.14 10.111275 + 128 5000 inf 1335.54 10.940762 + 256 5000 inf 2581.74 10.574804 + 512 5000 inf 4404.54 9.020498 + 1024 5000 inf 5236.45 5.362120 + 2048 5000 inf 5691.13 2.913861 + 4096 5000 inf 5744.77 1.470660 + 8192 5000 inf 5700.18 0.729622 + 16384 5000 inf 5772.06 0.369412 + 32768 5000 inf 5819.46 0.186223 + 65536 5000 inf 5854.85 0.093678 + 131072 5000 inf 5880.61 0.047045 + 262144 5000 inf 5882.83 0.023531 + 524288 5000 inf 5884.12 0.011768 + 1048576 5000 inf 5899.72 0.005900 + 2097152 5000 inf 5908.21 0.002954 + 4194304 5000 inf 5678.11 0.001420 + 8388608 5000 inf 5749.35 0.000719 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_bw-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_bw-pl_4.log new file mode 100644 index 000000000..d33470a15 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_bw-pl_4.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a5e PSN 0x59edaa RKey 0xb0010100 VAddr 0x007f79f5383000 + remote address: LID 0x03 QPN 0x0a5e PSN 0xac5886 RKey 0xb0010100 VAddr 0x007f080a03a000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 21.07 11.048212 + 4 5000 inf 44.52 11.670909 + 8 5000 inf 88.82 11.642228 + 16 5000 inf 177.67 11.643688 + 32 5000 inf 352.18 11.540120 + 64 5000 inf 611.27 10.015088 + 128 5000 inf 1370.59 11.227872 + 256 5000 inf 2590.73 10.611611 + 512 5000 inf 4480.04 9.175128 + 1024 5000 inf 5468.33 5.599572 + 2048 5000 inf 5740.79 2.939283 + 4096 5000 inf 5838.62 1.494686 + 8192 5000 inf 5886.39 0.753458 + 16384 5000 inf 5879.57 0.376293 + 32768 5000 inf 5899.22 0.188775 + 65536 5000 inf 5912.49 0.094600 + 131072 5000 inf 5908.19 0.047266 + 262144 5000 inf 5899.60 0.023598 + 524288 5000 inf 5899.82 0.011800 + 1048576 5000 inf 5903.19 0.005903 + 2097152 5000 inf 5904.58 0.002952 + 4194304 5000 inf 5912.42 0.001478 + 8388608 5000 inf 5923.62 0.000740 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_lat-pl_1.log new file mode 100644 index 000000000..de2877761 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_lat-pl_1.log @@ -0,0 +1,40 @@ +--------------------------------------------------------------------------------------- + RDMA_Write Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Max inline data : 220[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a60 PSN 0xa07736 RKey 0xc0010100 VAddr 0x007febc7894000 + remote address: LID 0x03 QPN 0x0a60 PSN 0x25167f RKey 0xc0010100 VAddr 0x007f88379bb000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 0.93 5.42 1.15 1.19 0.19 1.69 5.42 + 4 1000 0.93 4.91 1.15 1.18 0.15 1.31 4.91 + 8 1000 0.98 5.06 1.16 1.18 0.11 1.31 5.06 + 16 1000 0.94 4.84 1.16 1.19 0.16 1.32 4.84 + 32 1000 0.98 6.15 1.20 1.22 0.17 1.35 6.15 + 64 1000 1.06 3.89 1.12 1.14 0.13 1.31 3.89 + 128 1000 1.20 3.58 1.27 1.28 0.04 1.45 3.58 + 256 1000 2.05 3.53 2.13 2.16 0.08 2.37 3.53 + 512 1000 2.15 3.77 2.29 2.31 0.10 2.59 3.77 + 1024 1000 2.21 5.77 2.40 2.45 0.19 2.67 5.77 + 2048 1000 2.76 5.54 3.00 3.01 0.15 3.25 5.54 + 4096 1000 3.10 6.65 3.40 3.40 0.18 3.82 6.65 + 8192 1000 3.77 6.61 4.00 4.05 0.16 4.44 6.61 + 16384 1000 5.08 9.67 5.48 5.51 0.23 5.92 9.67 + 32768 1000 7.88 12.23 8.24 8.26 0.19 8.71 12.23 + 65536 1000 13.37 18.35 13.78 13.79 0.21 14.06 18.35 + 131072 1000 23.83 28.91 24.42 24.44 0.29 24.92 28.91 + 262144 1000 45.44 49.80 46.38 46.35 0.25 46.87 49.80 + 524288 1000 86.74 92.22 87.94 87.97 0.41 88.95 92.22 + 1048576 1000 170.14 177.60 171.60 171.64 0.56 173.53 177.60 + 2097152 1000 336.75 351.55 338.57 338.73 1.10 343.65 351.55 + 4194304 1000 670.42 684.34 672.93 673.13 1.21 677.39 684.34 + 8388608 1000 1449.40 1513.06 1494.40 1493.59 4.51 1509.66 1513.06 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_lat-pl_16.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_lat-pl_16.log new file mode 100644 index 000000000..9c448dc43 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_lat-pl_16.log @@ -0,0 +1,19 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Write Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Post List : 16 + Mtu : 2048[B] + Link type : IB + Max inline data : 220[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a62 PSN 0xfb6e1e RKey 0xd0010100 VAddr 0x007f0fec5bd000 + remote address: LID 0x03 QPN 0x0a62 PSN 0xefdb8d RKey 0xd0010100 VAddr 0x007f7d4d9ad000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_lat-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_lat-pl_4.log new file mode 100644 index 000000000..f72d0ff4c --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-06/native-ib_write_lat-pl_4.log @@ -0,0 +1,19 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Write Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Post List : 4 + Mtu : 2048[B] + Link type : IB + Max inline data : 220[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a61 PSN 0x3d746 RKey 0xc8010100 VAddr 0x007efca337b000 + remote address: LID 0x03 QPN 0x0a61 PSN 0x684b68 RKey 0xc8010100 VAddr 0x007f654d3d1000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_read_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_read_bw-pl_1.log new file mode 100644 index 000000000..eb2c6c1bf --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_read_bw-pl_1.log @@ -0,0 +1,63 @@ + +mydestvaddr: 7f733d077000 + +--------------------------------------------------------------------------------------- + RDMA_Read BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a81 PSN 0xddb16e OUT 0x10 RKey 0xc8010101 VAddr 0x00007f733d077000 + remote address: LID 0x03 QPN 0x0a81 PSN 0xca97db OUT 0x10 RKey 0xc8010101 VAddr 0x00007fdbe9395000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 0.31 0.30 0.159599 + 4 1000 0.61 0.60 0.157493 + 8 1000 1.22 1.21 0.158929 + 16 1000 2.45 2.43 0.159319 + 32 1000 4.88 4.45 0.145795 + 64 1000 9.76 9.70 0.158851 + 128 1000 19.50 19.40 0.158887 + 256 1000 38.94 38.70 0.158512 + 512 1000 77.87 77.49 0.158694 + 1024 1000 156.16 155.32 0.159043 + 2048 1000 312.23 310.20 0.158824 + 4096 1000 627.24 625.43 0.160110 + 8192 1000 1258.98 1246.91 0.159605 + 16384 1000 2508.79 2463.21 0.157645 + 32768 1000 4991.07 4976.49 0.159248 + 65536 1000 6029.44 6024.90 0.096398 + 131072 1000 6037.39 6036.31 0.048290 + 262144 1000 6028.48 6028.48 0.024114 + 524288 1000 6017.07 6016.60 0.012033 + 1048576 1000 6013.29 6013.29 0.006013 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_read_bw-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_read_bw-pl_4.log new file mode 100644 index 000000000..c8e641ed9 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_read_bw-pl_4.log @@ -0,0 +1,66 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7fb984588000 + +--------------------------------------------------------------------------------------- + RDMA_Read Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a82 PSN 0xddb16e OUT 0x10 RKey 0xd0010101 VAddr 0x00007fb984588000 + remote address: LID 0x03 QPN 0x0a82 PSN 0xca97db OUT 0x10 RKey 0xd0010101 VAddr 0x00007f4bbd804000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 inf 1.16 0.608773 + 4 1000 inf 2.36 0.619133 + 8 1000 inf 4.75 0.622644 + 16 1000 inf 9.51 0.623182 + 32 1000 inf 18.69 0.612342 + 64 1000 inf 37.91 0.621101 + 128 1000 inf 76.23 0.624447 + 256 1000 inf 152.62 0.625151 + 512 1000 inf 305.35 0.625366 + 1024 1000 inf 605.42 0.619946 + 2048 1000 inf 1220.36 0.624825 + 4096 1000 inf 2444.09 0.625687 + 8192 1000 inf 4881.21 0.624794 + 16384 1000 inf 6074.17 0.388747 + 32768 1000 inf 6090.97 0.194911 + 65536 1000 inf 6095.84 0.097533 + 131072 1000 inf 6096.71 0.048774 + 262144 1000 inf 6080.99 0.024324 + 524288 1000 inf 6070.45 0.012141 + 1048576 1000 inf 6066.86 0.006067 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_read_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_read_lat-pl_1.log new file mode 100644 index 000000000..be907d589 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_read_lat-pl_1.log @@ -0,0 +1,57 @@ +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port + +mydestvaddr: 7f4fec14b000 + +--------------------------------------------------------------------------------------- + RDMA_Read Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a84 PSN 0xddb16e OUT 0x10 RKey 0xe0010101 VAddr 0x00007f4fec14b000 + remote address: LID 0x03 QPN 0x0a84 PSN 0xca97db OUT 0x10 RKey 0xe0010101 VAddr 0x00007fe326b9a000 +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 8.51 17.02 8.60 8.63 0.29 9.50 17.02 + 4 1000 8.47 12.14 8.56 8.59 0.25 9.61 12.14 + 8 1000 8.46 15.68 8.55 8.58 0.27 9.41 15.68 + 16 1000 8.49 11.99 8.57 8.60 0.25 9.38 11.99 + 32 1000 8.50 15.92 8.58 8.61 0.27 9.37 15.92 + 64 1000 8.50 12.49 8.59 8.61 0.27 8.90 12.49 + 128 1000 8.47 12.17 8.55 8.58 0.24 9.09 12.17 + 256 1000 8.46 12.34 8.55 8.58 0.25 8.90 12.34 + 512 1000 8.46 13.14 8.56 8.59 0.27 8.98 13.14 + 1024 1000 8.49 12.20 8.56 8.58 0.23 8.78 12.20 + 2048 1000 8.48 11.91 8.56 8.59 0.26 9.24 11.91 + 4096 1000 8.52 12.59 8.60 8.63 0.25 9.07 12.59 + 8192 1000 8.47 12.23 8.55 8.58 0.22 8.92 12.23 + 16384 1000 8.46 11.93 8.56 8.58 0.21 8.81 11.93 + 32768 1000 10.74 20.66 11.03 11.07 0.31 12.95 20.66 + 65536 1000 15.63 19.13 15.84 15.89 0.28 18.21 19.13 + 131072 1000 25.61 30.18 27.92 27.85 0.41 28.14 30.18 + 262144 1000 46.73 49.94 47.31 47.36 0.36 49.74 49.94 + 524288 1000 87.43 93.08 88.38 88.53 0.60 90.97 93.08 + 1048576 1000 169.73 181.61 170.66 171.08 1.09 175.11 181.61 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_bw-pl_1.log new file mode 100644 index 000000000..7961dfc93 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_bw-pl_1.log @@ -0,0 +1,62 @@ + +mydestvaddr: 7f985185c000 + +--------------------------------------------------------------------------------------- + RDMA_Write BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a7d PSN 0x5424a4 RKey 0xa8010101 VAddr 0x00007f985185c000 + remote address: LID 0x03 QPN 0x0a7d PSN 0x410b11 RKey 0xa8010101 VAddr 0x00007f34e65de000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 0.32 0.32 0.165241 + 4 5000 0.63 0.62 0.163725 + 8 5000 1.26 1.25 0.163958 + 16 5000 2.50 2.49 0.163179 + 32 5000 5.00 4.99 0.163671 + 64 5000 10.01 10.01 0.163963 + 128 5000 20.02 19.98 0.163659 + 256 5000 40.10 39.94 0.163585 + 512 5000 80.00 79.87 0.163576 + 1024 5000 160.43 159.64 0.163466 + 2048 5000 320.00 318.86 0.163259 + 4096 5000 642.64 640.93 0.164078 + 8192 5000 1292.06 1288.70 0.164953 + 16384 5000 2586.91 2580.02 0.165121 + 32768 5000 5164.94 5160.77 0.165145 + 65536 5000 5998.06 5997.96 0.095967 + 131072 5000 6006.70 6002.91 0.048023 + 262144 5000 5947.62 5947.12 0.023788 + 524288 5000 5953.47 5951.23 0.011902 + 1048576 5000 5951.48 5950.69 0.005951 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_bw-pl_16.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_bw-pl_16.log new file mode 100644 index 000000000..bdce642f6 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_bw-pl_16.log @@ -0,0 +1,65 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7f7acff7c000 + +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a7f PSN 0x5424a4 RKey 0xb8010101 VAddr 0x00007f7acff7c000 + remote address: LID 0x03 QPN 0x0a7f PSN 0x410b11 RKey 0xb8010101 VAddr 0x00007f40931c2000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 4.19 2.194688 + 4 5000 inf 8.41 2.204422 + 8 5000 inf 16.95 2.221671 + 16 5000 inf 32.84 2.152496 + 32 5000 inf 67.73 2.219278 + 64 5000 inf 135.46 2.219457 + 128 5000 inf 271.13 2.221135 + 256 5000 inf 541.73 2.218943 + 512 5000 inf 1076.20 2.204050 + 1024 5000 inf 2167.37 2.219383 + 2048 5000 inf 4303.31 2.203292 + 4096 5000 inf 5889.51 1.507714 + 8192 5000 inf 5943.61 0.760782 + 16384 5000 inf 5973.80 0.382323 + 32768 5000 inf 5989.34 0.191659 + 65536 5000 inf 5996.77 0.095948 + 131072 5000 inf 5999.10 0.047993 + 262144 5000 inf 5986.91 0.023948 + 524288 5000 inf 5996.04 0.011992 + 1048576 5000 inf 5991.92 0.005992 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_bw-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_bw-pl_4.log new file mode 100644 index 000000000..aba1e1299 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_bw-pl_4.log @@ -0,0 +1,65 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7fd3b85d3000 + +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a7e PSN 0x5424a4 RKey 0xb0010101 VAddr 0x00007fd3b85d3000 + remote address: LID 0x03 QPN 0x0a7e PSN 0x410b11 RKey 0xb0010101 VAddr 0x00007f83ea67d000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 1.20 0.631605 + 4 5000 inf 2.38 0.625172 + 8 5000 inf 4.79 0.628196 + 16 5000 inf 9.52 0.624007 + 32 5000 inf 19.16 0.627680 + 64 5000 inf 38.36 0.628489 + 128 5000 inf 76.69 0.628273 + 256 5000 inf 153.35 0.628118 + 512 5000 inf 306.90 0.628521 + 1024 5000 inf 613.94 0.628675 + 2048 5000 inf 1227.29 0.628371 + 4096 5000 inf 2457.29 0.629067 + 8192 5000 inf 4887.38 0.625585 + 16384 5000 inf 5939.36 0.380119 + 32768 5000 inf 5947.11 0.190307 + 65536 5000 inf 5955.59 0.095289 + 131072 5000 inf 5928.91 0.047431 + 262144 5000 inf 5900.07 0.023600 + 524288 5000 inf 5900.23 0.011800 + 1048576 5000 inf 5899.66 0.005900 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_lat-pl_1.log new file mode 100644 index 000000000..0d0668ab4 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/hermit-ib_write_lat-pl_1.log @@ -0,0 +1,56 @@ + +mydestvaddr: 7fe7f8be9000 + +--------------------------------------------------------------------------------------- + RDMA_Write Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Max inline data : 220[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a80 PSN 0xddb16e RKey 0xc0010101 VAddr 0x00007fe7f8be9000 + remote address: LID 0x03 QPN 0x0a80 PSN 0xca97db RKey 0xc0010101 VAddr 0x00007feacc3cf000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 4.35 7.85 4.42 4.46 0.20 5.79 7.85 + 4 1000 4.32 6.71 4.41 4.43 0.15 5.49 6.71 + 8 1000 4.32 7.22 4.40 4.43 0.19 5.77 7.22 + 16 1000 4.33 6.53 4.40 4.42 0.15 5.58 6.53 + 32 1000 4.34 8.07 4.40 4.43 0.19 5.89 8.07 + 64 1000 4.33 6.72 4.41 4.44 0.17 5.71 6.72 + 128 1000 4.35 6.35 4.42 4.44 0.17 5.67 6.35 + 256 1000 4.27 7.09 4.37 4.40 0.21 5.88 7.09 + 512 1000 4.27 7.52 4.35 4.38 0.19 5.67 7.52 + 1024 1000 4.26 7.57 4.35 4.39 0.23 5.90 7.57 + 2048 1000 4.27 6.71 4.37 4.40 0.21 5.89 6.71 + 4096 1000 4.32 6.49 4.45 4.51 0.22 5.94 6.49 + 8192 1000 5.04 10.06 5.23 5.33 0.33 6.72 10.06 + 16384 1000 6.34 10.72 6.69 6.69 0.24 7.03 10.72 + 32768 1000 9.20 13.95 9.51 9.53 0.27 10.94 13.95 + 65536 1000 14.47 19.84 14.96 15.00 0.33 16.23 19.84 + 131072 1000 25.17 31.24 26.08 26.07 0.42 27.44 31.24 + 262144 1000 45.84 56.14 47.23 47.30 0.81 51.86 56.14 + 524288 1000 88.38 93.96 89.51 89.47 0.44 90.42 93.96 + 1048576 1000 171.32 180.76 173.07 173.14 0.66 175.19 180.76 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_bw-pl_1.log new file mode 100644 index 000000000..f90307b47 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_bw-pl_1.log @@ -0,0 +1,41 @@ +--------------------------------------------------------------------------------------- + RDMA_Read BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a77 PSN 0xbf78e OUT 0x10 RKey 0x78010101 VAddr 0x007fca974bb000 + remote address: LID 0x03 QPN 0x0a77 PSN 0x38553e OUT 0x10 RKey 0x78010101 VAddr 0x007fe919dd2000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 9.84 8.38 4.392793 + 4 1000 18.50 18.08 4.739939 + 8 1000 35.30 35.16 4.609027 + 16 1000 70.59 70.49 4.619673 + 32 1000 136.57 136.17 4.461877 + 64 1000 283.38 282.73 4.632183 + 128 1000 564.74 563.38 4.615212 + 256 1000 1195.41 1173.76 4.807708 + 512 1000 2287.43 2282.43 4.674423 + 1024 1000 4478.05 3528.15 3.612822 + 2048 1000 5300.73 5127.99 2.625530 + 4096 1000 5806.87 5761.55 1.474957 + 8192 1000 5891.07 5852.97 0.749180 + 16384 1000 5911.65 5911.37 0.378328 + 32768 1000 5935.83 5934.24 0.189896 + 65536 1000 5925.66 5894.00 0.094304 + 131072 1000 5744.56 5742.59 0.045941 + 262144 1000 5728.26 5728.15 0.022913 + 524288 1000 5726.12 5726.10 0.011452 + 1048576 1000 5729.12 5728.33 0.005728 + 2097152 1000 5728.11 5727.38 0.002864 + 4194304 1000 5727.79 5727.60 0.001432 + 8388608 1000 5731.97 5731.25 0.000716 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_bw-pl_16.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_bw-pl_16.log new file mode 100644 index 000000000..3a7fd1590 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_bw-pl_16.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Read Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a79 PSN 0x45d23e OUT 0x10 RKey 0x88010101 VAddr 0x007f713fddc000 + remote address: LID 0x03 QPN 0x0a79 PSN 0x373187 OUT 0x10 RKey 0x88010101 VAddr 0x007ffb2f425000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 inf 12.08 6.335812 + 4 1000 inf 30.27 7.935118 + 8 1000 inf 60.74 7.961262 + 16 1000 inf 120.52 7.898285 + 32 1000 inf 241.71 7.920324 + 64 1000 inf 475.24 7.786263 + 128 1000 inf 908.60 7.443256 + 256 1000 inf 1764.80 7.228617 + 512 1000 inf 3123.06 6.396037 + 1024 1000 inf 4355.03 4.459550 + 2048 1000 inf 5316.43 2.722011 + 4096 1000 inf 5736.05 1.468429 + 8192 1000 inf 5765.86 0.738030 + 16384 1000 inf 5891.67 0.377067 + 32768 1000 inf 5701.03 0.182433 + 65536 1000 inf 5702.83 0.091245 + 131072 1000 inf 5702.75 0.045622 + 262144 1000 inf 5690.98 0.022764 + 524288 1000 inf 5691.13 0.011382 + 1048576 1000 inf 5690.34 0.005690 + 2097152 1000 inf 5690.40 0.002845 + 4194304 1000 inf 5690.46 0.001423 + 8388608 1000 inf 5688.83 0.000711 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_bw-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_bw-pl_4.log new file mode 100644 index 000000000..451ccde24 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_bw-pl_4.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Read Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a78 PSN 0xd2c416 OUT 0x10 RKey 0x80010101 VAddr 0x007fc45648a000 + remote address: LID 0x03 QPN 0x0a78 PSN 0x7551a6 OUT 0x10 RKey 0x80010101 VAddr 0x007fd60f73e000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 inf 12.39 6.494517 + 4 1000 inf 31.16 8.168463 + 8 1000 inf 63.42 8.312623 + 16 1000 inf 126.51 8.291204 + 32 1000 inf 250.66 8.213673 + 64 1000 inf 498.52 8.167744 + 128 1000 inf 940.16 7.701754 + 256 1000 inf 1815.37 7.435763 + 512 1000 inf 3230.25 6.615546 + 1024 1000 inf 4537.98 4.646887 + 2048 1000 inf 5383.80 2.756503 + 4096 1000 inf 5783.27 1.480517 + 8192 1000 inf 6038.16 0.772884 + 16384 1000 inf 6084.67 0.389419 + 32768 1000 inf 6082.41 0.194637 + 65536 1000 inf 6080.51 0.097288 + 131072 1000 inf 6081.59 0.048653 + 262144 1000 inf 5952.55 0.023810 + 524288 1000 inf 5909.80 0.011820 + 1048576 1000 inf 5922.83 0.005923 + 2097152 1000 inf 5948.03 0.002974 + 4194304 1000 inf 5960.61 0.001490 + 8388608 1000 inf 5963.50 0.000745 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_lat-pl_1.log new file mode 100644 index 000000000..4cf799d61 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_read_lat-pl_1.log @@ -0,0 +1,40 @@ +--------------------------------------------------------------------------------------- + RDMA_Read Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a7a PSN 0xf9e0a7 OUT 0x10 RKey 0x90010101 VAddr 0x007f5572705000 + remote address: LID 0x03 QPN 0x0a7a PSN 0x7e0d6e OUT 0x10 RKey 0x90010101 VAddr 0x007ff98117c000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 2.03 9.28 2.06 2.09 0.09 2.54 9.28 + 4 1000 2.03 4.05 2.07 2.09 0.08 2.53 4.05 + 8 1000 2.06 3.54 2.09 2.11 0.07 2.55 3.54 + 16 1000 2.06 3.07 2.09 2.11 0.06 2.55 3.07 + 32 1000 2.05 7.51 2.10 2.12 0.07 2.47 7.51 + 64 1000 2.09 3.54 2.12 2.14 0.07 2.56 3.54 + 128 1000 2.13 4.73 2.16 2.18 0.07 2.63 4.73 + 256 1000 2.21 5.00 2.24 2.27 0.08 2.70 5.00 + 512 1000 2.33 5.84 2.37 2.40 0.09 2.84 5.84 + 1024 1000 2.57 5.54 2.61 2.65 0.13 3.09 5.54 + 2048 1000 3.04 5.22 3.10 3.18 0.15 3.60 5.22 + 4096 1000 3.46 11.08 3.76 3.75 0.23 4.09 11.08 + 8192 1000 4.07 11.97 4.40 4.49 0.35 5.43 11.97 + 16384 1000 5.34 14.94 5.74 5.89 0.45 6.73 14.94 + 32768 1000 7.98 16.96 8.67 8.67 0.53 9.59 16.96 + 65536 1000 13.51 23.24 14.14 14.27 0.71 16.84 23.24 + 131072 1000 24.18 32.86 25.03 25.13 0.59 26.46 32.86 + 262144 1000 45.80 55.24 46.83 46.92 0.62 48.99 55.24 + 524288 1000 89.20 100.84 90.46 90.61 1.07 97.42 100.84 + 1048576 1000 175.79 193.92 177.20 177.43 1.36 183.94 193.92 + 2097152 1000 340.68 372.40 351.19 351.72 2.68 367.64 372.40 + 4194304 1000 691.14 716.03 699.32 699.85 2.01 706.31 716.03 + 8388608 1000 1380.66 1427.63 1395.55 1396.16 3.32 1411.07 1427.63 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_bw-pl_1.log new file mode 100644 index 000000000..757d093de --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_bw-pl_1.log @@ -0,0 +1,41 @@ +--------------------------------------------------------------------------------------- + RDMA_Write BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a71 PSN 0x4d042e RKey 0x48010101 VAddr 0x007f534f1be000 + remote address: LID 0x03 QPN 0x0a71 PSN 0x86982e RKey 0x48010101 VAddr 0x007f077e382000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 10.51 10.20 5.346163 + 4 5000 21.15 20.94 5.490574 + 8 5000 42.39 42.28 5.541399 + 16 5000 84.59 84.04 5.507910 + 32 5000 169.18 168.21 5.511786 + 64 5000 316.75 294.07 4.818114 + 128 5000 630.98 619.92 5.078405 + 256 5000 1252.00 1227.58 5.028175 + 512 5000 2504.00 2484.91 5.089101 + 1024 5000 4978.53 4954.36 5.073268 + 2048 5000 5648.61 5643.87 2.889663 + 4096 5000 5800.23 5763.32 1.475411 + 8192 5000 5665.95 5664.58 0.725066 + 16384 5000 5826.02 5824.72 0.372782 + 32768 5000 5860.48 5860.28 0.187529 + 65536 5000 5887.66 5887.05 0.094193 + 131072 5000 5901.77 5898.44 0.047188 + 262144 5000 5890.70 5890.46 0.023562 + 524288 5000 5900.89 5899.03 0.011798 + 1048576 5000 5903.56 5903.55 0.005904 + 2097152 5000 5909.07 5908.58 0.002954 + 4194304 5000 5915.87 5915.06 0.001479 + 8388608 5000 5948.13 5947.41 0.000743 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_bw-pl_16.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_bw-pl_16.log new file mode 100644 index 000000000..1581d06b8 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_bw-pl_16.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a73 PSN 0x5a0e74 RKey 0x58010101 VAddr 0x007f57b662e000 + remote address: LID 0x03 QPN 0x0a73 PSN 0x48dbee RKey 0x58010101 VAddr 0x007f17ce680000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 20.77 10.887361 + 4 5000 inf 44.95 11.782741 + 8 5000 inf 86.22 11.300644 + 16 5000 inf 172.40 11.298562 + 32 5000 inf 344.63 11.292948 + 64 5000 inf 612.08 10.028315 + 128 5000 inf 1335.56 10.940910 + 256 5000 inf 2574.56 10.545398 + 512 5000 inf 4412.62 9.037053 + 1024 5000 inf 5413.68 5.543611 + 2048 5000 inf 5694.88 2.915777 + 4096 5000 inf 5781.37 1.480031 + 8192 5000 inf 5705.16 0.730260 + 16384 5000 inf 5788.73 0.370479 + 32768 5000 inf 5828.17 0.186501 + 65536 5000 inf 5868.77 0.093900 + 131072 5000 inf 5888.58 0.047109 + 262144 5000 inf 5885.39 0.023542 + 524288 5000 inf 5884.00 0.011768 + 1048576 5000 inf 5886.32 0.005886 + 2097152 5000 inf 5902.81 0.002951 + 4194304 5000 inf 5913.25 0.001478 + 8388608 5000 inf 5948.38 0.000744 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_bw-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_bw-pl_4.log new file mode 100644 index 000000000..481376f96 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_bw-pl_4.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a72 PSN 0xfa878a RKey 0x50010101 VAddr 0x007f7eec68e000 + remote address: LID 0x03 QPN 0x0a72 PSN 0xa31d76 RKey 0x50010101 VAddr 0x007ff0e60dd000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 21.31 11.170718 + 4 5000 inf 45.28 11.868757 + 8 5000 inf 82.05 10.754173 + 16 5000 inf 163.85 10.737935 + 32 5000 inf 326.77 10.707475 + 64 5000 inf 561.86 9.205534 + 128 5000 inf 1264.63 10.359876 + 256 5000 inf 2361.52 9.672780 + 512 5000 inf 4136.75 8.472066 + 1024 5000 inf 5362.94 5.491651 + 2048 5000 inf 5650.36 2.892983 + 4096 5000 inf 5792.88 1.482977 + 8192 5000 inf 5808.79 0.743525 + 16384 5000 inf 5851.76 0.374513 + 32768 5000 inf 5872.16 0.187909 + 65536 5000 inf 5898.30 0.094373 + 131072 5000 inf 5903.54 0.047228 + 262144 5000 inf 5898.07 0.023592 + 524288 5000 inf 5899.06 0.011798 + 1048576 5000 inf 5909.44 0.005909 + 2097152 5000 inf 5915.66 0.002958 + 4194304 5000 inf 5927.90 0.001482 + 8388608 5000 inf 5933.54 0.000742 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_lat-pl_1.log new file mode 100644 index 000000000..a2181596d --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-14-30/native-ib_write_lat-pl_1.log @@ -0,0 +1,40 @@ +--------------------------------------------------------------------------------------- + RDMA_Write Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Max inline data : 220[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a74 PSN 0x5db8fe RKey 0x60010101 VAddr 0x007ff03f137000 + remote address: LID 0x03 QPN 0x0a74 PSN 0xf00e77 RKey 0x60010101 VAddr 0x007f26bc80b000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 0.98 4.50 1.05 1.10 0.13 1.37 4.50 + 4 1000 0.97 3.33 1.05 1.10 0.09 1.36 3.33 + 8 1000 0.99 2.41 1.05 1.10 0.08 1.38 2.41 + 16 1000 0.99 3.46 1.05 1.10 0.07 1.37 3.46 + 32 1000 1.02 3.45 1.09 1.14 0.08 1.38 3.45 + 64 1000 1.12 4.72 1.20 1.20 0.09 1.25 4.72 + 128 1000 1.19 3.61 1.31 1.31 0.05 1.55 3.61 + 256 1000 2.13 4.53 2.21 2.22 0.08 2.42 4.53 + 512 1000 2.27 3.57 2.35 2.39 0.10 2.73 3.57 + 1024 1000 2.42 3.64 2.60 2.65 0.11 2.96 3.64 + 2048 1000 2.93 5.26 3.13 3.13 0.10 3.44 5.26 + 4096 1000 3.34 5.50 3.62 3.60 0.16 4.09 5.50 + 8192 1000 3.96 5.12 4.25 4.28 0.17 4.74 5.12 + 16384 1000 5.23 6.29 5.62 5.64 0.17 6.01 6.29 + 32768 1000 8.02 8.99 8.44 8.43 0.15 8.83 8.99 + 65536 1000 13.51 14.97 14.14 14.11 0.20 14.61 14.97 + 131072 1000 24.32 25.91 24.92 24.91 0.21 25.45 25.91 + 262144 1000 45.30 55.52 47.26 47.26 0.65 50.84 55.52 + 524288 1000 88.00 93.89 89.43 89.43 0.50 90.92 93.89 + 1048576 1000 172.66 182.96 173.98 174.06 0.67 176.03 182.96 + 2097152 1000 340.00 351.22 341.98 342.19 1.05 346.07 351.22 + 4194304 1000 676.45 691.13 679.60 679.87 1.62 687.32 691.13 + 8388608 1000 1536.74 1560.25 1550.53 1550.41 2.26 1557.47 1560.25 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-15-43/hermit-ib_write_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-15-43/hermit-ib_write_bw-pl_1.log new file mode 100644 index 000000000..587c3d015 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-15-43/hermit-ib_write_bw-pl_1.log @@ -0,0 +1,62 @@ + +mydestvaddr: 7ff68221d000 + +--------------------------------------------------------------------------------------- + RDMA_Write BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a92 PSN 0x5424a4 RKey 0x50010102 VAddr 0x00007ff68221d000 + remote address: LID 0x03 QPN 0x0a92 PSN 0x410b11 RKey 0x50010102 VAddr 0x00007fc168380000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 0.32 0.32 0.166766 + 4 5000 0.63 0.63 0.165070 + 8 5000 1.27 1.26 0.165474 + 16 5000 2.52 2.52 0.165137 + 32 5000 5.07 5.06 0.165876 + 64 5000 10.13 10.11 0.165577 + 128 5000 20.19 20.18 0.165288 + 256 5000 40.45 40.40 0.165463 + 512 5000 80.77 80.70 0.165281 + 1024 5000 161.65 161.43 0.165304 + 2048 5000 323.53 322.93 0.165340 + 4096 5000 650.08 644.28 0.164936 + 8192 5000 1305.51 1300.52 0.166466 + 16384 5000 2611.69 2609.34 0.166998 + 32768 5000 5220.69 5215.58 0.166899 + 65536 5000 5906.92 5906.81 0.094509 + 131072 5000 5911.65 5911.24 0.047290 + 262144 5000 5901.39 5901.38 0.023606 + 524288 5000 5899.97 5894.30 0.011789 + 1048576 5000 5900.12 5899.68 0.005900 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-15-43/hermit-ib_write_bw-pl_16.log b/usr/benchmarks/ib/evaluation/18-02-15-15-43/hermit-ib_write_bw-pl_16.log new file mode 100644 index 000000000..17ec509fd --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-15-43/hermit-ib_write_bw-pl_16.log @@ -0,0 +1,65 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7fb15960a000 + +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a94 PSN 0x5424a4 RKey 0x60010102 VAddr 0x00007fb15960a000 + remote address: LID 0x03 QPN 0x0a94 PSN 0x2df17e RKey 0x60010102 VAddr 0x00007f0c6baae000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 4.20 2.202231 + 4 5000 inf 8.44 2.213705 + 8 5000 inf 16.99 2.226547 + 16 5000 inf 33.02 2.163775 + 32 5000 inf 67.86 2.223707 + 64 5000 inf 135.62 2.221932 + 128 5000 inf 271.57 2.224720 + 256 5000 inf 543.92 2.227878 + 512 5000 inf 1080.83 2.213540 + 1024 5000 inf 2173.06 2.225212 + 2048 5000 inf 4315.21 2.209387 + 4096 5000 inf 5900.64 1.510563 + 8192 5000 inf 5938.25 0.760095 + 16384 5000 inf 5991.13 0.383432 + 32768 5000 inf 5982.65 0.191445 + 65536 5000 inf 5989.67 0.095835 + 131072 5000 inf 5993.30 0.047946 + 262144 5000 inf 5978.11 0.023912 + 524288 5000 inf 5978.63 0.011957 + 1048576 5000 inf 5942.08 0.005942 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-15-43/hermit-ib_write_bw-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-15-43/hermit-ib_write_bw-pl_4.log new file mode 100644 index 000000000..e696e61e6 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-15-43/hermit-ib_write_bw-pl_4.log @@ -0,0 +1,65 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7f8a38356000 + +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a93 PSN 0x5424a4 RKey 0x58010102 VAddr 0x00007f8a38356000 + remote address: LID 0x03 QPN 0x0a93 PSN 0x2df17e RKey 0x58010102 VAddr 0x00007f6363694000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 1.20 0.629510 + 4 5000 inf 2.41 0.632495 + 8 5000 inf 4.85 0.635393 + 16 5000 inf 9.61 0.629556 + 32 5000 inf 19.43 0.636599 + 64 5000 inf 38.86 0.636676 + 128 5000 inf 77.75 0.636951 + 256 5000 inf 155.28 0.636033 + 512 5000 inf 310.28 0.635446 + 1024 5000 inf 621.70 0.636620 + 2048 5000 inf 1242.63 0.636225 + 4096 5000 inf 2485.53 0.636296 + 8192 5000 inf 4950.72 0.633692 + 16384 5000 inf 5929.97 0.379518 + 32768 5000 inf 5893.42 0.188589 + 65536 5000 inf 5906.26 0.094500 + 131072 5000 inf 5912.71 0.047302 + 262144 5000 inf 5902.51 0.023610 + 524288 5000 inf 5901.62 0.011803 + 1048576 5000 inf 5872.53 0.005873 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-15-43/native-ib_write_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-15-43/native-ib_write_bw-pl_1.log new file mode 100644 index 000000000..bde9ec1ae --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-15-43/native-ib_write_bw-pl_1.log @@ -0,0 +1,41 @@ +--------------------------------------------------------------------------------------- + RDMA_Write BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a8f PSN 0x3162f6 RKey 0x38010102 VAddr 0x007f558bfe2000 + remote address: LID 0x03 QPN 0x0a8f PSN 0xee3c13 RKey 0x38010102 VAddr 0x007fc7383cc000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 10.57 10.28 5.387176 + 4 5000 20.79 19.90 5.216839 + 8 5000 39.91 39.64 5.195680 + 16 5000 79.50 79.31 5.197774 + 32 5000 159.97 158.83 5.204525 + 64 5000 319.30 296.97 4.865562 + 128 5000 633.50 626.15 5.129430 + 256 5000 1269.53 1250.13 5.120524 + 512 5000 2528.94 2514.37 5.149439 + 1024 5000 5017.89 4989.33 5.109069 + 2048 5000 5636.07 5629.14 2.882118 + 4096 5000 5810.19 5781.11 1.479963 + 8192 5000 5670.69 5670.38 0.725809 + 16384 5000 5821.01 5820.20 0.372493 + 32768 5000 5847.40 5839.92 0.186877 + 65536 5000 5885.10 5884.50 0.094152 + 131072 5000 5899.95 5899.91 0.047199 + 262144 5000 5897.75 5897.39 0.023590 + 524288 5000 5902.28 5901.87 0.011804 + 1048576 5000 5908.48 5908.42 0.005908 + 2097152 5000 5912.37 5911.99 0.002956 + 4194304 5000 5915.73 5915.73 0.001479 + 8388608 5000 5947.23 5945.41 0.000743 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-15-43/native-ib_write_bw-pl_16.log b/usr/benchmarks/ib/evaluation/18-02-15-15-43/native-ib_write_bw-pl_16.log new file mode 100644 index 000000000..b87939a8a --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-15-43/native-ib_write_bw-pl_16.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a91 PSN 0xec890b RKey 0x48010102 VAddr 0x007f9f78c53000 + remote address: LID 0x03 QPN 0x0a91 PSN 0x51abe2 RKey 0x48010102 VAddr 0x007f3738698000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 22.32 11.701247 + 4 5000 inf 43.03 11.280366 + 8 5000 inf 85.74 11.237656 + 16 5000 inf 173.04 11.340115 + 32 5000 inf 346.51 11.354576 + 64 5000 inf 613.32 10.048686 + 128 5000 inf 1340.34 10.980091 + 256 5000 inf 2577.74 10.558417 + 512 5000 inf 4416.61 9.045227 + 1024 5000 inf 5392.04 5.521450 + 2048 5000 inf 5694.93 2.915803 + 4096 5000 inf 5770.26 1.477187 + 8192 5000 inf 5696.54 0.729157 + 16384 5000 inf 5799.95 0.371197 + 32768 5000 inf 5852.54 0.187281 + 65536 5000 inf 5873.11 0.093970 + 131072 5000 inf 5891.14 0.047129 + 262144 5000 inf 5879.15 0.023517 + 524288 5000 inf 5885.22 0.011770 + 1048576 5000 inf 5898.47 0.005898 + 2097152 5000 inf 5910.94 0.002955 + 4194304 5000 inf 5919.83 0.001480 + 8388608 5000 inf 5950.51 0.000744 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-15-43/native-ib_write_bw-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-15-43/native-ib_write_bw-pl_4.log new file mode 100644 index 000000000..87b876ef1 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-15-43/native-ib_write_bw-pl_4.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a90 PSN 0x9bba2d RKey 0x40010102 VAddr 0x007f169a472000 + remote address: LID 0x03 QPN 0x0a90 PSN 0x871a92 RKey 0x40010102 VAddr 0x007f2e32362000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 20.60 10.799377 + 4 5000 inf 40.96 10.737261 + 8 5000 inf 80.22 10.514182 + 16 5000 inf 160.13 10.494287 + 32 5000 inf 319.97 10.484875 + 64 5000 inf 561.04 9.192151 + 128 5000 inf 1238.80 10.148215 + 256 5000 inf 2208.15 9.044598 + 512 5000 inf 4082.07 8.360072 + 1024 5000 inf 5347.88 5.476225 + 2048 5000 inf 5657.39 2.896583 + 4096 5000 inf 5791.67 1.482667 + 8192 5000 inf 5854.19 0.749336 + 16384 5000 inf 5887.19 0.376780 + 32768 5000 inf 5903.48 0.188911 + 65536 5000 inf 5917.30 0.094677 + 131072 5000 inf 5915.76 0.047326 + 262144 5000 inf 5905.33 0.023621 + 524288 5000 inf 5902.02 0.011804 + 1048576 5000 inf 5904.64 0.005905 + 2097152 5000 inf 5910.11 0.002955 + 4194304 5000 inf 5923.66 0.001481 + 8388608 5000 inf 5960.82 0.000745 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-15-47/hermit-ib_read_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-15-47/hermit-ib_read_bw-pl_1.log new file mode 100644 index 000000000..f6fdd827b --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-15-47/hermit-ib_read_bw-pl_1.log @@ -0,0 +1,63 @@ + +mydestvaddr: 7f319ab71000 + +--------------------------------------------------------------------------------------- + RDMA_Read BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a99 PSN 0xddb16e OUT 0x10 RKey 0x88010102 VAddr 0x00007f319ab71000 + remote address: LID 0x03 QPN 0x0a99 PSN 0xb77e48 OUT 0x10 RKey 0x88010102 VAddr 0x00007ff64a731000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 0.31 0.31 0.161308 + 4 1000 0.62 0.62 0.162018 + 8 1000 1.24 1.24 0.162065 + 16 1000 2.48 2.47 0.162142 + 32 1000 4.99 4.95 0.162251 + 64 1000 9.94 9.90 0.162256 + 128 1000 19.86 19.80 0.162173 + 256 1000 39.73 39.51 0.161815 + 512 1000 79.53 79.25 0.162307 + 1024 1000 158.97 158.05 0.161840 + 2048 1000 318.12 316.41 0.162000 + 4096 1000 642.15 640.63 0.164002 + 8192 1000 1281.94 1278.57 0.163657 + 16384 1000 2563.57 2558.72 0.163758 + 32768 1000 5114.22 5105.13 0.163364 + 65536 1000 6056.63 6056.41 0.096903 + 131072 1000 6069.64 6069.47 0.048556 + 262144 1000 6046.82 6046.79 0.024187 + 524288 1000 6055.95 6055.94 0.012112 + 1048576 1000 6055.15 6054.85 0.006055 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-15-47/hermit-ib_read_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-15-47/hermit-ib_read_lat-pl_1.log new file mode 100644 index 000000000..94c7ca075 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-15-47/hermit-ib_read_lat-pl_1.log @@ -0,0 +1,57 @@ + +mydestvaddr: 7f2c86042000 + +--------------------------------------------------------------------------------------- + RDMA_Read Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a9a PSN 0xddb16e OUT 0x10 RKey 0x90010102 VAddr 0x00007f2c86042000 + remote address: LID 0x03 QPN 0x0a9a PSN 0xb77e48 OUT 0x10 RKey 0x90010102 VAddr 0x00007fb617283000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 8.65 15.93 8.75 8.79 0.30 9.82 15.93 + 4 1000 8.60 12.79 8.70 8.73 0.27 9.69 12.79 + 8 1000 8.58 13.84 8.68 8.71 0.30 9.62 13.84 + 16 1000 8.59 13.62 8.67 8.69 0.22 9.30 13.62 + 32 1000 8.58 15.60 8.67 8.70 0.36 9.59 15.60 + 64 1000 8.60 14.44 8.67 8.70 0.27 8.89 14.44 + 128 1000 8.58 14.86 8.67 8.70 0.28 9.43 14.86 + 256 1000 8.58 15.02 8.67 8.70 0.29 9.41 15.02 + 512 1000 8.59 15.38 8.68 8.72 0.39 10.97 15.38 + 1024 1000 8.58 15.15 8.68 8.71 0.37 9.01 15.15 + 2048 1000 8.58 15.47 8.66 8.69 0.32 9.68 15.47 + 4096 1000 8.58 16.59 8.68 8.71 0.35 9.37 16.59 + 8192 1000 8.58 14.86 8.66 8.70 0.30 8.91 14.86 + 16384 1000 8.59 15.45 8.68 8.71 0.29 9.14 15.45 + 32768 1000 11.08 14.54 11.18 11.22 0.24 13.15 14.54 + 65536 1000 15.83 19.07 16.15 16.17 0.17 16.84 19.07 + 131072 1000 25.90 30.93 28.45 27.96 0.98 28.66 30.93 + 262144 1000 47.75 54.10 48.30 48.33 0.25 49.18 54.10 + 524288 1000 87.94 98.32 90.29 90.31 0.63 92.35 98.32 + 1048576 1000 171.17 188.84 173.62 173.18 1.25 175.99 188.84 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp diff --git a/usr/benchmarks/ib/evaluation/18-02-15-15-47/hermit-ib_write_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-15-47/hermit-ib_write_lat-pl_1.log new file mode 100644 index 000000000..a46a6ec14 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-15-47/hermit-ib_write_lat-pl_1.log @@ -0,0 +1,56 @@ + +mydestvaddr: 7fbd50838000 + +--------------------------------------------------------------------------------------- + RDMA_Write Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Max inline data : 220[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a98 PSN 0xddb16e RKey 0x80010102 VAddr 0x00007fbd50838000 + remote address: LID 0x03 QPN 0x0a98 PSN 0xca97db RKey 0x80010102 VAddr 0x00007f2ceb618000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 4.35 8.57 4.40 4.42 0.18 4.95 8.57 + 4 1000 4.29 5.95 4.37 4.38 0.12 4.92 5.95 + 8 1000 4.30 8.23 4.37 4.39 0.15 5.37 8.23 + 16 1000 4.28 7.20 4.37 4.38 0.13 5.35 7.20 + 32 1000 4.30 7.53 4.37 4.39 0.16 5.54 7.53 + 64 1000 4.31 6.26 4.36 4.38 0.13 5.35 6.26 + 128 1000 4.30 7.25 4.38 4.40 0.15 4.73 7.25 + 256 1000 4.29 7.05 4.34 4.36 0.13 5.34 7.05 + 512 1000 4.28 6.01 4.34 4.36 0.15 5.39 6.01 + 1024 1000 4.28 7.33 4.34 4.36 0.16 5.42 7.33 + 2048 1000 4.28 7.04 4.39 4.41 0.19 5.73 7.04 + 4096 1000 4.68 7.88 4.83 4.89 0.19 6.04 7.88 + 8192 1000 5.39 7.55 5.54 5.60 0.18 6.16 7.55 + 16384 1000 6.61 8.41 6.96 6.96 0.16 7.23 8.41 + 32768 1000 9.48 10.94 9.67 9.71 0.13 9.96 10.94 + 65536 1000 14.85 16.53 15.19 15.19 0.12 15.46 16.53 + 131072 1000 25.47 31.25 26.00 26.01 0.28 27.00 31.25 + 262144 1000 47.18 52.95 48.06 48.04 0.31 48.97 52.95 + 524288 1000 88.73 95.97 89.80 89.82 0.41 90.86 95.97 + 1048576 1000 173.97 180.31 175.56 175.61 0.61 177.77 180.31 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp diff --git a/usr/benchmarks/ib/evaluation/18-02-15-15-47/native-ib_read_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-15-47/native-ib_read_bw-pl_1.log new file mode 100644 index 000000000..d4301e79a --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-15-47/native-ib_read_bw-pl_1.log @@ -0,0 +1,41 @@ +--------------------------------------------------------------------------------------- + RDMA_Read BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a96 PSN 0x8b463b OUT 0x10 RKey 0x70010102 VAddr 0x007fa9f3b5e000 + remote address: LID 0x03 QPN 0x0a96 PSN 0x571f33 OUT 0x10 RKey 0x70010102 VAddr 0x007fb02d762000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 9.76 8.65 4.535761 + 4 1000 17.52 16.49 4.322911 + 8 1000 35.36 35.19 4.612887 + 16 1000 70.97 70.65 4.630072 + 32 1000 138.96 128.15 4.199274 + 64 1000 300.55 298.48 4.890249 + 128 1000 567.77 566.20 4.638332 + 256 1000 1090.66 1036.35 4.244908 + 512 1000 2283.32 2275.07 4.659345 + 1024 1000 4509.86 4105.39 4.203918 + 2048 1000 5373.65 5363.62 2.746173 + 4096 1000 5680.21 5557.47 1.422712 + 8192 1000 5691.35 5690.72 0.728412 + 16384 1000 5712.96 5712.24 0.365584 + 32768 1000 5729.47 5725.68 0.183222 + 65536 1000 5739.39 5738.69 0.091819 + 131072 1000 5744.56 5744.09 0.045953 + 262144 1000 5732.86 5732.15 0.022929 + 524288 1000 5727.10 5727.09 0.011454 + 1048576 1000 5726.60 5726.31 0.005726 + 2097152 1000 5727.02 5726.83 0.002863 + 4194304 1000 5726.19 5726.19 0.001432 + 8388608 1000 5729.23 5729.17 0.000716 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-15-47/native-ib_read_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-15-47/native-ib_read_lat-pl_1.log new file mode 100644 index 000000000..5b76a885c --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-15-47/native-ib_read_lat-pl_1.log @@ -0,0 +1,40 @@ +--------------------------------------------------------------------------------------- + RDMA_Read Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a97 PSN 0xf5b9 OUT 0x10 RKey 0x78010102 VAddr 0x007f4a2442b000 + remote address: LID 0x03 QPN 0x0a97 PSN 0x6a5635 OUT 0x10 RKey 0x78010102 VAddr 0x007f97bb702000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 2.05 7.55 2.08 2.10 0.07 2.28 7.55 + 4 1000 1.97 9.56 2.11 2.12 0.11 2.24 9.56 + 8 1000 1.98 9.90 2.11 2.12 0.20 2.20 9.90 + 16 1000 2.03 10.19 2.16 2.17 0.13 2.28 10.19 + 32 1000 2.05 11.08 2.17 2.18 0.26 2.27 11.08 + 64 1000 2.06 10.64 2.19 2.20 0.18 2.31 10.64 + 128 1000 2.10 10.72 2.23 2.24 0.21 2.35 10.72 + 256 1000 2.20 9.52 2.31 2.33 0.20 2.48 9.52 + 512 1000 2.31 10.01 2.45 2.46 0.16 2.62 10.01 + 1024 1000 2.56 11.14 2.69 2.71 0.28 2.90 11.14 + 2048 1000 3.01 10.62 3.16 3.22 0.21 3.48 10.62 + 4096 1000 3.35 9.56 3.50 3.58 0.22 3.86 9.56 + 8192 1000 4.00 11.65 4.27 4.31 0.27 4.97 11.65 + 16384 1000 5.30 15.16 5.62 5.71 0.47 6.51 15.16 + 32768 1000 7.83 18.01 8.41 8.45 0.46 9.18 18.01 + 65536 1000 13.42 22.76 13.92 13.96 0.56 15.82 22.76 + 131072 1000 24.12 34.00 24.80 24.86 0.68 28.99 34.00 + 262144 1000 45.44 55.49 46.72 46.74 0.51 48.77 55.49 + 524288 1000 88.86 99.53 90.02 90.09 0.68 92.17 99.53 + 1048576 1000 175.89 193.25 177.35 177.43 1.03 182.30 193.25 + 2097152 1000 349.93 372.68 352.00 352.13 1.54 357.17 372.68 + 4194304 1000 692.27 719.04 701.02 701.63 2.80 716.10 719.04 + 8388608 1000 1394.16 1430.47 1399.17 1399.78 3.36 1416.02 1430.47 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-15-47/native-ib_write_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-15-47/native-ib_write_lat-pl_1.log new file mode 100644 index 000000000..5321191f8 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-15-47/native-ib_write_lat-pl_1.log @@ -0,0 +1,40 @@ +--------------------------------------------------------------------------------------- + RDMA_Write Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Max inline data : 220[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a95 PSN 0x2d3524 RKey 0x68010102 VAddr 0x007f9b61fee000 + remote address: LID 0x03 QPN 0x0a95 PSN 0xe512a5 RKey 0x68010102 VAddr 0x007f444b9b5000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 0.97 4.83 1.16 1.20 0.12 1.67 4.83 + 4 1000 0.97 3.02 1.16 1.19 0.06 1.32 3.02 + 8 1000 0.97 3.77 1.17 1.19 0.06 1.32 3.77 + 16 1000 0.98 2.36 1.17 1.19 0.05 1.32 2.36 + 32 1000 1.00 51.61 1.20 1.23 0.15 1.36 51.61 + 64 1000 1.04 2.59 1.21 1.22 0.08 1.39 2.59 + 128 1000 1.10 5.83 1.30 1.32 0.25 1.48 5.83 + 256 1000 2.07 6.32 2.25 2.29 0.19 2.50 6.32 + 512 1000 2.21 6.06 2.36 2.38 0.11 2.58 6.06 + 1024 1000 2.22 6.94 2.40 2.45 0.24 3.01 6.94 + 2048 1000 2.80 7.61 3.12 3.12 0.20 3.33 7.61 + 4096 1000 3.16 6.73 3.58 3.54 0.23 4.01 6.73 + 8192 1000 3.77 6.70 4.13 4.15 0.21 4.60 6.70 + 16384 1000 5.19 8.19 5.63 5.66 0.19 6.02 8.19 + 32768 1000 7.90 12.02 8.36 8.36 0.15 8.71 12.02 + 65536 1000 13.28 18.19 13.73 13.74 0.20 14.12 18.19 + 131072 1000 23.94 25.27 24.54 24.53 0.16 24.91 25.27 + 262144 1000 45.66 48.27 46.67 46.63 0.27 47.17 48.27 + 524288 1000 87.05 92.24 88.02 88.05 0.42 89.24 92.24 + 1048576 1000 170.31 179.93 171.74 171.77 0.55 173.66 179.93 + 2097152 1000 336.83 347.74 339.03 339.09 0.70 341.58 347.74 + 4194304 1000 670.20 683.24 672.35 672.50 1.13 675.83 683.24 + 8388608 1000 1474.78 1496.07 1487.42 1487.23 1.80 1490.91 1496.07 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_read_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_read_bw-pl_1.log new file mode 100644 index 000000000..0ceebacd1 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_read_bw-pl_1.log @@ -0,0 +1,63 @@ + +mydestvaddr: 7f2ea4859000 + +--------------------------------------------------------------------------------------- + RDMA_Read BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0aa2 PSN 0xddb16e OUT 0x10 RKey 0xd0010102 VAddr 0x00007f2ea4859000 + remote address: LID 0x03 QPN 0x0aa2 PSN 0xb77e48 OUT 0x10 RKey 0xd0010102 VAddr 0x00007f62f7887000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 0.31 0.31 0.162354 + 4 1000 0.63 0.62 0.162802 + 8 1000 1.25 1.25 0.163665 + 16 1000 2.51 2.51 0.164171 + 32 1000 5.02 4.98 0.163102 + 64 1000 10.09 10.05 0.164683 + 128 1000 20.15 20.04 0.164191 + 256 1000 40.23 39.98 0.163772 + 512 1000 80.21 80.03 0.163908 + 1024 1000 161.26 160.46 0.164310 + 2048 1000 320.99 319.82 0.163750 + 4096 1000 648.83 645.51 0.165251 + 8192 1000 1291.65 1290.04 0.165125 + 16384 1000 2592.85 2581.92 0.165243 + 32768 1000 5162.97 5134.37 0.164300 + 65536 1000 6093.19 6089.44 0.097431 + 131072 1000 6093.99 6092.51 0.048740 + 262144 1000 6082.07 6080.88 0.024324 + 524288 1000 6081.33 6079.74 0.012159 + 1048576 1000 6079.41 6079.24 0.006079 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_read_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_read_lat-pl_1.log new file mode 100644 index 000000000..a5c0f3c14 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_read_lat-pl_1.log @@ -0,0 +1,57 @@ + +mydestvaddr: 7f6a0b47d000 + +--------------------------------------------------------------------------------------- + RDMA_Read Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0aa3 PSN 0xddb16e OUT 0x10 RKey 0xd8010102 VAddr 0x00007f6a0b47d000 + remote address: LID 0x03 QPN 0x0aa3 PSN 0xb77e48 OUT 0x10 RKey 0xd8010102 VAddr 0x00007f3756355000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 8.47 16.25 8.56 8.60 0.33 9.56 16.25 + 4 1000 8.40 14.51 8.51 8.54 0.30 9.32 14.51 + 8 1000 8.42 13.90 8.52 8.55 0.35 9.53 13.90 + 16 1000 8.40 14.73 8.51 8.54 0.31 9.22 14.73 + 32 1000 8.42 16.74 8.51 8.55 0.33 10.07 16.74 + 64 1000 8.40 14.13 8.50 8.53 0.30 9.61 14.13 + 128 1000 8.38 13.71 8.50 8.53 0.26 9.25 13.71 + 256 1000 8.41 14.08 8.50 8.53 0.26 9.11 14.08 + 512 1000 8.42 14.29 8.52 8.54 0.25 8.72 14.29 + 1024 1000 8.40 14.05 8.51 8.54 0.27 9.54 14.05 + 2048 1000 8.38 14.12 8.49 8.53 0.29 9.26 14.12 + 4096 1000 8.34 13.52 8.43 8.45 0.27 9.49 13.52 + 8192 1000 8.32 13.65 8.42 8.45 0.26 9.15 13.65 + 16384 1000 8.33 14.24 8.43 8.46 0.31 9.14 14.24 + 32768 1000 10.86 18.57 10.96 11.00 0.33 13.22 18.57 + 65536 1000 15.70 24.09 15.94 16.00 0.45 18.45 24.09 + 131072 1000 25.67 29.94 25.89 26.07 0.63 28.41 29.94 + 262144 1000 45.98 55.83 48.26 48.28 0.50 50.57 55.83 + 524288 1000 87.59 95.46 90.30 89.74 1.08 90.86 95.46 + 1048576 1000 169.99 181.55 172.42 172.48 0.74 175.13 181.55 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp diff --git a/usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_write_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_write_bw-pl_1.log new file mode 100644 index 000000000..1b8a23797 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_write_bw-pl_1.log @@ -0,0 +1,62 @@ + +mydestvaddr: 7f5317cf8000 + +--------------------------------------------------------------------------------------- + RDMA_Write BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0aa0 PSN 0x5424a4 RKey 0xc0010102 VAddr 0x00007f5317cf8000 + remote address: LID 0x03 QPN 0x0aa0 PSN 0x410b11 RKey 0xc0010102 VAddr 0x00007f1af2693000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 0.32 0.32 0.167302 + 4 5000 0.64 0.63 0.165766 + 8 5000 1.27 1.27 0.166085 + 16 5000 2.55 2.53 0.165748 + 32 5000 5.08 5.07 0.166050 + 64 5000 10.17 10.14 0.166128 + 128 5000 20.31 20.23 0.165759 + 256 5000 40.59 40.46 0.165718 + 512 5000 81.15 80.91 0.165712 + 1024 5000 162.35 161.78 0.165664 + 2048 5000 324.60 323.71 0.165741 + 4096 5000 655.03 653.17 0.167212 + 8192 5000 1308.87 1306.71 0.167259 + 16384 5000 2622.31 2613.89 0.167289 + 32768 5000 5232.80 5230.93 0.167390 + 65536 5000 6004.04 6002.99 0.096048 + 131072 5000 6005.26 6005.06 0.048040 + 262144 5000 5993.13 5992.69 0.023971 + 524288 5000 5992.39 5992.23 0.011984 + 1048576 5000 5995.90 5995.46 0.005995 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_write_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_write_lat-pl_1.log new file mode 100644 index 000000000..f1c0163c5 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-16-27/hermit-ib_write_lat-pl_1.log @@ -0,0 +1,56 @@ + +mydestvaddr: 7fcce4dca000 + +--------------------------------------------------------------------------------------- + RDMA_Write Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Max inline data : 220[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0aa1 PSN 0xddb16e RKey 0xc8010102 VAddr 0x00007fcce4dca000 + remote address: LID 0x03 QPN 0x0aa1 PSN 0xb77e48 RKey 0xc8010102 VAddr 0x00007fa312b67000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 4.23 6.93 4.29 4.32 0.16 4.84 6.93 + 4 1000 4.22 6.78 4.28 4.30 0.14 5.20 6.78 + 8 1000 4.19 7.14 4.27 4.29 0.22 5.41 7.14 + 16 1000 4.21 7.09 4.29 4.30 0.14 5.26 7.09 + 32 1000 4.22 8.95 4.28 4.30 0.16 5.37 8.95 + 64 1000 4.22 6.53 4.28 4.30 0.14 4.87 6.53 + 128 1000 4.23 6.65 4.28 4.30 0.14 4.85 6.65 + 256 1000 4.19 7.13 4.24 4.26 0.15 5.30 7.13 + 512 1000 4.19 7.17 4.23 4.25 0.14 5.02 7.17 + 1024 1000 4.18 7.52 4.23 4.25 0.16 5.19 7.52 + 2048 1000 4.19 9.62 4.25 4.28 0.22 5.78 9.62 + 4096 1000 4.31 7.19 4.40 4.45 0.20 5.74 7.19 + 8192 1000 4.94 7.55 5.09 5.15 0.16 5.99 7.55 + 16384 1000 6.20 7.83 6.51 6.51 0.16 6.81 7.83 + 32768 1000 8.94 11.54 9.18 9.19 0.11 9.38 11.54 + 65536 1000 14.43 15.87 14.63 14.64 0.11 15.24 15.87 + 131072 1000 24.86 26.29 25.19 25.19 0.12 25.47 26.29 + 262144 1000 45.82 47.59 46.35 46.35 0.18 46.78 47.59 + 524288 1000 86.80 88.56 87.61 87.62 0.27 88.28 88.56 + 1048576 1000 170.12 172.79 171.20 171.21 0.38 172.16 172.79 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp diff --git a/usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_read_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_read_bw-pl_1.log new file mode 100644 index 000000000..a527042cd --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_read_bw-pl_1.log @@ -0,0 +1,41 @@ +--------------------------------------------------------------------------------------- + RDMA_Read BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a9e PSN 0x4df7d3 OUT 0x10 RKey 0xb0010102 VAddr 0x007f79f7fe8000 + remote address: LID 0x03 QPN 0x0a9e PSN 0x7f42f6 OUT 0x10 RKey 0xb0010102 VAddr 0x007ff6d4fd9000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 12.18 10.03 5.256581 + 4 1000 24.92 24.76 6.491923 + 8 1000 50.35 50.17 6.575791 + 16 1000 107.81 106.24 6.962565 + 32 1000 215.61 213.31 6.989669 + 64 1000 431.22 426.89 6.994106 + 128 1000 809.65 806.92 6.610298 + 256 1000 1619.29 1612.65 6.605395 + 512 1000 3213.99 3111.89 6.373147 + 1024 1000 4591.41 4579.46 4.689363 + 2048 1000 5402.24 5394.73 2.762102 + 4096 1000 5823.51 5820.68 1.490095 + 8192 1000 6047.16 6046.22 0.773916 + 16384 1000 6077.01 6074.74 0.388784 + 32768 1000 6074.74 6074.33 0.194378 + 65536 1000 6083.61 6082.85 0.097326 + 131072 1000 6083.04 6083.00 0.048664 + 262144 1000 5892.94 5892.68 0.023571 + 524288 1000 5958.99 5958.66 0.011917 + 1048576 1000 5961.98 5961.78 0.005962 + 2097152 1000 5905.88 5905.88 0.002953 + 4194304 1000 5924.09 5924.09 0.001481 + 8388608 1000 5923.80 5922.65 0.000740 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_read_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_read_lat-pl_1.log new file mode 100644 index 000000000..1ab18a2b0 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_read_lat-pl_1.log @@ -0,0 +1,40 @@ +--------------------------------------------------------------------------------------- + RDMA_Read Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a9f PSN 0xd31e48 OUT 0x10 RKey 0xb8010102 VAddr 0x007fbf85eee000 + remote address: LID 0x03 QPN 0x0a9f PSN 0x4178f7 OUT 0x10 RKey 0xb8010102 VAddr 0x007f51737ff000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 1.66 7.94 1.69 1.70 0.02 1.79 7.94 + 4 1000 1.67 2.39 1.69 1.70 0.02 1.77 2.39 + 8 1000 1.66 4.84 1.69 1.70 0.03 1.78 4.84 + 16 1000 1.66 4.66 1.69 1.70 0.03 1.78 4.66 + 32 1000 1.67 4.00 1.70 1.71 0.04 1.79 4.00 + 64 1000 1.73 2.13 1.76 1.76 0.02 1.84 2.13 + 128 1000 1.77 4.53 1.80 1.80 0.03 1.87 4.53 + 256 1000 1.84 4.00 1.88 1.88 0.02 1.95 4.00 + 512 1000 1.98 5.02 2.01 2.01 0.03 2.09 5.02 + 1024 1000 2.21 4.44 2.24 2.25 0.03 2.32 4.44 + 2048 1000 2.67 7.13 2.71 2.72 0.14 2.80 7.13 + 4096 1000 2.99 4.81 3.04 3.05 0.03 3.14 4.81 + 8192 1000 3.64 4.22 3.69 3.74 0.13 4.10 4.22 + 16384 1000 4.90 6.23 4.96 5.05 0.16 5.39 6.23 + 32768 1000 7.47 10.18 7.61 7.64 0.15 7.95 10.18 + 65536 1000 12.71 14.18 12.87 12.87 0.10 13.05 14.18 + 131072 1000 22.93 24.68 23.23 23.24 0.16 23.90 24.68 + 262144 1000 43.68 45.96 45.33 45.32 0.24 45.77 45.96 + 524288 1000 85.14 89.87 88.60 88.56 0.47 89.39 89.87 + 1048576 1000 168.08 179.81 171.05 171.06 0.72 173.15 179.81 + 2097152 1000 333.02 343.68 335.41 335.40 0.69 337.33 343.68 + 4194304 1000 663.10 685.08 666.26 666.33 1.39 669.08 685.08 + 8388608 1000 1327.25 1363.16 1331.53 1331.65 2.14 1336.96 1363.16 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_write_bw-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_write_bw-pl_1.log new file mode 100644 index 000000000..2976727d2 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_write_bw-pl_1.log @@ -0,0 +1,41 @@ +--------------------------------------------------------------------------------------- + RDMA_Write BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a9c PSN 0x7a9cf5 RKey 0xa0010102 VAddr 0x007f6485e48000 + remote address: LID 0x03 QPN 0x0a9c PSN 0x662d76 RKey 0xa0010102 VAddr 0x007fcf589d0000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 15.59 14.69 7.700915 + 4 5000 31.99 31.85 8.350320 + 8 5000 64.82 64.52 8.457273 + 16 5000 127.16 124.96 8.189251 + 32 5000 255.13 249.46 8.174421 + 64 5000 511.91 511.03 8.372736 + 128 5000 1010.77 1007.64 8.254604 + 256 5000 1996.11 1948.96 7.982929 + 512 5000 3992.22 3872.76 7.931419 + 1024 5000 5592.63 5573.55 5.707317 + 2048 5000 5790.31 5783.52 2.961163 + 4096 5000 5925.44 5924.50 1.516671 + 8192 5000 5977.76 5975.88 0.764913 + 16384 5000 6020.28 6019.13 0.385224 + 32768 5000 5985.24 5983.27 0.191465 + 65536 5000 5999.61 5996.82 0.095949 + 131072 5000 6038.62 6036.80 0.048294 + 262144 5000 6023.29 6023.21 0.024093 + 524288 5000 6014.37 6013.68 0.012027 + 1048576 5000 6012.66 6012.55 0.006013 + 2097152 5000 6017.00 6016.57 0.003008 + 4194304 5000 6032.07 6031.64 0.001508 + 8388608 5000 6042.00 6041.80 0.000755 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_write_lat-pl_1.log b/usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_write_lat-pl_1.log new file mode 100644 index 000000000..a3638328e --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-16-27/native-ib_write_lat-pl_1.log @@ -0,0 +1,40 @@ +--------------------------------------------------------------------------------------- + RDMA_Write Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Max inline data : 220[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a9d PSN 0xb625fe RKey 0xa8010102 VAddr 0x007fdeb9244000 + remote address: LID 0x03 QPN 0x0a9d PSN 0x2338cc RKey 0xa8010102 VAddr 0x007fb419a77000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 0.86 3.77 0.87 0.88 0.09 1.06 3.77 + 4 1000 0.86 3.26 0.87 0.87 0.05 0.88 3.26 + 8 1000 0.86 2.83 0.87 0.88 0.07 0.89 2.83 + 16 1000 0.85 3.89 0.87 0.88 0.10 0.89 3.89 + 32 1000 0.90 3.30 0.91 0.91 0.07 0.92 3.30 + 64 1000 0.92 3.83 0.94 0.94 0.08 0.95 3.83 + 128 1000 1.02 3.28 1.03 1.03 0.06 1.04 3.28 + 256 1000 1.61 3.61 1.64 1.65 0.10 1.70 3.61 + 512 1000 1.76 4.92 1.80 1.81 0.11 1.83 4.92 + 1024 1000 2.01 3.42 2.04 2.04 0.06 2.09 3.42 + 2048 1000 2.48 5.37 2.61 2.57 0.08 2.65 5.37 + 4096 1000 2.80 5.51 2.95 2.94 0.12 3.20 5.51 + 8192 1000 3.45 5.93 3.60 3.64 0.13 3.87 5.93 + 16384 1000 4.76 6.51 4.99 5.00 0.13 5.23 6.51 + 32768 1000 7.44 9.22 7.62 7.62 0.08 7.79 9.22 + 65536 1000 12.79 13.69 12.99 13.00 0.06 13.15 13.69 + 131072 1000 23.21 23.96 23.58 23.59 0.12 23.86 23.96 + 262144 1000 44.05 45.09 44.64 44.63 0.16 44.98 45.09 + 524288 1000 85.05 86.73 85.73 85.71 0.23 86.24 86.73 + 1048576 1000 167.36 169.70 168.62 168.63 0.37 169.49 169.70 + 2097152 1000 332.87 336.49 334.31 334.32 0.49 335.45 336.49 + 4194304 1000 662.61 669.64 664.70 664.68 0.73 666.53 669.64 + 8388608 1000 1422.38 1431.22 1426.36 1426.37 1.20 1429.20 1431.22 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-16-34/hermit-ib_write_bw-pl_16.log b/usr/benchmarks/ib/evaluation/18-02-15-16-34/hermit-ib_write_bw-pl_16.log new file mode 100644 index 000000000..02178a79e --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-16-34/hermit-ib_write_bw-pl_16.log @@ -0,0 +1,65 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7f8d6c726000 + +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0aa7 PSN 0x5424a4 RKey 0xf8010102 VAddr 0x00007f8d6c726000 + remote address: LID 0x03 QPN 0x0aa7 PSN 0x2df17e RKey 0xf8010102 VAddr 0x00007f12a28d6000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 4.27 2.238970 + 4 5000 inf 8.58 2.247896 + 8 5000 inf 17.20 2.253894 + 16 5000 inf 33.54 2.198052 + 32 5000 inf 68.87 2.256620 + 64 5000 inf 138.07 2.262100 + 128 5000 inf 275.23 2.254665 + 256 5000 inf 552.14 2.261552 + 512 5000 inf 1096.80 2.246248 + 1024 5000 inf 2200.26 2.253069 + 2048 5000 inf 4382.56 2.243869 + 4096 5000 inf 5890.03 1.507848 + 8192 5000 inf 5930.12 0.759056 + 16384 5000 inf 5967.29 0.381907 + 32768 5000 inf 5989.30 0.191658 + 65536 5000 inf 5993.25 0.095892 + 131072 5000 inf 5995.44 0.047963 + 262144 5000 inf 5981.11 0.023924 + 524288 5000 inf 5979.83 0.011960 + 1048576 5000 inf 5980.98 0.005981 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-16-34/hermit-ib_write_bw-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-16-34/hermit-ib_write_bw-pl_4.log new file mode 100644 index 000000000..29f5b2ecf --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-16-34/hermit-ib_write_bw-pl_4.log @@ -0,0 +1,65 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7fb423b43000 + +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0aa6 PSN 0x5424a4 RKey 0xf0010102 VAddr 0x00007fb423b43000 + remote address: LID 0x03 QPN 0x0aa6 PSN 0x410b11 RKey 0xf0010102 VAddr 0x00007fe0df917000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 1.22 0.639472 + 4 5000 inf 2.41 0.633000 + 8 5000 inf 4.86 0.637327 + 16 5000 inf 9.65 0.632437 + 32 5000 inf 19.44 0.636915 + 64 5000 inf 38.80 0.635780 + 128 5000 inf 77.65 0.636093 + 256 5000 inf 155.52 0.637029 + 512 5000 inf 310.84 0.636591 + 1024 5000 inf 622.58 0.637521 + 2048 5000 inf 1243.93 0.636892 + 4096 5000 inf 2488.82 0.637138 + 8192 5000 inf 4948.67 0.633430 + 16384 5000 inf 5994.82 0.383669 + 32768 5000 inf 6003.61 0.192116 + 65536 5000 inf 5998.87 0.095982 + 131072 5000 inf 5999.02 0.047992 + 262144 5000 inf 5989.27 0.023957 + 524288 5000 inf 5987.86 0.011976 + 1048576 5000 inf 5989.40 0.005989 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/18-02-15-16-34/native-ib_write_bw-pl_16.log b/usr/benchmarks/ib/evaluation/18-02-15-16-34/native-ib_write_bw-pl_16.log new file mode 100644 index 000000000..ab7687181 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-16-34/native-ib_write_bw-pl_16.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0aa5 PSN 0xfd8440 RKey 0xe8010102 VAddr 0x007f54e33a9000 + remote address: LID 0x03 QPN 0x0aa5 PSN 0x9a5252 RKey 0xe8010102 VAddr 0x007fb5d5907000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 29.05 15.228124 + 4 5000 inf 63.69 16.695707 + 8 5000 inf 126.95 16.639035 + 16 5000 inf 253.80 16.633159 + 32 5000 inf 490.60 16.076069 + 64 5000 inf 948.01 15.532115 + 128 5000 inf 1943.44 15.920691 + 256 5000 inf 3506.99 14.364644 + 512 5000 inf 4936.12 10.109168 + 1024 5000 inf 5585.78 5.719843 + 2048 5000 inf 5821.69 2.980706 + 4096 5000 inf 5927.34 1.517398 + 8192 5000 inf 5988.81 0.766568 + 16384 5000 inf 6003.13 0.384200 + 32768 5000 inf 5992.01 0.191744 + 65536 5000 inf 5998.35 0.095974 + 131072 5000 inf 6013.21 0.048106 + 262144 5000 inf 5995.01 0.023980 + 524288 5000 inf 6001.05 0.012002 + 1048576 5000 inf 6010.63 0.006011 + 2097152 5000 inf 6012.86 0.003006 + 4194304 5000 inf 6022.82 0.001506 + 8388608 5000 inf 6031.49 0.000754 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/18-02-15-16-34/native-ib_write_bw-pl_4.log b/usr/benchmarks/ib/evaluation/18-02-15-16-34/native-ib_write_bw-pl_4.log new file mode 100644 index 000000000..8b50eec7b --- /dev/null +++ b/usr/benchmarks/ib/evaluation/18-02-15-16-34/native-ib_write_bw-pl_4.log @@ -0,0 +1,44 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0aa4 PSN 0x4e02e8 RKey 0xe0010102 VAddr 0x007fed61646000 + remote address: LID 0x03 QPN 0x0aa4 PSN 0x61ab00 RKey 0xe0010102 VAddr 0x007f8e50a5f000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 25.88 13.567217 + 4 5000 inf 55.77 14.618703 + 8 5000 inf 111.66 14.635095 + 16 5000 inf 221.60 14.523001 + 32 5000 inf 446.05 14.616008 + 64 5000 inf 890.80 14.594938 + 128 5000 inf 1700.46 13.930144 + 256 5000 inf 3179.86 13.024692 + 512 5000 inf 4887.48 10.009567 + 1024 5000 inf 5570.32 5.704012 + 2048 5000 inf 5797.98 2.968563 + 4096 5000 inf 5917.97 1.515000 + 8192 5000 inf 5968.95 0.764026 + 16384 5000 inf 6014.44 0.384924 + 32768 5000 inf 6019.43 0.192622 + 65536 5000 inf 6021.91 0.096351 + 131072 5000 inf 6015.48 0.048124 + 262144 5000 inf 6000.20 0.024001 + 524288 5000 inf 6010.53 0.012021 + 1048576 5000 inf 6014.32 0.006014 + 2097152 5000 inf 6023.39 0.003012 + 4194304 5000 inf 6036.14 0.001509 + 8388608 5000 inf 6042.86 0.000755 +--------------------------------------------------------------------------------------- diff --git a/usr/benchmarks/ib/evaluation/client.py b/usr/benchmarks/ib/evaluation/client.py index 7e9ad927f..0d424566e 100755 --- a/usr/benchmarks/ib/evaluation/client.py +++ b/usr/benchmarks/ib/evaluation/client.py @@ -8,35 +8,40 @@ from datetime import datetime # from parse_results import parse_results from config import \ -BENCHMARKS, OPTIONS, NATIVE_SERVER_IP, HERMIT_RUN_CLIENT, HERMIT_SERVER_IP +BENCHMARKS, OPTIONS, NATIVE_SERVER_IP, HERMIT_RUN_CLIENT, HERMIT_SERVER_IP, NATIVE_PERFTEST_PATH -# CREATE_PLOTS = True - timestamp = datetime.now().strftime("%y-%m-%d-%H-%M") - -directory = os.path.join('/home/wierichs/ib_benchmarking', timestamp) +directory = os.path.join('/home/wierichs/HermitCore/usr/benchmarks/ib/evaluation', timestamp) try: os.makedirs(directory) except OSError as e: if e.errno != errno.EEXIST: raise +# Native +print('Run native benchmarks.\n') for bm in BENCHMARKS: for opt in OPTIONS: + + print('Benchmark: ' + bm + ' ' + opt + '\n') post_list = opt.split()[-1] file_name = 'native-' + bm + '-pl_' + post_list + '.log' - with open(os.path.join(directory, file_name), "w+") as logfile: - subprocess.call([bm] + opt.split() + [NATIVE_SERVER_IP], stdout = logfile) - sleep(2) + with open(os.path.join(directory, file_name), "w+") as logfile: + subprocess.call("numactl --physcpubind 10".split() + [os.path.join(NATIVE_PERFTEST_PATH, bm)] + opt.split() + [NATIVE_SERVER_IP], stdout = logfile) + sleep(3) + +# HermitCore +print('Run HermitCore benchmarks.\n') for bm in BENCHMARKS: for opt in OPTIONS: + + print('Benchmark: ' + bm + ' ' + opt + '\n') post_list = opt.split()[-1] file_name = 'hermit-' + bm + '-pl_' + post_list + '.log' + with open(os.path.join(directory, file_name), "w+") as logfile: - # subprocess.call((HERMIT_RUN_CLIENT + bm).split() + opt.split() + - # [HERMIT_SERVER_IP], stdout = logfile) subprocess.call(HERMIT_RUN_CLIENT + bm + ' ' + opt + ' ' + HERMIT_SERVER_IP, shell=True, stdout=logfile) - sleep(2) + sleep(5) diff --git a/usr/benchmarks/ib/evaluation/config.py b/usr/benchmarks/ib/evaluation/config.py index 93c813c43..bd29b1ccb 100644 --- a/usr/benchmarks/ib/evaluation/config.py +++ b/usr/benchmarks/ib/evaluation/config.py @@ -1,19 +1,29 @@ import os +BENCHMARKS = ['ib_write_bw', + 'ib_write_lat', + 'ib_read_bw', + 'ib_read_lat'] -# BENCHMARKS = ['ib_write_bw', - # 'ib_write_lat', +# BENCHMARKS = ['ib_write_lat', # 'ib_read_bw', # 'ib_read_lat'] -BENCHMARKS = ['ib_write_bw'] -OPTIONS = ['-a --post_list 1', - '-a --post_list 4', - '-a --post_list 16'] +OPTIONS = ['-a --post_list 1'] -TIMESTAMP = '18-02-01-18-46' # TODO: temporary while testing plots +# BENCHMARKS = ['ib_write_bw'] +# OPTIONS = ['-a --post_list 4', + # '-a --post_list 16'] -NATIVE_SERVER_IP = '137.226.133.151' +# OPTIONS = ['-a --post_list 1', + # '-a --post_list 4', + # '-a --post_list 16'] +# TIMESTAMP = '18-02-15-14-30' # TODO: temporary while testing plots +TIMESTAMP = 'final2' # TODO: temporary while testing plots + +NATIVE_SERVER_IP = '137.226.133.153' + +NATIVE_PERFTEST_PATH = '/home/wierichs/perftest/tests/bin' HERMIT_PATH = '/home/wierichs' HERMIT_SERVER_IP = '10.0.5.3' @@ -33,7 +43,8 @@ HERMIT_RUN_SERVER = 'HERMIT_ISLE=uhyve \ HERMIT_IP="' + HERMIT_SERVER_IP + '" \ HERMIT_GATEWAY="' + HERMIT_SERVER_GATEWAY + '" \ HERMIT_MASK="' + HERMIT_MASK + '" \ - HERMIT_NETIF=' + HERMIT_SERVER_TAPDEV + ' ' + \ + HERMIT_NETIF=' + HERMIT_SERVER_TAPDEV + ' \ + numactl --physcpubind 10 ' + \ os.path.join(HERMIT_PATH, 'hermit/bin/proxy') + ' ' + \ os.path.join(HERMIT_PATH, 'hermit/x86_64-hermit/extra/benchmarks/') @@ -44,6 +55,7 @@ HERMIT_RUN_CLIENT = 'HERMIT_ISLE=uhyve \ HERMIT_IP="' + HERMIT_CLIENT_IP + '" \ HERMIT_GATEWAY="' + HERMIT_CLIENT_GATEWAY + '" \ HERMIT_MASK="' + HERMIT_MASK + '" \ - HERMIT_NETIF=' + HERMIT_CLIENT_TAPDEV + ' ' + \ + HERMIT_NETIF=' + HERMIT_CLIENT_TAPDEV + ' \ + numactl --physcpubind 10 ' + \ os.path.join(HERMIT_PATH, 'hermit/bin/proxy') + ' ' + \ os.path.join(HERMIT_PATH, 'hermit/x86_64-hermit/extra/benchmarks/') diff --git a/usr/benchmarks/ib/evaluation/final/hermit-ib_read_bw-pl_1.log b/usr/benchmarks/ib/evaluation/final/hermit-ib_read_bw-pl_1.log new file mode 100644 index 000000000..f6fdd827b --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final/hermit-ib_read_bw-pl_1.log @@ -0,0 +1,63 @@ + +mydestvaddr: 7f319ab71000 + +--------------------------------------------------------------------------------------- + RDMA_Read BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a99 PSN 0xddb16e OUT 0x10 RKey 0x88010102 VAddr 0x00007f319ab71000 + remote address: LID 0x03 QPN 0x0a99 PSN 0xb77e48 OUT 0x10 RKey 0x88010102 VAddr 0x00007ff64a731000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 1000 0.31 0.31 0.161308 + 4 1000 0.62 0.62 0.162018 + 8 1000 1.24 1.24 0.162065 + 16 1000 2.48 2.47 0.162142 + 32 1000 4.99 4.95 0.162251 + 64 1000 9.94 9.90 0.162256 + 128 1000 19.86 19.80 0.162173 + 256 1000 39.73 39.51 0.161815 + 512 1000 79.53 79.25 0.162307 + 1024 1000 158.97 158.05 0.161840 + 2048 1000 318.12 316.41 0.162000 + 4096 1000 642.15 640.63 0.164002 + 8192 1000 1281.94 1278.57 0.163657 + 16384 1000 2563.57 2558.72 0.163758 + 32768 1000 5114.22 5105.13 0.163364 + 65536 1000 6056.63 6056.41 0.096903 + 131072 1000 6069.64 6069.47 0.048556 + 262144 1000 6046.82 6046.79 0.024187 + 524288 1000 6055.95 6055.94 0.012112 + 1048576 1000 6055.15 6054.85 0.006055 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/final/hermit-ib_read_lat-pl_1.log b/usr/benchmarks/ib/evaluation/final/hermit-ib_read_lat-pl_1.log new file mode 100644 index 000000000..94c7ca075 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final/hermit-ib_read_lat-pl_1.log @@ -0,0 +1,57 @@ + +mydestvaddr: 7f2c86042000 + +--------------------------------------------------------------------------------------- + RDMA_Read Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Outstand reads : 16 + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a9a PSN 0xddb16e OUT 0x10 RKey 0x90010102 VAddr 0x00007f2c86042000 + remote address: LID 0x03 QPN 0x0a9a PSN 0xb77e48 OUT 0x10 RKey 0x90010102 VAddr 0x00007fb617283000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 8.65 15.93 8.75 8.79 0.30 9.82 15.93 + 4 1000 8.60 12.79 8.70 8.73 0.27 9.69 12.79 + 8 1000 8.58 13.84 8.68 8.71 0.30 9.62 13.84 + 16 1000 8.59 13.62 8.67 8.69 0.22 9.30 13.62 + 32 1000 8.58 15.60 8.67 8.70 0.36 9.59 15.60 + 64 1000 8.60 14.44 8.67 8.70 0.27 8.89 14.44 + 128 1000 8.58 14.86 8.67 8.70 0.28 9.43 14.86 + 256 1000 8.58 15.02 8.67 8.70 0.29 9.41 15.02 + 512 1000 8.59 15.38 8.68 8.72 0.39 10.97 15.38 + 1024 1000 8.58 15.15 8.68 8.71 0.37 9.01 15.15 + 2048 1000 8.58 15.47 8.66 8.69 0.32 9.68 15.47 + 4096 1000 8.58 16.59 8.68 8.71 0.35 9.37 16.59 + 8192 1000 8.58 14.86 8.66 8.70 0.30 8.91 14.86 + 16384 1000 8.59 15.45 8.68 8.71 0.29 9.14 15.45 + 32768 1000 11.08 14.54 11.18 11.22 0.24 13.15 14.54 + 65536 1000 15.83 19.07 16.15 16.17 0.17 16.84 19.07 + 131072 1000 25.90 30.93 28.45 27.96 0.98 28.66 30.93 + 262144 1000 47.75 54.10 48.30 48.33 0.25 49.18 54.10 + 524288 1000 87.94 98.32 90.29 90.31 0.63 92.35 98.32 + 1048576 1000 171.17 188.84 173.62 173.18 1.25 175.99 188.84 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp diff --git a/usr/benchmarks/ib/evaluation/final/hermit-ib_write_bw-pl_1.log b/usr/benchmarks/ib/evaluation/final/hermit-ib_write_bw-pl_1.log new file mode 100644 index 000000000..587c3d015 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final/hermit-ib_write_bw-pl_1.log @@ -0,0 +1,62 @@ + +mydestvaddr: 7ff68221d000 + +--------------------------------------------------------------------------------------- + RDMA_Write BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + CQ Moderation : 100 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a92 PSN 0x5424a4 RKey 0x50010102 VAddr 0x00007ff68221d000 + remote address: LID 0x03 QPN 0x0a92 PSN 0x410b11 RKey 0x50010102 VAddr 0x00007fc168380000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 0.32 0.32 0.166766 + 4 5000 0.63 0.63 0.165070 + 8 5000 1.27 1.26 0.165474 + 16 5000 2.52 2.52 0.165137 + 32 5000 5.07 5.06 0.165876 + 64 5000 10.13 10.11 0.165577 + 128 5000 20.19 20.18 0.165288 + 256 5000 40.45 40.40 0.165463 + 512 5000 80.77 80.70 0.165281 + 1024 5000 161.65 161.43 0.165304 + 2048 5000 323.53 322.93 0.165340 + 4096 5000 650.08 644.28 0.164936 + 8192 5000 1305.51 1300.52 0.166466 + 16384 5000 2611.69 2609.34 0.166998 + 32768 5000 5220.69 5215.58 0.166899 + 65536 5000 5906.92 5906.81 0.094509 + 131072 5000 5911.65 5911.24 0.047290 + 262144 5000 5901.39 5901.38 0.023606 + 524288 5000 5899.97 5894.30 0.011789 + 1048576 5000 5900.12 5899.68 0.005900 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/final/hermit-ib_write_bw-pl_16.log b/usr/benchmarks/ib/evaluation/final/hermit-ib_write_bw-pl_16.log new file mode 100644 index 000000000..17ec509fd --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final/hermit-ib_write_bw-pl_16.log @@ -0,0 +1,65 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7fb15960a000 + +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 16 + CQ Moderation : 16 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a94 PSN 0x5424a4 RKey 0x60010102 VAddr 0x00007fb15960a000 + remote address: LID 0x03 QPN 0x0a94 PSN 0x2df17e RKey 0x60010102 VAddr 0x00007f0c6baae000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 4.20 2.202231 + 4 5000 inf 8.44 2.213705 + 8 5000 inf 16.99 2.226547 + 16 5000 inf 33.02 2.163775 + 32 5000 inf 67.86 2.223707 + 64 5000 inf 135.62 2.221932 + 128 5000 inf 271.57 2.224720 + 256 5000 inf 543.92 2.227878 + 512 5000 inf 1080.83 2.213540 + 1024 5000 inf 2173.06 2.225212 + 2048 5000 inf 4315.21 2.209387 + 4096 5000 inf 5900.64 1.510563 + 8192 5000 inf 5938.25 0.760095 + 16384 5000 inf 5991.13 0.383432 + 32768 5000 inf 5982.65 0.191445 + 65536 5000 inf 5989.67 0.095835 + 131072 5000 inf 5993.30 0.047946 + 262144 5000 inf 5978.11 0.023912 + 524288 5000 inf 5978.63 0.011957 + 1048576 5000 inf 5942.08 0.005942 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/final/hermit-ib_write_bw-pl_4.log b/usr/benchmarks/ib/evaluation/final/hermit-ib_write_bw-pl_4.log new file mode 100644 index 000000000..e696e61e6 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final/hermit-ib_write_bw-pl_4.log @@ -0,0 +1,65 @@ +--------------------------------------------------------------------------------------- +Post List requested - CQ moderation will be the size of the post list + +mydestvaddr: 7f8a38356000 + +--------------------------------------------------------------------------------------- + RDMA_Write Post List BW Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 128 + Post List : 4 + CQ Moderation : 4 + Mtu : 2048[B] + Link type : IB + Max inline data : 0[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a93 PSN 0x5424a4 RKey 0x58010102 VAddr 0x00007f8a38356000 + remote address: LID 0x03 QPN 0x0a93 PSN 0x2df17e RKey 0x58010102 VAddr 0x00007f6363694000 +--------------------------------------------------------------------------------------- + #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] + 2 5000 inf 1.20 0.629510 + 4 5000 inf 2.41 0.632495 + 8 5000 inf 4.85 0.635393 + 16 5000 inf 9.61 0.629556 + 32 5000 inf 19.43 0.636599 + 64 5000 inf 38.86 0.636676 + 128 5000 inf 77.75 0.636951 + 256 5000 inf 155.28 0.636033 + 512 5000 inf 310.28 0.635446 + 1024 5000 inf 621.70 0.636620 + 2048 5000 inf 1242.63 0.636225 + 4096 5000 inf 2485.53 0.636296 + 8192 5000 inf 4950.72 0.633692 + 16384 5000 inf 5929.97 0.379518 + 32768 5000 inf 5893.42 0.188589 + 65536 5000 inf 5906.26 0.094500 + 131072 5000 inf 5912.71 0.047302 + 262144 5000 inf 5902.51 0.023610 + 524288 5000 inf 5901.62 0.011803 + 1048576 5000 inf 5872.53 0.005873 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_destroy_qp +LOG: UHYVE - call_ibv_destroy_cq +LOG: UHYVE - call_ibv_dereg_mr +LOG: UHYVE - call_ibv_dealloc_pd +LOG: UHYVE - call_ibv_close_device diff --git a/usr/benchmarks/ib/evaluation/final/hermit-ib_write_lat-pl_1.log b/usr/benchmarks/ib/evaluation/final/hermit-ib_write_lat-pl_1.log new file mode 100644 index 000000000..a46a6ec14 --- /dev/null +++ b/usr/benchmarks/ib/evaluation/final/hermit-ib_write_lat-pl_1.log @@ -0,0 +1,56 @@ + +mydestvaddr: 7fbd50838000 + +--------------------------------------------------------------------------------------- + RDMA_Write Latency Test + Dual-port : OFF Device : mlx4_0 + Number of qps : 1 Transport type : IB + Connection type : RC Using SRQ : OFF + TX depth : 1 + Mtu : 2048[B] + Link type : IB + Max inline data : 220[B] + rdma_cm QPs : OFF + Data ex. method : Ethernet +--------------------------------------------------------------------------------------- + local address: LID 0x06 QPN 0x0a98 PSN 0xddb16e RKey 0x80010102 VAddr 0x00007fbd50838000 + remote address: LID 0x03 QPN 0x0a98 PSN 0xca97db RKey 0x80010102 VAddr 0x00007f2ceb618000 +--------------------------------------------------------------------------------------- + #bytes #iterations t_min[usec] t_max[usec] t_typical[usec] t_avg[usec] t_stdev[usec] 99% percentile[usec] 99.9% percentile[usec] + 2 1000 4.35 8.57 4.40 4.42 0.18 4.95 8.57 + 4 1000 4.29 5.95 4.37 4.38 0.12 4.92 5.95 + 8 1000 4.30 8.23 4.37 4.39 0.15 5.37 8.23 + 16 1000 4.28 7.20 4.37 4.38 0.13 5.35 7.20 + 32 1000 4.30 7.53 4.37 4.39 0.16 5.54 7.53 + 64 1000 4.31 6.26 4.36 4.38 0.13 5.35 6.26 + 128 1000 4.30 7.25 4.38 4.40 0.15 4.73 7.25 + 256 1000 4.29 7.05 4.34 4.36 0.13 5.34 7.05 + 512 1000 4.28 6.01 4.34 4.36 0.15 5.39 6.01 + 1024 1000 4.28 7.33 4.34 4.36 0.16 5.42 7.33 + 2048 1000 4.28 7.04 4.39 4.41 0.19 5.73 7.04 + 4096 1000 4.68 7.88 4.83 4.89 0.19 6.04 7.88 + 8192 1000 5.39 7.55 5.54 5.60 0.18 6.16 7.55 + 16384 1000 6.61 8.41 6.96 6.96 0.16 7.23 8.41 + 32768 1000 9.48 10.94 9.67 9.71 0.13 9.96 10.94 + 65536 1000 14.85 16.53 15.19 15.19 0.12 15.46 16.53 + 131072 1000 25.47 31.25 26.00 26.01 0.28 27.00 31.25 + 262144 1000 47.18 52.95 48.06 48.04 0.31 48.97 52.95 + 524288 1000 88.73 95.97 89.80 89.82 0.41 90.86 95.97 + 1048576 1000 173.97 180.31 175.56 175.61 0.61 177.77 180.31 +--------------------------------------------------------------------------------------- +LOG: UHYVE - call_ibv_get_device_list +LOG: UHYVE - call_ibv_open_device +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_get_device_name +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_query_device +LOG: UHYVE - call_ibv_alloc_pd +LOG: UHYVE - call_ibv_reg_mr +LOG: UHYVE - call_ibv_create_cq +LOG: UHYVE - call_ibv_create_qp +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_query_port +LOG: UHYVE - call_ibv_modify_qp +LOG: UHYVE - call_ibv_modify_qp diff --git a/usr/benchmarks/ib/evaluation/final/ib_read_bw-avg.pdf b/usr/benchmarks/ib/evaluation/final/ib_read_bw-avg.pdf new file mode 100644 index 0000000000000000000000000000000000000000..d2fff92629d358102c9c37d24c2174d54a254834 GIT binary patch literal 17996 zcmeIac|26#A3t8%Cre0(7-S8z&rtTAvF~eT8C$j(YsfCU5RnSmO0t!`5|yoN31yG0 z$xm*Is;_oex2oiomIgWV2Gj* zURe)siN}GFI|TIXEo~fJ?7-+9@=C5Qcrb!k{+AsX6sY(ufU>)*ryH0cio6~eqJZ;q zu*T^s1A_rq`tFu49&VQII2UW*-=gmHmy#mL3N+w%gatt~a5fH>a;`oA>jd&>1VR*p z5=UTAU<3v&3P+0pC4gaB7Z+E&2ha&9>*73IJ>9JVg%K14NWY^@f(`+00L}sO9$;}o z+kccvxc<$&l7kbVJupPc2~dFo&f3)mxKkbHVu!Z}!w6;~-spjM$5}dqd@^5{V_n%X z3{N^s#=0*-6_1(tvrFEvAUnw35EUfJBF?g+kZQ?$#l~1BFd+KVtV0sFVrBNNa7&+j zb4VcPjTg!uCpYVpKSfY|OW%@$w~Ed#zSiujs=KKZZT7W|JK$$hph2G-G+ruzYxwJ6 z!SLs`;TLS~D>6!Hbtg{8Cto!j+ALIhkmoD3l@xs~DaQX|Qj~S+Q)3a*9P2UmI_c8w zGU2LKrEdk~ej=r#+5G74z1%cDxUf2&)-G8W*rMBK&SlIah*N$dOC=cE zYpf3zBomaNu#5Fl=jk_Pqm#X_LO~|>`r-Il0UnDZY|p~=b8}i>`Q+u4%RjiU_>h`P z^+Fz9F^ORHTV1~wu^-3sFkIXMO?h3KFuQ81Sw$RA4O)|}DYu;cG5=**O|^JkrUscq zxSVU>P8xj;Z#4eMdcBJy>U@Xb)2!hV%XeLw)qtH4l%?XMT>EmEBKM z9m&Bh-NvVK%)j#-8Y6u~Qcu%h-!@Jun|Mk_yyjxyOK|l?HJ!t9k%>N}Tvuqa;+(RM zAwaNu1rI~nkUnx;GuSra+U1onxh`*)9LQ{>tPAfWOm5BQwc1Usf(IU#8KuLX;L|C+ zFL%o`ad5TX^5V73GyJp>Z&A* zgPxqnt7m>q5n*mT&4|ZI)3DY>v9`k=$fGzR%?8x#qDq9(5h*sZ1)}6Pf6jA0tRclZl^%W2edVr!=s+R zujL26M;y)_<pC5g;hNG@qD3WwNhmWl0C>p(LjOBY!p$3mJ^|Y}HoNZfq7YK0( z$x^;{Q0FAcvoCD|$(xMY^UjcQ+3oT zTajSTIiqs9nhd4lwXY^+qm> z&R;mzBWMz0%6;~={3!03f~4`S=SP@zyD|h=j1L<=7GrhvfG0({MGtYG)l%xmsVbp> z4lJy>ymx}LT4!RCvoZYECV{yPH*@Fj&WH&|6)Ltdu-pme(`We_u4DmWe18hL6o4F? zLY|y|e6&)r{??TT?Mcy&r4msv`2CNfEZ0j5mOgZby~~KjU%LrTyJD2w?QN2%Lzl`A zQy?#%vA1NPK3TT>K`UZ7GZyE{L-zTkg_dHorK*C6ZfXMy%~&;8z!FmG@eheUXHEI? z^pwWREB%b!o+i3FGyn-Da^3p#LHZRRW0J=KM&C8ICz?HL8c- z@-EKM=j*8HDHP}3q>fW%C~RxIBgg^Jh%TTJU7|*?YV0)ZA_rE#8^8AtzUAa*mniyS zRoK%aRoEc(qiSp!X*=sm4a?w!y+Gp7EU#)JR32d&{pZ&6*qI zBZ;+0gTrTiG+BcHD5s&B9@EF!;dZF@9;#@8@JiP$dk0U1Yrm1@XyXOIR z&m-DBHFL;axe#D$lV<)L?Ob`Uw@Il!!Qju6=xvKmWb?_lo^6U%lex3Ka%4*K(e_GW zCmnRN#O8c^)=xDh`a9nBaWtz_%U+)^k7XS(BVPz@!GERt3t zPrenN@zie2mGxmM_1X$|1TvtYd&1Z>Uv))%j7P}f(<6}k`mtrxb$F!qYE_AH+t?}U z42xw_%GV9-8dql>s9a5&1@9lR3)P7*8aa{mMLa&rUnH>xTX<;*6M{2NHEHwGzr~K(w6z6+x$4=)#nchDx~w6 zQQ9@jz}oGl=H}+XgmcnmYp!d|bdmFK)IGPTqL&nj><)*^#1vVx8NfoJ3@&79n~6VlX6y%+1<$Y)oP$E_8)&whhh zb^6Bs#O2GY>zPW(D(9`VjC68783{b|%9y`ctK@iE+B^H>+_w7D5qIEuZVRZs0vGE| z{m1Vd@4qWtXuZ($nUikKyXxHb&*`6c7Z$y?4~UhB#Szf+FX;9QM-w3(0sFy`V$k2< z8vb82`@aAo217uR|A0Y_S9LT&Q0lPp5xpVGsAZlJ3Z3+yW=F3~q=p>|@+y=!7;URtN_ed{2DK=Dl(*wyAX2B_n zSe}&Z;4R9zY*Ae%u5~S@*IUdKvq_)*69k<*2$l>A5Z z@Ffo(YNEfMSsgD6o>c2HjG$#0r7a$%pYDRZUdV>GP_n_BHV@u&5-8n+W5NPvKODmW z2l=mwQQEB+pF^oPi$KUkR-O7>zsz@|-?nLF#Uao5MBzv%eK4nvk7lmOk2dXh+D+c} z$kJKL;Mp*hG1e(^!6%AVHQ$OXGmn-FtHOpVP+T#L8T!X0CsP3Rke23jH}&#d(n62r%DFVNn8+W(k#yj1SBDrr zyUX2TdY9vO(l5p^4mBEk#Ddw@XC}pmpJ#@C6J!=~&5eAa;?pPDV=z`*Hj}t3XD6Q( zU3aWHH-De2$Ivn&BS-0@dWDMW4^H0YPVN?nrqTV}v^ToydWRm1w0Nm?LlUP4OX;J3 z#*%pthqA;WsR!<~Rxn&X3;XcBqpXBMA^Hi`xQrz0*Y3|C{c3Lo?=NL1AA}ygaY~A^ zKhsTg>El)E_TE$T6$e_#b@{Wb=2wi$Q%6)@!t3*S)Ha2mE(VaSpie8Y4~T0pcX7ni z$Wgh{3FasauYuTSLlZ5IK-==xg}N%D^+}WqlN(h%xxgF;MN&6?gtgoG4=uNU@@NTr zD53pX6J^?OOO)xXK#zM!(e z9T{xjny=t^`uO3xW$R$aX3b{KOP`fSL!TxnTHa`?w7k?{WF0xa>H}w_c;a#P#l5H! z{ucfeSt-{^uX5BW#r)55Wj&u6ixPz7ZV8-eskrLRg}pYZKl`fu(u2@};A%ap9FNw^ z^pCl|QEF(LxH%?rLvGtkRB%tG-Go%WPt*3CU-5<68>b#!;;_EW@IJH z(tWB$`u$fwmbhHkTH9?MP3fX=Y_;#Ds5B|trtixUdUPbk?FYFi1m2m-JD!$$8^f&^ zI3Xr9sYsuW@H~F5PUxA=ox-S%5J`(^twpiWk9Z*2kj6R;bJ^}Q}LkNhFu z(g(JN6(F`lU1fIC!xy%~72X(VbYtvJMZ2S=Sj)dr&5ggdM0E7kyS}wIiyazMe{ij1 zY;^m}&mUVP`L?0o_An9Qwa$J_go5v~5CV-hf*z2w!19n;g9nFNbh%z6wzu>$yn6L9 zglfty-7Lu9qZ_M?!}T2Y2gn2C0yK4djQ!u&O#dt9AjJNdCUs?#NVzEMI!~=P7*d7I zT(Z63`el2buWY(Y(Ugm7ETcW5xRUd>;k>ckK*>{gkuM&fc#eKdMTyW_J$%jbE%2k; z4PU1R^|xJLtetuvZj}nR$}D)fhFj*a!sXJsTq%!Zl}dH2RV7av;_FZjJFcsKhia(j zTDe2=N5=#BQ6;zJc2L#r7~0R;Pi>9;280Yd1Du>G-&T4)IL>2ME1=yTd&S@J5N*o` zyDJ9tr|qNc8%|4p)7Rj8oXESZYJebk;$msD}-k71#)j>MP4uvg4yXzes zsgZ|+{DK5$${#+dv!=bZ+@Wayf%Hwt&EtvL$u^H)SFECE60dGnm%ONRTg>Eqlif-G zsG3EAR_4(O25*Mec)PZ&#nkbZ!9$Vc_|k`sS27RT^Vb|IsGya14R3yy_3dElgy8su z61(4FyIl8qfyAm2)Fu1$yrc9{=~vI(&hYzYYGQ?}hs$*p&z9@l;jn(EY>2Svd%EfK zbZhJ2d+F>WdsuP5@3+umyFI89sSVYJVvM>_NVGl_4b_2S5ZWrR$q<;wGvQJvT4wbV zVK^5m8y42%+-0w5guzLaZgmd`Nxlx&=pwd;={7mNoeRrYR ziuGrQw9+0bx{%q5rRvp{Ve~$=$rOwDo#`E|GUkvAlw;(U77(j3;#qHWijsK6@`)q(4lhes|ba| z*Lv66ADXihlg*g=JTJXk1ieT)A}D#G?GcABsr$<5h)GXV#_~|Jw=Zag3%jKF1GW-2 zIZDonl%0#%L!tY{jBw2EsYOvo)tv-JSwGJtA$vu`FF{W{Zu_z)=AKwu_Jt#lWlUO9 z#`xRw`mS=GXvbQ$UK)Uf*!c(qbEe_J*AO33ja7va3ZmWBo_EXTQ`SS7(RY+z4RA#& zf&@hpv_n_lmMe7L4nE9&r&RYn<=Irs3i6`%#)t;FPWX!)Jxa}|Z&in{ST1oJeN*@A zp*4mtQ`|R!2Kn|~h@2UHf$-CFO|2|YStDB$F+JDd*;o=tuOHQ@p*HR+f8oqST^Og^ z`L4`@dCw8b!|M6Am7xzgUg@h8oo}K!;SfNPTC*wK5==s7WKqF*qb&KEhYjbYywUd* zJi4K9G*!;zYrlev3PsFl+1lL24wS^i8p*RPC$By9x?f}qgY9-yjZSff1~4UA*NC1Q zsp1ij+v@iwx15cKj{9_Q($|4)&iD1i1dWk-s|Ie}hc(^+t;X@?^w>WWeSB9}>L^zd zJGYI&n_5(azQj?zsngjiWV4ASHsf*}jJ9hHw@eD-n$cz)?|Tl5OW7`bKUkYCM!pB@ z`v#uCTIj!^T%!}q&;+I=AA4LdMk(Xtdt1}!+ty$REF;dp?FW>h{6L5m$1ue0^HO$x z#@ab19826u+EwPh0&){nS&rX(6vB%S^hE>R9=_lMgvM_TjfO z63f^0al9{$hkK~aRVYv%Tka1RIg8`r_&p@pFT#aEcf%=-j%UEi5m5f6g7w4KWds%1 zV7KtwMc}u7AM#|Riv%g1n;Jt5SPU_r%zuQtDRxI!xK%{COs(`q8lT2qlj_xIcpu@e zF6kgNJ<_1>r7>9`b}G<8{+h&X`x$Xn6@CG_X!jvi8KL++Sl&MZ6yK$ER8q~wlQ3$< zpYeyN3ZtuAeQYm?IB$KHD&@7Fvu+{ZI@qUaQZE0bH?KFhX)-~o`GwvV&3oPNfyfTm zYgnZ2Lp6N(jKi$R?dJQu2KVLtV=mG7b4agUezmC5n~IK~a1vJ~Vf<7-(D6dQvhrjF z4Sg9_*xGakl@YqQQ0N0$_Kffo<5~}l74787Xo^-lMdkb?7-E&spT*pA-8$MT;z3ed z>P4fW%N&Z{W{o#7Ol!;+^`{MGwGxV1GH-RipGp#NVtB2YAJ=#nekj~wzN*n7NjC9( z&9D;)J+*$7TVMK30(LP*YS&+ z{q=AK$(D&MAg2L3A?t4##*pWXTGiflH{_~lPA$G1_>pzCs>({Paot*?ud_$6)p6uT z@;Er^K~?#ODb%W`ch~wcUf++8hA`iKx3(x&q=Gy4u+n}(AZGW<2|*0urBJ!r7RJ)e~Uh!og!KdvLQ~SO|yj z#-xfmH5W-?)a?djYDX^LyY)rv^xEy?y?!0fM4{YdhxARYcy2r`RjT=bO||FYUaDvl z^`&d&;I7ji1Urccsw`(5JBxjxZK!=Y?BVK%3nmi$qHiuN>EC;Ob0CVEcKZ1cUBoab z-LB!T>tjm=XVypWwKrgf*ZM@lXYQ*o4Q!n4cu9BlIC^>O-T6RpY+-=Fyp0k`e%sX_ zNk6()Txi`cR&!SO40OjN47ZBX_5CVkCy4R+19esV2-K821E{K1i` zl!oYtq%13vR?#|HbYo2Qj;vC4-;rh`I{W14ZY3V&0WHlrb~d4&*J}ph~D`w)Db} zP{|l3vX9KD_pPR%RYM;=K3tGCe36rN#gU=F`+h!q#IUOV2R_s0^Z47Z+J3xRw0cB7 z_{QUdKi4(U%+vE<{jST0S@+?oZ+i~+cR~XFyg&Y}f8>6#CLFOF_(}p0gA_(tx5>02 zbFYEY>1lzUN5+rs$2BF(mzRE{X9_iO|#| z`bBwMhW&Q0(wTi7MDKE@6g}(j4*NLIg;6xQVF?H?yuCYce8T-jHgV$UD%T< zz3@zmi}8-i(C0cx?4<$H&O>W+QQ9Y$Ic&DF2aMVU6|W3qr!>0AY6@d?{FVo?2JH?b z_I`qSW6H_jYf2d6Q?bjTRe@-yNwX6$^P#>>j)$t64+}_7adg3-wg^zH%n0U zhBw`WOKD8{p=EqhGsc$2pVub^>~o${^gDhH)SiTV(1g<2(~dN}^PxdR>HK8oa4T=S zP(3vtKuv$eHxY|(nHLV@Yf;FZ6G{i^%t#)Ci1EvbD?SGe6zd2bl(-YR`S1Y~m`#UV z_}$^VPhK9&t8#Z+6iTg#6-u)-i{wsVkN3%c!1eM|&6VL#_YAy{pmW3YNioXUv$Ctr zJR9DP?-6G{R3$!0bVpR)Ij6DdY~f&gQ=@%O;G?m@DTis>l)TeEALnkm_rt1EZx)-5 z>Pl_LFD|c=ki?rf@1eYX!&>z2nOfs2)}5S-GHmTu$l=`Rf)BoY*9_dZooiP+tzn8W z1O8Bifxg=}=ZRMhNdM=RxD`YXLh8vuT!FRa9?IM=mPMd;142oinybJB+HOI{wiLS_r7L;K z<7&zF*8`5;BnjsweXg*|M@%LTs^jjd)wU;`br6JMw~kwGJGf~zFC>~dj}0B1O6+H{ z&0>-Fe>qD#66%kfn?w7*ruUgfr+;c;-Rxia|{@nM$N>cVfq+KR?q0gCeKdDazVfarGhs?7j zXmd!sXjT!iph8rf93Hstqh~Z zWa_Z|v*U19#N!iB?hT8GRF!a?=hJ7gQQI;ro96 z)bO^MtpDq#RN63^*EA8wHvBcz%P@3hVl<=N7lNj)dxbb%H}^U5RkSR4f#ZXH_}udc zEm=onF1@UZna{hBt^bZbCSLz}mTlP0SucjGqFmt#?~@DT(MF1CDRNZ{=?h8C?fA&< zW2Yld8SpXHL|-pmVb)LoOgG!6S1iq{<}vI-hy6ZHQO+(^zlWInM)%@>`~;IIn*@kS zy68uyB?AS|N{+lw{<3|6T!?A2+9K}O9A6kt%QmzSI_Bg+?X+Y1ncHNdvc=)83 zL__|ifrp$S#oU7-nO4~$k6#$7*|(w0=T)xMVV9OAZuSS^7~QejRQv;n4MX10<3Feu zdevSqP!TcqUJt1p*|KF0^3M{MO3D22@ME5~$531NgDXeQMM`1W-}};>scVG~wpJ?- z+y~YDT%xNQGrn1=WiVwI=k+zXd_G`wVw(o_Ty10zP3(8k02kZ6Xi!YTroI4EDomS@ zVP&4w-ugP*J^xdyPUajOYM_>KxYmgwnOq7>UL*7~w!Qge(|Vox%~zpA$xg?8Y0$ML zEbA62jk#5d9etZ>!>7{Kq(b-*-$2}YA=In|T+^rTnbV6gZ8|z1-a3h+-&5hib^Z%sWEkrw2C-=V|O`e3@PjF1(aE z)p){WRm#y26a4a4zxTPP+vyhrmG;o|et|z6wtGbh{7~f#Oo2a&KT60@@ru$ zrT5hW%!i~=%hb4s4Tk>8(a*#Ae@w8{9&1M(T7sHfL1OqS6-MlXvqe%S-r6^SPW1#g z8fiWMmX<8Rde+Awy8MZ#jB~qz{tdmgo*2QqtzFv}BqqL4D4y44-9th9U5miPcgF~g zMA$Llp_KQ&9l~=yxGdn-S5LLYr-oe*XOG;G2wv5wj)^8qnBi(t=XmTpy?v@ZD6^QP zYU#Ru=6X~&hV1lK3XjJ5vf{%L(IvdsKlLTvNuRnV`m%xg(SSk1)cScJ;gRO+l4A3C zrF=R#uG-N6p}{Z6P&%^2Wa=|-)b5sGcJf7Dh@g_`$29Q>8?GX{S`X%g8bitB--NF4=Gc-ZT4f0wrDE6 zg8rt|mq``;i4=Beozugm0$7&IuLcJlmu!Oy9~28lGtk^VW%NUtL>fA2Yb*5-R5i<3 zf0O2-TQD~joJ}d(|4XW<)X${|SH@*uvf(YaOpwlllO#qCDFp$@9;X&!G8)=!z0ZmB@o{$opEdhdnqY(Q=Cjl;r_#FvaeSZGgr$(o&`S zoD-vs={FIYS2HUVzVu)@AYl8Db?jxozpaDX?@|PY`2$lY!pecSo${NKWXe!E^f%um z)oYixza56ZJ9_pp%-G)2h3y!Y6J!@A`P1=v>C=2MU{67rOHOy1=5g!ek+fBk55%CN z-*GB$LJAD7&CzoWiw(;>4lg>Su-TZs^)@=-9(P7pLsu!=>EO$GB`4Mo_CM%Y4V_i) za>3A>gtak~^XAxcC%j&6y-}Xa;0xjXraaGS$N1Q#{wALggf-_AP4D31G0y&ZPA3le zt9yvO-=zcsv3p|xO1CwR1V+7C2h3g#wF`db1O55ii@L{2Rb*uORkeT@1vC(t!r7El zfi}Jz*N;iHOIn(Z*Jd|c8fEACK(LWh5v+)3>wROF?rta~z0#LKo_9A9C!auVnR||L zKnKp#{3~uhY{GNq;JF`xEbn^ z)HujyWbAfETlTOcXG%ca(GLj-A=RNHp964=cRr`l>a|TUvDTjG>VC?5b@a+jId{1L zPjLTL4LxyLj(}$~hQs7@j@R(t6K&&W%P&3ByFvQ1Eo{Z|3ElIkfU83rCht4obAHE) zUA2Z@Ha8We-AfK^8JqZ_ATe;l%iUHO&rvpmi5u_RIH^Bd zJ#;W|X>Q3#;j2jbusC8C4r!%JTpTjH@zbdD($6iDk3s$kd)Q^as}$HDFW)s1v9ttt z1SSiJwxCSQw1l1~>hX4^m(l|MMGRGHwt;duL_+vTQFdo^0aFoUFt^9PYkV<~;vj^Ys~aMBLZGAjrPEc)HgN+1twC4Tt3rCbAIBD-9Jytj z^0>)d^u6lyBfZMp0G&w$zq2ro6~yqY>~}o2|2toA55L zsF%|AmpQ$M%==wT{Pkiyp@#ms3?*qm4w%&VyzF=Lo8c?oF9L@hqJvPbGDqvpM<@sw>OYHd)rM!rL;yw)+|fmC{?$(* zdVbrF6izxb&$psEJ>;KpaZMeXh)-617=AHXyqAq!aXkDT>&ds5Q@G45PCgE;A-(&4 z#c@Viyv~&m=cwqNaB3>v->z%*fR;B`_#S-j7a+q?e*k2i-!Hs28V>ZiJhh7!&)a^Q zs^66p85FCbnrnWx+@_$um-max;8n0_w#uJTm|J$mj$f*ncw zm}EbMKd9&bVr+B8xry5?N%UftIR%Cab5>l*|7}*y3b}fA-UkWZR*!E39|HJ-ZXSRB zwS1a1@T`F1>lnY+sSGHl;n)QvX|GGZZ2q~aocO0h?uR}kp8Zs`WNHz5The>L}vzY~hgZ(I&<#P&N;oL0XWOF5q|Ym*AfZA5=V9&c;D&c~2Ltazq2vU z5a({GhjVwZ714EdwsZkO2pJ?AmUwpuVrGXZ6iSE^z~4V5Ady4P(gR1#H2EKNj2vw6 z_8wpW_!5WJ^R&VfQ)dV{9|$1b!`{-Jko*GlAYdbav7Ka)9kNOe?jCqT7cg{(Be|VS z6A_pg5-b8opusS>m>5_bE)KQ;K@?qpL=Zv}jD!RTqTpa_iz8&P0BI&>U<4ct0Ww;w zfqWSZP;#>Lum?l@aPF>Ph^q^r2fQ~>!rQy!fU+%+oC171cmZV(KzxV?&I<=<1m|F9 z4E;LHKI09u@Z(EtX4loliy0`TMk@CaOp zfgoOBh&LcRFtQ&(@*SQ1BR}x78${jmm*(Ioq6hxoO8MWV3c)Q1sXRnY5-t8e^b1IZ z$2l7UMk1u$*m(dt1wo8ecC>;5toI+w{m0*kWdEO>O~cZM=qF$p0tv_@Z|U}nE(X|& z08s^!tQ@RmUF@82gwbVpm?jt<5cIcPzn@1lFd7P^A^m?pK>u%PAYfu(Boq!t0xu86 zfS1;21R5j`U`sJ^C>T!2ivrGs0|oF%XeabX{By<-`v0#3^t&B_zySAQh%^Xv2nUMr zNI(I?7{E6$0A9lYo+<_~Lr^4I90|q%9w!EPEJ7RwLITe;26!IOz-|Z_6pjQMfX=|a zS~LbhJY#?efCeToG#VHMi69aMI*NfYFgQ?2phy%4L}UdJiO2#lIzcoP5a-aq+kF(F zAK@$xj0*hnMJS_zm(mDeAOw(-h6a9RC6vXHfU1y4K3P8kK?Q5Ru+f?5dU6U|0YAruNCsFqNV0?tIW5E=W$Ako(d;vsqyyC=f*Y zZF!<)fLl>87zj835q3oThty7i$RHp9@EV11Cy^R00-#Tncx+>4lyWT_+L&zaEx6Cz$x(>a14TT{5n8HzrXYb z{SHmQgGsC>1T(-m#Ihw|&z+Jr;3_*MAPD{%)&>krx5R#SV8Db#S`J`9nZ!DKF!I+( z&cI~0Q|C$upu|=eFz~<UVepZoOlu;i>c0G{@)Y(c}(#&gEKS_nvteEtBlh{+M z9?LTIwp^e&OGl)y!&9uVv&+pIA5(TTzqfD3=gy5;^hmPwMyUyxk~BMQN!X=h@_gok zF!IRJ!;rzIZTeehdmA`&;sUKr<$wN-w22D)znTEDUx-ffe>FkS#IDI;uVnE5zdRj; ziRHIT$h&$1U>u?{wbMGrCGUzd<^zcaV({F8!zXD-x#XDN9gS03-+>Y_mSrvd^B zr{Pc-fE!^b7#fB|z)wNp{7@*rAn`vH*mzn4$@c=zmUuTOSG<#h71+(j7HmaW?6}wf zU5KQBrRINoz(i4^Fk!Gg9`AM<0{Qn=QCD|6!T(ILKJGYM5P+e?KmdyU^#L#s3J8F< z;D71}t4YEK?DDG)hDH&h(e64FoDjACtOFqBpLGae@%C4p_}~4Igf;3edcXw$H~y?c z{BJkLiF9;4}l>>{Xgme#r#(GDmCk7=zCc@`m-HRdqdKRE!=)e6`O#E*@6-N@_ z?{0eHdyFeC{@1fWSQ-AQ0~izqtW9>)gFyiX|Ez-nshxk-A^-9}7)%^^OY#RjIE;Wv zckv8(l3_+MXCU2I*!#Ay=%{<^NNgxQve gSM?nHaKNOsgQYCp@x*BihQ^@KAYNWYEhW(Z0aQ_vAOHXW literal 0 HcmV?d00001 diff --git a/usr/benchmarks/ib/evaluation/final/ib_read_lat-t_typical.pdf b/usr/benchmarks/ib/evaluation/final/ib_read_lat-t_typical.pdf new file mode 100644 index 0000000000000000000000000000000000000000..4b01955770a1712aedb30937af4c2b3bf3f80671 GIT binary patch literal 20320 zcmeHvc|4WD_pq|W%`QaZB3Z)S?{$UjOZFwQwAh!d*ClI(q?D{FOG%1KDiTU1RFr)Q z*@dzsp(2WRo{K`h-%s!R{{DMkeWqugGc#w-oO5R8oO#Y%5d&3qDU>u8CUU0}p8Xhx zf+OJ`HZCwZIXJ?^-_stBP_ZUkyLvdn5eC+d_TF$bs9*$FP=MLH+d&m&Ry5eJZ{uQb zONJ9DbwC3$*`DMM$3d?!gaOIJ*4Um5w*;tE)d6~YKQbJl`+f%_vZzcgnM?6_2qarZn zJ<+>WYCm7O)II)!jF}jg{}q(WNuv_nV*Lc23wX@=Ezw}SRD2J;#O6-#Z_YNH` zKIF^Y6BDA39Uv8|RGbsIw!_=qR4AitpsX04U_>)4E5}x=r=Sc|R6=u`69doazcgpM#K2OX(>2vT-h_i708HNz?`=7-M61~n)IVjg$XVsgf zx)GxztIeikfvzp}6gZRcUB=sOt628sXbYEzdR_3Br8yH`nxieZjDIq-ri!XEJk&ej zsU_(D@!;JV*`pgGolCu#4VDIb{i>O{$5*)D{kFC2-`IV9xfmgcyHJr?d}nSy2_2`jqfbhIbl^$#zbNodH>J$;qc;xT^odXD%b zqmhQ&Oay1+$=qb`w2;v6*!w!}&rtCJo}){Y~PH{KfX(k~6unZ;A8sX6DVN?Ayyf-~SDo_p-9~{y zT||de!q?)|Zg#pob)pZ^%unaJr&5{YN?&?q2Tff^$^N9VoI}rx3SNJcMGQ7K`cOr5 z4DInq?}@vaG5PJ6`|&}R{QQU;@f=!rk98mTne>K3$E@Vj!RKk2+0(`TDVd^Qw;d1( zV;>WBkU|{^K91Wz7RVM|o6M%8BzrEP>hP(c24i+b?%7u}P0{onWsZYX1%q&fcN&+} z-dl6E@5J!GscnQmzQmfp&FdJ|WoD;(Z(~71rqD>{iz3}drFgGQcOmM>{SoNu(g&IB`Y7NIx|TamA% zPFLJ=O0K>oCaWDblu;%l`=XIbNx<)Wwz7w|TIa1O&$BPeP4aaeOcE~NP$C;{AlsNu zQ7!m?&n|P-QET2F?X~&6mqhYTZ;41i=Il+XiaP?mQ%zIjHe;_$PIl{uTCzqPH(-;D z4atdg4H~r9N;*z>zvZga3-7oTS?{jxxw<)WlxpGKkgLXmF45rH6mRF~lim)}mWK+q zioz2}4Yzn64SO)w1AJP~7{6%j@liOBSGbhcUeA!4?U|Y;S~J+WrSnDYoL`9AFV}Of zK|0ay8+O3yCS-O2E@3EK`qV3XIR3oWg^Z}W@rJQWH1%-)k2jssA8!sxGF^)ne!$q4 zdBJGVsXr{3d_dvfR)h)xQ?A6`gC-g{>Ux^{v^- z=hi8An*WBTJ15=5Oio4S>z{OX4d%S6J#L!M0AbO_fUvvDU-xTobYhM6ZpJ2gn?PKx zh=q{%hAbGH2?kK%H(*a!5M7e1i4u@V`{`>EFQ-XpY&*(%Eh4t5LZ~-;_a3+SX#N5* zB2-*iwpcvP^NN4md2%ZM(Ychkls12EL~@Fo?4Et<*Y1`@hFA0sYn(t@UeH(AIMA39 zJ65slKK|;wpW26v;0L@%s7DCd#sb?5=K=88C}OJNS#0RT4d1qj--z&ivWT#Fycw;*|2Qv)@Z1hHK_?^!?-Y{T&0CAAGMK zGLw(EWnXH_Ii5#iQnVkQOtv;obuQ+Lv;Ee_i=wWUQd_N{k4Ooh#{D(cZhppYY}`qjWkMByXCtY0p*z#uuVqQf!cFY z@==s&Ksujlqf#%scb=WwAu&vn5XGWoKl*|%aG&NlWd-`WX7WAR7vv=?k?5m zgCn@!9mwn%uaoDFgq?U`N4%=r(m%qgwJBY@dXYrN1DV|$E{7J$QC$(K3o#7e$o5wu zn^(A^SEA0xH1Pl{A)(=|;*oLxy;J`LpuX#(kVUcxW_23Lu%(1{QVyqiSMbY&9eAfU3WR7NY_fQk$$kE^2RH!k?gbO3ka|B0_=Co794*8o)!3l zmu28-j49Y$nip{6b2O)mWVRWsf4@jMcqN^?5ddC|M)ymD+9C_*L>MKrMWx((x{eLc zb=pzy6x7>(xxVLMJI>H!&SlumTe{1t>Ad{tLbZ)htBedU@y!CRib+H$ec$!tyQ@SV zG`6+XeskGW)Mu1BFwV7m<35{(yEcv%gUaIPKK*pd<>Gho2NRV$Tt8CGrJbk+Pg`s}baU{yf>a`n#cBD3{yQ(He4mbfX((aScby}Y zN0gyo zPT0wL`9s%_8s0~*{ay0pY~K-VO?-2CYNinp5px}NJ@el^lc%z~7O29yr(_^EV#$hK zawsU)Eo26x30T6imw{es)~{*&uE4{M7Hs|^YIlZhI!Q3EC_y&=rt>>97 z_TKl_8G3nJYsBaSZ{*>pyOQm0=g-n_O=#mUE9j>ms;J{UIc25sV}Hta|NNrQ0_?fR zEi~_ov3<@N`C?@ z!BI>8oSwBCa6*htwDxP*yW5kjU8Rid9erG_NiYP|Lf4v1a;Er5(nuuaqJV$DbHFK5 zw)VEC_-yN=FmtveJ9)!VOWxgYc|xue26#aRP_X_NG3Z+RQP>Dv zL?jV%-97&x)BH6qzoJf zCMZZSup+<-1Q|F=1__7CpahlSWpET)p?6Aupw3d8|MY|{m!m;lC_y-u6Bdhw6VWI* z0gZ;^@dQeu|8faqNLgy3swhu)#~5O0>tz>_jY3XOm+sC>B$>U%j4;l=`ff>n_6 z#9>hs9zx|1FDZ0jurR0|3R)?b8$tyXJ%dIEy+EUfT0kROmO7>PrIAoZfyPj%qF{mw ziI6BkLnsfC1vP{!F6S|rKRqt@43P@*FiIOdG;}6fMJ4x!}Yd$VImM#)=-95S0~wRESR z>ssxOc~RcYeF%A`G2utNOSbH`%X??9JxbAPrQR9O_4@CP486R9K}-9(mcr60nha(& zQ8l?t&yn;r&##DY-C+Ck#hmJ`Pro{-BIB^0%CnocOLm&rwqt#b6}I83%J0f2aEpJ~ zbWS)SJ!GDKBwgBwQ*cI~vu2(o(nNM`x8IuOgYBK1}}6Eqhao zUX<0CeD7|)9{%g@Z+*ET1AFUDPcgIiFz58JeXK{+jHRP1>9?WF=QiAS6}!I<#jC7> z|8gXW2D4zL>4Y#_$+ExgL=EuIKv#lM)e8x>FjBMY4qm82ag5m-_j} z;GIGFQ77#EVfv8albXFeALzuNso6aGo^74FB~MZd)%gG?c$OpCgiF4E>(;Vqp3z?q zDy3c}Pq^4=7i*^a4hDLkzNAB!V&Gl;@a*BPk#PzA@fWxfwIarLwr=VJ|<`++pEgAFUR@KbS5h*k+I;aLyxgQ z!F5sXg?kg{>I7UOjd|DM%|9R4uGW4GKHmU&qI`>rG!<{c#!r7E1`FQ5sR^_+u41}T zm755PvA7t9yMN+a;b@YYp4LKZOfvUjDzC3M#4cWRy_I-;ByOzHdh*ak%d-(bB_mki z-(x%3Ka-TNaK5`1up{8CX%w#K9P0sY2fv{NKT+W!wmF#PsSBQTV-G%kQsP4KIBYYI zI(=}UH2acE;i1txf{muur;@L!59&P7)cPqPGEpZ~iO@53HDGJhb&tmm3x;}ovct8D`~%NiRB$N&F>%V6g*vBdgWx8y zcNQuxvI=j{3K<{kmysAyV@tyL@E$6bC^gKud1f|L{=i55ahb60u*OYMRm#>!4a8Ko zqf%m?G`kNy3_^TQYMbv;ML2ZU=Q{4`Ix-)w+O$u%f#A3+l7v^_$@|VQ(pO`Rscm`U z@z%-mTxYM&-3zt7JquI6e$G>8I)r^+M?}zvsef5qF*0kGDkG&h8bSKvx?MBRO&LOm z0v(QcOf8J=%>7ueW+BMXn_P7&r$8XhbacOC+r1K!)Rgxp;VpxSI4NeE{F<%bj}3aJ z_`BYHlIHPpdRKe6O(NPRHS5*1{RF>_{dH#d(|J)m3W+X{wdmqHch+j0}oYjS-p9FuiRY!Nxp74B>EK?cseaa<((fyswq?FDQLE%hxMx`i2ktaXHxIO?tkOSOm%BBAxR8Bm?_<; ze=%Rpoz_7n(YQF5VEpNgVvbb6?&hAt{rt+ulsSagXpHB5;umzknIUl@;DRr7GP}qqv$h;pt zvFVOE@`QiOk%*z5mzV%!kHms3&1u?cDT_nTeah|~V>3BZrn|S#L*>Zsd?S>A=i&O) ztWlqC`pr6-4h3QP{M9C!*@w%SwmS!JN_;dYSs6l2Yj)rPM@nvdskfa#;EkU4O~OWD zXgtHUftr9UFV$>rywc6)~|G575Hl=(Rvrk`IizZq45x8!ec+)Pw(82ho|agq$(I;8)z zNesO4m2*tDPMf_PPEXhSG^>|h(a%3k&+PkrM<^;eD(KBmBzqoJs11J?!t?W&^vvYx zL!9a?ec$uDnrKKRW!m{O`Hc z)-`NVBCqy$H8NUhZo+xblk&#}a?Yd4>x|%EO=OuhypPgmKLKp|>C{kRg8}35{-WE{ zJ$vuicEwbjJV|eBJiHclpw&>QD0uK!+Mqt*==1Yp=YSXAIZ+~z+k+!wJOv8|+=-_W9Go~QDx`9|~g@_}fDikHUoOzlQLj$vy(E@)$o^7oR% zhn$C{(kkwV?7O29bT*JFh=0%Y@#=BS=0yDYepjLvHOHqXZM82=3JP{SU}DSFmbA4P z!X<}|kKOb`O!%A%kP)0Yc22rZIJrD>?=A+nXCVli=+>*;m6vQIZBE^ddz0v8)_I&? z?WkqhWdi3kx0lIBQziZAoUN%>8rna^iMg`Z=w(Kg-9m2+cOES)bB3uBha`DW9y{|V=mPuOOSnW)Q0?H|Mj8QW*Y zTgPmLxwf%L*nTH)gudX=FFIPBqFl(dYy4H)&#MOu3vHCkW^CnJ>KesgyL6|-_rcHH zEzEoW0r$=4X#EVAi2vZjPQnlW`T0$g3L&-YNa*9~zvu ztRzRx@R1h{im_@R?OxX7x35ge$WEv6HV4#}N+X46H=0=32&a_XSAX?GVxxBI)R}K$ zf5!c+pLA#T^ePf4YHVvb8{JhU%M;ts?Cc-f^@X_Efy#GaVw+9OW=x3=bGf%UTKhak z=}AlwFY30N`b=O<>+C$O8`-d99X9=|ZG~Cm%*z{TxdUgu_#@{}#SLQxJ@MDFk`@kW zi(ls7$X;M)WHPyhMtsIdqecC3za?VNHjDGqNXzrB_8khLuCtNJ~hpkKuR%{q&%Ot{jb5?-uixisI*v6<2-*^5%XhwY*@i=XItgP$bkua4%lED14`1&)3D$1cyKXeFL&-9CDEV6M59ZNr zNjC?P@@F||2f1>(HGBg z&MMx1PVZWhW$c~&bAh+-)<9$B)t5yN7*An?{Na}?>4WB+hRkPpoS6yKt;+5(=aF(@ ziL55sHv~;v9jlYL{hg(62_$5fG&hL#!AE*i)ehFI;uHk!JP(<5gLc1-Zw&8N4SRf(&e?$Z9CTTlDw=2^pli4N_3 zRnFZ`0pd4$HR69fy2pM#QF|h+@EG28z;ZjvsV1gE5{XE(}S4VdBHutQgk7*Fo__+wvI z&)hxS6VuC{lJ}X+Tamdt6^8a(@BchAAm((fWK*ll*JB0)i1&I(7ANNJ=kNTOFlP*Z zar1lTy*X0!VKkVL?X-W4Ho0rGf9Jx$t zMHMDq&avn*Qdl@YKJks3`n>r%763So_{Z%Ox7xmvH+&Qe=6uxw+HGIX&73ik5A=?` zxA2w9~A#_b7~?-Bj5sLqY78Y{5_})&1;* z#*jLp=Y`{*aJHjg!Ld*XSDzMMV&x#hi$yb@J}V=CQEzukEO3ZJr0l0Ti=Xq7I< ze2v;yMdQ}MwU=#zW0%gIW_{LeZA54!w;pi2IS z-PN^VsT5RGp2&Psv4-gs*KClkPA-8ZSB9xa=*Wo=mwZEAFIo9*|0hNV>^8wzKC=UR-rJd3o5EJyu#UJi0yp=6SrC+QkIr!m*^WxQZ%r zL<5)Xsa^Yaaz2W@bbpfDB^SXRyD zIPJujaC+5`=Cs<1&mLd-I@~b&OTSq05E{8}Z^GusuI%x23fgp!Bz~Q%s@PFJQ*3p) zI;=C^mDisM|M=e4nF9%B*9+BZTjut5?Mm9K5V{ld9VTQP%E*%?_)+$@6`KtAtd;Hr zjxj1hV|PsLJ;T0xDsrVZVdA^$97?M@#dnUJrWtdg-Q)4G7cWq(Jn+QO`@~)3)x;dM znOd)`&sExJ@r~bpIBnAD$3-e^zt|fya`#jETkQi42U_@Qu8%|*wfM5PB-jLqsa+SR z&Dvr=oGICQ%YNcWWbG@n0RPiZUfFORfAXs0_EVqsew{q4eXMF>{Iy!4w^K7D`eZw1 zO-GrWhWt5Sb&S1I+*P*S{F{P{DIw(5mDZz&N*0p5j;XK1>3=o-!Pmx>jK<*6&_PNb z4F?_Ug99B*{FIeCT_!A39rnlyj)Dtsszy>ZAz_lPPEL`BFKyeec%79IbKmBwGdLgSBq1=lZ4=vO%mKVOwvNj}f=qT%HWYB-T`I`P{Y!=~tT#t2P zRQ_|*AdScu;i5nLw?5{o!fpJ5G(U|c>?~02b_z+CO6Y&<^c=RUF{I2)|Hb!<@p3!| z{hTB7o=GdZRqZoLF`jNbD}L*B{lXEs{;5rBhmCmFVbH(Y(>V#Lt$^7z$X$o9qRy1zuypPVLwP#wGZ z(BLa39^V2M+#Ee`KieBS!}kT*yXzEVu1Ho?oRv!BfoEUu$J$^91LGr}q~x3EXg6C) znk2pnZo3f2fz~d2AWx|nNOQ>D*Blti^AMxsw{`^Px=KWe*|t8$ZxW0+4R}x=`kv`BQCM)aP*&z ze(>3U<eL3a9G2u_!HSd`UGrYTl+RQm2 zD;V1-ILMt+bGXN@DVp6XD(8UcF4!aCJ=+w-&NuH#=9<(Fj7yv&(n_e_$uFY)dRi^@ zTW)CSiI2^p#_W5W;~Ury$uOU7HJ2FOYk5;L@a{x#@WMvhbH@YLk-#&~x3d zHC)u=wdIXqE|kA3gOvVZuh|ruweP|Rn_!nrm*Ug#?2W2(W$E*8BZF@XCD%W%zrRg3 zHmp(aPGB=X`G%WL{`{A?6sqK{E&Cp)S6G{+-|$0dM|?QNgDIV9=?%O!s~T5r zqKG|AGAGjY)2+t-*dNt(qxOB+0i*Cf_0{KUbL)36y;6vjSnqO~DPFg=> zd2uEvlbHuISh?oH;41UP82RN{hQ#!J8sP{zN!IN2y2vcf zY>ph3Cz}I9jbjSvN4lCsG69t1HMcH-6{I8ZbakXipdww@F6q9jOuWz#njOH{c?Y42i z!b8;^Zrr1<@dDl|rGkPVHuj&7*UAs~iYGR2qf_e(f5)@q?ePRb%L6-}hCQOW)jsJm zq(Ln9*lF*gb~Jj|hx0*>_1~!Uj|zsbL+3x6&d4=^EwP5okcqJ14U;wy->Dck<=Sp` zbfG6{XV=bsHO9!ce17SD%!3)MESwbyqLD%amv)X{(<_a6;CEV0)L=e5Ax+KlXM;pp z$Ii>fC-$PJf?H?i8%Cavap&ANE6$?f2+6JGWT?)FdX3WA!tm99OLZrmE^9$c=y_U6 zn|rc>k(rDG@66v{gf~dN)Je&BNVn^vRt;ltCl(!&mv#UdpOj^3ft-l#R=gcnT*xFD z@TvGQv;F_L&= zp(N3y9&F_2bhWNq9n7=KdeSU1rP&dScuM+FKW@#b@mYKHr!CuA#v8Fa3r;+I;YzLD zeQ_|(sgu0HIOt{X+@xE%kY}8<*Hx=c1O~!EqI%HVtB)q>bkc9UmlJvI{k`pd@XiyL zd0%|Z`$%)_pqN_C*?^ivb{uEdxiKtFvwNme=AjSQ&X;tOHolKJ_$m8~g-u90YKrRg z7Tx#7PP?#eDW7#ra1J{3=Z{*4xPP^biK|bVp)VMePg}cqt^{|>f#3uqYEkenEQwYMwSFmq&>y?2 z;b!grzZ*XNpYbfkP=jw}ly3iX3^f`uJOE*TqKu(nx&IJDjRK#pq|g{V9EFyV0dcWJ z5E!^Jgc`Ocgc^f}Bf!;KTX1n#295}@CwagT9_}D?oO~4I$WA1CkaqwVWWoQ=z98=n z!p0Ha_P+M+aKvH&G{W84-5!R=gQ#&3#tZ@_;RsDQi1I|}z!AEDpKuVpN4dod2M!U! zhGcDf#GdSG??8qVLBY~Hi4sdqB)}2YFd_(twgvI4pte1DfJ%dL>%^?Lc}R5upCA3J477f=Bg0! zb$I+=BgAnaBy)xIRz&Nsh!OwKit;B=9D@bC{Szoo05N5V^+UxW!Grm~bWMYzW6-!P z;ZWG^|3HHMpW?s(0b!A7I2NpAGT`hSkHN!;;LJe=tO;mvIU56>P=Z2Qp>n7`=Jyjs zcLQPkmjqib!(a%Y9f5)a!UH87G%cX0Xi5w(Fjon{GnE0vK#ar_K^!yCJQ<+B7$Oda z1?mTdu;W3%2)J*81qGloxT1n5faq!PB!GR25`zu`d}YAR6bLD(2m-r7NHrb|4^N~F z2SgYHQoxWXB!J#2QM|xHfuf3WP(A1gqMR|{100mcgR^lA=l}!m$K%1rUMNolvlGAp z+W~G$9T0I01&O1e$Y}@$B7~vQK+(uhv@poy(2MMX`iIy8^-mES#6l<{8?Y9Fx)C)*AmJ_5Gi+Trs2jTbf zu+p<#T-qt&;zo;G0VPTssLCM*IsQkqo*!n2lLfZ`G8w?n$GnidaDGcm1VCqp?xWYjg z110AHlx;BwelTNcY@R^17h&FDp;^q4;5bSjFv=DQZlf%M$zXae=6vDc;t2(%KOB54 zpyXC=kl>t$0t)~FhH_vt1G-Fs{aM{t*)(7cTEe3au7)hq@u%uaK`Wsae{Dkvpj+M} zfB%XH!qys`AcKYoCG>JNu%#|-rGHghvDd6PF8I^$3SadP5E}XNW~&S6UJ{2c3J%r` z%CJ{nU-NNyMq-pzz}1(Ae3{NbRMl(}k^nCU?wm zKJJU&jps8v7_{{s3OF1AXLGk?Hn$A$9)-o=cOlWDNTjGZ<(HN0d~Ctb1&O&? zlRaHM$ga*da8El2xDDhNx!Zv%DiA7gmv?0ilr&BnB?)&TlRae-h(ArGJxGq?E0$kB zlDz{AGJ;^h&|UfiW)TkTtPb$sFzDhg^apoef}vyx!0ufGBVeJ8dv!fv5`%Sm4GafN z;=f?Po?Z*XLo;wyTkrxblC>}lu#DEi(7^Ls1H+)9y$<^OGY$gbuX-pM9I&F-)+7Es z4jFLSX-z#O76nY()oqc$m|x2)BnGn7*3`qHpgkS>`%NDbgNAIERWKB2`ZtUK&CxaW zP{5R31H%)6!@nAa1P1-udPp4RuRf4C>^g1nkXEni7l|W6X3=UG9*p=e7#6b7*3^@M zES%La0u;2i7KViksWtTo;0R+4Oa=v+b*t;iV4ypXYhaLPv=)X3F2Gut3}oJ|Zc9Y} z#b+cD3t1Fv>Jfkkuo?!O2XM%-76v&wYhi@HXa<@F8K=g5$z96>U-*YXdAk%8><)%d_I@V|I~MMK8(ntC|M z%~%7I`AZK_z_a^{J{g&ndO#*wJGF@(t=15*u?I#NX|J&L6op0Ns^N&SwJ!Z3JOS45tJZE5(UXg z0RhQ5iUdWX@MagiSJ3l4&wGFV?sA6d>8b9ns;=&;uIcJ?>e8}&P<{d8b593Bx#h%A z5Cr64YC|k63<7I=I$}UzDH9hHTL()JSlz@D;|ziU0Gc3CQDTg}ITldxmje1~rZyNe z7Z3^u0~By^!8qB25ZFgzu)33jnHI(cWC&CxEelkS@o)iw73_d&C4bzde%uv6mq1_{ z4;MKt7ZVo@NMOGLEh`gqYkNx&a=&_62YVL~9GCtV9Vi6I_(_1AlY^@x2uq5T76>ej zakDnVXvzVN0Z-aaCic#bCQcZ8GtZx-?!$|UVrd0lxa<>43|7IITboEacmSwlt4G4& z{3rw(jzWOoXb3-A0D^=euoz3&+dH^815iL(6XWdQ>SP9R49g*a{C#d>nFyc*pbpgU z3_@ey{lZP`^H1z$t!)AJfxxo101u=wW)9{+No9<^rHd5^itQ&{L1z~yjENnwM@pTM zQWRq;)vJzYvl%|>;k>V+`UN$vh#$2Dj|O}S0OhUSs`oDr!=LP(F%wfD|7iZK1O>5O zqO9Xt-EMqh8UwHNzA-+O9O=5WvQ!%B-m$!tOjDclMS7wX}OSS6_SG5PREL5&yCc#T9dk&|W7QT1;db)Y7PPFy9KeGptAF9eDf_c5?l16FjPakb#0zaeUbX_(aIw0i|C#;8+?6P{8dLfa}h>K4@ z=iTH##{4i*H&T`$=fMR`-~xW)ZpXDr$s~fSl9&c549PyYfQNdD`w z8)UWdMy*6du~nn~WD_wpDwIT>RoViY+|cP0coKxQtcavLJ#C;3x2Qgda@~hOe}`<( z62(G#f{}cBmOP$33tFEFD7!2o63mr0#QoW$oU+Np+>5b&PLFpZHQ~jV&9>!`%gP=8 z^7M<)LFjXeEuA7 zz9j4CB(3yag*-%oe!{sVrrTEMFJ`yeIiz4pM6GRM?Y5UFb6XX3wQnP_bi&$98)b6rRs4uC0p=Y>lQE}ykZ`H8fEv=apGP=H9LJ?O{$uhyE_>} zMug(KD=G3u_++vcU+Zg@j~F2D}mWLPTdomEYK{ z2wH&@(djwrh4rK?S)>e?+$mv{*|$?%@TsKG8!$NH*-<=`W|MK@P`Z>i?`c>pY2K0u zCO=>|vZn?=@9<*H5ja{3{6EXPXCP3y!^y3CyA)Ab~a$7MNaz%QpJGC9P=VwpTQ z%N|coaL$L+)t8=tJ(%%S@RN>{N_ftBW}H4klV@m6=L~K9f+o&h)eQZ_Fr07FJWL;#-}0tH>FguX zt3+Xld|N|Z@2W zYFB*0Jtp<+;}?TjyFK2bOJd-iyfxNvr_C}g$;nmc$uHA2BU`NseMY|gn=ZzRtIi@J zMOI8VN^t)MD45JyGDob^n%NZ;0s+aR0H*&O3FTXUL ziwNk4DOXW5ACr%ZjdTYQU9eVYNDOk}xFBcmU&hXg_g{Kx%irV8i`f`u8zkFo~M3j#8p8!|M!2Tcm-Ry4A>HCMh@W<9ykKTRcS-UvQH^_1BVel=B_o z)sm!_$;4vU5Yqi~`tiC_@{P7@DcNx8*!#|0%{m=a-`~3HbtGcNqHK=-eu~I?Fyour zB0}^H6zoD68Fa}#foBmI5#;{qc>{GEH;+5IM(jQT|&|F@yTothRGk2iXl`XxEOKzSloH??zuUM@?SB;a_)qvClNA zN9m>tdWb#Ch{UIFI+MX8Kuds@FR(Vw`LittI?>h%ea*=p&WiWoSlOn`9HT>RrZP1TGNyF$QPmP+tRo?f zY1N)Ok&AApun^`BT#+Pg*nzfCOc3;!C1hk!j0e%BK9j2T@N;8y%;r&}1iy7$dfWAB z5Y?fZ;c?V>Bd}(u=u7B#ld8vUmueHPzE(k(8J)KeqhB@rBgkGmBDD(_;7H#nURE<2$rkMvBOg#&xo9d^QNrU5 zo^RADsHvARcEN34@A|YG<&mc&RnOS0y@)x>YMi^7 z?!k(#MOu2?9mk7%D{Yks90e9d(?dDdq|Js;B`=-R1jgdcC_@y5Ogiuco%v=9*6lw%B;2jTp*$H;7hpB+55Eli*3n8ze{IS9R&5iJ<_F5M7oKADI(N9~4a`;ym=TE-6)&V4bF6iVNr8LD`f zMxMj^lK+H>Ve&eShR$8h7{n=xhY_R`Bbw;}_0agw*VSe-nux%Uk4*xom;nn4HmeaJwB65?3HPNaAOBaa~J8BZ)euh?XoZg7C&2B2TAfwe{47{#t7yW5wX- zd2QRFkDe$$Zafoy{Jm_jzsQILtHl>@&RQnb`ith_(IlU3+~NQvVt*h3cVAY^BNrOu z-g}^XYjZ$2+VgFs1vi&xaC9)r(%axkuCjhJ15nl5*y#y#+qid{S)!Q^6<$Mud9Hsyks$o3yS6_wXD$JZ~a0JMd1Rk0@7VD z^P8sm+_KGUFKc?%GnX)*Cmub7V7M&jQYu|+M?*L^oiwH?eaXR;_@xb04_2~PMX~Ki z7S^}Zjc7e8%FHHj(7p;_V2mdEyn0r?_WW+uKj`bdCgZ(ZCRK3TnMf&w?o?0W$@dYa z%fqHiCowW6UNU!!TvQ*Jp^P*NHFndsRAW+Wuado?NhInRooc~RiEU-hxs5R4ZTDDG z4aN5n8?rZeABZ|fhvw}Q04x%)?8>cPn1@GBqZuJ2o)t5HMYxnh+g3zZ|@uNzXPI3KzDw1!qi zca#oDPpxuIP?omtc)u1qyB+p($RH?X-|me!BAH z3a@NuiOk(23Ji7hYd7Ufd|5Haam5CkuZLZlmnRpyRlxQbk3EBVcXG2YRRT&Ram%)6 z@9D>Pi^4nQ`AgrwF0@&uid?GNSy(G|e^y<&Xe?aq<>dXvrYU23WO}W-$$Q*Q{&nD) zSB+w7!QeQ90Ws-CeSVAGYr_U|eczBtUb_stO}!CTt@!Dcy-uPMFN+t+FMoTbE$nkr zG34^yaq2z8oW1^$X zNbn_G?wLdr(N*^O=5_?IFWYwqrl%2OpF|>?R zizA-|Gf(w_RX^54$UFs8bX$XXunRF#Vvzr_Ur=qN$#ptT?^cTj-Bp$o4Rfrs4>rqY zCwFgb+N{%IIw41YCm8m(>uA(L(o|Y2$ZkSN1ILE728lvf&JG{fxclAEmYwZh#j~wN z2r2Jl4I07Y?FuSiUaJ^gh<;l;Om`U)+8MtYXOk<$a9?rjVOg?5FCItSsixnNg8%B8 z_+JbcgdgCyN?QThYX}kk>j&JYkDBeg-Ijj*>HENuuvh^{$*to|yo1_i{Q_=Uq6~`|T3Vr}Jx`WZh6Z*|tj;Teej=TYmIu0DaycQ2W*G^S@AoLJ$XV zlZmXL0&tV^&c1@5oEmrC>GATe-OY_pgu_QAVMyCXkuc+6DWX(zUQ{e;icEbNdDV-1 zo5Mnn6o@z}wOpR%7po$_URWC|@S9Y8ryER8Jwl#0LN)Ua+_snwYb0WT)ovesV$1dX z4;W+pP=DhofdRt*tMnq&o36cukZ$J^3q;dvRAzdmd>r|I!)jz7&x?2f6pCj^{3zQ$FpC;sfC1YClE!QN4wvbl=I#`5Y4X3%MeM)5F^y!*) z`i1XBjePa@R&30bD&$k#ro5eRB`Fgot2@q^cGPq^HM%mgYr@z?Ps!; zI%i(Eixx3SpKf=zlDM0`d+xIohT@5#)6pXD<04ws;6C%Y*IL}h@~oTJvninoq$Oz< zBU&sanVd>{&sJ`Cu-JrYo%sWAuuieR;SE$k@BnW_)X?O$5YmC~#J-@L=5<2DaSye& z_Flwmxj>}5gn7^Vfrvx$3A!X-j%HYdgOeX0da-+j>qa0(Zc|>Ov+$UW_uxD`OSMgG7<|W( zaIxsqCy7%~dJ6`Fh+D>!Z*r4tN-r-wW$n~83BLDGc1pQOUSWsj+)4*qBUn}MX=Y-V zrn1(tD!xWH#rNRonStk2Vc%~PxDN%Kju0U2%V;X1zF`a<-)t{cp712>sXh zpNX|!x=Xu%DPYeJpiMq6O4OU;$iF-lL)y}Pexc|{BcUc|n(4x-USYzpd_Al(`>f(N zZ}rl3yj7%-EMp&9h3*}5B$?z12MX?o(nIUSjB^3emnb34SsOg>io&$<>*@WQE`h;d2f9Q?qwE?! zl(a>MK#}sslLub}h1OHgbbGbG;fJsh9MisNdN#TGxop|EQi9c4w&kK`eou-fX0{6T z0gx>pxBSYzQ^rbl>bmMT0*lwiuNnw*@^@Wb)_&4uUCY;x9jZ*E z?dV_ht8YPd@AU8m%|4Ys*|%lfUQZEo2D!5P@rp0#_M_`u3+A$T+08LKu{-Zp?a3Xl zy<~aW+4nv?YN$nsKIVP5wWt5kGMdEVh}+}}gK0Dgyjq#O*4Y526bYB8jP^MLePSoO z;T_$(wM$^T3bcf;ty^AwG|l3Zo*EyRn>e2l-Xh9s3wJG?zSUVZO+n%2P$5Wfig z29`D>N9P2u#V*DyIjy@gu}6Kc*Z5;J-n<&%3_PVc(@z##xdLJAAV<4g;2BNjj1z;McM7fJrfiP5jL161wGfx4hLe9*ueQ+l z>f_PvxNd7l^r6Hx|IAs#axV3j+qZmdj*&NxTi(*460!=ldMzaKO%NH<;a=xbK!#lYXcNE?b5rtmPzf*2_Ymmy>4>P78bv%Fe87k(k^2)j^E{f z|4ejxoOxAS(He3#I%fOjv$_h$r4*K~^bV>QFHcL8i@#u^cBgKNv}{gWN*HS#I2J>xk8N$X0wlSy6{Uq)!QD`ySqpG#nLH%??r*XHO!C))g`<{KpmnE zLFv6i2q3i~NQedm1y`4cPWnTg-|#-SC8twn3dGo-Fh5OyhOMBLj29G3MELGD<4bF_ zk@b=Gtdk%9fXiQ7VyNH76FDA~NNOD&1Xkx3Z=4a^vBGbgy(-`Cs5 z5H+K9xYPz5=wo=a&P|Ojy`p@eA752##NV&*maNfYlD6QNEDV4BwQ&-+)Rk8VU+8zI)5@4J7Y~tNU3#F2DMo0LG$_ue znF%!A?o6>1O+%aQTG!7eXN++PhXx?8Da8#?Sc!Fwc^wJd;!^wr-hXRn!H@z6)RTyY zlD#yPXkdo+m3Wr;2K$WXho{-=BR%bpE{#z_kS^yq3YRe?A~Z~q4h;Tor+j4>3BE|n zWYDb&^t^$?i2eF}4FlG~I`lu%@lB}J44Bkcf+qqpLsOm;KVPHIPO2YLq_pq4#2G0WoV6|-wO#(sSH9!cUn?C_ z#~ae4;|x#sxO%rP5!c01a*JGTe!=XC@3bluJn4ForZB+pLmfHqqj#d5*LS0~nV((e zE4Uo|2ZsKwZ3jCf{4yE}PJr-NE}RsWxTWG1rG<{zyWxs@BAA$dm9k3QpfP@wvn8u1 zhJ~p`$+XG459)8}!R5!2=mNR}pF-4>J_?rRfB(|;aiLWFMgSc$L$0-tHAIG(n=eW| zVC_SpbVsTm31h}{&3+=|1k|d)HTA7w6+(@mx`$dss?{G9hHjZGv*~?P_Ua_phpilc zY5=+E*>g2ycBBsOrR9)Nk|V!Pu+De!@@vzPnGMHOa(l5gZRYt={lgJ=PSZWsPNIGuP=V zM+9pN(`ro%rOOk{ML#nilVql`SbzP%;88>a(vZ2olLRelvAB7({H`G3A5i~W6A%hJ zG#_?g?F%Bp(W;zLB5@DTR8>8!lLC4#!l!u$LS1;o-;{X>?D%;(J^SAJ<&&7x5$xox zB6mU~h$HIjl@yOECpjgqeIu=Qm8)IMDoZmIdvxMd;exFPA@X+dw*owqHmZno_4-4d zq(<_`5zf0##Y-%CkuaA(Q1G|b85Dv%FiWVkzX6;P0Q0?bHb|1hxn!Lmx?F2c>ybmjKEDE)sUhN6d7gD+-+O6`sKiElG#F}Sj__em1 z%4Ckd!rh}iss@Epue!6kGixWKL>ua~cFFoRH+==#9quRzXcjBF z1kGB{@ufCAJ*V?j$|u~L%!gTQ{YLAOe0Ksea>5p^fJgJGvah{PyQGA@h>WU0iP!An zEaG0k(&8fz@QQ1&mmuqg?`{5$v-fJl6wjZqd*ufyKI-H;-8JnQT?w_QywfQU-uF+(a@kV1sb)viJcb<$vR){yv5u99zEU=1ON^Y} zh+)$f>xxoZ3Ktw&3VmasLf)KM_RQFfm|QS#&9q0q^5hrS01~;4i2LrCq8J}7Oir9h z^l4(-J_;VQZzvl7w=`-m-7AtMOUceJ)%WeB8JCutO4e+c3HNk#ayQuwC&!I}Li0-t z$EOi%uI}$PPM!0ddNGLF^xWM&zAEb1{)b-rTjLXTaJ{;3wmgSu{V-bubbpvF$B6y( z%Zwlej6^N3k2S&sN~KNbjzOhQg%ZH{Lr5$f$y+P23xUO>r%wNl4dQQ&DEJ{IE~2Sm z4>)8hW=`&iA6+aNiF=rHcki+i_kHGL)FtMc+N-qq+#8y5J+kE!hF~#OMh2eFwsoDL!gh7~hP_I5j^nOZoa;Wib>wQyjw#14qG1v1eKy}tyG(z5ZpGTp zq?)NY$u417FnjM|!6x|v!`(+y5Rvec1XFZ~{-%qc6#`yVk>n%}U1OnNwV}>&f11r0 zJfxsK&T+Bfic4y1^G@rM=?lVvF6VI{);s(uLJMELlB5F7dR$0TU59!*z`kDYQ-9$9 z-x`iE_(3aH1kj!MP@;`<%?67gE3>I;(G@|9NAQ%j#kE@m`y+zUq_U zaa9O~75VV%j~-<3P>t_&%#MZ4S6@yqTqmWvpAQ7CqpdjACYgQr>El)VjLJ--SA@=#sd8MVvft~G z#D=ka1xmu_ELsvQ@o$ePO7<3f^PGSiO>jwRIYYJXM()&5Sz7491?3+cr8>cTC-7u$ z(WzA*QOvdE&2i>X z0;UgZ%`!Fp?-}h(9jt2VB{Lo$=cY?LQRp#I=1_lAhp$9qY%rva`#p`f|J999_jB4k zk7R;O)L(sUAmw-@_`o-LV?j@x^5K@c-9+na0iU-em{oWuT=dmZOpck!ADH>K#xERk z(9#jnD2o9m(3VRC49mASLN!IaonxNueLZ61ju&-B#N!sdRPbcFC~*7HOxYeCo#vUyyrTN=Oy)DV?Jp($=m`=U9s1wmDLM zRNQ%in3-Bv(kMfe>#MFwvA<>_-+WsGUL{1Znc{mbR>8=rf|O+_S* zgjl8!KJvIw=q36oC(z|n@G+xwVe*G~Zc=iOCm+`Ju`VXvzD4C$`o?UPi8 zIkl0ZJC9Nup*s*Rzpiz{Y&dwBIgf=PM4Ruy>GD~opb%kK=U4Ip?LO%f__>D9IK`;K zCnNYzI=IF8;iK+#Mc%5KAs45)G?_4D_a=LMVQaqIig{`F_E)3oJwA!s9)IYkzc!{3 z2Paw?wKr6?5Tb2M;)t8iBPKli7tRmu8A|xH)h3V!inoykpW5T#!Hqi-d&7sXmJU7e@ZC$ybj07vaqD*t906TKU2&#Yvqa2D>@I^Qz&iD z94}-Pt^5O-e{Fc94}GqRmWTz #6vP!orM=0t}3)r{RC$piLQSamCLyDBe(LaI`Vw_?i>Ck!@CxAH+|B0MdMS(i>I>God=tP z@^4XI4iQyi?Dr(QP|*Y%XnHBv_msHe`!Yr8sQ&#DHJxe82)D0(g$vh5Cich>Zxx6C zz=^*$;9-Y25p{tYkCjwvTO=rIw0h+_>~Z0`gIO)PQot~%g-Gr=e!EZ#ehrnV%gXG) zHZ|Yoi_?kJA4&W&9>sz^DB%4PpL8>yrZGF~Fq_BAAit(f+4Mg+8{M3E-b`df1=Z?* z$}lHgl0C*d4J&bLc^C6l&Zqz;Tre0h!ncM_9w3xYU-rmQUm8)Ux^?F{O zw<_yRPu-}jZ+KGW+CQOOXrx0a6TsZA;Qu5ggJ(==U`uy_%xc#2Wc|Qmz4-YWCWAFm z8(oxN{excj%hh{#uldUUfzy9$mBXM1mwUj6NjqQ~-^nFLQi=!T(j_m~{i zccLpKVNi%U%~YUUtJZKs&(HL&rxOw`>mTJMy5QsHmfz06|&!PVDm< zKAtrplKioG^9F;sTP&YIpvTQ4-bexM+Bv(lr`TGA+1>(p->l^n2v9T0>iNb3}-Nl>7AY>Yei!vi;ZV z1tc>4KCs^@FCzSM25ceC>3%V-v29US6O^o}&B3qGdZ#a}PM(B5?qqu5TFNNPoPO`f zNBb_(@Z+>$>`~4%Xfr-j?(p=_CF?V3l6Fi_Jn}D?b*s~q^o_wBs?J)3s4|RQ7~T!C zElgyR)w^eqe4G7KUy3hyW#%(JwT5%4-6fKchCF~j$>pbU&+*}J^{G$B+!`IybQ6U++qXgUu@`{VrwOb{05<@2UtuOn= zgxZNoE}5jZG;BqclvQ}X%!52Dys&tEQzWm`^d-iio6qBNfoins9Yy{H1tISN(iXIB z?@T|WFev3D7yZ5*>_D^PNiekQm_n?P&yJ^O9iMYu zpp$iqF1hW>hB2WoN}0M7bin#qOP2Rq~Ea*hUlZNIxxpN$~ZSOv+k; z|C^gL-TqqCirsPVsV@tXhxZ!rEGQa2;`Pp7xqf}`nAzh%Ey}zT3QgUY#unY|AOIfA~I8 z^^Dn>5b{!yd_f5RCPu!?KS$@zJQeGZ;E;G#Q0_75?V9x64`J7zu-$w2`rUH|A-@}0 z&zLrj_U5;*1O~*PpGo5ywAY{rhoW} ztb1VT6ie>{i!HNM%pb`9Yr7tPaBmGlvnc`(O1fPED1_JLi(Z9&z1e$9nrHCk#U(fu z)PRrJWMHVYar}8-b5G`^Q=%;*CWd3>=?x}&=~*6NrI6`hdia}-o>A||Thg(u+TsFN zoD9%}6Np_S*HPwddVKc>R}?`zoDIWDJQ|GJxh59o9~&o79IGHps<+cUeNO}F##1zC z3<(#t^-gnd2RO&p3^3^FJ6=$iAhBVIzaBw59tG!77^M7s9Yd4xIgwnedEz8}In%rM z)#qYHZrzu3lDzH;>Wxv+LQ61Te>1B)L^yAA$7M6xB4V!4`-N6A{`cm_|X$l#EGoZHbBZYdy1&u{94E&GA>x#&u6ZpK&&F#!HAgOu7{!&dX$fmMrM}Op_bM zBl&>qLSs>kJFC*2N$t7TLht;5KEIb*CmuRC-Jq&s{YIpsZs2GW%?3`j5-wt!OuP>+ z>5ta7fq5p|imGmW7nHn{Vgh@$>}vTk>L%GGChN@U@kkU&} z@6be1i`vbVU@Z!~yq2S^$GJXUl(G>L{SeNkR|{AoV_>ov&X?-o&I zRBy$J@UK4v;p<|n?gpN> zU^(+Du&dHaN5nYQkx%}48J~nrQWcz zP9K|yj8iBMx)z7-W+0Rq3;IaU{^3SEtKlW~s(>>5$Nj4|vvTMP2M&yljC<7i=|~^T zcWXz~+*yPEfahN?3=oGFHyS_Pwp*`{^w?KhhM}|esuQ%|Jq)>dTSXz$$hgovr?UIp z7x{r0aFx^MyCsv8a-WqJcFd^4NwZ=&N^ZV*Ym28eoH!M0HRy6w%cpL1d)2O%%`uk$ zTAI;u)CrU^TGr=7TG=Y0a(dRd@VO@EZ++v}Id0xR^Y&}u48E^1mrPr@S6c!#;^ffn zMFIS7`)rBq%hL}ds|THqjYk`Q%3Z!_>X#1va^x1R%6Ns{oNQfhFu;bQB4kBosk*f4 zSqFua=H;+IaPe=Ae!+uNJg~Ks>If^awR4b%>*!bU#hID2i(=P1C^FJvtEz$<2`%FQKI`?m)m3Q=82ozXVX8P`;>mI*^F!PHD&jfPiCvwFooR&bHwk+ z!48ZfAo5fi<80<+?dam*1Onn#v2mneRTDcPxKz^GWq+5iF2>133*%&M!Kdk9XJStb z#>U#Jn7BAu<6>a>ArP$b3jF<(0wP`|O`I{fnB4zSkDj%;ixm(=jMa%ivs$jEF1R3L zY;Y_bh>Nu{al(cP0}$Bp13>IY&F)t#YwhIhf&~FV_A!#&kIChO3JQSuU~nV|3KJ9r zp@H4Mmx#eK_CUleHe6U(m>4W=ZDE1I#`*&BxP~A&3( zcE-42>_K1*t~}V@8YqB708zmJYXH(fD4Cjn0Vks z2?T`;05nONIR2;?1#Hd)D*zGe)@Bm+mbMsd>k|7&W90%M^e0_E%`!s}5(30@|Np;; z|G(A&hYA9M2m=WKOJhOc>kJZ(Bt`?@(*)5FU>x9r%&~#yAOwIT_B|FJ{?8qSh5ug{ z@z3{gI0`6-!qtJT2YVr~qXq(0i~?i>1z4acKx730WU!1xq6I)GK=cFw(S-w%0|LOX zM*#x^3G8QqLV!Um2w*1&0{~HQ+#Lld2_!JbA(22U0&rZV0H7cU1%&~b*cx%<5aUn* zNW!52w2mbW0jNSGFdz|FIP4t_vsWh+nt z8j1er!b$>82(W^1=mHu5dLG~U&o&mwY3dfI& z7$+AffMj5M9aaYZbOC29;N$`;6TeoWW@I&j;liw1kjJmlLra>D69g^Kl^#ASmlR%i&Jhux8NSMK)`^*75`OX0Xsl& zZ%qJU+fSJR;=iB50HVF0G6yD_{gfpLfoqx=P+owd!IiZF`gT8c6@>WFv>gcee1d!H z0QC5N${y&`{nRx;e6cBFK*J$_wBZDZ`Tkp15Fl!}vVb1{fr~pJU;BA(z;v~r+E+zz zTMgA{d}GyPD*{~UDk6YLihuq^t~#J_l9DfulEOVm$fR8Sy5!Qxn;0!*2}aQ=}7i1@)I z6*vg`v+IHB>?Z^a1gxb1VBpjfD4<<`loJF218lzv1PJH?*8Il_AQllPFaL1@-~?`@{>KTd zOkgLO|2Tn_i36(VPbWeBUzss+y6Zogz>bdpWa4K)`!7}z`2V&&fwkNI8y(mg^H*d1 z|F%qEjq?9w0y|^=!U!n`SHN=#tS6ML&9P2k+)0s|*rOWvS7H0dTmHLd0bC^ia#0F6 zWYNXi!Co4B93_{u5DWqZoMcc06mT*iQ0E~qP6&jP8+XQ~xvLp)Y9p7OiHoDHgNv=T zDag^>0%VGH@!FdMAh@ak*ZZ#!P<{kIlow>>;^HU-2LD@>-@(a}`2Lpm*fYEUv4~oKi_YUWwuuI%SaDrGD@ZmhH zui$VVc3FKO4|u@3CJyDn0gvM0JQxI!*@JMvshWr3U=V@dXoI5RSSQ1QvM>lz@b^3@ z)u@>?uYZxzu^pgEdqSE2jPH7Gpx@M`}>DiP~d2n-((W_o_4rhC=`Kp z+Z`&4!n*tp<^cz<9L5g{oUd}YkDxFl)-iXmEYKalwE^te`VAN01cTqo3P6DELx<`U z5CFcb9nM1v9`1ACJe1$ZIRd*K>0nu4KK(V%#mU6l7UP6FGg-mj!U2R+9e{gR)4>6& jad2)iEo(0fFmdnur%aq&a8o%jEyG~M=g!Hf$rArRl9jB( literal 0 HcmV?d00001 diff --git a/usr/benchmarks/ib/evaluation/final/ib_write_bw-avg.pdf b/usr/benchmarks/ib/evaluation/final/ib_write_bw-avg.pdf new file mode 100644 index 0000000000000000000000000000000000000000..26accac5757aaed5c4252a9a33537c4cc0874071 GIT binary patch literal 17842 zcmd_Sby!s27dL7E!bnRRFsL9PFg=8Hw{!@K0}Lf43@M0@9@t zBBBxk!h6o3eg(O|%X9Ca@9>;C`|MbIt+m(Q>$A`71*e9rJU>DJ4dHw|0L?CkAfRxl zgQ*QfR1^x+@o>aLVKO)Z&ep*a3e&(@;+>&Lpn?`uTpWV8HwP;U{nfzWtf>v&i~toR z)&Uw22zV!ZC0fu5Uw0+wc_>WIouHsi zz!C6J^dlev7(UUtAoN6(}HV3JZa$;mxga(hlwb>mYe73MC+j5k?7O zpeRAC01_(%qyUDc?Cl*0&Ojv~t%Y}XaB(sN6b32?kbYB{pbi0U0L}sO&QM{n>@Q`4 z&%c?Mx3&ee2ZhPo0xFQjn>m;REmiUMmINy(0vsk{LuY~$9%lz}PpmOkaX4B=_k1aL zq+R&-@$6+$&w`tNq(@&?>~n%IUaT)HpllV;L-Ijih}Zb2#xU>{kUrff)2-^eFtU`N zy=7Vg$C8h&d}f9R-#SwW-Fse>u#;o$?@S&~NMEXZDeUTIzJa@%7ve^H zeBUB!Vea%#pX5mrnq#Z)ol2Ldmd6)YmYd%Do*zENar#N6B&)Qm`4J68*7OVhEHaT* z&W^R*b+I2>uFNVRc}S!$zc24`gx*noEakWeK0N!O7@Lssu_=YB^@7 zf3JT$W;#!9Rm#xFk+xBmJSl(T;z|8l9<$r%iA2*okANBTr{>WpVqelaxKZ7Q+f_ z<&GS-h=|L* zo%pHJ1@%(btSOF|s;5UfxW6fvw0o!wr+=PQWqD7(YK1)(KII`l*XQ%FT2ZNBknR=d zjqrJ>5W&TO7XBzJp~$;bai${Z#lE=EDw^s8ivtCSA65)h9DBcLw$onBN@QgYi+smF zU1_BuAK#5ThgMYfxFo=NshvEb=2dKFS}I*5Lk52W6V)Rvwl~Jg-FN67#WHG7hbxoC z@nl;Z(X45^=ai6CbLmww^8LecWHz&wM(P3K1+GWTv9?0o%4LSnl0Sx~-I>ubhSk$G z$Dy;C<8LnpdhWFlh`9U=&H>L0^yElN6v2G_ar4v3CRpmZ@cR$h58U;#`2u+u|M(l> z3`4SKAM5l5g)~CY=;(FZRuHSDX%M`;5W7e)>do*0937S=9rp zl-el+*yY%#b)EB+ZH0!$;-U}pty#6~OboAUtlE)sGQ{v?c%`@2`<&1bkC@3gjQpwD zEI`6PqbJz8_C3=&vhk(OoQ4?}z04!W&%@P;?8D&{T3S&@`mghBbgiwRk3OlAj!Dx- zDn1dXVctl$+52gFX_RU$?7a7}2YM{<(AtDF-S)ov%b4P5v+S$Jb^=q+C}l}S_u0nT zTO{M*X33L06v-ibkMKHLNxWe&xlP)8H_*L`A%*Ft;I}qx0z%U@o~*qlkOBP=0x5z# zT^=(Z`D`xR*~L<(TbUG^*^n5TT8O?Oj;wm@phJ6Mnfa8=ta@#^&<)=+Dka+O@Y{zp zzs8cZDfp8;k-3sm#Cwb4z2*^jHY!iI!>Ml#DEoPb)MY!()#cg^56iN%V)@9FUI|T& z)ZC{i6l9%0EF>*J@4%I2hdhz?iH|BZgpyWKB|lj*M0;uMY|vm*sLMwVvd?^j>T=Z= z)nyyB=_T2zM%)c9`e&_u|N70Km=lYV-O!C^hQW(x%oNA{3v>9Ms#);GC1pqv@&iou9EaB43_V!Q8Gi=aDP&OyN~9nck)j*u#WGd#NS zt|o64J|Zd7+vnFU;(_9LVzEI%VU@TMA6WcZAaXh<6>eT%z)u{37%UC89mltO2m5+5V14qWAMf zrB=x5r*0j?KJSlEk;b#oF!g1@!Y*_|p$@^dF_)E)XU-frjcpO&n|+?2cj2+3Iz!J4 z)7=Q}BV^xBG)8A>yGrDZ-_TN>b?X~`__c8Lf()UW^A)Omxga40u!*$PLT#VbOn=Tq z#>IEbz8n2Oxdg@+U0z(CkO7oufaPw*{+u~W19XoHioo_pLO{7}s!wz5!ZSFQ3@SaiepEPYCFYF1|h)c1`#Yu4{w?7w6?~LkuE;`YtUEa0DBk_o@4`5oYS!s@2hYx z&(s*MQSl~xvY)&o?d^8rTl#Bkf{5$G(nDq(bI-=`Eh~&&mKQ#x zTc()LQ7m7AVEE!jeO_w>_FRtdK&nNX>=!p-gZRvJW!usQFH+;rQg|guyKvvzds(3N zEM(q>R%@2ml%=7>@AjR5f*P3`LqD@89b{UmH=_c2WINs=qg%v}G`v0;%g@H!qIL4T zOSqv-$3qq+FS(O@UFaGVpEEXeZ5Gm>bdJMDU!y(o@WLS_eF1os7b^ORfvHx=_25DV zr5=6!@ssDZEWe*V{%%#ek?f>)j7ITt*Fe^z4taWxheBM^$aeD6ttB`rWhtlz-g)%d zW6fFg`sHiMKR?&a3pC%OzQ4Y_=D7M}m3eXg=jhnFyZ1c>{;TJpYf8SpObNyjSPhl% zOIIh#B(m3xjtkxkF+6H`GuuQnHa3iZJiN?#6pL@;}#m=06iwf6iSUN?KjVEwis>)h&V;^%p?;g;t5c z2}D>(6cYOz!Xp31jQ5<1YLr1tHln(>*)*VRMJCh(gbu|HyLvPF(0DX*lK-Bs$@&lSVe@Gqyx zzmfR=VoC_Lm8m!RR4?J=Brosru zw*$xEHeoj$BLM^Xdx$X_4VPcTDOa;0=tx%0%5=}fcf*StR8qpQS6l)}G@Q0wIo`8#uQ4y=N)@9uY0vjEe5RVO zappr2v>^w3^}4!LBwY>MvU3xU6patEM2fY?gf*WdT4ttLB81Z7191e14dp=2gOPF-oEC-M&S#XXn5XK>%TW&1Gx>U8vM2kxuMEu)a@ zYkb#fpo>uh^q-xi?=ikh^*rerq8El44y8TMY~el`>wfCQB;6{+C@9X6Y_{;zCn+Wb ztHlw+up1X9US;35DKVLO%+aBT3%Zjk|6a9FQE82xbH4R>JxpEyar&)JEmiG(&-m+I zmD^#FAN%v@f`5jRx()iXgrO;W(;5otuUdl)40lh9llLS#3VeAVMcLGKdZutsJ(Eyl^tAy9G&uyJWmU6%vk1aD-71zukawIO38%-%C?t3e$|~% zqv_PX`KC|K^#Mhq8lU;EUia+ofl>H)&FnBF;MRFpLxRR`84@wArkta|kep?-9ogI6 z<0^KfvNLnzlH%;~>%LYEnX)z_hYwcFoB7(*sn@Yz`7A%|{~|&TcelD2cjcwN+4a!{ zcjTc1&z&#SJi3{Cs{T~0l(@r$YXRo8T;^x#{Ep9uvLkqGw+nQAV$ z^2EQ_w^W-V)w$s+-7}6way1P@N1Mpwu=`e`g~umuCBcgOB6Vz#9(QfU)t7$?NyjDP zkk7w3<4$>)4}DF>Ien;?==<);5|-{zZn2@ME|DFmQtEN#<}GoH>L2q#+BExfn)Y%W z;C^>b#zsW^ZOCzLpK&4H2|2n1l*?h03f@<6f5^Y%KvplqkETDzd->0l?UIBUTo#q{VK9IBXW#Zk>QPRKiAgxXIl90;GvM<%ah#<5eB(sgiu(lK75b#d6g5SX3+kD zdM%Ec$fo)(`sU{MeiR=Z6O69uzISAmw7#8s^a*;;C^uEb4(9Rq%bfq^b5KItmPswC zXc7+ciq_N1FZC$=Ca+jra`?6}!%bN zJ|4qQZCdn(Wzpxo<6RHiCzbadYL-s-1)9bqO%tTPRB{9@5 z<=h%gp*Os2_EFc5S>Dj46S2B!^-@G^QAdsIStRGYg5D$T>vYu9!oG(rXonA%bA}A~ zFZ9#cw8*aOS>A48i@$#Gn&&m1$%3Ni6=u};=3C^f#z;E-k`70v#F#&OQ@DVgjEq_> z&8?|$oJ(ZyOlhTiTFN3zE&22qy&HW)xMgGVT>NN#|Gw*FguJ4v8;Sd@PL=J;Dx{Wi z2&{XRytp@hoM&`g{;20c%XFt1?#PlM%oVGI3_)_`lk1@+r7Xsiw#3)h4TqBIl{ z6MhKiSA2Q4)Xb{K0`T?}<}9p-kLNd2@j;`>$=X7XmRbuNTkmPfV0`;8FTl#aJ8MR4 zbG&Ndn=l4|3ciZh5F_5HIxXvVwucm~mt|;Z1pERNj@5)Dt5nBG-Ox~-CwpqpmBJur z##S^)eQEBV7QP6hb+Ar(I@t`}5ZaMwDV{8Bwr*WJc{gp8TlA(s_OeP$KaG_{=cwnN zfE8}#9r)fY`a)vSTa+lKsbVjSAn*Uk@LV!Oa{1&(kGGFAmxjAr9-JSgg<}bvTm@h7 z2gME@3wJo;=gQg|SfdXC(FMb4-D@&B34|D96~hzOMPpw}^I<%pM=gi&+)k{7 zQxje1`%N@R=?W4Ftd<~c}BG%b(VrN*ah9wbg*MS><=&K)Z7 zH+ow`&G(>9{FL{4#41~^34gvx&<+aSEoMXtZe3dBG?kq8BgiXf7)7OSsChGphR6@9W?B^c7qK<#C}v-*raETreIUMUm9O4+KdJut z!b5lSV_rF%vtP*=?mKWo%O8oQNS%1&nRQtzmbqBrf7TF>Y zTMbpMRha%Il$^9}NZXM_j@J3U>Z6HuJA;A4?k((e6;Shw-5nvH`d#EMOz!81)xVdg;IVMO)ltKH0NQxrqRAjFCs5ILli=~(M3?GEmVU5`O zIt~hpTg?90Tb>|9wgc%dqWq-S!*!ZL20ab0OP#wR5Zt)6OJV8Ai-`CE&{$4PN}uL z0(Opo@~>nqAG|HeBe#UON7%@QzV#f-kd(;gA-Aip^3!F}6Z~Yn7U(F~9$e^Hc+>vF z*Y4{EA}Vp>U1~4;f}B*vta(2Uz0`44o5&J6?PDzyCwkv%Qdmjx6gN$<(}0pBZ}<)@ z?;ZgPZ&5lXy6o~v1f|^1@O=~yf=e6REiUoft$!BJ<20K#t0!CE+pTU`AoIK{qbt37 zB0{{bMthyAPwR&dy2T+*1+7)2ObDE`p5nh>_n1@nv5Z&96)G<_iKVN}bBbN@*zj>% zVWs_tK2`R%)aVo!pDd)J%U9tuJ2#2B<3Bh1z#TU4667hwvFsBn(0bxdb+Gbj3cKgN zFw=;hWaj$YX2GUGPof*+FY6CnWs`F=s!9@MTw=bg^HERgY(x%A;=T6157FGV^l#KN z!>S%4_XS$dlvG(qOGRER8?=RBKP*Qb*OBOqP?-x68l1cN%218E@m5*x1v3b>P|kvB zw?QT2Hy8hd3d>+1);iu<dL+6;)^utgLYC9hCcA-o-vo-pV=6-7QNQ?)t=h%aw&UhM{j#b#9)&MYgBuewTIu}7vX~zdt4{x zkC;XtM7>a@u68y=s)VDYDkHrPBOckwFJFo5Sy?BwBWU*Tpr+m8F4Q)xBc`Qf54>ck z_{g{>xp%gBI3_hKVZ%g)Cy8wzeX+Tg&Q}H!o@FhCZu#9d1bw+1h>vwpRq&vJX5c{FHH zNoS1fT-`;&{pQBC<~h@+Wc{7aV_qC_0*N9s-#u^31ekRbDDS%r_O!x$Jl)>^tAF%v zu_h9=75It)5Q79kUa`u!BKhbgx$TQAZRa~{8;3_9PIS~K*OV4g2BEz?ph@-QUaMA< zhRdwh)Pnnar0pZa;iCTWv^v=t9C|&L%?ZpN)&dXNW3yj$br@<6sRtR_ouEx@i!FxT zE%1_W(oQO#IpZSPV;S(gL_09?z~yio1^8=Cw91uUlGc4o(>FCv&a;`Xr}XMK@yOj6 zRQaIRMq2hDMALJ=Uq!dcddSL?Cu2k*=0{mBeR#aeynl%g)^@_^7{YjkKhT)}jnJ`SFKt*6?aBrcy7-kuQ(Rum_&cB|d3@Gx)qb!EKfL;y{nhcOQ)j*qAz; z#)^9ACN$2s2k!cg8@IHT*wBaVi@ST5k5D+uz!EJq1_J3+cm7kZe6L>qEwv7ILHH*?)e=| z56&9%;EL0A+OR8MXf;E~h4gyCQMx+H@83vgCOm%l)jq8<-S|0~Gwpo^Zd3W6wOEKz zG=IK|D5phJyd_EKu(EVd{-Vb?%6ObxM%x*ooe;iOMQ3TDj}lV6x0jBBFD`&FyO8Ot z*M<7FCu7))vX;++Nsju<;=dm^{TwT!st_94UYc^Q?>5)S>RGjL=bj9z|@=Z5Ro$d#6 zfjEul@9HSI9thp@xw|~0FG-uaqG31Q{1WZ;x)}cz)qxU!z89ZmhTB1zyT!67%vL}s zrdbvRETB#2NsoL9UB0O$cEvd=cjNmW8@K%t7scFfu*w8YME0xVA1RkNMO?7vL8z=B z#%)+To~@gWG_o5R*!v-}htVRLMaHXkwBRYV`}z3$VqPUv^n*G&)hS$aVLUc_%J)h- z&p_Dd^`wo{#JL}e6i+7Z$;*!I=#ABSp2Wix+2ORDxBtSeD@P~gAmpnbRLEZ(8WB9o zqkToU{FFg6`#E|q8CR0?(sFeqa}4ZqDAR9`^N^KMrsax{9I>pWUqY^a?jAE0liG9L zGLh_o`D{(CItlg9$Di@G>JSM+c3N*O1~Hp)FEK^HO+ zCcx<68skeMc&9V`#!D_t_1FdJRhM7ZA0BocI5my5A1_;%h`W}Sr3G*gY*ITEbO&V%+eDnC9R zC^#x!xr3OyM)$(oeu9aViU!0ane!w)D+z~Ai4FC|eA~E0#>@Ee;@N(NRJnbrV-5N( zv2natoiBb})urQFx@|$jH+a%j^kwFi-XeCtoa6m|iKZ!j&ua9Ptr{`LGm1AVRKCoM zCiPsyA97OBpg7fgP|vTEjxeVBz_t96t|GsI+p=Hr(7FZlHLqko@z}(%qW2jZ&I65s zPj1kfTo+e4+UG%arlJAa-%zU1`xsL3^9xPMh(S{ES=|qoVXohO3ue5B$2X`jua$>( z(8O*x4M?G_n+CaPmG~Mcx$H+nQWeSP<@df%wa@%KTOnzJgzGBD9xS(|k0BFRAuHqk z8QN5LvU<6~IH}oxAjbBv2NkwFmu2~UY*l)RTub+=^5E$NWpO_))FR}#wjU*H7RN`C zN5*tQ%qzxf^BBsoScNl@ExDSbxiX@!O#OLIw_3bv9^m1czCki;Ln`6$aRkd=Aw5y4 z>3r=8JUKoGsV_Go;*v}n!Lx7Sht&bqaZIrIv0EdN(@#F7yj3~he!lzYoAl}HTHUVn z-La;g+;ZtWq*)C3sZ73}hxqwR!7a7=o*p+UYfYK1R@T-%dgjtMu3BKMODpHk)}rM1 zC^3z9RHT1JZ-&Zh(u1+Kf3{Zgbk#A#1#ufaLEqYYJ#Hp1HWDuT$nT)(-2#6kV(X3) z_@T-USOV9wAy`^TQO>vH7q9kj2%=*5vy2!_95q*q;SqkXa2~1Fao)#eS!X_S?u!t~ z^F#a;NlrTV=-jo>(C5pxn?1erX^(Ju;uq9i`r`H!c^wMQ{kPd3x5Ab8C+MA>%)gcP z^qd^ZC~jeewmspHsP>Vz`0h3b3?Y`fMi@y2Z_rAL*&%MxVE1IHB6ZKtC zD-8)IjhN)9R%LtU@p0pH)3wB${Uu*+>m)AUY!@UIS&u!Tb}>KaU{G)_=j~73k!cAZ z;sk16Qad#11d=2G&!Pm)0ewRd-^CoB40IJ~B9y*|$a zW~o73lC_CX)J;1H={el}rn;4g;<5^l(j0hh!I@d_A7VKjrlokpE`E2DeDz56IAwtu zC6O!rlug36J$q?fgf*XX8n0z)b$SWtMkkyZdCH1R*mF4`C@VH!IK=G zV0x2IBeb-L2n$EbN6N=;+UZS%s6%=Td1sW39`IdxGVkrZvCk~@s^`C>gW2s? z1R=N$Q%52SfVZ78t74=IaB1wKN3>Gh)s4l2$af4Eo*@jZaP~)-RM;Vw0b)OGUgy2Y z6avl^wpcKAAViP#e%xWEs*Vy9o0Zrn5-$Dq)lu+eX^@nDeG^8y&oOF z)Aq70?}&)+)r{O@%X@pCv@G~fDYV%O(isLcGLvzpS{#pfGv9ExAf4U=#<{34!)|%# znSEsv7cY!8^%GTB{~Qy0&kVaQn@rRWV()e+d$8SR5^oa28I6{w)Zz3~GTdP**FOZYqFya` zk6d}UA{*VTBZJ?83U!AD@rpA-xm z?OxxrqJ9Dob4;CwDI#hXW9a1H@AGB)i@xl4{(?ba)D#ldKodDPV08DVe(RN= z>-*nd^NQGETz0!lL2P^Zt`@064VojcSim%RBbZ4|r8&k|}vDB@Fe6#`+R ze6-mqt-)E0*@tpyDi2=q(~c}ApB_x#+p&_BedK7x6jF1ED+HEv4W;bhh)N&lZfUQz zjUsOp*5y9i@4y{mIlSQwpJlrhW%gTw&7|?1!HRbXHpFie0$x z$gh}J#xG@*EXzRAu5*s(M8)TLk*PpTDeKiq25;>U=LZE2!yYF_H}*(W^Y!k)`fl;H z@Ky|<7Jh~rJYM6bK6+3GLUP0D{v&PAji<6F?U-j8u>Ce{Q7Q_&93$Ly zgiLNU@Ez;Pw^w61jLx5Y=3hqgurdfFOn71z~xw zx5;H+$y8G^#zZ+AoELk?yt%F=9e(}2;3J981#Y=FA)asI=`oChp|fa`F8fTWOp_0( z;V%Z9_Kihe_>}$SoT+aL;@h4Z3~FN)R;SUucR#D@9IW^ zqIx-$d?rE4Jo7rMF&RC}@c?yR8zy9mKZY&e!BLnOQHz`0|~I zbCl}h>~wvo(>Q)@^+d`$&QB?q8_l?9U($B1c%?T>4AIz)vxWW39AXRH0>Tz#@y=#W z){X=RCn#_p2n<4ispIT`$OLI?!sfv^J-ic68}DRo!LQ|DhqH&kz&H&x9Kp$&7(XEZ zhl5@M`1_Lr!X>0}&Uj)x$N!+CZ*5Mna)tuHm)Nbgiz$H^paMo#pn#wXE1VM;Vgl3v zu@S)7X2``RS$S(GX98FS3g6^NdNZDbA0dQ>@*`1LC;}-Y1QkXKL(fBCa`r&D1sG}~ zDhh$gT3cA)!8j2hn8OH)LPB9c+=v+vl_ChFY;n$3P?#s)$pH#;um|)&a05~VDZVW2(^Dl80znL%OZP#7MHfCDXoh#i14 zYv2JWu>*Po7z6@G&`=n_lQY00@E`<%xk6!Xfb2leo}lELI{PC(@Ut6C757VXNDR>e ze;=j%d#eJP1sE_x)Fg4l|A&47sR(#GJz$W);1)|~K&KFxf#RlCFu>^jHFAI18KU77z9=waGL%=zyTV<@!Azji6XK z5bX2+|APE~rGWyb9~zE?qJfu(LcmLFED8$|2C$`&FdT{mqmO_)cwqn@!E&%Z>d##e ztpC3*$nSC#N)Tu#NTdPM0WS$fzuEOI1&vM0F{ArwOBzE@h%8>04%V8VX;6jXcUnsP*Dgfh(H3FAVs1$ z5F#spNJJKZ-a*kYfSZPWkZ5b5cxWI4fdEMW2~ecpBTpO|peY7{fB+XD!lr0{NNpyF3<3fGuTj93M5aKY zfsR2t0PlZYL}mTvgGc}ks2vMv6yzQ>gg@keTL?H%-~~Qo0ZRg@0lY!LXJQ$sR)Byo zR`|~aS_07sKttGe0UZD%59kuK3gCkLx`S4+GH_4{w1J&2;a_$E+Qi=%(I!B<*t~w(0vb>&pvG<2=2(Na0+j!Cfi|*fcR+aG zpXK52jW=;UhXP#?{SCPO6OV0c{aX3~Wf2RA?g0q`QlMnhc>r?+c!Ch!0usbgK*^@p zK>qS?o34d;91tk`CNUp$X29SO(>P!}H&bSSscfbIC-|#db11Of66;w) zfgvQ)vW5c6B<5K`(Z71K0~WK*JO|K$5=-r&z=S2HoT2DneK-Lo3g$sJy(I9$pICta z%!$pE8?Zucrd*+zU)}ueCV@#vY~cw^aboJf6&`H&=Y%B!3QS9|=6~fNwcq7Z$j$gs zDJbBEe>ulLaj7sf9FPtANGZhcYJgk$f2#IZ7oawNb@5-nAfNwa{_SPeP*B7#J*oi< z%`Z);0V4b!Xe1PH@LQ!JR{Jf^j)yw`ASrnVCjcn?jxhx+>X#_L;(8&l-%cGR0N5-) z@%z88^Pqfxf+OrArKkg-lyXaAab z@pAbjg^GINglA`DN4aV!%ZIlG+;z#C{M{`sLJwNo9L)$J`3#v|-IMNVcc-vJF%m0z zh8*$|N2zlIt}w}P8S@~>t`8rC^;d7u-Mi5Bl07xd$LyTU&mF+*Us{L#->r$iP5l3E zO>9{Vb_%)vzh!oStI6+WLdL-b0Q127SFtt+H$B9tdMz-neRFNw{8s?~tz4MDS1B1F zBAsCEU@r@X?sLnEAmIoAHzF_yEJ_fGISogig2PYo5dR;5xr-SP;?8Y{BRJYR5NxeY zp^oMjP*ZTTV{Z;rA(8^Nnt#_o2w(&dd{8R_!BGST`>&~hgOerCUrVgJ6W#&>U??F7 zfMS1r0L+5{9H0gCPae3N1V2#wUwHtR0Jza3kEf0Wp+uI^ALfC(01EJQowkV+D zKY1Vw-&PMP1VRz;^PgVOSP&;{$pgSYh?}bhe*VY-$H4!khXG9cpL(c&#siKK1TofDdRVy7KRUo7fj!dp zdT8uFya0Qxf7%Md{~1fTAQHaa{@{Y>fB6#>0^T=l>sJWz&s=~Df%}*3^@RShabU&( zuzg!S;T`%F2DcAe>mlF>5ch(gKe|W2(f`g>IQAd?A%OQC+vNqeWdGP70{H1=yR9J* z!oW}Y+xkTUtJgnyC=ju3ED`ZHspz{%;i}dkY6BaoGgGy_SOm jxY`o&sVQ1ip8`i{xdF1uKkq6(?^z zqG3$2p^)L&H3G&?Hulc$j&S@Md36tW3LHaC|H}>v2{L{OpyB1=;|YgEQ89)iRLQ>1 zc4Q+B&=`0!@v?FE_O$ULyW5@kCF)vv1qDb}@Pe`?EDWJXws*Es_V5R+L*(%&qzn;5 zz`-#DybKyo1S!C-lDoSH#Tyg>X(O_?hmV&XP#2^gAp4psAq@gv0N;SPH=G2$`%RV5 z^Doxbon3+M;0SeBpa4~}orgWBsY`Zuq&UG*kddery(wN~8#kE$mB$u39{dE>nzmaP z?E)h9o(~YXqcH2eA+Xf=EqD9c3+`J_JzjVmU~$Pog=qBJfNa| zg%5w~Vs8+xYk_`c`Qodf*!^Z)k39%Uw#mHhoDYLok0?sjU#NSikZHX<`2$;>)_U!F zs0F{5f*$<5mkPtyW7VC{_ej61k5gi;dYQVEI$F8#4X?XRT&xp0G}IuLjAnBAV7gUFglmV` z(QULMWlY=XY3)S3r){G-p2uA8X+E2iyw8W}vO#k}ytVtq>k90-L=Gd#2FGGt0$sGd zzB^XZ{3vfs&Y7;T;MNdiLy_vfMozbR+w`!yI_<;f7Ne2mqI6NS2-YnA3s)32#im^C z5AHace6fR{mcr5#`ux#pTDwGp`0jv$>r%|G;j2c*jtt3`N{Y$Rrki#W-_kQBaup`O zkl9n$4GXP(hJMUba#V`0URqctNKv_fn?`7J!}Xg{M-J6AA{Y{2XS`k~j^l#1d57uu z>t+uf`!4PfV$2|B>cA%O*u?n`FR55-8{Lu9msaZE|M+y@sm6L?f4`(`+?lTJRU!TF z>p#>BS5yJ*buEnNWpVn|7Nswg2tS=PSpYz&LPL7z{QcvRZH&Y*lNwLJ)H9<>ls`7wG+e2jV(6&<{$Cr z6pVK>YKX)@6s2OS&FRL4E&X4d%StPofs8sQ$Yzy8iq#r>_ zRX(hArPoOYUIb?sJ%{@;3On6wFX3g*NK13%+&5U}cO%JfFxz0{3C6ll#y8!DG{O2h@c9QX7wJcxrcv1d*>t zxffs^t!R%o97MN?ycgy3c~I7=dboG>jY%xb|1J+Zk62k{oGACe@GAzN@@`Hujg+!) zP4D9uaJFB1(yufTzc22;nCE|+MJB~<;)Rx-vc^4M@^YN=HAz9c#p6$-;(i>iWh?Ib z06U;+z3|Q9wbgxk(a#?lyc46!yIxJPmd8#%t{mrBCD+U&`TPWGBSW<>o;sZT3;Y$d1Gun8jNPA81i(KH8|% zVT=xyVec<_HSWD!TkTC_M~d*xL^&k*V_4jh__mN8$M;lRtd*vFdopCHe;>CklG|o3 zeTe5#UxCx*mI85E9kC7##&Xp~+Rw(>%7<#D7YFj=!wQ(iiW$n`gZgS+_WEia=CbD% zB(rPp>|sAT|90-=!TdUtGsf}Z{00>F{`~*mxgV4k{_q{fuH+oPSV(j zrXbUOOu9cYmMQ&dT=n~Gj}ln9pOXIN<|Q~Ip=4UdIz*sbFgl@bbUMEzJ%smBpSknp zmP-D?u}p%WvMj7OUstNS znw9(PN>=6_3TH6?C7;@O0i6q3bz&>?D|QS{dj?w!`|KMHUjgmO#4=cIGD$k|09?Aa%tn$W6JAfCNTi39fSFF6u z?854_)nhc@89ka0*=+Qxy+Y}<@p~svGoh0LL?&!Rxpz1AlD7#3SS)V0v%2p|po`BK z*TCYu=WSZvBm$&C1#8ym@nsXf^A#{D9`>-Vww0&fRs9!V38sk?(r?Cd&wNbcF8C3< z^F=BC`pGQW>5iI7v19Zf%YPUN?jji4yD9z<)&7t*a3bX{?M$op$E>Ua(Cgre7LCeq zA&`=f?$&s+px?vP-R5^GZg$WNq~>Z0;$nkCZ?ff2v7iO>rgQg7z5M3jvaczvGK%z0 zN%zzlt)rH$DZJI9O&V=;<>em5v(raju6`aht9&Ul@LXmK%UsQ17(pp=J8o^8SXC5Lx zrSnXn?DRbUfct*;>*6s{IvFz$`X^sKchHInFc6JzY)YW)_RKZlFgjM5nZ`@Jb64Cm z$%JuXYwb*RO9z|fy%$pEh3*=olZt3MAsTOHxaNL!Bl2c>W;?Eg`QUBt z3wjHrha9hnhgX^>Y@YhENU1A3Wf$>eiU$??@HFv?#}DC!x2cWVbUu5S`#S_m zx>Wgjm!_YWPfRUwPcnzjSGUUf9!pI%SAN$iZ^oQ+e`#>%^0VwMY)u?0M;;|cg*_J^ z+&_E7qxj*E#qkN$hwWXb=v31bA?W!N`TPW-R73L7yqbX zaQhMD`Of5pB$q!D8uH1?|l+zM?;{20{D3!k(pfDuKC28Pd{|g1rj9thj~D ze_|S>RYv1opUOvCpHpE@XWvUmWWA!+7|C9J_wvG^Y`zw=*j8i8t>Q9${P%q`Z%abo zX}6o6W9NLsUi5}zv>ow$G6VgTc_+GIiS~x8`0YP%459zO;TR1ZFMoBh*QwOJ;`=_(JK~}) zQ<{Ny<=v>G10Sa(4@^D6Jyg4|nP|Axs(0IGwy%%9_hKlz3UEdj0Nvyi|MT1`WoFP=n`qX;}5!l z7EOPn8`OI5$KcBhkRc7*RAgv&B-4HR17T=6_cw$w8031T8#TL$pjay_VYu5NGvyPP z)bzDhU&deFew60;_Z;!mRM&!(Qy&v2J8ixlNwtUyU)~$O1wNb5&-vL)`5O1D%z!-s zQKm7tH_=8hol`f7I|;z#>#b431#X7n2f3UfTO`DwzHoURIsIm!!A7T_BcCd9%kBiA>dj zIT-(VSiIF%WK+((Wc!^+6MBvOqM_kp;qXwWXSu2_ zvO8ERzuJYmJkft582DNJP1wUYHJh}Cdp3c!W_ICkXZ+Dzn`*qRAKy5COYEswvXX+w zJKs{Alv?g*<&w_NT!nFx%GbpAJ-w6QC!}-XoymAhX<%_!Z|HsF&6(cMPH|KV%`)p5 zn0va!3nS8<x_uRYU##g=cl{p9nmks^HMD@b#SW7W$%QTA@wiuMVrY$SS;u5;i_LLX>=` z#&HSbv*SpmWSwDF{`tkz@>Zh|nw4$*48&D-q0-{3y4}a_1|eoI^{x!4 zA{_eLOC0wP99uc7+I3K`gWxC?>4jI|E1li^@$GXPOlwb-#|tNm=>8$y;tQ=qZ&s&& zEU(b#I)u&s!9>uW$X}U=xM8R=Qc7eHVyV#;?XuH~Bq0K{= zo6i;96HGUqION!S>!FwQwD+go+uo<(q}grDp7YM0eD9fd!nL?6-Q)3`)a$dhDQMd( zd5v@AuL8E@YbxwNkLPL3@?wQmKD^HJN z|7`Hk;ZQ)Yq-k5Qs~hu+dp^ZGc3V`48#G5p1i8?$KOJ_AILIOEbl#~}R({q*PqaE- zl!EZx8LxYBd#ieOhp8^_)IysGSqcXx66aXyQ6Y`Q*` z^7d&TT{sivc3FMI6*?!e2XuLN*i}5vKB>DtOPewx@peR=KY+zC+iOBRzI+fD=yWM( z8^`%e3H#D72h1Kew|SY@Vyt=|F8M!PS)qNsKV$13toZwG*Z-Qm z@x*og408`_fHXi7%-V5Sya^JIG(-|G2AZgMr%~Q@dvCk4Z`a**hU~uCo|kWja7hc> zUU(uiQ+qW3eP@!TGfis__lrO9^0(VXXgqcuGxCNy?y4x}zR_(piaCn&dqz*ZxS2cm zrl&RE>g`q}o+2Vz`i0CQ&$TPoW9MmKo|Ed6jMJ)WS=+y1d+IP~SZMD_i?Erqypb3WjNTiw|cKOW$PmEUTDYq9j@BnD2Hj z8~%2`1R)X4?>I;n_u`|7z3V=#cC1zN!guLS&flv%(ubd9#3xyB_xJ?1Ou-%}Zk3Qf z)^u0k1cTQ%*>mrF4s(@;S-g16zBj*JK`eMBZb{(Q5$Td6=l-iuFkSs!7ey1+cTqJ% zEiZZ$bJYa5oKl2dK%6ltX7!X0;RZ1^Dc=mCoF|+=|7g_@mHeZCzW_1HP*$<(=Zn|lX3^~zrEPU+EV@!at zN6NiC%{j(7>BC2Aed=$W}MG9#3r=h5~nc@sW^%q+UO4)?;!1X@fq z3y(Ii?Q#y@l=5I{@6%9vMl-8BTxlgqb>8-ZfjMtpZ`y4XhQ@EseD^#c@3?B=cDzzW z_EalQZe)(W?z*e*AN2aSkQaqo@2GlhB+gnmGh_Rpu_uGtR_}D(8}C-!4)yQwZx!UI zgxeqO>5K{)V)WBGxpEU#p9Y(W5zXv$s*|ZMFjCkil*lh^f3T|pcg{p^oAC$P3{A%I z_*?dGl?AvQ=4!8*=f^z3TL`@FWFaXyOfJw?Tp}|4f%U(J!~oa-4lwoFbT}K}%uGYo zc|**K{wLD)&1P5nPNOcz1T`%qIZJ6y+X@UIJU@TQ$h|ywgqzG8vxmJ!{=)efSWIK1 zjyA3CMX%JES=NU>8V!><53XD6&)>{bI^pWigpV$pEupu0&JiQhcxa%L)lzd4&U?kH zY)Y^w7ESqs1b+*WQONbsK(Dn9tb%~@1M}utE-Ff>&7rPQRtw=T0)}%G_ZLbqyEW9G zKFDiI_++_!)>Ew`@{Z@7^X?zM^@Jai)w!V1tylZ{oR_Y=v*hStt%F{aT8Wv43FsZ;>koOIoLNT;hY{dr+)uKVs=N=SSXu=I?M!+HK{t z!fg?|k9JR)R%ms7#x3cFcKPI{nE_ zk%Ko?f}#T1f&})@ooboV>`uYQj<}Mv=(#>s^|n4Xxp!~R9X5^$f0e*J zxBa-usHxI{xFX&w*E(K*NECPFe6F7xQ(u6lJL^1AUhkZ!6o2%=fGZ6DVLn0FWPewj z&Qug}VCsCGxgL8{>VsR>b})8g(Tr`+p(^fapD-4U`IxJI>y&urGMJY17Jk0Cyma^jZpO#2 zeV#|;#QVGbgoP6;E1SM4gtq>{N`JcyKySdDY6d#K^g^tC-mqP?%k=4D!B%>o9~OOb z7G;SSz$X?>MsD`A4)k!*Wr4i}oT=dK`~cXhNDP(JyOOb$dZm}%VXI#u74VItgn;Kkwc zWEPL9eIaezUe5oZ|H^9*`-A%a7P1r8FQV3v#BHSUPb7gg{fQ*#V4;T|SRzaKnVW0r zo}#hks>GjA)r~76(uEmMZ>YEX^b>5APqi`CD{~Mx)ntIW@xv#~Dzp%?BB^ zx1PFjZJH=Mm%gJrptVj0Da=S`a@clv+QZxG4~BJ8oOTO;xzi+bV#_lD;Yx!(xT~~; z=GV(S);f<3Obt$*DVrHSW-cct({=2N$&Ke%d(X47k3Q<(a&7>2$+5P;quNH*jqmPj zgGH3-g&yg%V>dOqdl#)+8@D9vz<*tNb@U`WIzL!^!d{&|w<%#cak>4QJGLyQ;&@pqpF0;Ip58rP)3AOIh&o+9uN6DgO>~dzw0{g_yOZo4S@=@H3@3-S# zKRf(cE9`DHOJ3^0aY4RsE}VIOH*@*V4QQDRiynS*l#<@kwA?afdzY!N%X>IT=z`1@ z*@^D~7gf&K^-x&TeFk2(Ax;MPz5j#${~GdQ*CPovLzKH3fV|$YBiD^s&+HjpIGFcl z=@zca^s49H+id19ktL!EV~1=GeV%_O?v(j((@U4{Ck@^qhV_wKoY)6zU-`3P&Kv&N zF5p?(bnO0ziC|Wah!gQTl&2GW&xk%%&HgBP31&DZ&x0U}DU;M5!Fr1fC28fd!j{U4 zx#2qvnfAV7DX3}W$tm~poRUnr6D^r)V-YSK#~h%&; zo^rM5@EaqA)!3=8GxYSa=5GI09`Kl*fLUX$?xwALf zsOG8!Pkg7>{B3&c)Ik0*H5l{K2OZ{zTtftY3FE+n6=H{41P^ltsrWKjDXTqUnA#?& zhOwQ#c^h4oU|XSi!xPVU|4Y=V&ppGo@=7$}j#rrS{r8myD16F0L-}-$&N4%eJ(J#7 zMWf(d=Hp(W$&1kuTWbbwj0l~Smq#AmNcR{&@aE2i{Pd@&Wu$m$*BnzW1~Dj5B*++U zB7KdwVr|G5;1?qlxQLo?4<#%40aQ z>Zm!Rj$%#4weRB{6F&}ADjq>24{9f~RJd{`F)8RUJ&^nn-TY)v!+fRX)t0dSB-b4$ z*zgs%c;~H>>$A(%T6>nX2c#}(E1VX^%)*3?PqXsn3609$u;d_aU$oTwiersQ*4P){ zddu+bEfu*s+b{{KHix>FehJZ!5e$;35@vr4Ge^EdG@7LdUAZs)zr1_Q!Ce9$(I$WZM97wQLE-ylv$1+`TUg z$X|~|wl`^bb`%k>;!jX z-((|*%GhN-qu^pn2yMLf((lN_)l0`us{cXLf4c-gqt-70z%IEP==jTpF#J|UIguA5 zM^E*w5-`d1yhDfH@!RVqNs!)aSfTYgtxo#Pn|zI*`a)!=;ga5b)yw1>hrjVY&JxuQ zyStY^(U2;xe8Hq~-s{LvH`y#ge^KCO8&aG8lIel5lGLobht)6^7iJc>c3k4pRo2(Y zV*Z~0jM*oo3Z7;h-4~>J1ePFrPj%2KG($RhX@O!PiVYW&&2-96fK;XeZ3`e?bmOontK#$%{#}ROz&; z`F=aW7V|zZDZDDJ%tTkG+j6f-N>gy}g+wm2PW_|Ze4iT<7|!HastBjtte+C!u9g~7 z)%vQ#AcXblE`q_^>5o!2$(icc)pSfJ1=Q}k!!pA|V0veLnDD`8+wW;So6?-iXnH;D zS@>2@)2c20)HVez^#k4PnLV1ivi=vIv%S zS@vxD>{ES`M(vnO!XGsHw~GS|cEengr~?5dl{wN`8Dz*z)a0~o$BXYPeG0N_+i4jk zQZ%(Eof{VKZC4twx$1o6WWss3{mN4|>CI0T5aWblG~QK#*FvU#_( z|B({?c>N37G80;|fqksaB-fX;TYN}{cSS6hbB(%!WDX`?+BbBU4}FQ|8leVz>#_8+ zj#mfMyL#jvK1AFnv&NXJ)OmF>a5p<-RO>ZGZlT5=HG89J8)ZEhxb%V zU!Ththmic@B8f;&wsa}8WexiM$afA73T3eJajvSXY{xxAg*T&jsz(M*r^qP$_;SvJ z>+1=|ffdgyFvH?K^k&YCIx%2d;d-a@!0PDmwCSF z1SX~|kr*XaZ{2rlpWv1kGUC3znX=6_9?xYURBSiM7m*$ca+7|hH1B<@~2d~oE zMV|`zgLVFP?SUd}fKl|>~@5+m&+FukunQp&92jV2QPf&5E>v3C{~{>q*Gn0 z&scd88GJ+da(iw2?VYlrr*dxXnx}nP+&U9BuF>vJ;4nYaw4F&L(?K}y`PXM@rP-V( z5F)c06M~Lh)$UbSMI{k@nV;CY`=)pVUrq?R3aI?aDgSnngTbut<~XBgG4v?brAjak z)>cdgl=i;NU7a%8!Jw(AB&Kx$EOOWoC{^oZsgw361TOL@G|SsqysgN1Vq=z(}GN>bI$Zt|;<6!^l z=?Fpe8{CoO(TASin`gEUUoqseV45^BYq+i7;lbDx0{i;G}#aLl&hIE