raidz2/benchmarks/rand/rand-read-qd32-nj32_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773087209,
"timestamp_ms" : 1773087209929,
"time" : "Mon Mar 9 17:13:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 3312615424,
"io_kbytes" : 3234976,
"bw_bytes" : 339616098,
"bw" : 331656,
"iops" : 83028.501128,
"runtime" : 9754,
"total_ios" : 809860,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 312128,
"usr_cpu" : 0.647491,
"sys_cpu" : 14.858007,
"ctx" : 704566,
"majf" : 0,
"minf" : 1208,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.877510,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999753,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999753,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087220,
"timestamp_ms" : 1773087220175,
"time" : "Mon Mar 9 17:13:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 3379941376,
"io_kbytes" : 3300724,
"bw_bytes" : 337994137,
"bw" : 330072,
"iops" : 82525.500000,
"runtime" : 10000,
"total_ios" : 825255,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5849,
"max" : 1506372,
"mean" : 385260.626591,
"stddev" : 164021.214903,
"N" : 825254
},
"clat_ns" : {
"min" : 4575664,
"max" : 16074770,
"mean" : 12023461.193178,
"stddev" : 1195192.791169,
"N" : 825223,
"percentile" : {
"1.000000" : 7766016,
"5.000000" : 9895936,
"10.000000" : 10682368,
"20.000000" : 11206656,
"30.000000" : 11599872,
"40.000000" : 11862016,
"50.000000" : 12124160,
"60.000000" : 12386304,
"70.000000" : 12648448,
"80.000000" : 12910592,
"90.000000" : 13303808,
"95.000000" : 13697024,
"99.000000" : 14221312,
"99.500000" : 14483456,
"99.900000" : 14876672,
"99.950000" : 15007744,
"99.990000" : 15400960
},
"bins" : {
"4554752" : 3,
"4685824" : 1,
"4751360" : 1,
"4882432" : 6,
"4947968" : 3,
"5013504" : 5,
"5079040" : 1,
"5144576" : 8,
"5210112" : 11,
"5275648" : 12,
"5341184" : 16,
"5406720" : 14,
"5472256" : 16,
"5537792" : 27,
"5603328" : 50,
"5668864" : 40,
"5734400" : 44,
"5799936" : 36,
"5865472" : 63,
"5931008" : 70,
"5996544" : 68,
"6062080" : 100,
"6127616" : 102,
"6193152" : 116,
"6258688" : 84,
"6324224" : 128,
"6389760" : 120,
"6455296" : 140,
"6520832" : 163,
"6586368" : 181,
"6651904" : 215,
"6717440" : 235,
"6782976" : 266,
"6848512" : 246,
"6914048" : 294,
"6979584" : 285,
"7045120" : 355,
"7110656" : 348,
"7176192" : 379,
"7241728" : 383,
"7307264" : 433,
"7372800" : 517,
"7438336" : 491,
"7503872" : 527,
"7569408" : 524,
"7634944" : 539,
"7700480" : 581,
"7766016" : 633,
"7831552" : 586,
"7897088" : 615,
"7962624" : 618,
"8028160" : 646,
"8093696" : 697,
"8159232" : 715,
"8224768" : 734,
"8290304" : 817,
"8355840" : 749,
"8454144" : 1484,
"8585216" : 1547,
"8716288" : 1687,
"8847360" : 1720,
"8978432" : 1690,
"9109504" : 1891,
"9240576" : 2009,
"9371648" : 2096,
"9502720" : 2467,
"9633792" : 2783,
"9764864" : 3347,
"9895936" : 3888,
"10027008" : 4649,
"10158080" : 5628,
"10289152" : 6865,
"10420224" : 8421,
"10551296" : 9954,
"10682368" : 12345,
"10813440" : 14878,
"10944512" : 17790,
"11075584" : 20384,
"11206656" : 23687,
"11337728" : 27501,
"11468800" : 30785,
"11599872" : 34325,
"11730944" : 37670,
"11862016" : 40129,
"11993088" : 43285,
"12124160" : 44107,
"12255232" : 44890,
"12386304" : 44076,
"12517376" : 43139,
"12648448" : 40383,
"12779520" : 37997,
"12910592" : 34197,
"13041664" : 30553,
"13172736" : 26296,
"13303808" : 22229,
"13434880" : 19010,
"13565952" : 15101,
"13697024" : 11813,
"13828096" : 9272,
"13959168" : 6895,
"14090240" : 4968,
"14221312" : 3443,
"14352384" : 2373,
"14483456" : 1712,
"14614528" : 1067,
"14745600" : 661,
"14876672" : 503,
"15007744" : 239,
"15138816" : 140,
"15269888" : 86,
"15400960" : 60,
"15532032" : 23,
"15663104" : 18,
"15794176" : 5,
"15925248" : 4,
"16056320" : 1
}
},
"lat_ns" : {
"min" : 4600432,
"max" : 16848583,
"mean" : 12408709.428228,
"stddev" : 1222425.464311,
"N" : 825223
},
"bw_min" : 322999,
"bw_max" : 338162,
"bw_agg" : 100.000000,
"bw_mean" : 330167.210526,
"bw_dev" : 126.730821,
"bw_samples" : 608,
"iops_min" : 80749,
"iops_max" : 84540,
"iops_mean" : 82541.052632,
"iops_stddev" : 31.687664,
"iops_samples" : 608
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319997,
"usr_cpu" : 0.656881,
"sys_cpu" : 14.817326,
"ctx" : 722582,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 5.199605,
"20" : 94.796517,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087230,
"timestamp_ms" : 1773087230175,
"time" : "Mon Mar 9 17:13:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 6759837696,
"io_kbytes" : 6601404,
"bw_bytes" : 337991884,
"bw" : 330070,
"iops" : 82521.550000,
"runtime" : 20000,
"total_ios" : 1650431,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5849,
"max" : 1506372,
"mean" : 385256.569782,
"stddev" : 164153.125981,
"N" : 1650430
},
"clat_ns" : {
"min" : 4311910,
"max" : 16074770,
"mean" : 12023245.274947,
"stddev" : 1178121.197021,
"N" : 1650399,
"percentile" : {
"1.000000" : 7897088,
"5.000000" : 10027008,
"10.000000" : 10682368,
"20.000000" : 11206656,
"30.000000" : 11599872,
"40.000000" : 11862016,
"50.000000" : 12124160,
"60.000000" : 12386304,
"70.000000" : 12648448,
"80.000000" : 12910592,
"90.000000" : 13303808,
"95.000000" : 13697024,
"99.000000" : 14221312,
"99.500000" : 14483456,
"99.900000" : 14876672,
"99.950000" : 15007744,
"99.990000" : 15269888
},
"bins" : {
"4292608" : 1,
"4358144" : 1,
"4554752" : 4,
"4620288" : 3,
"4685824" : 4,
"4751360" : 3,
"4816896" : 1,
"4882432" : 9,
"4947968" : 11,
"5013504" : 7,
"5079040" : 6,
"5144576" : 12,
"5210112" : 18,
"5275648" : 20,
"5341184" : 28,
"5406720" : 24,
"5472256" : 27,
"5537792" : 38,
"5603328" : 78,
"5668864" : 62,
"5734400" : 73,
"5799936" : 65,
"5865472" : 107,
"5931008" : 103,
"5996544" : 109,
"6062080" : 144,
"6127616" : 173,
"6193152" : 184,
"6258688" : 159,
"6324224" : 202,
"6389760" : 204,
"6455296" : 244,
"6520832" : 277,
"6586368" : 304,
"6651904" : 363,
"6717440" : 419,
"6782976" : 445,
"6848512" : 437,
"6914048" : 489,
"6979584" : 506,
"7045120" : 578,
"7110656" : 630,
"7176192" : 664,
"7241728" : 697,
"7307264" : 769,
"7372800" : 846,
"7438336" : 838,
"7503872" : 893,
"7569408" : 941,
"7634944" : 955,
"7700480" : 1052,
"7766016" : 1152,
"7831552" : 1122,
"7897088" : 1165,
"7962624" : 1177,
"8028160" : 1241,
"8093696" : 1340,
"8159232" : 1366,
"8224768" : 1466,
"8290304" : 1575,
"8355840" : 1490,
"8454144" : 3095,
"8585216" : 3124,
"8716288" : 3360,
"8847360" : 3426,
"8978432" : 3484,
"9109504" : 3788,
"9240576" : 4088,
"9371648" : 4271,
"9502720" : 4947,
"9633792" : 5731,
"9764864" : 6805,
"9895936" : 7854,
"10027008" : 9375,
"10158080" : 11573,
"10289152" : 13987,
"10420224" : 17276,
"10551296" : 20732,
"10682368" : 25141,
"10813440" : 30528,
"10944512" : 35921,
"11075584" : 41507,
"11206656" : 48123,
"11337728" : 55072,
"11468800" : 61896,
"11599872" : 68506,
"11730944" : 74626,
"11862016" : 80517,
"11993088" : 85597,
"12124160" : 87678,
"12255232" : 89423,
"12386304" : 88629,
"12517376" : 85907,
"12648448" : 81416,
"12779520" : 76634,
"12910592" : 69248,
"13041664" : 61474,
"13172736" : 53023,
"13303808" : 44603,
"13434880" : 37374,
"13565952" : 29876,
"13697024" : 23506,
"13828096" : 17818,
"13959168" : 13124,
"14090240" : 9527,
"14221312" : 6539,
"14352384" : 4585,
"14483456" : 3271,
"14614528" : 1969,
"14745600" : 1275,
"14876672" : 870,
"15007744" : 436,
"15138816" : 237,
"15269888" : 130,
"15400960" : 87,
"15532032" : 39,
"15663104" : 20,
"15794176" : 5,
"15925248" : 4,
"16056320" : 1
}
},
"lat_ns" : {
"min" : 4600432,
"max" : 16848583,
"mean" : 12408499.701282,
"stddev" : 1204702.128707,
"N" : 1650399
},
"bw_min" : 321746,
"bw_max" : 339082,
"bw_agg" : 100.000000,
"bw_mean" : 330149.897436,
"bw_dev" : 128.978293,
"bw_samples" : 1248,
"iops_min" : 80435,
"iops_max" : 84770,
"iops_mean" : 82536.153846,
"iops_stddev" : 32.250701,
"iops_samples" : 1248
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639976,
"usr_cpu" : 0.663462,
"sys_cpu" : 14.793211,
"ctx" : 1445054,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999939,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999939,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 5.081279,
"20" : 94.916782,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087240,
"timestamp_ms" : 1773087240175,
"time" : "Mon Mar 9 17:14:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 10148343808,
"io_kbytes" : 9910492,
"bw_bytes" : 338278126,
"bw" : 330349,
"iops" : 82589.800000,
"runtime" : 30000,
"total_ios" : 2477694,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5849,
"max" : 1551201,
"mean" : 384927.790724,
"stddev" : 164331.996469,
"N" : 2477693
},
"clat_ns" : {
"min" : 4311910,
"max" : 16390822,
"mean" : 12013096.202126,
"stddev" : 1174047.086279,
"N" : 2477662,
"percentile" : {
"1.000000" : 7897088,
"5.000000" : 10027008,
"10.000000" : 10682368,
"20.000000" : 11206656,
"30.000000" : 11599872,
"40.000000" : 11862016,
"50.000000" : 12124160,
"60.000000" : 12386304,
"70.000000" : 12648448,
"80.000000" : 12910592,
"90.000000" : 13303808,
"95.000000" : 13565952,
"99.000000" : 14221312,
"99.500000" : 14352384,
"99.900000" : 14876672,
"99.950000" : 15007744,
"99.990000" : 15400960
},
"bins" : {
"4292608" : 1,
"4358144" : 1,
"4554752" : 4,
"4620288" : 3,
"4685824" : 5,
"4751360" : 3,
"4816896" : 6,
"4882432" : 12,
"4947968" : 11,
"5013504" : 9,
"5079040" : 10,
"5144576" : 17,
"5210112" : 22,
"5275648" : 23,
"5341184" : 38,
"5406720" : 31,
"5472256" : 34,
"5537792" : 59,
"5603328" : 102,
"5668864" : 88,
"5734400" : 95,
"5799936" : 91,
"5865472" : 146,
"5931008" : 138,
"5996544" : 160,
"6062080" : 194,
"6127616" : 229,
"6193152" : 246,
"6258688" : 234,
"6324224" : 270,
"6389760" : 295,
"6455296" : 334,
"6520832" : 380,
"6586368" : 444,
"6651904" : 518,
"6717440" : 572,
"6782976" : 618,
"6848512" : 636,
"6914048" : 681,
"6979584" : 761,
"7045120" : 827,
"7110656" : 919,
"7176192" : 970,
"7241728" : 1058,
"7307264" : 1104,
"7372800" : 1162,
"7438336" : 1246,
"7503872" : 1328,
"7569408" : 1367,
"7634944" : 1387,
"7700480" : 1495,
"7766016" : 1676,
"7831552" : 1660,
"7897088" : 1714,
"7962624" : 1700,
"8028160" : 1877,
"8093696" : 1987,
"8159232" : 2037,
"8224768" : 2105,
"8290304" : 2294,
"8355840" : 2230,
"8454144" : 4590,
"8585216" : 4698,
"8716288" : 5054,
"8847360" : 5215,
"8978432" : 5307,
"9109504" : 5730,
"9240576" : 6351,
"9371648" : 6689,
"9502720" : 7654,
"9633792" : 8797,
"9764864" : 10534,
"9895936" : 12201,
"10027008" : 14446,
"10158080" : 17762,
"10289152" : 21378,
"10420224" : 26368,
"10551296" : 32184,
"10682368" : 38695,
"10813440" : 46990,
"10944512" : 55116,
"11075584" : 63981,
"11206656" : 74000,
"11337728" : 84106,
"11468800" : 93947,
"11599872" : 104028,
"11730944" : 112897,
"11862016" : 120909,
"11993088" : 127889,
"12124160" : 131249,
"12255232" : 132956,
"12386304" : 132049,
"12517376" : 128121,
"12648448" : 121649,
"12779520" : 113697,
"12910592" : 102397,
"13041664" : 91305,
"13172736" : 78508,
"13303808" : 66113,
"13434880" : 55063,
"13565952" : 43903,
"13697024" : 34672,
"13828096" : 26455,
"13959168" : 19429,
"14090240" : 14136,
"14221312" : 9785,
"14352384" : 6760,
"14483456" : 4725,
"14614528" : 2928,
"14745600" : 1865,
"14876672" : 1238,
"15007744" : 661,
"15138816" : 357,
"15269888" : 201,
"15400960" : 136,
"15532032" : 64,
"15663104" : 31,
"15794176" : 12,
"15925248" : 14,
"16056320" : 1,
"16187392" : 2,
"16449536" : 1
}
},
"lat_ns" : {
"min" : 4600432,
"max" : 16848583,
"mean" : 12398021.370356,
"stddev" : 1200426.821003,
"N" : 2477662
},
"bw_min" : 321055,
"bw_max" : 340149,
"bw_agg" : 100.000000,
"bw_mean" : 330422.661017,
"bw_dev" : 131.077756,
"bw_samples" : 1888,
"iops_min" : 80263,
"iops_max" : 85037,
"iops_mean" : 82604.694915,
"iops_stddev" : 32.774379,
"iops_samples" : 1888
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959973,
"usr_cpu" : 0.665644,
"sys_cpu" : 14.777603,
"ctx" : 2167917,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999879,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999879,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 5.105554,
"20" : 94.893155,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087250,
"timestamp_ms" : 1773087250175,
"time" : "Mon Mar 9 17:14:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 13575712768,
"io_kbytes" : 13257532,
"bw_bytes" : 339392819,
"bw" : 331438,
"iops" : 82861.775000,
"runtime" : 40000,
"total_ios" : 3314471,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5849,
"max" : 1585864,
"mean" : 383660.007991,
"stddev" : 165307.373190,
"N" : 3314471
},
"clat_ns" : {
"min" : 4282966,
"max" : 16390822,
"mean" : 11973780.800181,
"stddev" : 1178921.543182,
"N" : 3314439,
"percentile" : {
"1.000000" : 7897088,
"5.000000" : 9895936,
"10.000000" : 10551296,
"20.000000" : 11206656,
"30.000000" : 11599872,
"40.000000" : 11862016,
"50.000000" : 12124160,
"60.000000" : 12386304,
"70.000000" : 12648448,
"80.000000" : 12910592,
"90.000000" : 13303808,
"95.000000" : 13565952,
"99.000000" : 14221312,
"99.500000" : 14352384,
"99.900000" : 14876672,
"99.950000" : 15007744,
"99.990000" : 15400960
},
"bins" : {
"4292608" : 8,
"4358144" : 3,
"4423680" : 1,
"4489216" : 1,
"4554752" : 7,
"4620288" : 4,
"4685824" : 10,
"4751360" : 10,
"4816896" : 12,
"4882432" : 17,
"4947968" : 18,
"5013504" : 15,
"5079040" : 26,
"5144576" : 31,
"5210112" : 26,
"5275648" : 36,
"5341184" : 52,
"5406720" : 43,
"5472256" : 56,
"5537792" : 75,
"5603328" : 130,
"5668864" : 110,
"5734400" : 138,
"5799936" : 136,
"5865472" : 187,
"5931008" : 202,
"5996544" : 205,
"6062080" : 254,
"6127616" : 306,
"6193152" : 342,
"6258688" : 347,
"6324224" : 365,
"6389760" : 411,
"6455296" : 460,
"6520832" : 517,
"6586368" : 621,
"6651904" : 709,
"6717440" : 772,
"6782976" : 853,
"6848512" : 888,
"6914048" : 951,
"6979584" : 1015,
"7045120" : 1120,
"7110656" : 1231,
"7176192" : 1298,
"7241728" : 1452,
"7307264" : 1455,
"7372800" : 1589,
"7438336" : 1644,
"7503872" : 1786,
"7569408" : 1829,
"7634944" : 1865,
"7700480" : 1977,
"7766016" : 2214,
"7831552" : 2210,
"7897088" : 2355,
"7962624" : 2278,
"8028160" : 2452,
"8093696" : 2677,
"8159232" : 2718,
"8224768" : 2829,
"8290304" : 2995,
"8355840" : 2944,
"8454144" : 6194,
"8585216" : 6505,
"8716288" : 6799,
"8847360" : 7136,
"8978432" : 7460,
"9109504" : 8029,
"9240576" : 8992,
"9371648" : 9708,
"9502720" : 11081,
"9633792" : 12839,
"9764864" : 15346,
"9895936" : 18102,
"10027008" : 21533,
"10158080" : 26139,
"10289152" : 31712,
"10420224" : 38564,
"10551296" : 46791,
"10682368" : 55451,
"10813440" : 66923,
"10944512" : 78002,
"11075584" : 89519,
"11206656" : 102810,
"11337728" : 116020,
"11468800" : 128622,
"11599872" : 141581,
"11730944" : 152857,
"11862016" : 162758,
"11993088" : 170768,
"12124160" : 174481,
"12255232" : 175240,
"12386304" : 173562,
"12517376" : 167696,
"12648448" : 158630,
"12779520" : 147255,
"12910592" : 132418,
"13041664" : 117631,
"13172736" : 101116,
"13303808" : 84617,
"13434880" : 69943,
"13565952" : 55355,
"13697024" : 43581,
"13828096" : 33063,
"13959168" : 24338,
"14090240" : 17655,
"14221312" : 12386,
"14352384" : 8521,
"14483456" : 5890,
"14614528" : 3665,
"14745600" : 2366,
"14876672" : 1548,
"15007744" : 848,
"15138816" : 480,
"15269888" : 276,
"15400960" : 172,
"15532032" : 100,
"15663104" : 40,
"15794176" : 14,
"15925248" : 16,
"16056320" : 1,
"16187392" : 6,
"16449536" : 1
}
},
"lat_ns" : {
"min" : 4313123,
"max" : 16848583,
"mean" : 12357442.280871,
"stddev" : 1205352.535958,
"N" : 3314439
},
"bw_min" : 321050,
"bw_max" : 343784,
"bw_agg" : 100.000000,
"bw_mean" : 331465.632911,
"bw_dev" : 146.863218,
"bw_samples" : 2528,
"iops_min" : 80261,
"iops_max" : 85946,
"iops_mean" : 82865.303797,
"iops_stddev" : 36.724873,
"iops_samples" : 2528
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279995,
"usr_cpu" : 0.667737,
"sys_cpu" : 14.799120,
"ctx" : 2890156,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 5.352498,
"20" : 94.646536,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087260,
"timestamp_ms" : 1773087260174,
"time" : "Mon Mar 9 17:14:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 17069690880,
"io_kbytes" : 16669620,
"bw_bytes" : 341400645,
"bw" : 333399,
"iops" : 83350.927019,
"runtime" : 49999,
"total_ios" : 4167463,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5638,
"max" : 1585864,
"mean" : 381398.018820,
"stddev" : 167147.743916,
"N" : 4167462
},
"clat_ns" : {
"min" : 3336389,
"max" : 16390822,
"mean" : 11903340.707982,
"stddev" : 1198247.805864,
"N" : 4167431,
"percentile" : {
"1.000000" : 7897088,
"5.000000" : 9764864,
"10.000000" : 10420224,
"20.000000" : 11075584,
"30.000000" : 11468800,
"40.000000" : 11730944,
"50.000000" : 11993088,
"60.000000" : 12255232,
"70.000000" : 12517376,
"80.000000" : 12910592,
"90.000000" : 13303808,
"95.000000" : 13565952,
"99.000000" : 14221312,
"99.500000" : 14352384,
"99.900000" : 14745600,
"99.950000" : 15007744,
"99.990000" : 15400960
},
"bins" : {
"3325952" : 1,
"3620864" : 1,
"3686400" : 2,
"3915776" : 1,
"4046848" : 2,
"4079616" : 1,
"4227072" : 3,
"4292608" : 13,
"4358144" : 7,
"4423680" : 3,
"4489216" : 3,
"4554752" : 11,
"4620288" : 11,
"4685824" : 13,
"4751360" : 15,
"4816896" : 14,
"4882432" : 31,
"4947968" : 34,
"5013504" : 29,
"5079040" : 38,
"5144576" : 48,
"5210112" : 36,
"5275648" : 51,
"5341184" : 75,
"5406720" : 58,
"5472256" : 89,
"5537792" : 99,
"5603328" : 162,
"5668864" : 158,
"5734400" : 194,
"5799936" : 183,
"5865472" : 214,
"5931008" : 260,
"5996544" : 269,
"6062080" : 335,
"6127616" : 396,
"6193152" : 430,
"6258688" : 444,
"6324224" : 463,
"6389760" : 521,
"6455296" : 606,
"6520832" : 677,
"6586368" : 783,
"6651904" : 905,
"6717440" : 982,
"6782976" : 1095,
"6848512" : 1103,
"6914048" : 1215,
"6979584" : 1325,
"7045120" : 1456,
"7110656" : 1595,
"7176192" : 1643,
"7241728" : 1857,
"7307264" : 1847,
"7372800" : 2014,
"7438336" : 2198,
"7503872" : 2307,
"7569408" : 2397,
"7634944" : 2390,
"7700480" : 2588,
"7766016" : 2853,
"7831552" : 2858,
"7897088" : 3065,
"7962624" : 2980,
"8028160" : 3270,
"8093696" : 3429,
"8159232" : 3473,
"8224768" : 3679,
"8290304" : 3806,
"8355840" : 3897,
"8454144" : 8304,
"8585216" : 8762,
"8716288" : 9350,
"8847360" : 10093,
"8978432" : 10701,
"9109504" : 11855,
"9240576" : 13443,
"9371648" : 14757,
"9502720" : 17066,
"9633792" : 19895,
"9764864" : 23643,
"9895936" : 27932,
"10027008" : 32768,
"10158080" : 39252,
"10289152" : 47237,
"10420224" : 56278,
"10551296" : 66811,
"10682368" : 78055,
"10813440" : 92234,
"10944512" : 105991,
"11075584" : 119623,
"11206656" : 135209,
"11337728" : 151518,
"11468800" : 165772,
"11599872" : 180702,
"11730944" : 192535,
"11862016" : 203566,
"11993088" : 211288,
"12124160" : 214086,
"12255232" : 213417,
"12386304" : 210071,
"12517376" : 201632,
"12648448" : 189568,
"12779520" : 175230,
"12910592" : 156921,
"13041664" : 138565,
"13172736" : 119081,
"13303808" : 99279,
"13434880" : 81781,
"13565952" : 64543,
"13697024" : 50692,
"13828096" : 38421,
"13959168" : 28281,
"14090240" : 20416,
"14221312" : 14359,
"14352384" : 9832,
"14483456" : 6751,
"14614528" : 4187,
"14745600" : 2679,
"14876672" : 1754,
"15007744" : 963,
"15138816" : 542,
"15269888" : 309,
"15400960" : 200,
"15532032" : 121,
"15663104" : 55,
"15794176" : 18,
"15925248" : 17,
"16056320" : 2,
"16187392" : 6,
"16449536" : 1
}
},
"lat_ns" : {
"min" : 3714437,
"max" : 16848583,
"mean" : 12284734.884068,
"stddev" : 1225246.957927,
"N" : 4167431
},
"bw_min" : 321050,
"bw_max" : 350184,
"bw_agg" : 100.000000,
"bw_mean" : 333410.050505,
"bw_dev" : 200.598956,
"bw_samples" : 3168,
"iops_min" : 80261,
"iops_max" : 87546,
"iops_mean" : 83351.555556,
"iops_stddev" : 50.161794,
"iops_samples" : 3168
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599968,
"usr_cpu" : 0.665951,
"sys_cpu" : 14.836234,
"ctx" : 3610761,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999952,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999976,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 6.092028,
"20" : 93.907084,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087270,
"timestamp_ms" : 1773087270175,
"time" : "Mon Mar 9 17:14:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 20566081536,
"io_kbytes" : 20084064,
"bw_bytes" : 342768025,
"bw" : 334734,
"iops" : 83684.983333,
"runtime" : 60000,
"total_ios" : 5021099,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5638,
"max" : 1585864,
"mean" : 379866.408452,
"stddev" : 168334.422725,
"N" : 5021098
},
"clat_ns" : {
"min" : 3336389,
"max" : 16390822,
"mean" : 11855886.561078,
"stddev" : 1208057.188488,
"N" : 5021067,
"percentile" : {
"1.000000" : 7897088,
"5.000000" : 9764864,
"10.000000" : 10420224,
"20.000000" : 11075584,
"30.000000" : 11468800,
"40.000000" : 11730944,
"50.000000" : 11993088,
"60.000000" : 12255232,
"70.000000" : 12517376,
"80.000000" : 12779520,
"90.000000" : 13172736,
"95.000000" : 13565952,
"99.000000" : 14090240,
"99.500000" : 14352384,
"99.900000" : 14745600,
"99.950000" : 15007744,
"99.990000" : 15269888
},
"bins" : {
"3325952" : 1,
"3620864" : 1,
"3686400" : 2,
"3915776" : 1,
"4046848" : 2,
"4079616" : 1,
"4227072" : 3,
"4292608" : 13,
"4358144" : 7,
"4423680" : 3,
"4489216" : 3,
"4554752" : 18,
"4620288" : 12,
"4685824" : 13,
"4751360" : 15,
"4816896" : 14,
"4882432" : 32,
"4947968" : 44,
"5013504" : 36,
"5079040" : 42,
"5144576" : 48,
"5210112" : 39,
"5275648" : 56,
"5341184" : 85,
"5406720" : 68,
"5472256" : 99,
"5537792" : 116,
"5603328" : 176,
"5668864" : 176,
"5734400" : 210,
"5799936" : 207,
"5865472" : 244,
"5931008" : 302,
"5996544" : 307,
"6062080" : 401,
"6127616" : 474,
"6193152" : 516,
"6258688" : 533,
"6324224" : 568,
"6389760" : 657,
"6455296" : 720,
"6520832" : 814,
"6586368" : 933,
"6651904" : 1080,
"6717440" : 1192,
"6782976" : 1319,
"6848512" : 1335,
"6914048" : 1445,
"6979584" : 1585,
"7045120" : 1747,
"7110656" : 1908,
"7176192" : 1972,
"7241728" : 2226,
"7307264" : 2261,
"7372800" : 2452,
"7438336" : 2647,
"7503872" : 2775,
"7569408" : 2876,
"7634944" : 2914,
"7700480" : 3180,
"7766016" : 3448,
"7831552" : 3550,
"7897088" : 3742,
"7962624" : 3717,
"8028160" : 3998,
"8093696" : 4209,
"8159232" : 4310,
"8224768" : 4594,
"8290304" : 4706,
"8355840" : 4849,
"8454144" : 10378,
"8585216" : 11068,
"8716288" : 11958,
"8847360" : 13101,
"8978432" : 14065,
"9109504" : 15811,
"9240576" : 17956,
"9371648" : 20180,
"9502720" : 23480,
"9633792" : 27269,
"9764864" : 32496,
"9895936" : 37961,
"10027008" : 44659,
"10158080" : 52934,
"10289152" : 63025,
"10420224" : 74245,
"10551296" : 87278,
"10682368" : 100904,
"10813440" : 117322,
"10944512" : 134131,
"11075584" : 150278,
"11206656" : 167691,
"11337728" : 186551,
"11468800" : 202260,
"11599872" : 218779,
"11730944" : 231579,
"11862016" : 243482,
"11993088" : 250826,
"12124160" : 253045,
"12255232" : 251973,
"12386304" : 246139,
"12517376" : 235623,
"12648448" : 221361,
"12779520" : 203904,
"12910592" : 181836,
"13041664" : 159598,
"13172736" : 137043,
"13303808" : 114222,
"13434880" : 93447,
"13565952" : 73635,
"13697024" : 57659,
"13828096" : 43663,
"13959168" : 32065,
"14090240" : 23087,
"14221312" : 16098,
"14352384" : 11124,
"14483456" : 7582,
"14614528" : 4697,
"14745600" : 3014,
"14876672" : 1972,
"15007744" : 1105,
"15138816" : 616,
"15269888" : 355,
"15400960" : 229,
"15532032" : 144,
"15663104" : 64,
"15794176" : 25,
"15925248" : 17,
"16056320" : 2,
"16187392" : 6,
"16449536" : 1
}
},
"lat_ns" : {
"min" : 3714437,
"max" : 16848583,
"mean" : 12235753.093455,
"stddev" : 1235309.560328,
"N" : 5021067
},
"bw_min" : 321042,
"bw_max" : 351014,
"bw_agg" : 100.000000,
"bw_mean" : 334763.327731,
"bw_dev" : 220.827860,
"bw_samples" : 3808,
"iops_min" : 80259,
"iops_max" : 87753,
"iops_mean" : 83689.932773,
"iops_stddev" : 55.215432,
"iops_samples" : 3808
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920000,
"usr_cpu" : 0.665208,
"sys_cpu" : 14.867865,
"ctx" : 4331387,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 6.616042,
"20" : 93.383221,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087280,
"timestamp_ms" : 1773087280175,
"time" : "Mon Mar 9 17:14:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 24048783360,
"io_kbytes" : 23485140,
"bw_bytes" : 343554048,
"bw" : 335502,
"iops" : 83876.742857,
"runtime" : 70000,
"total_ios" : 5871372,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5638,
"max" : 1585864,
"mean" : 378987.023495,
"stddev" : 168985.255226,
"N" : 5871372
},
"clat_ns" : {
"min" : 3336389,
"max" : 16390822,
"mean" : 11828621.865124,
"stddev" : 1207707.475177,
"N" : 5871341,
"percentile" : {
"1.000000" : 7897088,
"5.000000" : 9633792,
"10.000000" : 10420224,
"20.000000" : 10944512,
"30.000000" : 11337728,
"40.000000" : 11730944,
"50.000000" : 11993088,
"60.000000" : 12255232,
"70.000000" : 12517376,
"80.000000" : 12779520,
"90.000000" : 13172736,
"95.000000" : 13565952,
"99.000000" : 14090240,
"99.500000" : 14352384,
"99.900000" : 14745600,
"99.950000" : 14876672,
"99.990000" : 15269888
},
"bins" : {
"3325952" : 1,
"3620864" : 1,
"3686400" : 2,
"3915776" : 1,
"4046848" : 2,
"4079616" : 1,
"4227072" : 3,
"4292608" : 13,
"4358144" : 7,
"4423680" : 3,
"4489216" : 3,
"4554752" : 18,
"4620288" : 13,
"4685824" : 14,
"4751360" : 15,
"4816896" : 15,
"4882432" : 34,
"4947968" : 49,
"5013504" : 37,
"5079040" : 47,
"5144576" : 51,
"5210112" : 41,
"5275648" : 63,
"5341184" : 90,
"5406720" : 75,
"5472256" : 115,
"5537792" : 124,
"5603328" : 189,
"5668864" : 191,
"5734400" : 230,
"5799936" : 225,
"5865472" : 267,
"5931008" : 323,
"5996544" : 336,
"6062080" : 443,
"6127616" : 523,
"6193152" : 543,
"6258688" : 576,
"6324224" : 628,
"6389760" : 733,
"6455296" : 791,
"6520832" : 872,
"6586368" : 1014,
"6651904" : 1199,
"6717440" : 1314,
"6782976" : 1449,
"6848512" : 1476,
"6914048" : 1596,
"6979584" : 1779,
"7045120" : 1929,
"7110656" : 2172,
"7176192" : 2216,
"7241728" : 2493,
"7307264" : 2588,
"7372800" : 2781,
"7438336" : 2983,
"7503872" : 3165,
"7569408" : 3262,
"7634944" : 3365,
"7700480" : 3647,
"7766016" : 3926,
"7831552" : 4065,
"7897088" : 4271,
"7962624" : 4278,
"8028160" : 4630,
"8093696" : 4834,
"8159232" : 5002,
"8224768" : 5331,
"8290304" : 5483,
"8355840" : 5652,
"8454144" : 12228,
"8585216" : 13118,
"8716288" : 14179,
"8847360" : 15837,
"8978432" : 17264,
"9109504" : 19364,
"9240576" : 22086,
"9371648" : 25204,
"9502720" : 29315,
"9633792" : 34176,
"9764864" : 40644,
"9895936" : 47372,
"10027008" : 56022,
"10158080" : 66261,
"10289152" : 78168,
"10420224" : 91940,
"10551296" : 106962,
"10682368" : 123675,
"10813440" : 142687,
"10944512" : 161667,
"11075584" : 181161,
"11206656" : 200793,
"11337728" : 221798,
"11468800" : 239630,
"11599872" : 257678,
"11730944" : 271111,
"11862016" : 283537,
"11993088" : 290712,
"12124160" : 292860,
"12255232" : 290091,
"12386304" : 282473,
"12517376" : 269451,
"12648448" : 253021,
"12779520" : 232442,
"12910592" : 206889,
"13041664" : 181186,
"13172736" : 155309,
"13303808" : 129183,
"13434880" : 105666,
"13565952" : 83248,
"13697024" : 65072,
"13828096" : 49268,
"13959168" : 36105,
"14090240" : 25976,
"14221312" : 18139,
"14352384" : 12448,
"14483456" : 8547,
"14614528" : 5276,
"14745600" : 3416,
"14876672" : 2178,
"15007744" : 1265,
"15138816" : 688,
"15269888" : 402,
"15400960" : 250,
"15532032" : 156,
"15663104" : 73,
"15794176" : 32,
"15925248" : 26,
"16056320" : 2,
"16187392" : 6,
"16449536" : 1
}
},
"lat_ns" : {
"min" : 3714437,
"max" : 16848583,
"mean" : 12207608.314168,
"stddev" : 1234841.816605,
"N" : 5871341
},
"bw_min" : 320938,
"bw_max" : 351512,
"bw_agg" : 100.000000,
"bw_mean" : 335561.776978,
"bw_dev" : 224.890625,
"bw_samples" : 4448,
"iops_min" : 80233,
"iops_max" : 87878,
"iops_mean" : 83889.553957,
"iops_stddev" : 56.229386,
"iops_samples" : 4448
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239971,
"usr_cpu" : 0.667464,
"sys_cpu" : 14.891354,
"ctx" : 5052133,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999966,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999966,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 6.845129,
"20" : 93.154258,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087290,
"timestamp_ms" : 1773087290175,
"time" : "Mon Mar 9 17:14:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 27521560576,
"io_kbytes" : 26876524,
"bw_bytes" : 344019507,
"bw" : 335956,
"iops" : 83990.125000,
"runtime" : 80000,
"total_ios" : 6719210,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5638,
"max" : 1747089,
"mean" : 378469.580216,
"stddev" : 169394.560805,
"N" : 6719209
},
"clat_ns" : {
"min" : 3336389,
"max" : 16390822,
"mean" : 11812616.284935,
"stddev" : 1204551.076218,
"N" : 6719178,
"percentile" : {
"1.000000" : 7962624,
"5.000000" : 9633792,
"10.000000" : 10289152,
"20.000000" : 10944512,
"30.000000" : 11337728,
"40.000000" : 11599872,
"50.000000" : 11993088,
"60.000000" : 12255232,
"70.000000" : 12517376,
"80.000000" : 12779520,
"90.000000" : 13172736,
"95.000000" : 13565952,
"99.000000" : 14090240,
"99.500000" : 14352384,
"99.900000" : 14745600,
"99.950000" : 14876672,
"99.990000" : 15269888
},
"bins" : {
"3325952" : 1,
"3620864" : 1,
"3686400" : 2,
"3915776" : 1,
"4046848" : 2,
"4079616" : 1,
"4227072" : 3,
"4292608" : 15,
"4358144" : 7,
"4423680" : 3,
"4489216" : 3,
"4554752" : 18,
"4620288" : 14,
"4685824" : 15,
"4751360" : 15,
"4816896" : 15,
"4882432" : 38,
"4947968" : 55,
"5013504" : 40,
"5079040" : 50,
"5144576" : 51,
"5210112" : 46,
"5275648" : 77,
"5341184" : 102,
"5406720" : 84,
"5472256" : 123,
"5537792" : 135,
"5603328" : 197,
"5668864" : 203,
"5734400" : 259,
"5799936" : 251,
"5865472" : 287,
"5931008" : 358,
"5996544" : 358,
"6062080" : 481,
"6127616" : 567,
"6193152" : 584,
"6258688" : 625,
"6324224" : 700,
"6389760" : 805,
"6455296" : 878,
"6520832" : 938,
"6586368" : 1100,
"6651904" : 1285,
"6717440" : 1432,
"6782976" : 1593,
"6848512" : 1631,
"6914048" : 1744,
"6979584" : 1923,
"7045120" : 2113,
"7110656" : 2395,
"7176192" : 2431,
"7241728" : 2721,
"7307264" : 2849,
"7372800" : 3054,
"7438336" : 3300,
"7503872" : 3485,
"7569408" : 3628,
"7634944" : 3764,
"7700480" : 4046,
"7766016" : 4394,
"7831552" : 4571,
"7897088" : 4736,
"7962624" : 4864,
"8028160" : 5197,
"8093696" : 5474,
"8159232" : 5657,
"8224768" : 6053,
"8290304" : 6252,
"8355840" : 6413,
"8454144" : 13937,
"8585216" : 15163,
"8716288" : 16307,
"8847360" : 18405,
"8978432" : 19999,
"9109504" : 22657,
"9240576" : 26085,
"9371648" : 29753,
"9502720" : 34760,
"9633792" : 40572,
"9764864" : 48018,
"9895936" : 56112,
"10027008" : 66313,
"10158080" : 78231,
"10289152" : 92326,
"10420224" : 108720,
"10551296" : 125759,
"10682368" : 145331,
"10813440" : 167015,
"10944512" : 188913,
"11075584" : 211511,
"11206656" : 233601,
"11337728" : 256971,
"11468800" : 276768,
"11599872" : 296734,
"11730944" : 311808,
"11862016" : 324736,
"11993088" : 331929,
"12124160" : 333992,
"12255232" : 329400,
"12386304" : 320408,
"12517376" : 304454,
"12648448" : 285083,
"12779520" : 261127,
"12910592" : 232257,
"13041664" : 203055,
"13172736" : 173680,
"13303808" : 144392,
"13434880" : 117975,
"13565952" : 92887,
"13697024" : 72472,
"13828096" : 54987,
"13959168" : 40122,
"14090240" : 29051,
"14221312" : 20270,
"14352384" : 13841,
"14483456" : 9482,
"14614528" : 5853,
"14745600" : 3781,
"14876672" : 2422,
"15007744" : 1418,
"15138816" : 765,
"15269888" : 441,
"15400960" : 273,
"15532032" : 183,
"15663104" : 84,
"15794176" : 37,
"15925248" : 30,
"16056320" : 2,
"16187392" : 6,
"16449536" : 1
}
},
"lat_ns" : {
"min" : 3714437,
"max" : 16848583,
"mean" : 12191085.125559,
"stddev" : 1231496.714626,
"N" : 6719178
},
"bw_min" : 320938,
"bw_max" : 351736,
"bw_agg" : 100.000000,
"bw_mean" : 336027.314465,
"bw_dev" : 220.914916,
"bw_samples" : 5088,
"iops_min" : 80233,
"iops_max" : 87934,
"iops_mean" : 84006.050314,
"iops_stddev" : 55.236214,
"iops_samples" : 5088
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2559971,
"usr_cpu" : 0.669187,
"sys_cpu" : 14.905442,
"ctx" : 5772840,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999970,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999970,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 6.944671,
"20" : 93.054779,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087300,
"timestamp_ms" : 1773087300174,
"time" : "Mon Mar 9 17:15:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 30987833344,
"io_kbytes" : 30261556,
"bw_bytes" : 344313085,
"bw" : 336243,
"iops" : 84061.522906,
"runtime" : 89999,
"total_ios" : 7565453,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5638,
"max" : 1747089,
"mean" : 378147.033246,
"stddev" : 169631.966336,
"N" : 7565452
},
"clat_ns" : {
"min" : 3336389,
"max" : 16390822,
"mean" : 11802661.704224,
"stddev" : 1201608.408803,
"N" : 7565421,
"percentile" : {
"1.000000" : 7962624,
"5.000000" : 9633792,
"10.000000" : 10289152,
"20.000000" : 10944512,
"30.000000" : 11337728,
"40.000000" : 11599872,
"50.000000" : 11862016,
"60.000000" : 12255232,
"70.000000" : 12517376,
"80.000000" : 12779520,
"90.000000" : 13172736,
"95.000000" : 13565952,
"99.000000" : 14090240,
"99.500000" : 14352384,
"99.900000" : 14745600,
"99.950000" : 14876672,
"99.990000" : 15269888
},
"bins" : {
"3325952" : 1,
"3620864" : 1,
"3686400" : 2,
"3915776" : 1,
"4046848" : 2,
"4079616" : 1,
"4227072" : 3,
"4292608" : 15,
"4358144" : 7,
"4423680" : 3,
"4489216" : 4,
"4554752" : 18,
"4620288" : 14,
"4685824" : 15,
"4751360" : 15,
"4816896" : 16,
"4882432" : 40,
"4947968" : 58,
"5013504" : 41,
"5079040" : 51,
"5144576" : 57,
"5210112" : 51,
"5275648" : 81,
"5341184" : 107,
"5406720" : 92,
"5472256" : 127,
"5537792" : 147,
"5603328" : 219,
"5668864" : 227,
"5734400" : 276,
"5799936" : 265,
"5865472" : 310,
"5931008" : 380,
"5996544" : 399,
"6062080" : 523,
"6127616" : 600,
"6193152" : 642,
"6258688" : 696,
"6324224" : 758,
"6389760" : 886,
"6455296" : 961,
"6520832" : 1068,
"6586368" : 1201,
"6651904" : 1406,
"6717440" : 1558,
"6782976" : 1730,
"6848512" : 1824,
"6914048" : 1924,
"6979584" : 2112,
"7045120" : 2321,
"7110656" : 2639,
"7176192" : 2711,
"7241728" : 2971,
"7307264" : 3105,
"7372800" : 3351,
"7438336" : 3628,
"7503872" : 3857,
"7569408" : 4058,
"7634944" : 4190,
"7700480" : 4501,
"7766016" : 4886,
"7831552" : 5086,
"7897088" : 5301,
"7962624" : 5412,
"8028160" : 5818,
"8093696" : 6197,
"8159232" : 6386,
"8224768" : 6763,
"8290304" : 7008,
"8355840" : 7208,
"8454144" : 15655,
"8585216" : 17041,
"8716288" : 18514,
"8847360" : 20760,
"8978432" : 22650,
"9109504" : 25751,
"9240576" : 29486,
"9371648" : 33789,
"9502720" : 39441,
"9633792" : 46338,
"9764864" : 54647,
"9895936" : 64056,
"10027008" : 76018,
"10158080" : 89747,
"10289152" : 105626,
"10420224" : 124794,
"10551296" : 144240,
"10682368" : 166406,
"10813440" : 191218,
"10944512" : 215982,
"11075584" : 241383,
"11206656" : 265954,
"11337728" : 292339,
"11468800" : 314058,
"11599872" : 336126,
"11730944" : 352706,
"11862016" : 366288,
"11993088" : 373186,
"12124160" : 374410,
"12255232" : 369289,
"12386304" : 358368,
"12517376" : 340221,
"12648448" : 318139,
"12779520" : 290951,
"12910592" : 258312,
"13041664" : 225366,
"13172736" : 192549,
"13303808" : 159984,
"13434880" : 130647,
"13565952" : 102783,
"13697024" : 80075,
"13828096" : 60848,
"13959168" : 44353,
"14090240" : 32040,
"14221312" : 22206,
"14352384" : 15167,
"14483456" : 10393,
"14614528" : 6432,
"14745600" : 4141,
"14876672" : 2642,
"15007744" : 1545,
"15138816" : 851,
"15269888" : 490,
"15400960" : 302,
"15532032" : 196,
"15663104" : 91,
"15794176" : 47,
"15925248" : 32,
"16056320" : 6,
"16187392" : 11,
"16318464" : 3,
"16449536" : 1
}
},
"lat_ns" : {
"min" : 3714437,
"max" : 16890535,
"mean" : 12180809.148922,
"stddev" : 1228414.976601,
"N" : 7565421
},
"bw_min" : 320938,
"bw_max" : 351968,
"bw_agg" : 100.000000,
"bw_mean" : 336324.731844,
"bw_dev" : 215.620936,
"bw_samples" : 5728,
"iops_min" : 80233,
"iops_max" : 87992,
"iops_mean" : 84080.502793,
"iops_stddev" : 53.913377,
"iops_samples" : 5728
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879968,
"usr_cpu" : 0.666188,
"sys_cpu" : 14.919610,
"ctx" : 6493654,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999987,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 6.972180,
"20" : 93.027331,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087310,
"timestamp_ms" : 1773087310175,
"time" : "Mon Mar 9 17:15:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 34444738560,
"io_kbytes" : 33637440,
"bw_bytes" : 344447385,
"bw" : 336374,
"iops" : 84094.400000,
"runtime" : 100000,
"total_ios" : 8409440,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5638,
"max" : 1747089,
"mean" : 377993.894275,
"stddev" : 169799.746604,
"N" : 8409440
},
"clat_ns" : {
"min" : 3336389,
"max" : 16390822,
"mean" : 11797973.385435,
"stddev" : 1197626.547002,
"N" : 8409408,
"percentile" : {
"1.000000" : 7962624,
"5.000000" : 9633792,
"10.000000" : 10289152,
"20.000000" : 10944512,
"30.000000" : 11337728,
"40.000000" : 11599872,
"50.000000" : 11862016,
"60.000000" : 12124160,
"70.000000" : 12517376,
"80.000000" : 12779520,
"90.000000" : 13172736,
"95.000000" : 13434880,
"99.000000" : 14090240,
"99.500000" : 14352384,
"99.900000" : 14745600,
"99.950000" : 14876672,
"99.990000" : 15269888
},
"bins" : {
"3325952" : 1,
"3620864" : 1,
"3686400" : 2,
"3915776" : 1,
"4046848" : 2,
"4079616" : 1,
"4227072" : 3,
"4292608" : 15,
"4358144" : 7,
"4423680" : 4,
"4489216" : 4,
"4554752" : 18,
"4620288" : 14,
"4685824" : 15,
"4751360" : 16,
"4816896" : 16,
"4882432" : 42,
"4947968" : 58,
"5013504" : 43,
"5079040" : 53,
"5144576" : 65,
"5210112" : 55,
"5275648" : 86,
"5341184" : 116,
"5406720" : 99,
"5472256" : 133,
"5537792" : 152,
"5603328" : 234,
"5668864" : 241,
"5734400" : 293,
"5799936" : 281,
"5865472" : 359,
"5931008" : 399,
"5996544" : 447,
"6062080" : 571,
"6127616" : 632,
"6193152" : 720,
"6258688" : 760,
"6324224" : 817,
"6389760" : 961,
"6455296" : 1052,
"6520832" : 1177,
"6586368" : 1332,
"6651904" : 1500,
"6717440" : 1694,
"6782976" : 1892,
"6848512" : 2009,
"6914048" : 2097,
"6979584" : 2309,
"7045120" : 2551,
"7110656" : 2878,
"7176192" : 2979,
"7241728" : 3272,
"7307264" : 3402,
"7372800" : 3702,
"7438336" : 3976,
"7503872" : 4278,
"7569408" : 4483,
"7634944" : 4609,
"7700480" : 4927,
"7766016" : 5384,
"7831552" : 5608,
"7897088" : 5846,
"7962624" : 5938,
"8028160" : 6420,
"8093696" : 6798,
"8159232" : 6985,
"8224768" : 7475,
"8290304" : 7755,
"8355840" : 8019,
"8454144" : 17362,
"8585216" : 18939,
"8716288" : 20478,
"8847360" : 23080,
"8978432" : 25241,
"9109504" : 28428,
"9240576" : 32624,
"9371648" : 37538,
"9502720" : 43664,
"9633792" : 51395,
"9764864" : 60668,
"9895936" : 71343,
"10027008" : 84736,
"10158080" : 100367,
"10289152" : 117826,
"10420224" : 139260,
"10551296" : 161529,
"10682368" : 186183,
"10813440" : 213719,
"10944512" : 241772,
"11075584" : 270340,
"11206656" : 297962,
"11337728" : 327575,
"11468800" : 351575,
"11599872" : 376106,
"11730944" : 394294,
"11862016" : 408859,
"11993088" : 415990,
"12124160" : 417156,
"12255232" : 410761,
"12386304" : 397687,
"12517376" : 377395,
"12648448" : 351921,
"12779520" : 321230,
"12910592" : 284999,
"13041664" : 248163,
"13172736" : 211596,
"13303808" : 175660,
"13434880" : 143458,
"13565952" : 112650,
"13697024" : 87822,
"13828096" : 66553,
"13959168" : 48501,
"14090240" : 35020,
"14221312" : 24094,
"14352384" : 16524,
"14483456" : 11193,
"14614528" : 6939,
"14745600" : 4460,
"14876672" : 2835,
"15007744" : 1668,
"15138816" : 923,
"15269888" : 538,
"15400960" : 326,
"15532032" : 206,
"15663104" : 93,
"15794176" : 48,
"15925248" : 32,
"16056320" : 6,
"16187392" : 11,
"16318464" : 3,
"16449536" : 1
}
},
"lat_ns" : {
"min" : 3714437,
"max" : 16890535,
"mean" : 12175967.570265,
"stddev" : 1224263.000793,
"N" : 8409408
},
"bw_min" : 320938,
"bw_max" : 352264,
"bw_agg" : 100.000000,
"bw_mean" : 336471.914573,
"bw_dev" : 210.068463,
"bw_samples" : 6368,
"iops_min" : 80233,
"iops_max" : 88066,
"iops_mean" : 84117.366834,
"iops_stddev" : 52.525132,
"iops_samples" : 6368
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3199971,
"usr_cpu" : 0.666194,
"sys_cpu" : 14.927229,
"ctx" : 7214093,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999988,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999988,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 6.947882,
"20" : 93.051678,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087320,
"timestamp_ms" : 1773087320175,
"time" : "Mon Mar 9 17:15:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 37902438400,
"io_kbytes" : 37014100,
"bw_bytes" : 344567621,
"bw" : 336491,
"iops" : 84123.645455,
"runtime" : 110000,
"total_ios" : 9253601,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5638,
"max" : 1747089,
"mean" : 377862.140217,
"stddev" : 169891.617547,
"N" : 9253600
},
"clat_ns" : {
"min" : 3336389,
"max" : 16390822,
"mean" : 11793920.716790,
"stddev" : 1195470.823757,
"N" : 9253569,
"percentile" : {
"1.000000" : 7962624,
"5.000000" : 9633792,
"10.000000" : 10289152,
"20.000000" : 10944512,
"30.000000" : 11337728,
"40.000000" : 11599872,
"50.000000" : 11862016,
"60.000000" : 12124160,
"70.000000" : 12386304,
"80.000000" : 12779520,
"90.000000" : 13172736,
"95.000000" : 13434880,
"99.000000" : 14090240,
"99.500000" : 14352384,
"99.900000" : 14745600,
"99.950000" : 14876672,
"99.990000" : 15269888
},
"bins" : {
"3325952" : 1,
"3620864" : 1,
"3686400" : 3,
"3751936" : 1,
"3915776" : 1,
"4046848" : 3,
"4079616" : 1,
"4112384" : 2,
"4145152" : 1,
"4227072" : 3,
"4292608" : 17,
"4358144" : 12,
"4423680" : 5,
"4489216" : 6,
"4554752" : 19,
"4620288" : 20,
"4685824" : 19,
"4751360" : 25,
"4816896" : 21,
"4882432" : 43,
"4947968" : 60,
"5013504" : 45,
"5079040" : 64,
"5144576" : 70,
"5210112" : 58,
"5275648" : 95,
"5341184" : 129,
"5406720" : 112,
"5472256" : 141,
"5537792" : 165,
"5603328" : 255,
"5668864" : 265,
"5734400" : 322,
"5799936" : 312,
"5865472" : 387,
"5931008" : 446,
"5996544" : 492,
"6062080" : 624,
"6127616" : 690,
"6193152" : 793,
"6258688" : 842,
"6324224" : 878,
"6389760" : 1057,
"6455296" : 1142,
"6520832" : 1284,
"6586368" : 1462,
"6651904" : 1656,
"6717440" : 1851,
"6782976" : 2059,
"6848512" : 2178,
"6914048" : 2293,
"6979584" : 2536,
"7045120" : 2791,
"7110656" : 3129,
"7176192" : 3220,
"7241728" : 3575,
"7307264" : 3739,
"7372800" : 4097,
"7438336" : 4347,
"7503872" : 4693,
"7569408" : 4884,
"7634944" : 5117,
"7700480" : 5467,
"7766016" : 5918,
"7831552" : 6185,
"7897088" : 6390,
"7962624" : 6545,
"8028160" : 7077,
"8093696" : 7482,
"8159232" : 7770,
"8224768" : 8208,
"8290304" : 8440,
"8355840" : 8790,
"8454144" : 19091,
"8585216" : 20626,
"8716288" : 22455,
"8847360" : 25327,
"8978432" : 27774,
"9109504" : 31231,
"9240576" : 35761,
"9371648" : 41327,
"9502720" : 47987,
"9633792" : 56462,
"9764864" : 66706,
"9895936" : 78560,
"10027008" : 93515,
"10158080" : 110716,
"10289152" : 130182,
"10420224" : 153908,
"10551296" : 178725,
"10682368" : 206063,
"10813440" : 236592,
"10944512" : 267723,
"11075584" : 299669,
"11206656" : 329547,
"11337728" : 362594,
"11468800" : 388618,
"11599872" : 415622,
"11730944" : 435039,
"11862016" : 451369,
"11993088" : 458599,
"12124160" : 459349,
"12255232" : 452168,
"12386304" : 437269,
"12517376" : 414175,
"12648448" : 385693,
"12779520" : 351947,
"12910592" : 311450,
"13041664" : 271214,
"13172736" : 230977,
"13303808" : 191601,
"13434880" : 156171,
"13565952" : 122745,
"13697024" : 95499,
"13828096" : 72334,
"13959168" : 52784,
"14090240" : 38027,
"14221312" : 26140,
"14352384" : 17888,
"14483456" : 12042,
"14614528" : 7487,
"14745600" : 4822,
"14876672" : 3035,
"15007744" : 1788,
"15138816" : 987,
"15269888" : 583,
"15400960" : 359,
"15532032" : 218,
"15663104" : 96,
"15794176" : 49,
"15925248" : 32,
"16056320" : 6,
"16187392" : 11,
"16318464" : 3,
"16449536" : 1
}
},
"lat_ns" : {
"min" : 3714437,
"max" : 16890535,
"mean" : 12171783.380801,
"stddev" : 1221989.345077,
"N" : 9253569
},
"bw_min" : 320842,
"bw_max" : 352328,
"bw_agg" : 100.000000,
"bw_mean" : 336588.926941,
"bw_dev" : 205.155246,
"bw_samples" : 7008,
"iops_min" : 80209,
"iops_max" : 88082,
"iops_mean" : 84146.675799,
"iops_stddev" : 51.296676,
"iops_samples" : 7008
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3519997,
"usr_cpu" : 0.668012,
"sys_cpu" : 14.934331,
"ctx" : 7934907,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999989,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999989,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 6.937894,
"20" : 93.061685,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087330,
"timestamp_ms" : 1773087330174,
"time" : "Mon Mar 9 17:15:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 41352847360,
"io_kbytes" : 40383640,
"bw_bytes" : 344609933,
"bw" : 336533,
"iops" : 84133.851115,
"runtime" : 119999,
"total_ios" : 10095978,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5638,
"max" : 1747089,
"mean" : 377816.088036,
"stddev" : 169965.542613,
"N" : 10095977
},
"clat_ns" : {
"min" : 3336389,
"max" : 16390822,
"mean" : 11792470.331094,
"stddev" : 1194640.409648,
"N" : 10095946,
"percentile" : {
"1.000000" : 7962624,
"5.000000" : 9633792,
"10.000000" : 10289152,
"20.000000" : 10944512,
"30.000000" : 11337728,
"40.000000" : 11599872,
"50.000000" : 11862016,
"60.000000" : 12124160,
"70.000000" : 12386304,
"80.000000" : 12779520,
"90.000000" : 13172736,
"95.000000" : 13434880,
"99.000000" : 14090240,
"99.500000" : 14352384,
"99.900000" : 14745600,
"99.950000" : 14876672,
"99.990000" : 15269888
},
"bins" : {
"3325952" : 1,
"3620864" : 1,
"3686400" : 3,
"3751936" : 1,
"3915776" : 1,
"4046848" : 3,
"4079616" : 1,
"4112384" : 2,
"4145152" : 1,
"4227072" : 3,
"4292608" : 17,
"4358144" : 12,
"4423680" : 5,
"4489216" : 6,
"4554752" : 19,
"4620288" : 20,
"4685824" : 21,
"4751360" : 28,
"4816896" : 24,
"4882432" : 45,
"4947968" : 66,
"5013504" : 57,
"5079040" : 71,
"5144576" : 79,
"5210112" : 68,
"5275648" : 102,
"5341184" : 142,
"5406720" : 139,
"5472256" : 169,
"5537792" : 193,
"5603328" : 292,
"5668864" : 293,
"5734400" : 355,
"5799936" : 383,
"5865472" : 448,
"5931008" : 523,
"5996544" : 560,
"6062080" : 707,
"6127616" : 779,
"6193152" : 896,
"6258688" : 987,
"6324224" : 1013,
"6389760" : 1194,
"6455296" : 1298,
"6520832" : 1459,
"6586368" : 1614,
"6651904" : 1852,
"6717440" : 2053,
"6782976" : 2295,
"6848512" : 2383,
"6914048" : 2549,
"6979584" : 2808,
"7045120" : 3110,
"7110656" : 3406,
"7176192" : 3530,
"7241728" : 3945,
"7307264" : 4165,
"7372800" : 4503,
"7438336" : 4779,
"7503872" : 5174,
"7569408" : 5380,
"7634944" : 5663,
"7700480" : 6030,
"7766016" : 6503,
"7831552" : 6856,
"7897088" : 7024,
"7962624" : 7200,
"8028160" : 7799,
"8093696" : 8202,
"8159232" : 8538,
"8224768" : 9016,
"8290304" : 9247,
"8355840" : 9585,
"8454144" : 20803,
"8585216" : 22546,
"8716288" : 24405,
"8847360" : 27402,
"8978432" : 29980,
"9109504" : 33671,
"9240576" : 38513,
"9371648" : 44544,
"9502720" : 51679,
"9633792" : 60852,
"9764864" : 72146,
"9895936" : 85321,
"10027008" : 101453,
"10158080" : 119964,
"10289152" : 141368,
"10420224" : 167571,
"10551296" : 195052,
"10682368" : 224911,
"10813440" : 258162,
"10944512" : 292510,
"11075584" : 327608,
"11206656" : 360771,
"11337728" : 397283,
"11468800" : 425789,
"11599872" : 455713,
"11730944" : 476874,
"11862016" : 494249,
"11993088" : 501732,
"12124160" : 502975,
"12255232" : 494232,
"12386304" : 477489,
"12517376" : 451705,
"12648448" : 419710,
"12779520" : 383308,
"12910592" : 338803,
"13041664" : 295134,
"13172736" : 250897,
"13303808" : 207710,
"13434880" : 169236,
"13565952" : 132960,
"13697024" : 103363,
"13828096" : 78183,
"13959168" : 57049,
"14090240" : 41044,
"14221312" : 28261,
"14352384" : 19340,
"14483456" : 12941,
"14614528" : 8147,
"14745600" : 5200,
"14876672" : 3267,
"15007744" : 1922,
"15138816" : 1055,
"15269888" : 634,
"15400960" : 380,
"15532032" : 223,
"15663104" : 97,
"15794176" : 50,
"15925248" : 34,
"16056320" : 11,
"16187392" : 13,
"16318464" : 4,
"16449536" : 1
}
},
"lat_ns" : {
"min" : 3714437,
"max" : 16890535,
"mean" : 12170285.797080,
"stddev" : 1221114.262389,
"N" : 10095946
},
"bw_min" : 320842,
"bw_max" : 352624,
"bw_agg" : 100.000000,
"bw_mean" : 336630.857741,
"bw_dev" : 201.668106,
"bw_samples" : 7648,
"iops_min" : 80209,
"iops_max" : 88156,
"iops_mean" : 84157.205021,
"iops_stddev" : 50.424551,
"iops_samples" : 7648
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3839968,
"usr_cpu" : 0.664979,
"sys_cpu" : 14.942833,
"ctx" : 8655129,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 6.909662,
"20" : 93.089951,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087340,
"timestamp_ms" : 1773087340175,
"time" : "Mon Mar 9 17:15:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 44800385024,
"io_kbytes" : 43750376,
"bw_bytes" : 344618346,
"bw" : 336541,
"iops" : 84135.915385,
"runtime" : 130000,
"total_ios" : 10937669,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5638,
"max" : 1747089,
"mean" : 377804.008763,
"stddev" : 169951.771322,
"N" : 10937669
},
"clat_ns" : {
"min" : 3336389,
"max" : 16390822,
"mean" : 11792129.875378,
"stddev" : 1193171.624316,
"N" : 10937637,
"percentile" : {
"1.000000" : 7962624,
"5.000000" : 9633792,
"10.000000" : 10289152,
"20.000000" : 10944512,
"30.000000" : 11337728,
"40.000000" : 11599872,
"50.000000" : 11862016,
"60.000000" : 12124160,
"70.000000" : 12386304,
"80.000000" : 12779520,
"90.000000" : 13172736,
"95.000000" : 13434880,
"99.000000" : 14090240,
"99.500000" : 14352384,
"99.900000" : 14745600,
"99.950000" : 14876672,
"99.990000" : 15269888
},
"bins" : {
"3325952" : 1,
"3620864" : 1,
"3686400" : 3,
"3751936" : 1,
"3915776" : 1,
"4046848" : 3,
"4079616" : 1,
"4112384" : 2,
"4145152" : 1,
"4227072" : 3,
"4292608" : 17,
"4358144" : 12,
"4423680" : 6,
"4489216" : 6,
"4554752" : 23,
"4620288" : 21,
"4685824" : 25,
"4751360" : 33,
"4816896" : 27,
"4882432" : 47,
"4947968" : 73,
"5013504" : 63,
"5079040" : 79,
"5144576" : 84,
"5210112" : 78,
"5275648" : 111,
"5341184" : 161,
"5406720" : 155,
"5472256" : 188,
"5537792" : 220,
"5603328" : 331,
"5668864" : 324,
"5734400" : 390,
"5799936" : 413,
"5865472" : 481,
"5931008" : 572,
"5996544" : 606,
"6062080" : 771,
"6127616" : 831,
"6193152" : 956,
"6258688" : 1079,
"6324224" : 1112,
"6389760" : 1318,
"6455296" : 1433,
"6520832" : 1596,
"6586368" : 1786,
"6651904" : 2048,
"6717440" : 2252,
"6782976" : 2485,
"6848512" : 2627,
"6914048" : 2838,
"6979584" : 3086,
"7045120" : 3431,
"7110656" : 3757,
"7176192" : 3887,
"7241728" : 4346,
"7307264" : 4570,
"7372800" : 4931,
"7438336" : 5290,
"7503872" : 5733,
"7569408" : 5873,
"7634944" : 6203,
"7700480" : 6621,
"7766016" : 7093,
"7831552" : 7470,
"7897088" : 7721,
"7962624" : 7911,
"8028160" : 8515,
"8093696" : 8890,
"8159232" : 9263,
"8224768" : 9805,
"8290304" : 10033,
"8355840" : 10406,
"8454144" : 22505,
"8585216" : 24417,
"8716288" : 26291,
"8847360" : 29474,
"8978432" : 32080,
"9109504" : 35996,
"9240576" : 41180,
"9371648" : 47566,
"9502720" : 55278,
"9633792" : 65145,
"9764864" : 77257,
"9895936" : 91457,
"10027008" : 108932,
"10158080" : 128960,
"10289152" : 152174,
"10420224" : 180607,
"10551296" : 210548,
"10682368" : 243440,
"10813440" : 279695,
"10944512" : 317575,
"11075584" : 355663,
"11206656" : 392358,
"11337728" : 431990,
"11468800" : 463084,
"11599872" : 495419,
"11730944" : 518784,
"11862016" : 537459,
"11993088" : 545711,
"12124160" : 546310,
"12255232" : 536418,
"12386304" : 517645,
"12517376" : 489656,
"12648448" : 454583,
"12779520" : 414947,
"12910592" : 366575,
"13041664" : 319347,
"13172736" : 271085,
"13303808" : 224406,
"13434880" : 182508,
"13565952" : 143240,
"13697024" : 110998,
"13828096" : 84031,
"13959168" : 61419,
"14090240" : 43964,
"14221312" : 30277,
"14352384" : 20640,
"14483456" : 13751,
"14614528" : 8685,
"14745600" : 5508,
"14876672" : 3443,
"15007744" : 2022,
"15138816" : 1116,
"15269888" : 661,
"15400960" : 395,
"15532032" : 225,
"15663104" : 97,
"15794176" : 50,
"15925248" : 34,
"16056320" : 11,
"16187392" : 13,
"16318464" : 4,
"16449536" : 1
}
},
"lat_ns" : {
"min" : 3714437,
"max" : 16890535,
"mean" : 12169933.342559,
"stddev" : 1219587.725704,
"N" : 10937637
},
"bw_min" : 320842,
"bw_max" : 352792,
"bw_agg" : 100.000000,
"bw_mean" : 336645.988417,
"bw_dev" : 199.423163,
"bw_samples" : 8288,
"iops_min" : 80209,
"iops_max" : 88198,
"iops_mean" : 84161.027027,
"iops_stddev" : 49.862934,
"iops_samples" : 8288
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4159985,
"usr_cpu" : 0.665579,
"sys_cpu" : 14.947001,
"ctx" : 9376177,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999982,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999973,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 6.868666,
"20" : 93.130977,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087350,
"timestamp_ms" : 1773087350174,
"time" : "Mon Mar 9 17:15:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 48238940160,
"io_kbytes" : 47108340,
"bw_bytes" : 344566319,
"bw" : 336490,
"iops" : 84123.122308,
"runtime" : 139999,
"total_ios" : 11777153,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5638,
"max" : 1747089,
"mean" : 377861.984199,
"stddev" : 169923.504818,
"N" : 11777152
},
"clat_ns" : {
"min" : 3336389,
"max" : 16390822,
"mean" : 11793961.130777,
"stddev" : 1191890.428898,
"N" : 11777121,
"percentile" : {
"1.000000" : 7962624,
"5.000000" : 9633792,
"10.000000" : 10289152,
"20.000000" : 10944512,
"30.000000" : 11337728,
"40.000000" : 11599872,
"50.000000" : 11862016,
"60.000000" : 12124160,
"70.000000" : 12386304,
"80.000000" : 12779520,
"90.000000" : 13172736,
"95.000000" : 13434880,
"99.000000" : 14090240,
"99.500000" : 14352384,
"99.900000" : 14745600,
"99.950000" : 14876672,
"99.990000" : 15269888
},
"bins" : {
"3325952" : 1,
"3620864" : 1,
"3686400" : 3,
"3751936" : 1,
"3915776" : 1,
"4046848" : 3,
"4079616" : 1,
"4112384" : 2,
"4145152" : 1,
"4227072" : 3,
"4292608" : 17,
"4358144" : 12,
"4423680" : 6,
"4489216" : 6,
"4554752" : 23,
"4620288" : 22,
"4685824" : 29,
"4751360" : 34,
"4816896" : 28,
"4882432" : 49,
"4947968" : 76,
"5013504" : 64,
"5079040" : 85,
"5144576" : 88,
"5210112" : 92,
"5275648" : 120,
"5341184" : 177,
"5406720" : 163,
"5472256" : 206,
"5537792" : 235,
"5603328" : 357,
"5668864" : 363,
"5734400" : 436,
"5799936" : 443,
"5865472" : 527,
"5931008" : 623,
"5996544" : 660,
"6062080" : 844,
"6127616" : 899,
"6193152" : 1043,
"6258688" : 1189,
"6324224" : 1220,
"6389760" : 1433,
"6455296" : 1551,
"6520832" : 1721,
"6586368" : 1960,
"6651904" : 2256,
"6717440" : 2456,
"6782976" : 2679,
"6848512" : 2829,
"6914048" : 3115,
"6979584" : 3387,
"7045120" : 3725,
"7110656" : 4058,
"7176192" : 4271,
"7241728" : 4767,
"7307264" : 4989,
"7372800" : 5370,
"7438336" : 5783,
"7503872" : 6239,
"7569408" : 6436,
"7634944" : 6782,
"7700480" : 7220,
"7766016" : 7749,
"7831552" : 8141,
"7897088" : 8439,
"7962624" : 8569,
"8028160" : 9234,
"8093696" : 9615,
"8159232" : 10070,
"8224768" : 10647,
"8290304" : 10819,
"8355840" : 11243,
"8454144" : 24089,
"8585216" : 26161,
"8716288" : 28118,
"8847360" : 31455,
"8978432" : 34132,
"9109504" : 38232,
"9240576" : 43649,
"9371648" : 50200,
"9502720" : 58543,
"9633792" : 68897,
"9764864" : 81903,
"9895936" : 97083,
"10027008" : 116002,
"10158080" : 137439,
"10289152" : 162366,
"10420224" : 193201,
"10551296" : 225323,
"10682368" : 261249,
"10813440" : 300420,
"10944512" : 341791,
"11075584" : 382791,
"11206656" : 422914,
"11337728" : 466051,
"11468800" : 499750,
"11599872" : 535004,
"11730944" : 560512,
"11862016" : 580370,
"11993088" : 589701,
"12124160" : 589833,
"12255232" : 579328,
"12386304" : 558949,
"12517376" : 528368,
"12648448" : 490347,
"12779520" : 447001,
"12910592" : 395239,
"13041664" : 344012,
"13172736" : 292012,
"13303808" : 241699,
"13434880" : 196097,
"13565952" : 153993,
"13697024" : 119414,
"13828096" : 90263,
"13959168" : 65801,
"14090240" : 47105,
"14221312" : 32376,
"14352384" : 21982,
"14483456" : 14648,
"14614528" : 9251,
"14745600" : 5854,
"14876672" : 3636,
"15007744" : 2128,
"15138816" : 1170,
"15269888" : 695,
"15400960" : 412,
"15532032" : 238,
"15663104" : 103,
"15794176" : 52,
"15925248" : 34,
"16056320" : 11,
"16187392" : 13,
"16318464" : 4,
"16449536" : 1
}
},
"lat_ns" : {
"min" : 3714437,
"max" : 16890535,
"mean" : 12171822.992798,
"stddev" : 1218262.399945,
"N" : 11777121
},
"bw_min" : 320770,
"bw_max" : 352840,
"bw_agg" : 100.000000,
"bw_mean" : 336593.831541,
"bw_dev" : 197.753288,
"bw_samples" : 8928,
"iops_min" : 80191,
"iops_max" : 88210,
"iops_mean" : 84148.014337,
"iops_stddev" : 49.445158,
"iops_samples" : 8928
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4479968,
"usr_cpu" : 0.664157,
"sys_cpu" : 14.950799,
"ctx" : 10096783,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 6.812054,
"20" : 93.187615,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087360,
"timestamp_ms" : 1773087360174,
"time" : "Mon Mar 9 17:16:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 51670622208,
"io_kbytes" : 50459592,
"bw_bytes" : 344470814,
"bw" : 336397,
"iops" : 84099.740000,
"runtime" : 150000,
"total_ios" : 12614961,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5638,
"max" : 1747089,
"mean" : 377965.134604,
"stddev" : 169860.316436,
"N" : 12614960
},
"clat_ns" : {
"min" : 3336389,
"max" : 16390822,
"mean" : 11797171.696643,
"stddev" : 1189328.015063,
"N" : 12614929,
"percentile" : {
"1.000000" : 7962624,
"5.000000" : 9764864,
"10.000000" : 10420224,
"20.000000" : 10944512,
"30.000000" : 11337728,
"40.000000" : 11599872,
"50.000000" : 11862016,
"60.000000" : 12124160,
"70.000000" : 12386304,
"80.000000" : 12779520,
"90.000000" : 13172736,
"95.000000" : 13434880,
"99.000000" : 14090240,
"99.500000" : 14352384,
"99.900000" : 14745600,
"99.950000" : 14876672,
"99.990000" : 15269888
},
"bins" : {
"3325952" : 1,
"3620864" : 1,
"3686400" : 3,
"3751936" : 1,
"3915776" : 1,
"4046848" : 3,
"4079616" : 1,
"4112384" : 2,
"4145152" : 1,
"4227072" : 3,
"4292608" : 17,
"4358144" : 15,
"4423680" : 6,
"4489216" : 6,
"4554752" : 23,
"4620288" : 23,
"4685824" : 34,
"4751360" : 34,
"4816896" : 28,
"4882432" : 49,
"4947968" : 79,
"5013504" : 72,
"5079040" : 86,
"5144576" : 93,
"5210112" : 94,
"5275648" : 120,
"5341184" : 177,
"5406720" : 177,
"5472256" : 217,
"5537792" : 253,
"5603328" : 378,
"5668864" : 372,
"5734400" : 465,
"5799936" : 462,
"5865472" : 569,
"5931008" : 674,
"5996544" : 717,
"6062080" : 889,
"6127616" : 957,
"6193152" : 1118,
"6258688" : 1270,
"6324224" : 1318,
"6389760" : 1522,
"6455296" : 1648,
"6520832" : 1847,
"6586368" : 2105,
"6651904" : 2434,
"6717440" : 2632,
"6782976" : 2839,
"6848512" : 3037,
"6914048" : 3322,
"6979584" : 3606,
"7045120" : 4000,
"7110656" : 4346,
"7176192" : 4640,
"7241728" : 5110,
"7307264" : 5370,
"7372800" : 5735,
"7438336" : 6187,
"7503872" : 6697,
"7569408" : 6941,
"7634944" : 7254,
"7700480" : 7744,
"7766016" : 8297,
"7831552" : 8690,
"7897088" : 8996,
"7962624" : 9201,
"8028160" : 9869,
"8093696" : 10359,
"8159232" : 10770,
"8224768" : 11379,
"8290304" : 11532,
"8355840" : 11976,
"8454144" : 25703,
"8585216" : 27768,
"8716288" : 29873,
"8847360" : 33419,
"8978432" : 36142,
"9109504" : 40342,
"9240576" : 46049,
"9371648" : 52934,
"9502720" : 61719,
"9633792" : 72609,
"9764864" : 86379,
"9895936" : 102456,
"10027008" : 122742,
"10158080" : 145470,
"10289152" : 172152,
"10420224" : 205336,
"10551296" : 239674,
"10682368" : 278546,
"10813440" : 320515,
"10944512" : 365055,
"11075584" : 409779,
"11206656" : 453209,
"11337728" : 499856,
"11468800" : 536389,
"11599872" : 574810,
"11730944" : 602721,
"11862016" : 623871,
"11993088" : 633539,
"12124160" : 634025,
"12255232" : 622675,
"12386304" : 600515,
"12517376" : 567858,
"12648448" : 526538,
"12779520" : 480143,
"12910592" : 424333,
"13041664" : 368930,
"13172736" : 312946,
"13303808" : 259244,
"13434880" : 210085,
"13565952" : 164885,
"13697024" : 127615,
"13828096" : 96470,
"13959168" : 70203,
"14090240" : 50198,
"14221312" : 34418,
"14352384" : 23258,
"14483456" : 15522,
"14614528" : 9838,
"14745600" : 6229,
"14876672" : 3895,
"15007744" : 2278,
"15138816" : 1238,
"15269888" : 738,
"15400960" : 432,
"15532032" : 243,
"15663104" : 108,
"15794176" : 54,
"15925248" : 35,
"16056320" : 11,
"16187392" : 13,
"16318464" : 4,
"16449536" : 1
}
},
"lat_ns" : {
"min" : 3714437,
"max" : 16890535,
"mean" : 12175136.814142,
"stddev" : 1215610.183247,
"N" : 12614929
},
"bw_min" : 320754,
"bw_max" : 352904,
"bw_agg" : 100.000000,
"bw_mean" : 336504.986622,
"bw_dev" : 196.479044,
"bw_samples" : 9568,
"iops_min" : 80187,
"iops_max" : 88226,
"iops_mean" : 84125.832776,
"iops_stddev" : 49.126111,
"iops_samples" : 9568
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4799976,
"usr_cpu" : 0.664837,
"sys_cpu" : 14.951262,
"ctx" : 10817609,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999984,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999984,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 6.740092,
"20" : 93.259599,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087370,
"timestamp_ms" : 1773087370175,
"time" : "Mon Mar 9 17:16:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 55108014080,
"io_kbytes" : 53816420,
"bw_bytes" : 344425088,
"bw" : 336352,
"iops" : 84088.581250,
"runtime" : 160000,
"total_ios" : 13454173,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5638,
"max" : 1747089,
"mean" : 378015.646643,
"stddev" : 169784.696958,
"N" : 13454173
},
"clat_ns" : {
"min" : 3336389,
"max" : 16390822,
"mean" : 11798766.416410,
"stddev" : 1187063.977301,
"N" : 13454141,
"percentile" : {
"1.000000" : 7962624,
"5.000000" : 9764864,
"10.000000" : 10420224,
"20.000000" : 10944512,
"30.000000" : 11337728,
"40.000000" : 11599872,
"50.000000" : 11862016,
"60.000000" : 12124160,
"70.000000" : 12386304,
"80.000000" : 12779520,
"90.000000" : 13172736,
"95.000000" : 13434880,
"99.000000" : 14090240,
"99.500000" : 14221312,
"99.900000" : 14745600,
"99.950000" : 14876672,
"99.990000" : 15269888
},
"bins" : {
"3325952" : 1,
"3620864" : 1,
"3686400" : 3,
"3751936" : 1,
"3915776" : 1,
"4046848" : 3,
"4079616" : 1,
"4112384" : 2,
"4145152" : 1,
"4227072" : 3,
"4292608" : 17,
"4358144" : 18,
"4423680" : 6,
"4489216" : 7,
"4554752" : 23,
"4620288" : 27,
"4685824" : 34,
"4751360" : 42,
"4816896" : 31,
"4882432" : 52,
"4947968" : 86,
"5013504" : 73,
"5079040" : 93,
"5144576" : 102,
"5210112" : 107,
"5275648" : 136,
"5341184" : 187,
"5406720" : 189,
"5472256" : 228,
"5537792" : 271,
"5603328" : 398,
"5668864" : 405,
"5734400" : 499,
"5799936" : 499,
"5865472" : 610,
"5931008" : 719,
"5996544" : 760,
"6062080" : 937,
"6127616" : 1023,
"6193152" : 1187,
"6258688" : 1344,
"6324224" : 1428,
"6389760" : 1615,
"6455296" : 1770,
"6520832" : 1967,
"6586368" : 2229,
"6651904" : 2587,
"6717440" : 2810,
"6782976" : 3040,
"6848512" : 3252,
"6914048" : 3515,
"6979584" : 3866,
"7045120" : 4266,
"7110656" : 4625,
"7176192" : 4975,
"7241728" : 5462,
"7307264" : 5752,
"7372800" : 6182,
"7438336" : 6616,
"7503872" : 7160,
"7569408" : 7404,
"7634944" : 7765,
"7700480" : 8293,
"7766016" : 8876,
"7831552" : 9273,
"7897088" : 9654,
"7962624" : 9840,
"8028160" : 10519,
"8093696" : 11062,
"8159232" : 11506,
"8224768" : 12107,
"8290304" : 12281,
"8355840" : 12729,
"8454144" : 27345,
"8585216" : 29492,
"8716288" : 31621,
"8847360" : 35409,
"8978432" : 38174,
"9109504" : 42606,
"9240576" : 48523,
"9371648" : 55670,
"9502720" : 65042,
"9633792" : 76363,
"9764864" : 91077,
"9895936" : 108064,
"10027008" : 129519,
"10158080" : 153843,
"10289152" : 182310,
"10420224" : 217603,
"10551296" : 254218,
"10682368" : 295988,
"10813440" : 340773,
"10944512" : 388884,
"11075584" : 437022,
"11206656" : 483484,
"11337728" : 533922,
"11468800" : 573685,
"11599872" : 614866,
"11730944" : 644847,
"11862016" : 667531,
"11993088" : 678304,
"12124160" : 678600,
"12255232" : 666215,
"12386304" : 642382,
"12517376" : 607027,
"12648448" : 562921,
"12779520" : 512948,
"12910592" : 452954,
"13041664" : 393578,
"13172736" : 333510,
"13303808" : 276194,
"13434880" : 223448,
"13565952" : 175325,
"13697024" : 135490,
"13828096" : 102267,
"13959168" : 74220,
"14090240" : 52980,
"14221312" : 36374,
"14352384" : 24456,
"14483456" : 16255,
"14614528" : 10312,
"14745600" : 6526,
"14876672" : 4047,
"15007744" : 2390,
"15138816" : 1302,
"15269888" : 758,
"15400960" : 439,
"15532032" : 249,
"15663104" : 110,
"15794176" : 55,
"15925248" : 38,
"16056320" : 12,
"16187392" : 17,
"16318464" : 4,
"16449536" : 1
}
},
"lat_ns" : {
"min" : 3714437,
"max" : 16890535,
"mean" : 12176781.899681,
"stddev" : 1213262.154021,
"N" : 13454141
},
"bw_min" : 320754,
"bw_max" : 352936,
"bw_agg" : 100.000000,
"bw_mean" : 336455.369906,
"bw_dev" : 195.089296,
"bw_samples" : 10208,
"iops_min" : 80187,
"iops_max" : 88234,
"iops_mean" : 84113.454545,
"iops_stddev" : 48.778309,
"iops_samples" : 10208
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5119998,
"usr_cpu" : 0.664375,
"sys_cpu" : 14.953678,
"ctx" : 11539253,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 6.687360,
"20" : 93.312350,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087380,
"timestamp_ms" : 1773087380174,
"time" : "Mon Mar 9 17:16:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 58534187008,
"io_kbytes" : 57162292,
"bw_bytes" : 344320772,
"bw" : 336250,
"iops" : 84063.123901,
"runtime" : 169999,
"total_ios" : 14290647,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5539,
"max" : 1747089,
"mean" : 378131.688913,
"stddev" : 169680.226802,
"N" : 14290647
},
"clat_ns" : {
"min" : 3336389,
"max" : 16390822,
"mean" : 11802354.434845,
"stddev" : 1185052.198777,
"N" : 14290616,
"percentile" : {
"1.000000" : 7962624,
"5.000000" : 9764864,
"10.000000" : 10420224,
"20.000000" : 10944512,
"30.000000" : 11337728,
"40.000000" : 11599872,
"50.000000" : 11862016,
"60.000000" : 12124160,
"70.000000" : 12386304,
"80.000000" : 12779520,
"90.000000" : 13172736,
"95.000000" : 13434880,
"99.000000" : 14090240,
"99.500000" : 14352384,
"99.900000" : 14745600,
"99.950000" : 14876672,
"99.990000" : 15269888
},
"bins" : {
"3325952" : 1,
"3620864" : 1,
"3686400" : 3,
"3751936" : 1,
"3915776" : 1,
"4046848" : 3,
"4079616" : 1,
"4112384" : 2,
"4145152" : 1,
"4227072" : 3,
"4292608" : 17,
"4358144" : 18,
"4423680" : 6,
"4489216" : 7,
"4554752" : 23,
"4620288" : 27,
"4685824" : 34,
"4751360" : 42,
"4816896" : 31,
"4882432" : 52,
"4947968" : 87,
"5013504" : 73,
"5079040" : 93,
"5144576" : 103,
"5210112" : 108,
"5275648" : 143,
"5341184" : 192,
"5406720" : 193,
"5472256" : 237,
"5537792" : 278,
"5603328" : 411,
"5668864" : 419,
"5734400" : 513,
"5799936" : 510,
"5865472" : 633,
"5931008" : 760,
"5996544" : 809,
"6062080" : 984,
"6127616" : 1081,
"6193152" : 1249,
"6258688" : 1401,
"6324224" : 1512,
"6389760" : 1694,
"6455296" : 1858,
"6520832" : 2089,
"6586368" : 2318,
"6651904" : 2723,
"6717440" : 2937,
"6782976" : 3187,
"6848512" : 3405,
"6914048" : 3697,
"6979584" : 4093,
"7045120" : 4512,
"7110656" : 4867,
"7176192" : 5280,
"7241728" : 5727,
"7307264" : 6065,
"7372800" : 6533,
"7438336" : 6980,
"7503872" : 7541,
"7569408" : 7827,
"7634944" : 8197,
"7700480" : 8754,
"7766016" : 9384,
"7831552" : 9844,
"7897088" : 10198,
"7962624" : 10404,
"8028160" : 11108,
"8093696" : 11721,
"8159232" : 12187,
"8224768" : 12776,
"8290304" : 12982,
"8355840" : 13478,
"8454144" : 28958,
"8585216" : 31174,
"8716288" : 33424,
"8847360" : 37364,
"8978432" : 40219,
"9109504" : 44959,
"9240576" : 51222,
"9371648" : 58482,
"9502720" : 68438,
"9633792" : 80164,
"9764864" : 95746,
"9895936" : 113784,
"10027008" : 136231,
"10158080" : 161853,
"10289152" : 192116,
"10420224" : 229198,
"10551296" : 268311,
"10682368" : 312756,
"10813440" : 360243,
"10944512" : 412425,
"11075584" : 463744,
"11206656" : 513444,
"11337728" : 567510,
"11468800" : 609661,
"11599872" : 653860,
"11730944" : 685435,
"11862016" : 710182,
"11993088" : 721968,
"12124160" : 722379,
"12255232" : 709424,
"12386304" : 684264,
"12517376" : 646681,
"12648448" : 599286,
"12779520" : 545875,
"12910592" : 482350,
"13041664" : 418938,
"13172736" : 355159,
"13303808" : 294059,
"13434880" : 237897,
"13565952" : 186728,
"13697024" : 144040,
"13828096" : 108843,
"13959168" : 78804,
"14090240" : 56371,
"14221312" : 38723,
"14352384" : 26123,
"14483456" : 17328,
"14614528" : 11026,
"14745600" : 6954,
"14876672" : 4309,
"15007744" : 2569,
"15138816" : 1398,
"15269888" : 818,
"15400960" : 464,
"15532032" : 263,
"15663104" : 115,
"15794176" : 56,
"15925248" : 38,
"16056320" : 12,
"16187392" : 17,
"16318464" : 4,
"16449536" : 1
}
},
"lat_ns" : {
"min" : 3714437,
"max" : 16890535,
"mean" : 12180484.671415,
"stddev" : 1211183.260377,
"N" : 14290616
},
"bw_min" : 320066,
"bw_max" : 354696,
"bw_agg" : 100.000000,
"bw_mean" : 336376.539823,
"bw_dev" : 200.751675,
"bw_samples" : 10848,
"iops_min" : 80015,
"iops_max" : 88674,
"iops_mean" : 84093.769912,
"iops_stddev" : 50.193349,
"iops_samples" : 10848
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5439968,
"usr_cpu" : 0.663846,
"sys_cpu" : 14.954095,
"ctx" : 12260617,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999986,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999993,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 6.633828,
"20" : 93.365906,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087390,
"timestamp_ms" : 1773087390198,
"time" : "Mon Mar 9 17:16:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 6505,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 61783580672,
"io_kbytes" : 60335528,
"bw_bytes" : 343240207,
"bw" : 335195,
"iops" : 83797.484458,
"runtime" : 180001,
"total_ios" : 15083631,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5539,
"max" : 1747089,
"mean" : 379330.931690,
"stddev" : 168736.126218,
"N" : 15083662
},
"clat_ns" : {
"min" : 2975,
"max" : 16390822,
"mean" : 11839207.759683,
"stddev" : 1190115.286589,
"N" : 15084623,
"percentile" : {
"1.000000" : 7962624,
"5.000000" : 9764864,
"10.000000" : 10420224,
"20.000000" : 10944512,
"30.000000" : 11337728,
"40.000000" : 11730944,
"50.000000" : 11993088,
"60.000000" : 12255232,
"70.000000" : 12517376,
"80.000000" : 12779520,
"90.000000" : 13172736,
"95.000000" : 13565952,
"99.000000" : 14090240,
"99.500000" : 14352384,
"99.900000" : 14745600,
"99.950000" : 14876672,
"99.990000" : 15269888
},
"bins" : {
"2960" : 1,
"3280" : 1,
"3408" : 1,
"3440" : 1,
"3504" : 1,
"3792" : 3,
"4192" : 1,
"4704" : 1,
"4832" : 1,
"5152" : 1,
"5216" : 1,
"5280" : 1,
"5472" : 1,
"5664" : 1,
"5728" : 1,
"5856" : 1,
"5920" : 1,
"6112" : 2,
"6240" : 1,
"6304" : 1,
"6816" : 1,
"6880" : 2,
"7008" : 1,
"7264" : 1,
"7776" : 1,
"8256" : 2,
"20096" : 1,
"305152" : 1,
"346112" : 1,
"354304" : 1,
"370688" : 2,
"378880" : 1,
"387072" : 1,
"395264" : 2,
"399360" : 1,
"403456" : 1,
"407552" : 1,
"411648" : 2,
"423936" : 1,
"428032" : 1,
"432128" : 1,
"436224" : 1,
"448512" : 3,
"460800" : 1,
"468992" : 1,
"485376" : 1,
"497664" : 1,
"501760" : 1,
"509952" : 1,
"528384" : 1,
"593920" : 1,
"618496" : 2,
"634880" : 1,
"651264" : 1,
"659456" : 1,
"684032" : 1,
"700416" : 1,
"708608" : 1,
"774144" : 2,
"782336" : 2,
"790528" : 1,
"798720" : 2,
"806912" : 2,
"831488" : 1,
"847872" : 1,
"864256" : 1,
"872448" : 2,
"880640" : 2,
"937984" : 2,
"954368" : 1,
"962560" : 2,
"970752" : 1,
"987136" : 1,
"995328" : 2,
"1056768" : 2,
"1089536" : 1,
"1122304" : 1,
"1187840" : 4,
"1204224" : 2,
"1220608" : 2,
"1236992" : 1,
"1253376" : 2,
"1286144" : 1,
"1318912" : 1,
"1335296" : 2,
"1351680" : 2,
"1368064" : 1,
"1400832" : 1,
"1449984" : 2,
"1482752" : 4,
"1499136" : 1,
"1515520" : 3,
"1531904" : 1,
"1548288" : 1,
"1564672" : 1,
"1597440" : 1,
"1613824" : 1,
"1630208" : 1,
"1646592" : 1,
"1679360" : 4,
"1695744" : 2,
"1712128" : 1,
"1744896" : 1,
"1761280" : 1,
"1777664" : 1,
"1826816" : 2,
"1843200" : 4,
"1875968" : 1,
"1892352" : 3,
"1908736" : 2,
"1925120" : 2,
"1941504" : 1,
"1957888" : 2,
"1974272" : 1,
"2023424" : 2,
"2072576" : 2,
"2088960" : 1,
"2146304" : 3,
"2179072" : 2,
"2211840" : 3,
"2244608" : 4,
"2277376" : 6,
"2310144" : 1,
"2342912" : 2,
"2375680" : 2,
"2408448" : 2,
"2441216" : 1,
"2473984" : 2,
"2506752" : 6,
"2539520" : 2,
"2572288" : 2,
"2605056" : 2,
"2670592" : 4,
"2703360" : 3,
"2736128" : 1,
"2768896" : 3,
"2801664" : 2,
"2834432" : 2,
"2867200" : 2,
"2899968" : 1,
"2932736" : 3,
"2965504" : 1,
"2998272" : 3,
"3031040" : 6,
"3063808" : 3,
"3096576" : 1,
"3129344" : 3,
"3162112" : 4,
"3194880" : 2,
"3227648" : 2,
"3260416" : 1,
"3293184" : 1,
"3325952" : 3,
"3358720" : 3,
"3391488" : 1,
"3424256" : 5,
"3457024" : 2,
"3489792" : 2,
"3522560" : 1,
"3555328" : 3,
"3588096" : 3,
"3620864" : 5,
"3653632" : 2,
"3686400" : 6,
"3751936" : 5,
"3817472" : 2,
"3850240" : 4,
"3883008" : 1,
"3915776" : 7,
"3948544" : 2,
"3981312" : 2,
"4014080" : 2,
"4046848" : 7,
"4079616" : 4,
"4112384" : 2,
"4145152" : 5,
"4177920" : 2,
"4227072" : 11,
"4292608" : 19,
"4358144" : 26,
"4423680" : 9,
"4489216" : 12,
"4554752" : 26,
"4620288" : 31,
"4685824" : 40,
"4751360" : 47,
"4816896" : 36,
"4882432" : 56,
"4947968" : 91,
"5013504" : 77,
"5079040" : 98,
"5144576" : 112,
"5210112" : 113,
"5275648" : 148,
"5341184" : 196,
"5406720" : 200,
"5472256" : 241,
"5537792" : 282,
"5603328" : 416,
"5668864" : 423,
"5734400" : 522,
"5799936" : 518,
"5865472" : 640,
"5931008" : 765,
"5996544" : 820,
"6062080" : 990,
"6127616" : 1091,
"6193152" : 1258,
"6258688" : 1414,
"6324224" : 1523,
"6389760" : 1708,
"6455296" : 1872,
"6520832" : 2109,
"6586368" : 2334,
"6651904" : 2743,
"6717440" : 2964,
"6782976" : 3213,
"6848512" : 3441,
"6914048" : 3739,
"6979584" : 4127,
"7045120" : 4546,
"7110656" : 4937,
"7176192" : 5353,
"7241728" : 5800,
"7307264" : 6135,
"7372800" : 6608,
"7438336" : 7087,
"7503872" : 7643,
"7569408" : 7953,
"7634944" : 8360,
"7700480" : 8928,
"7766016" : 9538,
"7831552" : 10020,
"7897088" : 10351,
"7962624" : 10606,
"8028160" : 11330,
"8093696" : 11973,
"8159232" : 12453,
"8224768" : 13056,
"8290304" : 13275,
"8355840" : 13854,
"8454144" : 29672,
"8585216" : 31983,
"8716288" : 34349,
"8847360" : 38423,
"8978432" : 41342,
"9109504" : 46225,
"9240576" : 52560,
"9371648" : 59979,
"9502720" : 70045,
"9633792" : 81917,
"9764864" : 97643,
"9895936" : 116047,
"10027008" : 138838,
"10158080" : 164756,
"10289152" : 195549,
"10420224" : 233310,
"10551296" : 273232,
"10682368" : 318598,
"10813440" : 367558,
"10944512" : 421046,
"11075584" : 474152,
"11206656" : 526195,
"11337728" : 582245,
"11468800" : 627676,
"11599872" : 675310,
"11730944" : 710087,
"11862016" : 738874,
"11993088" : 754067,
"12124160" : 758214,
"12255232" : 748820,
"12386304" : 726173,
"12517376" : 690472,
"12648448" : 644815,
"12779520" : 591753,
"12910592" : 527524,
"13041664" : 462582,
"13172736" : 395273,
"13303808" : 331202,
"13434880" : 270202,
"13565952" : 214638,
"13697024" : 167260,
"13828096" : 127877,
"13959168" : 93777,
"14090240" : 67510,
"14221312" : 46871,
"14352384" : 31757,
"14483456" : 21076,
"14614528" : 13459,
"14745600" : 8584,
"14876672" : 5351,
"15007744" : 3195,
"15138816" : 1740,
"15269888" : 1031,
"15400960" : 557,
"15532032" : 311,
"15663104" : 134,
"15794176" : 65,
"15925248" : 43,
"16056320" : 14,
"16187392" : 17,
"16318464" : 4,
"16449536" : 1
}
},
"lat_ns" : {
"min" : 300919,
"max" : 16890535,
"mean" : 12218538.677956,
"stddev" : 1216512.913227,
"N" : 15084623
},
"bw_min" : 304288,
"bw_max" : 354696,
"bw_agg" : 100.000000,
"bw_mean" : 335362.247911,
"bw_dev" : 251.081961,
"bw_samples" : 11488,
"iops_min" : 76072,
"iops_max" : 88674,
"iops_mean" : 83840.217270,
"iops_stddev" : 62.773341,
"iops_samples" : 11488
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5759985,
"usr_cpu" : 0.660904,
"sys_cpu" : 14.933598,
"ctx" : 12985108,
"majf" : 0,
"minf" : 1187,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999788,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 6.423745,
"20" : 93.580750,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773087390,
"timestamp_ms" : 1773087390242,
"time" : "Mon Mar 9 17:16:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 61786742784,
"io_kbytes" : 60338616,
"bw_bytes" : 343210107,
"bw" : 335166,
"iops" : 83785.847600,
"runtime" : 180026,
"total_ios" : 15083631,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5539,
"max" : 1747089,
"mean" : 379330.931690,
"stddev" : 168736.126218,
"N" : 15083662
},
"clat_ns" : {
"min" : 2975,
"max" : 16390822,
"mean" : 11839207.759683,
"stddev" : 1190115.286589,
"N" : 15084623,
"percentile" : {
"1.000000" : 7962624,
"5.000000" : 9764864,
"10.000000" : 10420224,
"20.000000" : 10944512,
"30.000000" : 11337728,
"40.000000" : 11730944,
"50.000000" : 11993088,
"60.000000" : 12255232,
"70.000000" : 12517376,
"80.000000" : 12779520,
"90.000000" : 13172736,
"95.000000" : 13565952,
"99.000000" : 14090240,
"99.500000" : 14352384,
"99.900000" : 14745600,
"99.950000" : 14876672,
"99.990000" : 15269888
},
"bins" : {
"2960" : 1,
"3280" : 1,
"3408" : 1,
"3440" : 1,
"3504" : 1,
"3792" : 3,
"4192" : 1,
"4704" : 1,
"4832" : 1,
"5152" : 1,
"5216" : 1,
"5280" : 1,
"5472" : 1,
"5664" : 1,
"5728" : 1,
"5856" : 1,
"5920" : 1,
"6112" : 2,
"6240" : 1,
"6304" : 1,
"6816" : 1,
"6880" : 2,
"7008" : 1,
"7264" : 1,
"7776" : 1,
"8256" : 2,
"20096" : 1,
"305152" : 1,
"346112" : 1,
"354304" : 1,
"370688" : 2,
"378880" : 1,
"387072" : 1,
"395264" : 2,
"399360" : 1,
"403456" : 1,
"407552" : 1,
"411648" : 2,
"423936" : 1,
"428032" : 1,
"432128" : 1,
"436224" : 1,
"448512" : 3,
"460800" : 1,
"468992" : 1,
"485376" : 1,
"497664" : 1,
"501760" : 1,
"509952" : 1,
"528384" : 1,
"593920" : 1,
"618496" : 2,
"634880" : 1,
"651264" : 1,
"659456" : 1,
"684032" : 1,
"700416" : 1,
"708608" : 1,
"774144" : 2,
"782336" : 2,
"790528" : 1,
"798720" : 2,
"806912" : 2,
"831488" : 1,
"847872" : 1,
"864256" : 1,
"872448" : 2,
"880640" : 2,
"937984" : 2,
"954368" : 1,
"962560" : 2,
"970752" : 1,
"987136" : 1,
"995328" : 2,
"1056768" : 2,
"1089536" : 1,
"1122304" : 1,
"1187840" : 4,
"1204224" : 2,
"1220608" : 2,
"1236992" : 1,
"1253376" : 2,
"1286144" : 1,
"1318912" : 1,
"1335296" : 2,
"1351680" : 2,
"1368064" : 1,
"1400832" : 1,
"1449984" : 2,
"1482752" : 4,
"1499136" : 1,
"1515520" : 3,
"1531904" : 1,
"1548288" : 1,
"1564672" : 1,
"1597440" : 1,
"1613824" : 1,
"1630208" : 1,
"1646592" : 1,
"1679360" : 4,
"1695744" : 2,
"1712128" : 1,
"1744896" : 1,
"1761280" : 1,
"1777664" : 1,
"1826816" : 2,
"1843200" : 4,
"1875968" : 1,
"1892352" : 3,
"1908736" : 2,
"1925120" : 2,
"1941504" : 1,
"1957888" : 2,
"1974272" : 1,
"2023424" : 2,
"2072576" : 2,
"2088960" : 1,
"2146304" : 3,
"2179072" : 2,
"2211840" : 3,
"2244608" : 4,
"2277376" : 6,
"2310144" : 1,
"2342912" : 2,
"2375680" : 2,
"2408448" : 2,
"2441216" : 1,
"2473984" : 2,
"2506752" : 6,
"2539520" : 2,
"2572288" : 2,
"2605056" : 2,
"2670592" : 4,
"2703360" : 3,
"2736128" : 1,
"2768896" : 3,
"2801664" : 2,
"2834432" : 2,
"2867200" : 2,
"2899968" : 1,
"2932736" : 3,
"2965504" : 1,
"2998272" : 3,
"3031040" : 6,
"3063808" : 3,
"3096576" : 1,
"3129344" : 3,
"3162112" : 4,
"3194880" : 2,
"3227648" : 2,
"3260416" : 1,
"3293184" : 1,
"3325952" : 3,
"3358720" : 3,
"3391488" : 1,
"3424256" : 5,
"3457024" : 2,
"3489792" : 2,
"3522560" : 1,
"3555328" : 3,
"3588096" : 3,
"3620864" : 5,
"3653632" : 2,
"3686400" : 6,
"3751936" : 5,
"3817472" : 2,
"3850240" : 4,
"3883008" : 1,
"3915776" : 7,
"3948544" : 2,
"3981312" : 2,
"4014080" : 2,
"4046848" : 7,
"4079616" : 4,
"4112384" : 2,
"4145152" : 5,
"4177920" : 2,
"4227072" : 11,
"4292608" : 19,
"4358144" : 26,
"4423680" : 9,
"4489216" : 12,
"4554752" : 26,
"4620288" : 31,
"4685824" : 40,
"4751360" : 47,
"4816896" : 36,
"4882432" : 56,
"4947968" : 91,
"5013504" : 77,
"5079040" : 98,
"5144576" : 112,
"5210112" : 113,
"5275648" : 148,
"5341184" : 196,
"5406720" : 200,
"5472256" : 241,
"5537792" : 282,
"5603328" : 416,
"5668864" : 423,
"5734400" : 522,
"5799936" : 518,
"5865472" : 640,
"5931008" : 765,
"5996544" : 820,
"6062080" : 990,
"6127616" : 1091,
"6193152" : 1258,
"6258688" : 1414,
"6324224" : 1523,
"6389760" : 1708,
"6455296" : 1872,
"6520832" : 2109,
"6586368" : 2334,
"6651904" : 2743,
"6717440" : 2964,
"6782976" : 3213,
"6848512" : 3441,
"6914048" : 3739,
"6979584" : 4127,
"7045120" : 4546,
"7110656" : 4937,
"7176192" : 5353,
"7241728" : 5800,
"7307264" : 6135,
"7372800" : 6608,
"7438336" : 7087,
"7503872" : 7643,
"7569408" : 7953,
"7634944" : 8360,
"7700480" : 8928,
"7766016" : 9538,
"7831552" : 10020,
"7897088" : 10351,
"7962624" : 10606,
"8028160" : 11330,
"8093696" : 11973,
"8159232" : 12453,
"8224768" : 13056,
"8290304" : 13275,
"8355840" : 13854,
"8454144" : 29672,
"8585216" : 31983,
"8716288" : 34349,
"8847360" : 38423,
"8978432" : 41342,
"9109504" : 46225,
"9240576" : 52560,
"9371648" : 59979,
"9502720" : 70045,
"9633792" : 81917,
"9764864" : 97643,
"9895936" : 116047,
"10027008" : 138838,
"10158080" : 164756,
"10289152" : 195549,
"10420224" : 233310,
"10551296" : 273232,
"10682368" : 318598,
"10813440" : 367558,
"10944512" : 421046,
"11075584" : 474152,
"11206656" : 526195,
"11337728" : 582245,
"11468800" : 627676,
"11599872" : 675310,
"11730944" : 710087,
"11862016" : 738874,
"11993088" : 754067,
"12124160" : 758214,
"12255232" : 748820,
"12386304" : 726173,
"12517376" : 690472,
"12648448" : 644815,
"12779520" : 591753,
"12910592" : 527524,
"13041664" : 462582,
"13172736" : 395273,
"13303808" : 331202,
"13434880" : 270202,
"13565952" : 214638,
"13697024" : 167260,
"13828096" : 127877,
"13959168" : 93777,
"14090240" : 67510,
"14221312" : 46871,
"14352384" : 31757,
"14483456" : 21076,
"14614528" : 13459,
"14745600" : 8584,
"14876672" : 5351,
"15007744" : 3195,
"15138816" : 1740,
"15269888" : 1031,
"15400960" : 557,
"15532032" : 311,
"15663104" : 134,
"15794176" : 65,
"15925248" : 43,
"16056320" : 14,
"16187392" : 17,
"16318464" : 4,
"16449536" : 1
}
},
"lat_ns" : {
"min" : 300919,
"max" : 16890535,
"mean" : 12218538.677956,
"stddev" : 1216512.913227,
"N" : 15084623
},
"bw_min" : 304288,
"bw_max" : 354696,
"bw_agg" : 100.000000,
"bw_mean" : 335362.247911,
"bw_dev" : 251.081961,
"bw_samples" : 11488,
"iops_min" : 76072,
"iops_max" : 88674,
"iops_mean" : 83840.217270,
"iops_stddev" : 62.773341,
"iops_samples" : 11488
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760600,
"usr_cpu" : 0.660834,
"sys_cpu" : 14.932004,
"ctx" : 12985688,
"majf" : 0,
"minf" : 1211,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999788,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 6.423745,
"20" : 93.580750,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}