raidz2/benchmarks/rand/rand-write-qd16-nj8_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773094090,
"timestamp_ms" : 1773094090803,
"time" : "Mon Mar 9 19:08:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 698417152,
"io_kbytes" : 682048,
"bw_bytes" : 71522493,
"bw" : 69846,
"iops" : 17476.190476,
"runtime" : 9765,
"total_ios" : 170655,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78120,
"usr_cpu" : 0.651562,
"sys_cpu" : 14.731183,
"ctx" : 138540,
"majf" : 0,
"minf" : 44,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.929683,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999414,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094101,
"timestamp_ms" : 1773094101037,
"time" : "Mon Mar 9 19:08:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 708042752,
"io_kbytes" : 691448,
"bw_bytes" : 70811356,
"bw" : 69151,
"iops" : 17289.028903,
"runtime" : 9999,
"total_ios" : 172873,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9705,
"max" : 2253534,
"mean" : 459809.226438,
"stddev" : 282555.897601,
"N" : 172873
},
"clat_ns" : {
"min" : 2196708,
"max" : 12886748,
"mean" : 6943006.776392,
"stddev" : 1407268.535247,
"N" : 172865,
"percentile" : {
"1.000000" : 3915776,
"5.000000" : 4620288,
"10.000000" : 5079040,
"20.000000" : 5734400,
"30.000000" : 6193152,
"40.000000" : 6586368,
"50.000000" : 6914048,
"60.000000" : 7307264,
"70.000000" : 7700480,
"80.000000" : 8159232,
"90.000000" : 8716288,
"95.000000" : 9240576,
"99.000000" : 10289152,
"99.500000" : 10551296,
"99.900000" : 11337728,
"99.950000" : 11468800,
"99.990000" : 11993088
},
"bins" : {
"2211840" : 1,
"2310144" : 1,
"2441216" : 1,
"2473984" : 2,
"2506752" : 2,
"2539520" : 2,
"2572288" : 1,
"2605056" : 1,
"2637824" : 1,
"2670592" : 1,
"2736128" : 1,
"2768896" : 7,
"2801664" : 7,
"2834432" : 11,
"2867200" : 5,
"2899968" : 9,
"2932736" : 6,
"2965504" : 5,
"2998272" : 9,
"3031040" : 11,
"3063808" : 7,
"3096576" : 17,
"3129344" : 17,
"3162112" : 23,
"3194880" : 19,
"3227648" : 22,
"3260416" : 18,
"3293184" : 22,
"3325952" : 35,
"3358720" : 31,
"3391488" : 44,
"3424256" : 44,
"3457024" : 47,
"3489792" : 41,
"3522560" : 53,
"3555328" : 59,
"3588096" : 59,
"3620864" : 69,
"3653632" : 85,
"3686400" : 84,
"3719168" : 106,
"3751936" : 111,
"3784704" : 149,
"3817472" : 144,
"3850240" : 171,
"3883008" : 159,
"3915776" : 169,
"3948544" : 173,
"3981312" : 176,
"4014080" : 190,
"4046848" : 195,
"4079616" : 231,
"4112384" : 241,
"4145152" : 259,
"4177920" : 271,
"4227072" : 562,
"4292608" : 645,
"4358144" : 671,
"4423680" : 765,
"4489216" : 815,
"4554752" : 916,
"4620288" : 1003,
"4685824" : 1070,
"4751360" : 1105,
"4816896" : 1184,
"4882432" : 1246,
"4947968" : 1346,
"5013504" : 1386,
"5079040" : 1364,
"5144576" : 1469,
"5210112" : 1573,
"5275648" : 1620,
"5341184" : 1725,
"5406720" : 1739,
"5472256" : 1817,
"5537792" : 1922,
"5603328" : 1945,
"5668864" : 2099,
"5734400" : 2219,
"5799936" : 2293,
"5865472" : 2439,
"5931008" : 2476,
"5996544" : 2498,
"6062080" : 2666,
"6127616" : 2652,
"6193152" : 2752,
"6258688" : 2874,
"6324224" : 2926,
"6389760" : 2951,
"6455296" : 2991,
"6520832" : 2961,
"6586368" : 3116,
"6651904" : 3116,
"6717440" : 3059,
"6782976" : 3193,
"6848512" : 3306,
"6914048" : 3170,
"6979584" : 3244,
"7045120" : 3236,
"7110656" : 3093,
"7176192" : 3072,
"7241728" : 3181,
"7307264" : 3054,
"7372800" : 3019,
"7438336" : 2977,
"7503872" : 2877,
"7569408" : 2837,
"7634944" : 2750,
"7700480" : 2567,
"7766016" : 2636,
"7831552" : 2641,
"7897088" : 2420,
"7962624" : 2406,
"8028160" : 2197,
"8093696" : 2267,
"8159232" : 2221,
"8224768" : 2151,
"8290304" : 2066,
"8355840" : 1832,
"8454144" : 3569,
"8585216" : 3331,
"8716288" : 2853,
"8847360" : 2604,
"8978432" : 2333,
"9109504" : 1997,
"9240576" : 1639,
"9371648" : 1521,
"9502720" : 1212,
"9633792" : 1046,
"9764864" : 898,
"9895936" : 792,
"10027008" : 658,
"10158080" : 521,
"10289152" : 421,
"10420224" : 354,
"10551296" : 265,
"10682368" : 220,
"10813440" : 173,
"10944512" : 124,
"11075584" : 85,
"11206656" : 62,
"11337728" : 51,
"11468800" : 40,
"11599872" : 24,
"11730944" : 22,
"11862016" : 15,
"11993088" : 6,
"12124160" : 5,
"12255232" : 3,
"12386304" : 5,
"12517376" : 1,
"12910592" : 1
}
},
"lat_ns" : {
"min" : 2517719,
"max" : 13551033,
"mean" : 7402698.995968,
"stddev" : 1472673.114867,
"N" : 172865
},
"bw_min" : 62808,
"bw_max" : 74970,
"bw_agg" : 100.000000,
"bw_mean" : 69188.473684,
"bw_dev" : 356.402166,
"bw_samples" : 152,
"iops_min" : 15702,
"iops_max" : 18742,
"iops_mean" : 17296.842105,
"iops_stddev" : 89.082446,
"iops_samples" : 152
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79992,
"usr_cpu" : 0.688819,
"sys_cpu" : 14.500200,
"ctx" : 140143,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 1.296906,
"10" : 97.060270,
"20" : 1.638197,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094111,
"timestamp_ms" : 1773094111038,
"time" : "Mon Mar 9 19:08:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1422450688,
"io_kbytes" : 1389112,
"bw_bytes" : 71122534,
"bw" : 69455,
"iops" : 17364.600000,
"runtime" : 20000,
"total_ios" : 347292,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9705,
"max" : 3243047,
"mean" : 457745.987999,
"stddev" : 281707.272193,
"N" : 347292
},
"clat_ns" : {
"min" : 2074331,
"max" : 12886748,
"mean" : 6912697.446194,
"stddev" : 1396802.408906,
"N" : 347284,
"percentile" : {
"1.000000" : 3883008,
"5.000000" : 4620288,
"10.000000" : 5079040,
"20.000000" : 5734400,
"30.000000" : 6193152,
"40.000000" : 6520832,
"50.000000" : 6914048,
"60.000000" : 7241728,
"70.000000" : 7634944,
"80.000000" : 8093696,
"90.000000" : 8716288,
"95.000000" : 9240576,
"99.000000" : 10158080,
"99.500000" : 10551296,
"99.900000" : 11206656,
"99.950000" : 11468800,
"99.990000" : 11993088
},
"bins" : {
"2072576" : 1,
"2211840" : 1,
"2310144" : 1,
"2441216" : 1,
"2473984" : 4,
"2506752" : 4,
"2539520" : 4,
"2572288" : 7,
"2605056" : 2,
"2637824" : 3,
"2670592" : 5,
"2703360" : 2,
"2736128" : 6,
"2768896" : 12,
"2801664" : 9,
"2834432" : 22,
"2867200" : 14,
"2899968" : 23,
"2932736" : 17,
"2965504" : 16,
"2998272" : 27,
"3031040" : 25,
"3063808" : 27,
"3096576" : 35,
"3129344" : 32,
"3162112" : 42,
"3194880" : 48,
"3227648" : 50,
"3260416" : 43,
"3293184" : 61,
"3325952" : 82,
"3358720" : 75,
"3391488" : 81,
"3424256" : 94,
"3457024" : 92,
"3489792" : 109,
"3522560" : 120,
"3555328" : 130,
"3588096" : 152,
"3620864" : 150,
"3653632" : 167,
"3686400" : 191,
"3719168" : 217,
"3751936" : 230,
"3784704" : 285,
"3817472" : 263,
"3850240" : 349,
"3883008" : 301,
"3915776" : 361,
"3948544" : 364,
"3981312" : 348,
"4014080" : 416,
"4046848" : 427,
"4079616" : 474,
"4112384" : 481,
"4145152" : 496,
"4177920" : 567,
"4227072" : 1240,
"4292608" : 1295,
"4358144" : 1402,
"4423680" : 1560,
"4489216" : 1687,
"4554752" : 1916,
"4620288" : 2033,
"4685824" : 2200,
"4751360" : 2268,
"4816896" : 2350,
"4882432" : 2476,
"4947968" : 2638,
"5013504" : 2892,
"5079040" : 2961,
"5144576" : 3081,
"5210112" : 3121,
"5275648" : 3299,
"5341184" : 3481,
"5406720" : 3561,
"5472256" : 3743,
"5537792" : 3974,
"5603328" : 3958,
"5668864" : 4300,
"5734400" : 4499,
"5799936" : 4686,
"5865472" : 4920,
"5931008" : 4947,
"5996544" : 5158,
"6062080" : 5312,
"6127616" : 5433,
"6193152" : 5595,
"6258688" : 5772,
"6324224" : 5786,
"6389760" : 6001,
"6455296" : 6068,
"6520832" : 5999,
"6586368" : 6281,
"6651904" : 6282,
"6717440" : 6317,
"6782976" : 6507,
"6848512" : 6613,
"6914048" : 6517,
"6979584" : 6593,
"7045120" : 6495,
"7110656" : 6281,
"7176192" : 6245,
"7241728" : 6424,
"7307264" : 6152,
"7372800" : 6186,
"7438336" : 6103,
"7503872" : 5827,
"7569408" : 5771,
"7634944" : 5599,
"7700480" : 5385,
"7766016" : 5327,
"7831552" : 5189,
"7897088" : 4896,
"7962624" : 4823,
"8028160" : 4482,
"8093696" : 4481,
"8159232" : 4308,
"8224768" : 4110,
"8290304" : 4014,
"8355840" : 3587,
"8454144" : 6965,
"8585216" : 6298,
"8716288" : 5548,
"8847360" : 5062,
"8978432" : 4437,
"9109504" : 3864,
"9240576" : 3239,
"9371648" : 2893,
"9502720" : 2384,
"9633792" : 2026,
"9764864" : 1743,
"9895936" : 1420,
"10027008" : 1170,
"10158080" : 913,
"10289152" : 791,
"10420224" : 614,
"10551296" : 459,
"10682368" : 383,
"10813440" : 297,
"10944512" : 235,
"11075584" : 165,
"11206656" : 116,
"11337728" : 87,
"11468800" : 58,
"11599872" : 47,
"11730944" : 36,
"11862016" : 24,
"11993088" : 15,
"12124160" : 6,
"12255232" : 5,
"12386304" : 5,
"12517376" : 2,
"12648448" : 2,
"12779520" : 1,
"12910592" : 1
}
},
"lat_ns" : {
"min" : 2517719,
"max" : 13582000,
"mean" : 7370433.073724,
"stddev" : 1461289.416540,
"N" : 347284
},
"bw_min" : 62808,
"bw_max" : 75456,
"bw_agg" : 100.000000,
"bw_mean" : 69486.974359,
"bw_dev" : 327.046787,
"bw_samples" : 312,
"iops_min" : 15702,
"iops_max" : 18864,
"iops_mean" : 17371.333333,
"iops_stddev" : 81.745271,
"iops_samples" : 312
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159994,
"usr_cpu" : 0.685026,
"sys_cpu" : 14.541795,
"ctx" : 280045,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999712,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999712,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 1.360815,
"10" : 97.185654,
"20" : 1.451228,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094121,
"timestamp_ms" : 1773094121037,
"time" : "Mon Mar 9 19:08:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2132996096,
"io_kbytes" : 2083004,
"bw_bytes" : 71099869,
"bw" : 69433,
"iops" : 17358.666667,
"runtime" : 30000,
"total_ios" : 520760,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9705,
"max" : 3523956,
"mean" : 457874.873362,
"stddev" : 281264.627835,
"N" : 520760
},
"clat_ns" : {
"min" : 1817549,
"max" : 12886748,
"mean" : 6914980.575792,
"stddev" : 1405141.185588,
"N" : 520752,
"percentile" : {
"1.000000" : 3850240,
"5.000000" : 4620288,
"10.000000" : 5079040,
"20.000000" : 5668864,
"30.000000" : 6193152,
"40.000000" : 6520832,
"50.000000" : 6914048,
"60.000000" : 7241728,
"70.000000" : 7634944,
"80.000000" : 8093696,
"90.000000" : 8716288,
"95.000000" : 9240576,
"99.000000" : 10158080,
"99.500000" : 10551296,
"99.900000" : 11206656,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"1810432" : 1,
"2072576" : 1,
"2088960" : 2,
"2179072" : 2,
"2211840" : 2,
"2310144" : 2,
"2342912" : 1,
"2375680" : 1,
"2441216" : 2,
"2473984" : 5,
"2506752" : 5,
"2539520" : 6,
"2572288" : 11,
"2605056" : 8,
"2637824" : 10,
"2670592" : 11,
"2703360" : 7,
"2736128" : 9,
"2768896" : 17,
"2801664" : 16,
"2834432" : 32,
"2867200" : 17,
"2899968" : 33,
"2932736" : 21,
"2965504" : 30,
"2998272" : 37,
"3031040" : 35,
"3063808" : 41,
"3096576" : 46,
"3129344" : 55,
"3162112" : 60,
"3194880" : 74,
"3227648" : 87,
"3260416" : 82,
"3293184" : 95,
"3325952" : 124,
"3358720" : 117,
"3391488" : 115,
"3424256" : 144,
"3457024" : 156,
"3489792" : 177,
"3522560" : 196,
"3555328" : 215,
"3588096" : 267,
"3620864" : 259,
"3653632" : 277,
"3686400" : 299,
"3719168" : 335,
"3751936" : 331,
"3784704" : 443,
"3817472" : 431,
"3850240" : 545,
"3883008" : 467,
"3915776" : 573,
"3948544" : 555,
"3981312" : 559,
"4014080" : 623,
"4046848" : 651,
"4079616" : 725,
"4112384" : 770,
"4145152" : 793,
"4177920" : 842,
"4227072" : 1903,
"4292608" : 2034,
"4358144" : 2163,
"4423680" : 2384,
"4489216" : 2592,
"4554752" : 2821,
"4620288" : 3091,
"4685824" : 3309,
"4751360" : 3470,
"4816896" : 3638,
"4882432" : 3832,
"4947968" : 4083,
"5013504" : 4294,
"5079040" : 4492,
"5144576" : 4572,
"5210112" : 4658,
"5275648" : 4943,
"5341184" : 5087,
"5406720" : 5332,
"5472256" : 5595,
"5537792" : 5910,
"5603328" : 5962,
"5668864" : 6451,
"5734400" : 6719,
"5799936" : 6844,
"5865472" : 7108,
"5931008" : 7300,
"5996544" : 7584,
"6062080" : 7885,
"6127616" : 8159,
"6193152" : 8294,
"6258688" : 8483,
"6324224" : 8531,
"6389760" : 8935,
"6455296" : 9024,
"6520832" : 9068,
"6586368" : 9364,
"6651904" : 9265,
"6717440" : 9417,
"6782976" : 9651,
"6848512" : 9753,
"6914048" : 9612,
"6979584" : 9648,
"7045120" : 9647,
"7110656" : 9430,
"7176192" : 9277,
"7241728" : 9469,
"7307264" : 9137,
"7372800" : 9098,
"7438336" : 9106,
"7503872" : 8667,
"7569408" : 8672,
"7634944" : 8557,
"7700480" : 8138,
"7766016" : 7988,
"7831552" : 7696,
"7897088" : 7394,
"7962624" : 7301,
"8028160" : 6822,
"8093696" : 6779,
"8159232" : 6480,
"8224768" : 6215,
"8290304" : 5987,
"8355840" : 5562,
"8454144" : 10681,
"8585216" : 9510,
"8716288" : 8569,
"8847360" : 7729,
"8978432" : 6783,
"9109504" : 5942,
"9240576" : 5008,
"9371648" : 4348,
"9502720" : 3619,
"9633792" : 3108,
"9764864" : 2666,
"9895936" : 2174,
"10027008" : 1791,
"10158080" : 1382,
"10289152" : 1186,
"10420224" : 920,
"10551296" : 691,
"10682368" : 557,
"10813440" : 438,
"10944512" : 334,
"11075584" : 228,
"11206656" : 167,
"11337728" : 127,
"11468800" : 72,
"11599872" : 58,
"11730944" : 44,
"11862016" : 35,
"11993088" : 17,
"12124160" : 7,
"12255232" : 12,
"12386304" : 6,
"12517376" : 2,
"12648448" : 3,
"12779520" : 2,
"12910592" : 1
}
},
"lat_ns" : {
"min" : 2211601,
"max" : 13582000,
"mean" : 7372858.636852,
"stddev" : 1470443.098484,
"N" : 520752
},
"bw_min" : 62600,
"bw_max" : 75992,
"bw_agg" : 100.000000,
"bw_mean" : 69460.644068,
"bw_dev" : 322.907825,
"bw_samples" : 472,
"iops_min" : 15650,
"iops_max" : 18998,
"iops_mean" : 17364.711864,
"iops_stddev" : 80.702053,
"iops_samples" : 472
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239995,
"usr_cpu" : 0.682514,
"sys_cpu" : 14.577804,
"ctx" : 420313,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.436554,
"10" : 97.121323,
"20" : 1.440395,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094131,
"timestamp_ms" : 1773094131037,
"time" : "Mon Mar 9 19:08:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2848235520,
"io_kbytes" : 2781480,
"bw_bytes" : 71205888,
"bw" : 69537,
"iops" : 17384.525000,
"runtime" : 40000,
"total_ios" : 695381,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9705,
"max" : 3523956,
"mean" : 457203.802868,
"stddev" : 280948.196807,
"N" : 695381
},
"clat_ns" : {
"min" : 1817549,
"max" : 12886748,
"mean" : 6904648.126062,
"stddev" : 1395507.587119,
"N" : 695373,
"percentile" : {
"1.000000" : 3883008,
"5.000000" : 4620288,
"10.000000" : 5079040,
"20.000000" : 5668864,
"30.000000" : 6127616,
"40.000000" : 6520832,
"50.000000" : 6914048,
"60.000000" : 7241728,
"70.000000" : 7634944,
"80.000000" : 8093696,
"90.000000" : 8716288,
"95.000000" : 9240576,
"99.000000" : 10158080,
"99.500000" : 10551296,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"1810432" : 1,
"2023424" : 2,
"2056192" : 1,
"2072576" : 2,
"2088960" : 2,
"2113536" : 1,
"2179072" : 2,
"2211840" : 2,
"2310144" : 2,
"2342912" : 1,
"2375680" : 1,
"2408448" : 4,
"2441216" : 4,
"2473984" : 10,
"2506752" : 9,
"2539520" : 9,
"2572288" : 15,
"2605056" : 12,
"2637824" : 16,
"2670592" : 12,
"2703360" : 11,
"2736128" : 12,
"2768896" : 24,
"2801664" : 20,
"2834432" : 35,
"2867200" : 35,
"2899968" : 40,
"2932736" : 27,
"2965504" : 44,
"2998272" : 48,
"3031040" : 42,
"3063808" : 57,
"3096576" : 59,
"3129344" : 76,
"3162112" : 89,
"3194880" : 99,
"3227648" : 112,
"3260416" : 102,
"3293184" : 112,
"3325952" : 162,
"3358720" : 157,
"3391488" : 147,
"3424256" : 193,
"3457024" : 200,
"3489792" : 235,
"3522560" : 258,
"3555328" : 283,
"3588096" : 336,
"3620864" : 336,
"3653632" : 389,
"3686400" : 392,
"3719168" : 440,
"3751936" : 429,
"3784704" : 573,
"3817472" : 560,
"3850240" : 668,
"3883008" : 636,
"3915776" : 745,
"3948544" : 741,
"3981312" : 755,
"4014080" : 810,
"4046848" : 884,
"4079616" : 944,
"4112384" : 991,
"4145152" : 1030,
"4177920" : 1128,
"4227072" : 2493,
"4292608" : 2610,
"4358144" : 2882,
"4423680" : 3220,
"4489216" : 3431,
"4554752" : 3787,
"4620288" : 4065,
"4685824" : 4284,
"4751360" : 4590,
"4816896" : 4799,
"4882432" : 5082,
"4947968" : 5412,
"5013504" : 5620,
"5079040" : 5989,
"5144576" : 6168,
"5210112" : 6314,
"5275648" : 6623,
"5341184" : 6840,
"5406720" : 7193,
"5472256" : 7571,
"5537792" : 8124,
"5603328" : 8151,
"5668864" : 8774,
"5734400" : 9019,
"5799936" : 9233,
"5865472" : 9680,
"5931008" : 9905,
"5996544" : 10305,
"6062080" : 10668,
"6127616" : 10977,
"6193152" : 11133,
"6258688" : 11498,
"6324224" : 11547,
"6389760" : 12039,
"6455296" : 12226,
"6520832" : 12245,
"6586368" : 12565,
"6651904" : 12508,
"6717440" : 12803,
"6782976" : 12959,
"6848512" : 13112,
"6914048" : 12825,
"6979584" : 12984,
"7045120" : 12976,
"7110656" : 12759,
"7176192" : 12563,
"7241728" : 12615,
"7307264" : 12339,
"7372800" : 12184,
"7438336" : 12153,
"7503872" : 11614,
"7569408" : 11559,
"7634944" : 11382,
"7700480" : 10955,
"7766016" : 10574,
"7831552" : 10309,
"7897088" : 9790,
"7962624" : 9683,
"8028160" : 9182,
"8093696" : 9059,
"8159232" : 8585,
"8224768" : 8177,
"8290304" : 7860,
"8355840" : 7334,
"8454144" : 14037,
"8585216" : 12415,
"8716288" : 11127,
"8847360" : 10122,
"8978432" : 8875,
"9109504" : 7764,
"9240576" : 6586,
"9371648" : 5653,
"9502720" : 4686,
"9633792" : 4059,
"9764864" : 3423,
"9895936" : 2814,
"10027008" : 2300,
"10158080" : 1760,
"10289152" : 1508,
"10420224" : 1169,
"10551296" : 893,
"10682368" : 722,
"10813440" : 569,
"10944512" : 431,
"11075584" : 291,
"11206656" : 218,
"11337728" : 156,
"11468800" : 98,
"11599872" : 72,
"11730944" : 54,
"11862016" : 40,
"11993088" : 18,
"12124160" : 8,
"12255232" : 12,
"12386304" : 6,
"12517376" : 2,
"12648448" : 3,
"12779520" : 2,
"12910592" : 1
}
},
"lat_ns" : {
"min" : 2050254,
"max" : 13582000,
"mean" : 7361853.741946,
"stddev" : 1460021.992141,
"N" : 695373
},
"bw_min" : 62600,
"bw_max" : 76000,
"bw_agg" : 100.000000,
"bw_mean" : 69555.253165,
"bw_dev" : 326.744790,
"bw_samples" : 632,
"iops_min" : 15650,
"iops_max" : 19000,
"iops_mean" : 17388.329114,
"iops_stddev" : 81.657012,
"iops_samples" : 632
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319995,
"usr_cpu" : 0.680011,
"sys_cpu" : 14.558040,
"ctx" : 561103,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.414189,
"10" : 97.206711,
"20" : 1.377806,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094141,
"timestamp_ms" : 1773094141038,
"time" : "Mon Mar 9 19:09:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3568328704,
"io_kbytes" : 3484696,
"bw_bytes" : 71368001,
"bw" : 69695,
"iops" : 17424.088482,
"runtime" : 49999,
"total_ios" : 871187,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9705,
"max" : 3523956,
"mean" : 456173.202548,
"stddev" : 280525.122272,
"N" : 871187
},
"clat_ns" : {
"min" : 1817549,
"max" : 12886748,
"mean" : 6889072.285821,
"stddev" : 1391908.053133,
"N" : 871179,
"percentile" : {
"1.000000" : 3883008,
"5.000000" : 4620288,
"10.000000" : 5079040,
"20.000000" : 5668864,
"30.000000" : 6127616,
"40.000000" : 6520832,
"50.000000" : 6848512,
"60.000000" : 7241728,
"70.000000" : 7634944,
"80.000000" : 8093696,
"90.000000" : 8716288,
"95.000000" : 9240576,
"99.000000" : 10158080,
"99.500000" : 10551296,
"99.900000" : 11206656,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"1810432" : 1,
"2023424" : 2,
"2056192" : 1,
"2072576" : 2,
"2088960" : 2,
"2113536" : 1,
"2179072" : 2,
"2211840" : 4,
"2310144" : 4,
"2342912" : 1,
"2375680" : 1,
"2408448" : 5,
"2441216" : 5,
"2473984" : 11,
"2506752" : 10,
"2539520" : 9,
"2572288" : 16,
"2605056" : 15,
"2637824" : 21,
"2670592" : 17,
"2703360" : 15,
"2736128" : 16,
"2768896" : 31,
"2801664" : 30,
"2834432" : 42,
"2867200" : 44,
"2899968" : 45,
"2932736" : 38,
"2965504" : 52,
"2998272" : 55,
"3031040" : 59,
"3063808" : 72,
"3096576" : 71,
"3129344" : 96,
"3162112" : 117,
"3194880" : 123,
"3227648" : 140,
"3260416" : 128,
"3293184" : 145,
"3325952" : 199,
"3358720" : 200,
"3391488" : 191,
"3424256" : 242,
"3457024" : 257,
"3489792" : 304,
"3522560" : 332,
"3555328" : 374,
"3588096" : 410,
"3620864" : 405,
"3653632" : 476,
"3686400" : 481,
"3719168" : 553,
"3751936" : 554,
"3784704" : 707,
"3817472" : 694,
"3850240" : 818,
"3883008" : 808,
"3915776" : 912,
"3948544" : 895,
"3981312" : 965,
"4014080" : 1007,
"4046848" : 1097,
"4079616" : 1152,
"4112384" : 1246,
"4145152" : 1315,
"4177920" : 1417,
"4227072" : 3118,
"4292608" : 3332,
"4358144" : 3640,
"4423680" : 4039,
"4489216" : 4335,
"4554752" : 4731,
"4620288" : 5127,
"4685824" : 5402,
"4751360" : 5761,
"4816896" : 6050,
"4882432" : 6469,
"4947968" : 6853,
"5013504" : 7113,
"5079040" : 7573,
"5144576" : 7826,
"5210112" : 8088,
"5275648" : 8478,
"5341184" : 8798,
"5406720" : 9195,
"5472256" : 9630,
"5537792" : 10316,
"5603328" : 10412,
"5668864" : 11054,
"5734400" : 11463,
"5799936" : 11783,
"5865472" : 12324,
"5931008" : 12699,
"5996544" : 13147,
"6062080" : 13618,
"6127616" : 14053,
"6193152" : 14114,
"6258688" : 14683,
"6324224" : 14803,
"6389760" : 15287,
"6455296" : 15585,
"6520832" : 15520,
"6586368" : 15856,
"6651904" : 15735,
"6717440" : 16024,
"6782976" : 16282,
"6848512" : 16314,
"6914048" : 16127,
"6979584" : 16227,
"7045120" : 16212,
"7110656" : 15943,
"7176192" : 15674,
"7241728" : 15739,
"7307264" : 15489,
"7372800" : 15138,
"7438336" : 15026,
"7503872" : 14462,
"7569408" : 14356,
"7634944" : 14014,
"7700480" : 13509,
"7766016" : 13105,
"7831552" : 12782,
"7897088" : 12308,
"7962624" : 11947,
"8028160" : 11382,
"8093696" : 11218,
"8159232" : 10562,
"8224768" : 10057,
"8290304" : 9647,
"8355840" : 9060,
"8454144" : 17264,
"8585216" : 15384,
"8716288" : 13628,
"8847360" : 12390,
"8978432" : 10823,
"9109504" : 9521,
"9240576" : 8144,
"9371648" : 6878,
"9502720" : 5815,
"9633792" : 4920,
"9764864" : 4161,
"9895936" : 3462,
"10027008" : 2852,
"10158080" : 2165,
"10289152" : 1849,
"10420224" : 1430,
"10551296" : 1079,
"10682368" : 851,
"10813440" : 700,
"10944512" : 535,
"11075584" : 378,
"11206656" : 269,
"11337728" : 197,
"11468800" : 123,
"11599872" : 97,
"11730944" : 71,
"11862016" : 51,
"11993088" : 26,
"12124160" : 10,
"12255232" : 14,
"12386304" : 6,
"12517376" : 4,
"12648448" : 5,
"12779520" : 2,
"12910592" : 1
}
},
"lat_ns" : {
"min" : 2050254,
"max" : 13593568,
"mean" : 7345243.335357,
"stddev" : 1456193.207877,
"N" : 871179
},
"bw_min" : 62600,
"bw_max" : 76267,
"bw_agg" : 100.000000,
"bw_mean" : 69772.343434,
"bw_dev" : 325.153179,
"bw_samples" : 792,
"iops_min" : 15650,
"iops_max" : 19066,
"iops_mean" : 17442.565657,
"iops_stddev" : 81.255931,
"iops_samples" : 792
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399992,
"usr_cpu" : 0.676014,
"sys_cpu" : 14.569791,
"ctx" : 702806,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.409915,
"10" : 97.239169,
"20" : 1.349882,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094151,
"timestamp_ms" : 1773094151038,
"time" : "Mon Mar 9 19:09:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4281929728,
"io_kbytes" : 4181572,
"bw_bytes" : 71365495,
"bw" : 69692,
"iops" : 17423.383333,
"runtime" : 60000,
"total_ios" : 1045403,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9705,
"max" : 3867482,
"mean" : 456194.573575,
"stddev" : 280415.961343,
"N" : 1045403
},
"clat_ns" : {
"min" : 1817549,
"max" : 12886748,
"mean" : 6889110.514309,
"stddev" : 1383214.870411,
"N" : 1045395,
"percentile" : {
"1.000000" : 3883008,
"5.000000" : 4620288,
"10.000000" : 5079040,
"20.000000" : 5668864,
"30.000000" : 6127616,
"40.000000" : 6520832,
"50.000000" : 6848512,
"60.000000" : 7241728,
"70.000000" : 7634944,
"80.000000" : 8028160,
"90.000000" : 8716288,
"95.000000" : 9240576,
"99.000000" : 10158080,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"1810432" : 1,
"2023424" : 2,
"2056192" : 1,
"2072576" : 2,
"2088960" : 2,
"2113536" : 1,
"2179072" : 2,
"2211840" : 4,
"2244608" : 1,
"2310144" : 4,
"2342912" : 1,
"2375680" : 1,
"2408448" : 5,
"2441216" : 5,
"2473984" : 14,
"2506752" : 15,
"2539520" : 10,
"2572288" : 19,
"2605056" : 18,
"2637824" : 24,
"2670592" : 20,
"2703360" : 19,
"2736128" : 19,
"2768896" : 35,
"2801664" : 35,
"2834432" : 60,
"2867200" : 52,
"2899968" : 56,
"2932736" : 46,
"2965504" : 65,
"2998272" : 67,
"3031040" : 73,
"3063808" : 86,
"3096576" : 97,
"3129344" : 115,
"3162112" : 154,
"3194880" : 153,
"3227648" : 178,
"3260416" : 172,
"3293184" : 172,
"3325952" : 224,
"3358720" : 228,
"3391488" : 230,
"3424256" : 296,
"3457024" : 310,
"3489792" : 367,
"3522560" : 407,
"3555328" : 458,
"3588096" : 479,
"3620864" : 492,
"3653632" : 558,
"3686400" : 569,
"3719168" : 655,
"3751936" : 651,
"3784704" : 833,
"3817472" : 839,
"3850240" : 968,
"3883008" : 958,
"3915776" : 1065,
"3948544" : 1070,
"3981312" : 1110,
"4014080" : 1183,
"4046848" : 1278,
"4079616" : 1326,
"4112384" : 1444,
"4145152" : 1572,
"4177920" : 1655,
"4227072" : 3595,
"4292608" : 3945,
"4358144" : 4257,
"4423680" : 4734,
"4489216" : 5094,
"4554752" : 5526,
"4620288" : 6014,
"4685824" : 6398,
"4751360" : 6753,
"4816896" : 7150,
"4882432" : 7654,
"4947968" : 8068,
"5013504" : 8389,
"5079040" : 8942,
"5144576" : 9254,
"5210112" : 9649,
"5275648" : 10090,
"5341184" : 10433,
"5406720" : 10981,
"5472256" : 11456,
"5537792" : 12312,
"5603328" : 12475,
"5668864" : 13192,
"5734400" : 13719,
"5799936" : 14215,
"5865472" : 14862,
"5931008" : 15283,
"5996544" : 15818,
"6062080" : 16440,
"6127616" : 16975,
"6193152" : 17181,
"6258688" : 17823,
"6324224" : 17991,
"6389760" : 18407,
"6455296" : 18905,
"6520832" : 18926,
"6586368" : 19317,
"6651904" : 19177,
"6717440" : 19586,
"6782976" : 19683,
"6848512" : 19832,
"6914048" : 19617,
"6979584" : 19653,
"7045120" : 19530,
"7110656" : 19389,
"7176192" : 19020,
"7241728" : 19033,
"7307264" : 18805,
"7372800" : 18244,
"7438336" : 18142,
"7503872" : 17400,
"7569408" : 17403,
"7634944" : 16830,
"7700480" : 16269,
"7766016" : 15697,
"7831552" : 15319,
"7897088" : 14742,
"7962624" : 14452,
"8028160" : 13709,
"8093696" : 13360,
"8159232" : 12691,
"8224768" : 12133,
"8290304" : 11560,
"8355840" : 10833,
"8454144" : 20515,
"8585216" : 18251,
"8716288" : 16155,
"8847360" : 14706,
"8978432" : 12822,
"9109504" : 11306,
"9240576" : 9594,
"9371648" : 8182,
"9502720" : 6859,
"9633792" : 5809,
"9764864" : 4933,
"9895936" : 4039,
"10027008" : 3358,
"10158080" : 2525,
"10289152" : 2168,
"10420224" : 1674,
"10551296" : 1277,
"10682368" : 987,
"10813440" : 824,
"10944512" : 615,
"11075584" : 433,
"11206656" : 314,
"11337728" : 227,
"11468800" : 138,
"11599872" : 116,
"11730944" : 76,
"11862016" : 52,
"11993088" : 28,
"12124160" : 11,
"12255232" : 16,
"12386304" : 10,
"12517376" : 4,
"12648448" : 5,
"12779520" : 2,
"12910592" : 1
}
},
"lat_ns" : {
"min" : 2050254,
"max" : 13593568,
"mean" : 7345297.248813,
"stddev" : 1446670.875060,
"N" : 1045395
},
"bw_min" : 62176,
"bw_max" : 76267,
"bw_agg" : 100.000000,
"bw_mean" : 69716.983193,
"bw_dev" : 320.286354,
"bw_samples" : 952,
"iops_min" : 15544,
"iops_max" : 19066,
"iops_mean" : 17428.764706,
"iops_stddev" : 80.045962,
"iops_samples" : 952
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479995,
"usr_cpu" : 0.673965,
"sys_cpu" : 14.553693,
"ctx" : 841674,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.400321,
"10" : 97.283536,
"20" : 1.315282,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094161,
"timestamp_ms" : 1773094161037,
"time" : "Mon Mar 9 19:09:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4986572800,
"io_kbytes" : 4869700,
"bw_bytes" : 71236754,
"bw" : 69567,
"iops" : 17391.928571,
"runtime" : 70000,
"total_ios" : 1217435,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9705,
"max" : 3867482,
"mean" : 457033.399721,
"stddev" : 277402.665564,
"N" : 1217435
},
"clat_ns" : {
"min" : 1817549,
"max" : 12886748,
"mean" : 6901582.350608,
"stddev" : 1367220.962642,
"N" : 1217427,
"percentile" : {
"1.000000" : 3883008,
"5.000000" : 4620288,
"10.000000" : 5079040,
"20.000000" : 5734400,
"30.000000" : 6193152,
"40.000000" : 6520832,
"50.000000" : 6914048,
"60.000000" : 7241728,
"70.000000" : 7634944,
"80.000000" : 8028160,
"90.000000" : 8716288,
"95.000000" : 9240576,
"99.000000" : 10158080,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"1810432" : 1,
"1925120" : 2,
"2023424" : 2,
"2056192" : 1,
"2072576" : 2,
"2088960" : 2,
"2113536" : 1,
"2179072" : 2,
"2211840" : 4,
"2244608" : 1,
"2310144" : 4,
"2342912" : 1,
"2375680" : 1,
"2408448" : 5,
"2441216" : 5,
"2473984" : 18,
"2506752" : 15,
"2539520" : 10,
"2572288" : 20,
"2605056" : 20,
"2637824" : 26,
"2670592" : 22,
"2703360" : 20,
"2736128" : 21,
"2768896" : 40,
"2801664" : 40,
"2834432" : 60,
"2867200" : 52,
"2899968" : 56,
"2932736" : 50,
"2965504" : 73,
"2998272" : 69,
"3031040" : 85,
"3063808" : 93,
"3096576" : 114,
"3129344" : 134,
"3162112" : 173,
"3194880" : 159,
"3227648" : 202,
"3260416" : 193,
"3293184" : 195,
"3325952" : 235,
"3358720" : 245,
"3391488" : 254,
"3424256" : 326,
"3457024" : 353,
"3489792" : 409,
"3522560" : 465,
"3555328" : 504,
"3588096" : 536,
"3620864" : 543,
"3653632" : 640,
"3686400" : 641,
"3719168" : 749,
"3751936" : 738,
"3784704" : 921,
"3817472" : 949,
"3850240" : 1085,
"3883008" : 1082,
"3915776" : 1165,
"3948544" : 1199,
"3981312" : 1237,
"4014080" : 1311,
"4046848" : 1445,
"4079616" : 1482,
"4112384" : 1602,
"4145152" : 1743,
"4177920" : 1873,
"4227072" : 4017,
"4292608" : 4389,
"4358144" : 4766,
"4423680" : 5278,
"4489216" : 5668,
"4554752" : 6196,
"4620288" : 6739,
"4685824" : 7145,
"4751360" : 7544,
"4816896" : 7984,
"4882432" : 8640,
"4947968" : 9137,
"5013504" : 9465,
"5079040" : 10106,
"5144576" : 10506,
"5210112" : 10877,
"5275648" : 11423,
"5341184" : 11909,
"5406720" : 12516,
"5472256" : 13060,
"5537792" : 14030,
"5603328" : 14244,
"5668864" : 15087,
"5734400" : 15659,
"5799936" : 16233,
"5865472" : 16976,
"5931008" : 17433,
"5996544" : 18280,
"6062080" : 19038,
"6127616" : 19646,
"6193152" : 19995,
"6258688" : 20779,
"6324224" : 21060,
"6389760" : 21564,
"6455296" : 22238,
"6520832" : 22209,
"6586368" : 22644,
"6651904" : 22683,
"6717440" : 23223,
"6782976" : 23289,
"6848512" : 23448,
"6914048" : 23261,
"6979584" : 23411,
"7045120" : 23341,
"7110656" : 23107,
"7176192" : 22783,
"7241728" : 22739,
"7307264" : 22317,
"7372800" : 21677,
"7438336" : 21550,
"7503872" : 20745,
"7569408" : 20638,
"7634944" : 20071,
"7700480" : 19411,
"7766016" : 18675,
"7831552" : 18201,
"7897088" : 17535,
"7962624" : 17083,
"8028160" : 16190,
"8093696" : 15748,
"8159232" : 15106,
"8224768" : 14377,
"8290304" : 13699,
"8355840" : 12764,
"8454144" : 24044,
"8585216" : 21329,
"8716288" : 18933,
"8847360" : 17024,
"8978432" : 14718,
"9109504" : 13114,
"9240576" : 10990,
"9371648" : 9301,
"9502720" : 7787,
"9633792" : 6544,
"9764864" : 5502,
"9895936" : 4560,
"10027008" : 3715,
"10158080" : 2825,
"10289152" : 2362,
"10420224" : 1803,
"10551296" : 1396,
"10682368" : 1081,
"10813440" : 875,
"10944512" : 677,
"11075584" : 468,
"11206656" : 336,
"11337728" : 252,
"11468800" : 154,
"11599872" : 128,
"11730944" : 81,
"11862016" : 58,
"11993088" : 33,
"12124160" : 14,
"12255232" : 17,
"12386304" : 10,
"12517376" : 8,
"12648448" : 7,
"12779520" : 2,
"12910592" : 1
}
},
"lat_ns" : {
"min" : 1950813,
"max" : 13593568,
"mean" : 7358609.611559,
"stddev" : 1430018.521896,
"N" : 1217427
},
"bw_min" : 62096,
"bw_max" : 76832,
"bw_agg" : 100.000000,
"bw_mean" : 69633.956835,
"bw_dev" : 331.241776,
"bw_samples" : 1112,
"iops_min" : 15524,
"iops_max" : 19208,
"iops_mean" : 17408.028777,
"iops_stddev" : 82.791601,
"iops_samples" : 1112
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559995,
"usr_cpu" : 0.665542,
"sys_cpu" : 14.530844,
"ctx" : 994258,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.342659,
"10" : 97.417850,
"20" : 1.238588,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094171,
"timestamp_ms" : 1773094171038,
"time" : "Mon Mar 9 19:09:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5671936000,
"io_kbytes" : 5539000,
"bw_bytes" : 70900086,
"bw" : 69238,
"iops" : 17309.803873,
"runtime" : 79999,
"total_ios" : 1384767,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9705,
"max" : 3867482,
"mean" : 459225.643789,
"stddev" : 275794.548980,
"N" : 1384767
},
"clat_ns" : {
"min" : 1817549,
"max" : 12886748,
"mean" : 6934427.275997,
"stddev" : 1366938.605706,
"N" : 1384759,
"percentile" : {
"1.000000" : 3883008,
"5.000000" : 4685824,
"10.000000" : 5144576,
"20.000000" : 5734400,
"30.000000" : 6193152,
"40.000000" : 6586368,
"50.000000" : 6914048,
"60.000000" : 7307264,
"70.000000" : 7634944,
"80.000000" : 8093696,
"90.000000" : 8716288,
"95.000000" : 9240576,
"99.000000" : 10158080,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"1810432" : 1,
"1925120" : 2,
"2023424" : 2,
"2056192" : 1,
"2072576" : 2,
"2088960" : 2,
"2113536" : 2,
"2179072" : 2,
"2211840" : 4,
"2244608" : 1,
"2310144" : 4,
"2342912" : 1,
"2375680" : 1,
"2408448" : 5,
"2441216" : 5,
"2473984" : 18,
"2506752" : 19,
"2539520" : 13,
"2572288" : 23,
"2605056" : 21,
"2637824" : 27,
"2670592" : 24,
"2703360" : 24,
"2736128" : 24,
"2768896" : 41,
"2801664" : 42,
"2834432" : 66,
"2867200" : 59,
"2899968" : 60,
"2932736" : 58,
"2965504" : 84,
"2998272" : 82,
"3031040" : 95,
"3063808" : 101,
"3096576" : 129,
"3129344" : 144,
"3162112" : 186,
"3194880" : 177,
"3227648" : 215,
"3260416" : 208,
"3293184" : 207,
"3325952" : 252,
"3358720" : 268,
"3391488" : 284,
"3424256" : 365,
"3457024" : 390,
"3489792" : 451,
"3522560" : 512,
"3555328" : 541,
"3588096" : 582,
"3620864" : 597,
"3653632" : 704,
"3686400" : 706,
"3719168" : 813,
"3751936" : 808,
"3784704" : 1005,
"3817472" : 1021,
"3850240" : 1180,
"3883008" : 1190,
"3915776" : 1267,
"3948544" : 1311,
"3981312" : 1365,
"4014080" : 1451,
"4046848" : 1591,
"4079616" : 1637,
"4112384" : 1764,
"4145152" : 1913,
"4177920" : 2062,
"4227072" : 4416,
"4292608" : 4810,
"4358144" : 5242,
"4423680" : 5814,
"4489216" : 6269,
"4554752" : 6833,
"4620288" : 7417,
"4685824" : 7877,
"4751360" : 8299,
"4816896" : 8825,
"4882432" : 9493,
"4947968" : 10031,
"5013504" : 10479,
"5079040" : 11136,
"5144576" : 11601,
"5210112" : 11946,
"5275648" : 12576,
"5341184" : 13114,
"5406720" : 13775,
"5472256" : 14327,
"5537792" : 15430,
"5603328" : 15717,
"5668864" : 16617,
"5734400" : 17236,
"5799936" : 17975,
"5865472" : 18708,
"5931008" : 19223,
"5996544" : 20203,
"6062080" : 21196,
"6127616" : 21777,
"6193152" : 22178,
"6258688" : 23135,
"6324224" : 23491,
"6389760" : 24108,
"6455296" : 24842,
"6520832" : 24967,
"6586368" : 25435,
"6651904" : 25581,
"6717440" : 26259,
"6782976" : 26353,
"6848512" : 26579,
"6914048" : 26479,
"6979584" : 26611,
"7045120" : 26553,
"7110656" : 26365,
"7176192" : 26164,
"7241728" : 26105,
"7307264" : 25661,
"7372800" : 25067,
"7438336" : 24958,
"7503872" : 24095,
"7569408" : 23874,
"7634944" : 23295,
"7700480" : 22694,
"7766016" : 21925,
"7831552" : 21226,
"7897088" : 20490,
"7962624" : 19989,
"8028160" : 18974,
"8093696" : 18571,
"8159232" : 17770,
"8224768" : 16890,
"8290304" : 16201,
"8355840" : 15093,
"8454144" : 28433,
"8585216" : 25242,
"8716288" : 22369,
"8847360" : 20054,
"8978432" : 17286,
"9109504" : 15390,
"9240576" : 12783,
"9371648" : 10921,
"9502720" : 9170,
"9633792" : 7712,
"9764864" : 6536,
"9895936" : 5353,
"10027008" : 4313,
"10158080" : 3326,
"10289152" : 2730,
"10420224" : 2097,
"10551296" : 1669,
"10682368" : 1268,
"10813440" : 979,
"10944512" : 766,
"11075584" : 538,
"11206656" : 389,
"11337728" : 287,
"11468800" : 182,
"11599872" : 146,
"11730944" : 97,
"11862016" : 63,
"11993088" : 44,
"12124160" : 18,
"12255232" : 17,
"12386304" : 11,
"12517376" : 8,
"12648448" : 7,
"12779520" : 2,
"12910592" : 1
}
},
"lat_ns" : {
"min" : 1950813,
"max" : 13593568,
"mean" : 7393648.147319,
"stddev" : 1430029.656807,
"N" : 1384759
},
"bw_min" : 58016,
"bw_max" : 76992,
"bw_agg" : 100.000000,
"bw_mean" : 69258.333333,
"bw_dev" : 380.407444,
"bw_samples" : 1272,
"iops_min" : 14504,
"iops_max" : 19248,
"iops_mean" : 17314.176101,
"iops_stddev" : 95.081357,
"iops_samples" : 1272
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639992,
"usr_cpu" : 0.659696,
"sys_cpu" : 14.455181,
"ctx" : 1143986,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.291336,
"10" : 97.441519,
"20" : 1.266350,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094181,
"timestamp_ms" : 1773094181038,
"time" : "Mon Mar 9 19:09:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6380007424,
"io_kbytes" : 6230476,
"bw_bytes" : 70888971,
"bw" : 69227,
"iops" : 17306.977778,
"runtime" : 90000,
"total_ios" : 1557628,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9705,
"max" : 3867482,
"mean" : 459298.247282,
"stddev" : 276371.575989,
"N" : 1557628
},
"clat_ns" : {
"min" : 1817549,
"max" : 12886748,
"mean" : 6935412.456995,
"stddev" : 1366902.162548,
"N" : 1557620,
"percentile" : {
"1.000000" : 3883008,
"5.000000" : 4685824,
"10.000000" : 5144576,
"20.000000" : 5734400,
"30.000000" : 6193152,
"40.000000" : 6586368,
"50.000000" : 6914048,
"60.000000" : 7307264,
"70.000000" : 7634944,
"80.000000" : 8093696,
"90.000000" : 8716288,
"95.000000" : 9240576,
"99.000000" : 10158080,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"1810432" : 1,
"1925120" : 2,
"2023424" : 2,
"2056192" : 1,
"2072576" : 2,
"2088960" : 2,
"2113536" : 2,
"2179072" : 3,
"2211840" : 6,
"2244608" : 1,
"2310144" : 4,
"2342912" : 1,
"2375680" : 1,
"2408448" : 5,
"2441216" : 6,
"2473984" : 20,
"2506752" : 20,
"2539520" : 15,
"2572288" : 23,
"2605056" : 21,
"2637824" : 30,
"2670592" : 27,
"2703360" : 26,
"2736128" : 27,
"2768896" : 47,
"2801664" : 50,
"2834432" : 68,
"2867200" : 62,
"2899968" : 66,
"2932736" : 67,
"2965504" : 89,
"2998272" : 90,
"3031040" : 104,
"3063808" : 121,
"3096576" : 150,
"3129344" : 166,
"3162112" : 205,
"3194880" : 197,
"3227648" : 236,
"3260416" : 233,
"3293184" : 230,
"3325952" : 292,
"3358720" : 296,
"3391488" : 342,
"3424256" : 415,
"3457024" : 452,
"3489792" : 514,
"3522560" : 568,
"3555328" : 602,
"3588096" : 651,
"3620864" : 665,
"3653632" : 765,
"3686400" : 811,
"3719168" : 913,
"3751936" : 920,
"3784704" : 1119,
"3817472" : 1157,
"3850240" : 1332,
"3883008" : 1339,
"3915776" : 1431,
"3948544" : 1500,
"3981312" : 1557,
"4014080" : 1626,
"4046848" : 1765,
"4079616" : 1842,
"4112384" : 2024,
"4145152" : 2160,
"4177920" : 2331,
"4227072" : 4981,
"4292608" : 5357,
"4358144" : 5852,
"4423680" : 6503,
"4489216" : 7053,
"4554752" : 7703,
"4620288" : 8342,
"4685824" : 8897,
"4751360" : 9306,
"4816896" : 9916,
"4882432" : 10628,
"4947968" : 11224,
"5013504" : 11819,
"5079040" : 12570,
"5144576" : 13091,
"5210112" : 13511,
"5275648" : 14187,
"5341184" : 14721,
"5406720" : 15445,
"5472256" : 16090,
"5537792" : 17233,
"5603328" : 17702,
"5668864" : 18639,
"5734400" : 19342,
"5799936" : 20196,
"5865472" : 21058,
"5931008" : 21678,
"5996544" : 22625,
"6062080" : 23740,
"6127616" : 24453,
"6193152" : 24914,
"6258688" : 25971,
"6324224" : 26539,
"6389760" : 27069,
"6455296" : 27885,
"6520832" : 28091,
"6586368" : 28535,
"6651904" : 28740,
"6717440" : 29449,
"6782976" : 29627,
"6848512" : 29913,
"6914048" : 29697,
"6979584" : 29707,
"7045120" : 29806,
"7110656" : 29708,
"7176192" : 29380,
"7241728" : 29332,
"7307264" : 28870,
"7372800" : 28155,
"7438336" : 28002,
"7503872" : 27286,
"7569408" : 26818,
"7634944" : 26272,
"7700480" : 25583,
"7766016" : 24712,
"7831552" : 23838,
"7897088" : 23104,
"7962624" : 22611,
"8028160" : 21460,
"8093696" : 20962,
"8159232" : 20104,
"8224768" : 19072,
"8290304" : 18311,
"8355840" : 17086,
"8454144" : 32092,
"8585216" : 28454,
"8716288" : 25287,
"8847360" : 22515,
"8978432" : 19507,
"9109504" : 17253,
"9240576" : 14335,
"9371648" : 12264,
"9502720" : 10334,
"9633792" : 8694,
"9764864" : 7358,
"9895936" : 6026,
"10027008" : 4825,
"10158080" : 3741,
"10289152" : 3033,
"10420224" : 2342,
"10551296" : 1873,
"10682368" : 1422,
"10813440" : 1101,
"10944512" : 851,
"11075584" : 601,
"11206656" : 435,
"11337728" : 317,
"11468800" : 212,
"11599872" : 161,
"11730944" : 115,
"11862016" : 70,
"11993088" : 45,
"12124160" : 21,
"12255232" : 17,
"12386304" : 12,
"12517376" : 8,
"12648448" : 7,
"12779520" : 2,
"12910592" : 1
}
},
"lat_ns" : {
"min" : 1950813,
"max" : 13593568,
"mean" : 7394701.057890,
"stddev" : 1429882.853958,
"N" : 1557620
},
"bw_min" : 58016,
"bw_max" : 76992,
"bw_agg" : 100.000000,
"bw_mean" : 69245.642458,
"bw_dev" : 375.223107,
"bw_samples" : 1432,
"iops_min" : 14504,
"iops_max" : 19248,
"iops_mean" : 17311.027933,
"iops_stddev" : 93.786116,
"iops_samples" : 1432
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719995,
"usr_cpu" : 0.659449,
"sys_cpu" : 14.450795,
"ctx" : 1284002,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.295431,
"10" : 97.443806,
"20" : 1.260057,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094191,
"timestamp_ms" : 1773094191037,
"time" : "Mon Mar 9 19:09:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7058190336,
"io_kbytes" : 6892764,
"bw_bytes" : 70581903,
"bw" : 68927,
"iops" : 17232.030000,
"runtime" : 100000,
"total_ios" : 1723203,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9705,
"max" : 3867482,
"mean" : 461310.720173,
"stddev" : 273019.265966,
"N" : 1723203
},
"clat_ns" : {
"min" : 1817549,
"max" : 12886748,
"mean" : 6965555.265328,
"stddev" : 1362620.938263,
"N" : 1723195,
"percentile" : {
"1.000000" : 3915776,
"5.000000" : 4685824,
"10.000000" : 5144576,
"20.000000" : 5799936,
"30.000000" : 6258688,
"40.000000" : 6651904,
"50.000000" : 6979584,
"60.000000" : 7307264,
"70.000000" : 7700480,
"80.000000" : 8093696,
"90.000000" : 8716288,
"95.000000" : 9240576,
"99.000000" : 10158080,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"1810432" : 1,
"1925120" : 2,
"2023424" : 2,
"2056192" : 1,
"2072576" : 2,
"2088960" : 2,
"2113536" : 2,
"2179072" : 3,
"2211840" : 6,
"2244608" : 1,
"2310144" : 4,
"2342912" : 1,
"2375680" : 1,
"2408448" : 5,
"2441216" : 10,
"2473984" : 21,
"2506752" : 20,
"2539520" : 16,
"2572288" : 25,
"2605056" : 22,
"2637824" : 32,
"2670592" : 27,
"2703360" : 28,
"2736128" : 27,
"2768896" : 48,
"2801664" : 54,
"2834432" : 71,
"2867200" : 62,
"2899968" : 66,
"2932736" : 69,
"2965504" : 91,
"2998272" : 91,
"3031040" : 107,
"3063808" : 126,
"3096576" : 151,
"3129344" : 171,
"3162112" : 211,
"3194880" : 202,
"3227648" : 246,
"3260416" : 242,
"3293184" : 238,
"3325952" : 299,
"3358720" : 299,
"3391488" : 346,
"3424256" : 429,
"3457024" : 465,
"3489792" : 526,
"3522560" : 589,
"3555328" : 615,
"3588096" : 669,
"3620864" : 691,
"3653632" : 783,
"3686400" : 829,
"3719168" : 932,
"3751936" : 957,
"3784704" : 1166,
"3817472" : 1200,
"3850240" : 1379,
"3883008" : 1383,
"3915776" : 1475,
"3948544" : 1554,
"3981312" : 1629,
"4014080" : 1699,
"4046848" : 1837,
"4079616" : 1914,
"4112384" : 2107,
"4145152" : 2273,
"4177920" : 2444,
"4227072" : 5206,
"4292608" : 5611,
"4358144" : 6154,
"4423680" : 6878,
"4489216" : 7440,
"4554752" : 8152,
"4620288" : 8850,
"4685824" : 9427,
"4751360" : 9952,
"4816896" : 10639,
"4882432" : 11365,
"4947968" : 11998,
"5013504" : 12616,
"5079040" : 13526,
"5144576" : 14063,
"5210112" : 14567,
"5275648" : 15292,
"5341184" : 15912,
"5406720" : 16605,
"5472256" : 17380,
"5537792" : 18564,
"5603328" : 19128,
"5668864" : 20165,
"5734400" : 20914,
"5799936" : 21918,
"5865472" : 22781,
"5931008" : 23537,
"5996544" : 24628,
"6062080" : 25812,
"6127616" : 26640,
"6193152" : 27110,
"6258688" : 28499,
"6324224" : 29001,
"6389760" : 29654,
"6455296" : 30630,
"6520832" : 30820,
"6586368" : 31470,
"6651904" : 31733,
"6717440" : 32476,
"6782976" : 32805,
"6848512" : 33127,
"6914048" : 32955,
"6979584" : 32997,
"7045120" : 33114,
"7110656" : 33117,
"7176192" : 32675,
"7241728" : 32735,
"7307264" : 32194,
"7372800" : 31499,
"7438336" : 31363,
"7503872" : 30544,
"7569408" : 30144,
"7634944" : 29444,
"7700480" : 28731,
"7766016" : 27750,
"7831552" : 26920,
"7897088" : 26138,
"7962624" : 25588,
"8028160" : 24299,
"8093696" : 23771,
"8159232" : 22681,
"8224768" : 21649,
"8290304" : 20826,
"8355840" : 19415,
"8454144" : 36437,
"8585216" : 32377,
"8716288" : 28906,
"8847360" : 25609,
"8978432" : 22216,
"9109504" : 19730,
"9240576" : 16501,
"9371648" : 13981,
"9502720" : 11823,
"9633792" : 9968,
"9764864" : 8355,
"9895936" : 6810,
"10027008" : 5415,
"10158080" : 4244,
"10289152" : 3419,
"10420224" : 2651,
"10551296" : 2106,
"10682368" : 1592,
"10813440" : 1240,
"10944512" : 972,
"11075584" : 688,
"11206656" : 481,
"11337728" : 353,
"11468800" : 238,
"11599872" : 174,
"11730944" : 125,
"11862016" : 74,
"11993088" : 48,
"12124160" : 22,
"12255232" : 21,
"12386304" : 12,
"12517376" : 8,
"12648448" : 7,
"12779520" : 2,
"12910592" : 1
}
},
"lat_ns" : {
"min" : 1950813,
"max" : 13593568,
"mean" : 7426855.148768,
"stddev" : 1425985.718512,
"N" : 1723195
},
"bw_min" : 57552,
"bw_max" : 77022,
"bw_agg" : 100.000000,
"bw_mean" : 68951.633166,
"bw_dev" : 401.216265,
"bw_samples" : 1592,
"iops_min" : 14388,
"iops_max" : 19254,
"iops_mean" : 17237.537688,
"iops_stddev" : 100.277031,
"iops_samples" : 1592
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799994,
"usr_cpu" : 0.658380,
"sys_cpu" : 14.391483,
"ctx" : 1445663,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999942,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999884,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.209318,
"10" : 97.506388,
"20" : 1.283656,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094201,
"timestamp_ms" : 1773094201037,
"time" : "Mon Mar 9 19:10:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7742803968,
"io_kbytes" : 7561332,
"bw_bytes" : 70389766,
"bw" : 68740,
"iops" : 17185.138047,
"runtime" : 109999,
"total_ios" : 1890348,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9705,
"max" : 3867482,
"mean" : 462583.137145,
"stddev" : 271473.123642,
"N" : 1890348
},
"clat_ns" : {
"min" : 1817549,
"max" : 14410868,
"mean" : 6984668.280225,
"stddev" : 1359200.070198,
"N" : 1890340,
"percentile" : {
"1.000000" : 3948544,
"5.000000" : 4685824,
"10.000000" : 5210112,
"20.000000" : 5799936,
"30.000000" : 6258688,
"40.000000" : 6651904,
"50.000000" : 6979584,
"60.000000" : 7307264,
"70.000000" : 7700480,
"80.000000" : 8159232,
"90.000000" : 8716288,
"95.000000" : 9240576,
"99.000000" : 10158080,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"1810432" : 1,
"1925120" : 2,
"2023424" : 2,
"2056192" : 1,
"2072576" : 2,
"2088960" : 2,
"2113536" : 2,
"2179072" : 3,
"2211840" : 6,
"2244608" : 1,
"2277376" : 2,
"2310144" : 4,
"2342912" : 1,
"2375680" : 1,
"2408448" : 5,
"2441216" : 10,
"2473984" : 21,
"2506752" : 20,
"2539520" : 16,
"2572288" : 25,
"2605056" : 22,
"2637824" : 33,
"2670592" : 28,
"2703360" : 28,
"2736128" : 29,
"2768896" : 49,
"2801664" : 54,
"2834432" : 72,
"2867200" : 65,
"2899968" : 66,
"2932736" : 74,
"2965504" : 99,
"2998272" : 106,
"3031040" : 112,
"3063808" : 134,
"3096576" : 160,
"3129344" : 182,
"3162112" : 222,
"3194880" : 210,
"3227648" : 256,
"3260416" : 255,
"3293184" : 253,
"3325952" : 315,
"3358720" : 313,
"3391488" : 366,
"3424256" : 452,
"3457024" : 486,
"3489792" : 556,
"3522560" : 631,
"3555328" : 658,
"3588096" : 718,
"3620864" : 739,
"3653632" : 854,
"3686400" : 878,
"3719168" : 996,
"3751936" : 1023,
"3784704" : 1229,
"3817472" : 1260,
"3850240" : 1467,
"3883008" : 1484,
"3915776" : 1562,
"3948544" : 1660,
"3981312" : 1751,
"4014080" : 1824,
"4046848" : 1944,
"4079616" : 2039,
"4112384" : 2237,
"4145152" : 2401,
"4177920" : 2567,
"4227072" : 5570,
"4292608" : 6010,
"4358144" : 6569,
"4423680" : 7340,
"4489216" : 7947,
"4554752" : 8679,
"4620288" : 9379,
"4685824" : 10033,
"4751360" : 10664,
"4816896" : 11356,
"4882432" : 12106,
"4947968" : 12823,
"5013504" : 13478,
"5079040" : 14428,
"5144576" : 15022,
"5210112" : 15518,
"5275648" : 16259,
"5341184" : 17050,
"5406720" : 17758,
"5472256" : 18675,
"5537792" : 19945,
"5603328" : 20540,
"5668864" : 21758,
"5734400" : 22532,
"5799936" : 23691,
"5865472" : 24567,
"5931008" : 25392,
"5996544" : 26693,
"6062080" : 28054,
"6127616" : 28948,
"6193152" : 29447,
"6258688" : 30951,
"6324224" : 31556,
"6389760" : 32390,
"6455296" : 33449,
"6520832" : 33754,
"6586368" : 34522,
"6651904" : 34881,
"6717440" : 35727,
"6782976" : 36076,
"6848512" : 36472,
"6914048" : 36209,
"6979584" : 36431,
"7045120" : 36607,
"7110656" : 36521,
"7176192" : 36288,
"7241728" : 36263,
"7307264" : 35770,
"7372800" : 35002,
"7438336" : 34761,
"7503872" : 34004,
"7569408" : 33411,
"7634944" : 32749,
"7700480" : 32037,
"7766016" : 30825,
"7831552" : 29971,
"7897088" : 29016,
"7962624" : 28386,
"8028160" : 27034,
"8093696" : 26478,
"8159232" : 25213,
"8224768" : 24163,
"8290304" : 23145,
"8355840" : 21624,
"8454144" : 40476,
"8585216" : 36017,
"8716288" : 32058,
"8847360" : 28325,
"8978432" : 24702,
"9109504" : 21848,
"9240576" : 18325,
"9371648" : 15652,
"9502720" : 13206,
"9633792" : 11155,
"9764864" : 9326,
"9895936" : 7542,
"10027008" : 6061,
"10158080" : 4736,
"10289152" : 3803,
"10420224" : 3003,
"10551296" : 2373,
"10682368" : 1776,
"10813440" : 1376,
"10944512" : 1080,
"11075584" : 765,
"11206656" : 530,
"11337728" : 399,
"11468800" : 269,
"11599872" : 195,
"11730944" : 139,
"11862016" : 80,
"11993088" : 58,
"12124160" : 26,
"12255232" : 22,
"12386304" : 15,
"12517376" : 12,
"12648448" : 10,
"12779520" : 4,
"12910592" : 4,
"13041664" : 1,
"13697024" : 1,
"13828096" : 1,
"13959168" : 1,
"14090240" : 2,
"14221312" : 1,
"14352384" : 2
}
},
"lat_ns" : {
"min" : 1950813,
"max" : 15208607,
"mean" : 7447248.385585,
"stddev" : 1422586.831370,
"N" : 1890340
},
"bw_min" : 57536,
"bw_max" : 77022,
"bw_agg" : 100.000000,
"bw_mean" : 68768.652968,
"bw_dev" : 409.580300,
"bw_samples" : 1752,
"iops_min" : 14384,
"iops_max" : 19254,
"iops_mean" : 17191.812785,
"iops_stddev" : 102.370676,
"iops_samples" : 1752
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879992,
"usr_cpu" : 0.658756,
"sys_cpu" : 14.351835,
"ctx" : 1603292,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.172324,
"10" : 97.516436,
"20" : 1.310658,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094211,
"timestamp_ms" : 1773094211038,
"time" : "Mon Mar 9 19:10:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8412884992,
"io_kbytes" : 8215708,
"bw_bytes" : 70107959,
"bw" : 68464,
"iops" : 17116.325969,
"runtime" : 119999,
"total_ios" : 2053942,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9705,
"max" : 3867482,
"mean" : 464455.187725,
"stddev" : 268646.108743,
"N" : 2053942
},
"clat_ns" : {
"min" : 1817549,
"max" : 14410868,
"mean" : 7012697.885796,
"stddev" : 1353307.306989,
"N" : 2053934,
"percentile" : {
"1.000000" : 3948544,
"5.000000" : 4751360,
"10.000000" : 5210112,
"20.000000" : 5865472,
"30.000000" : 6324224,
"40.000000" : 6651904,
"50.000000" : 7045120,
"60.000000" : 7372800,
"70.000000" : 7700480,
"80.000000" : 8159232,
"90.000000" : 8716288,
"95.000000" : 9240576,
"99.000000" : 10158080,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"1810432" : 1,
"1925120" : 2,
"2023424" : 2,
"2056192" : 1,
"2072576" : 2,
"2088960" : 2,
"2113536" : 2,
"2179072" : 3,
"2211840" : 6,
"2244608" : 1,
"2277376" : 2,
"2310144" : 4,
"2342912" : 1,
"2375680" : 1,
"2408448" : 5,
"2441216" : 10,
"2473984" : 22,
"2506752" : 20,
"2539520" : 16,
"2572288" : 25,
"2605056" : 22,
"2637824" : 33,
"2670592" : 28,
"2703360" : 28,
"2736128" : 29,
"2768896" : 50,
"2801664" : 54,
"2834432" : 74,
"2867200" : 66,
"2899968" : 66,
"2932736" : 74,
"2965504" : 99,
"2998272" : 108,
"3031040" : 113,
"3063808" : 136,
"3096576" : 160,
"3129344" : 185,
"3162112" : 232,
"3194880" : 215,
"3227648" : 259,
"3260416" : 259,
"3293184" : 254,
"3325952" : 320,
"3358720" : 316,
"3391488" : 371,
"3424256" : 459,
"3457024" : 500,
"3489792" : 566,
"3522560" : 645,
"3555328" : 671,
"3588096" : 732,
"3620864" : 753,
"3653632" : 865,
"3686400" : 901,
"3719168" : 1010,
"3751936" : 1048,
"3784704" : 1247,
"3817472" : 1277,
"3850240" : 1484,
"3883008" : 1508,
"3915776" : 1592,
"3948544" : 1687,
"3981312" : 1786,
"4014080" : 1860,
"4046848" : 2006,
"4079616" : 2100,
"4112384" : 2285,
"4145152" : 2444,
"4177920" : 2616,
"4227072" : 5709,
"4292608" : 6189,
"4358144" : 6769,
"4423680" : 7614,
"4489216" : 8228,
"4554752" : 9010,
"4620288" : 9737,
"4685824" : 10480,
"4751360" : 11121,
"4816896" : 11915,
"4882432" : 12719,
"4947968" : 13500,
"5013504" : 14217,
"5079040" : 15244,
"5144576" : 15895,
"5210112" : 16421,
"5275648" : 17135,
"5341184" : 18037,
"5406720" : 18730,
"5472256" : 19673,
"5537792" : 21000,
"5603328" : 21634,
"5668864" : 22959,
"5734400" : 23743,
"5799936" : 24999,
"5865472" : 25999,
"5931008" : 26976,
"5996544" : 28440,
"6062080" : 29852,
"6127616" : 30894,
"6193152" : 31590,
"6258688" : 33167,
"6324224" : 34010,
"6389760" : 34936,
"6455296" : 36182,
"6520832" : 36557,
"6586368" : 37529,
"6651904" : 38035,
"6717440" : 38947,
"6782976" : 39482,
"6848512" : 39891,
"6914048" : 39601,
"6979584" : 39898,
"7045120" : 40083,
"7110656" : 40032,
"7176192" : 39804,
"7241728" : 39827,
"7307264" : 39420,
"7372800" : 38718,
"7438336" : 38267,
"7503872" : 37598,
"7569408" : 36883,
"7634944" : 36096,
"7700480" : 35290,
"7766016" : 34101,
"7831552" : 33189,
"7897088" : 32085,
"7962624" : 31383,
"8028160" : 29955,
"8093696" : 29305,
"8159232" : 27900,
"8224768" : 26836,
"8290304" : 25644,
"8355840" : 23988,
"8454144" : 44924,
"8585216" : 40036,
"8716288" : 35677,
"8847360" : 31454,
"8978432" : 27504,
"9109504" : 24269,
"9240576" : 20422,
"9371648" : 17365,
"9502720" : 14688,
"9633792" : 12323,
"9764864" : 10321,
"9895936" : 8350,
"10027008" : 6700,
"10158080" : 5283,
"10289152" : 4240,
"10420224" : 3357,
"10551296" : 2649,
"10682368" : 2009,
"10813440" : 1532,
"10944512" : 1190,
"11075584" : 873,
"11206656" : 591,
"11337728" : 453,
"11468800" : 299,
"11599872" : 215,
"11730944" : 149,
"11862016" : 91,
"11993088" : 65,
"12124160" : 31,
"12255232" : 25,
"12386304" : 19,
"12517376" : 13,
"12648448" : 11,
"12779520" : 4,
"12910592" : 4,
"13041664" : 1,
"13697024" : 1,
"13828096" : 1,
"13959168" : 1,
"14090240" : 2,
"14221312" : 1,
"14352384" : 2
}
},
"lat_ns" : {
"min" : 1950813,
"max" : 15208607,
"mean" : 7477146.481619,
"stddev" : 1416797.778567,
"N" : 2053934
},
"bw_min" : 57296,
"bw_max" : 77022,
"bw_agg" : 99.995905,
"bw_mean" : 68462.920502,
"bw_dev" : 430.627316,
"bw_samples" : 1912,
"iops_min" : 14324,
"iops_max" : 19254,
"iops_mean" : 17115.397490,
"iops_stddev" : 107.632320,
"iops_samples" : 1912
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959992,
"usr_cpu" : 0.658130,
"sys_cpu" : 14.299598,
"ctx" : 1767165,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.097451,
"10" : 97.555384,
"20" : 1.346630,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094221,
"timestamp_ms" : 1773094221037,
"time" : "Mon Mar 9 19:10:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9094967296,
"io_kbytes" : 8881804,
"bw_bytes" : 69961825,
"bw" : 68322,
"iops" : 17080.616005,
"runtime" : 129999,
"total_ios" : 2220463,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9705,
"max" : 3867482,
"mean" : 465430.896651,
"stddev" : 267175.981660,
"N" : 2220463
},
"clat_ns" : {
"min" : 1817549,
"max" : 14410868,
"mean" : 7027381.922984,
"stddev" : 1350200.676373,
"N" : 2220455,
"percentile" : {
"1.000000" : 3981312,
"5.000000" : 4751360,
"10.000000" : 5210112,
"20.000000" : 5865472,
"30.000000" : 6324224,
"40.000000" : 6717440,
"50.000000" : 7045120,
"60.000000" : 7372800,
"70.000000" : 7766016,
"80.000000" : 8159232,
"90.000000" : 8716288,
"95.000000" : 9240576,
"99.000000" : 10158080,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"1810432" : 1,
"1925120" : 2,
"2023424" : 2,
"2056192" : 1,
"2072576" : 2,
"2088960" : 2,
"2113536" : 2,
"2179072" : 4,
"2211840" : 6,
"2244608" : 1,
"2277376" : 2,
"2310144" : 6,
"2342912" : 2,
"2375680" : 1,
"2408448" : 5,
"2441216" : 10,
"2473984" : 23,
"2506752" : 22,
"2539520" : 16,
"2572288" : 30,
"2605056" : 26,
"2637824" : 36,
"2670592" : 29,
"2703360" : 30,
"2736128" : 31,
"2768896" : 51,
"2801664" : 57,
"2834432" : 78,
"2867200" : 69,
"2899968" : 72,
"2932736" : 76,
"2965504" : 110,
"2998272" : 114,
"3031040" : 119,
"3063808" : 147,
"3096576" : 173,
"3129344" : 195,
"3162112" : 246,
"3194880" : 226,
"3227648" : 280,
"3260416" : 277,
"3293184" : 275,
"3325952" : 337,
"3358720" : 336,
"3391488" : 389,
"3424256" : 478,
"3457024" : 529,
"3489792" : 586,
"3522560" : 680,
"3555328" : 709,
"3588096" : 769,
"3620864" : 799,
"3653632" : 904,
"3686400" : 945,
"3719168" : 1074,
"3751936" : 1113,
"3784704" : 1296,
"3817472" : 1335,
"3850240" : 1554,
"3883008" : 1578,
"3915776" : 1670,
"3948544" : 1786,
"3981312" : 1880,
"4014080" : 1962,
"4046848" : 2108,
"4079616" : 2213,
"4112384" : 2431,
"4145152" : 2559,
"4177920" : 2780,
"4227072" : 6013,
"4292608" : 6533,
"4358144" : 7145,
"4423680" : 8064,
"4489216" : 8700,
"4554752" : 9488,
"4620288" : 10265,
"4685824" : 11085,
"4751360" : 11761,
"4816896" : 12637,
"4882432" : 13524,
"4947968" : 14336,
"5013504" : 15056,
"5079040" : 16142,
"5144576" : 16833,
"5210112" : 17418,
"5275648" : 18168,
"5341184" : 19110,
"5406720" : 19901,
"5472256" : 20820,
"5537792" : 22230,
"5603328" : 22954,
"5668864" : 24427,
"5734400" : 25300,
"5799936" : 26659,
"5865472" : 27682,
"5931008" : 28902,
"5996544" : 30455,
"6062080" : 31966,
"6127616" : 33148,
"6193152" : 33915,
"6258688" : 35645,
"6324224" : 36666,
"6389760" : 37618,
"6455296" : 39054,
"6520832" : 39545,
"6586368" : 40450,
"6651904" : 41052,
"6717440" : 42038,
"6782976" : 42691,
"6848512" : 43219,
"6914048" : 42882,
"6979584" : 43198,
"7045120" : 43449,
"7110656" : 43387,
"7176192" : 43291,
"7241728" : 43190,
"7307264" : 42789,
"7372800" : 42184,
"7438336" : 41613,
"7503872" : 40918,
"7569408" : 40214,
"7634944" : 39298,
"7700480" : 38460,
"7766016" : 37235,
"7831552" : 36314,
"7897088" : 35131,
"7962624" : 34339,
"8028160" : 32740,
"8093696" : 31947,
"8159232" : 30550,
"8224768" : 29429,
"8290304" : 28106,
"8355840" : 26342,
"8454144" : 49244,
"8585216" : 43886,
"8716288" : 39207,
"8847360" : 34583,
"8978432" : 30132,
"9109504" : 26616,
"9240576" : 22351,
"9371648" : 19050,
"9502720" : 16027,
"9633792" : 13437,
"9764864" : 11261,
"9895936" : 9076,
"10027008" : 7339,
"10158080" : 5705,
"10289152" : 4573,
"10420224" : 3639,
"10551296" : 2865,
"10682368" : 2181,
"10813440" : 1655,
"10944512" : 1283,
"11075584" : 944,
"11206656" : 628,
"11337728" : 486,
"11468800" : 326,
"11599872" : 226,
"11730944" : 161,
"11862016" : 101,
"11993088" : 66,
"12124160" : 38,
"12255232" : 27,
"12386304" : 20,
"12517376" : 14,
"12648448" : 13,
"12779520" : 4,
"12910592" : 4,
"13041664" : 1,
"13697024" : 1,
"13828096" : 1,
"13959168" : 1,
"14090240" : 2,
"14221312" : 1,
"14352384" : 2
}
},
"lat_ns" : {
"min" : 1950813,
"max" : 15208607,
"mean" : 7492810.116805,
"stddev" : 1413694.946362,
"N" : 2220455
},
"bw_min" : 57296,
"bw_max" : 77022,
"bw_agg" : 100.000000,
"bw_mean" : 68346.474903,
"bw_dev" : 431.020303,
"bw_samples" : 2072,
"iops_min" : 14324,
"iops_max" : 19254,
"iops_mean" : 17086.297297,
"iops_stddev" : 107.730160,
"iops_samples" : 2072
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039992,
"usr_cpu" : 0.658370,
"sys_cpu" : 14.273283,
"ctx" : 1927848,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.069146,
"10" : 97.581405,
"20" : 1.348953,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094231,
"timestamp_ms" : 1773094231038,
"time" : "Mon Mar 9 19:10:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9804947456,
"io_kbytes" : 9575144,
"bw_bytes" : 70035338,
"bw" : 68393,
"iops" : 17098.550000,
"runtime" : 140000,
"total_ios" : 2393797,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9705,
"max" : 3867482,
"mean" : 464937.388332,
"stddev" : 267805.426474,
"N" : 2393797
},
"clat_ns" : {
"min" : 1817549,
"max" : 14410868,
"mean" : 7019967.640518,
"stddev" : 1349486.206885,
"N" : 2393789,
"percentile" : {
"1.000000" : 3981312,
"5.000000" : 4751360,
"10.000000" : 5210112,
"20.000000" : 5865472,
"30.000000" : 6324224,
"40.000000" : 6717440,
"50.000000" : 7045120,
"60.000000" : 7372800,
"70.000000" : 7700480,
"80.000000" : 8159232,
"90.000000" : 8716288,
"95.000000" : 9240576,
"99.000000" : 10158080,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"1810432" : 1,
"1925120" : 2,
"2023424" : 2,
"2056192" : 1,
"2072576" : 2,
"2088960" : 2,
"2113536" : 2,
"2179072" : 4,
"2211840" : 6,
"2244608" : 1,
"2277376" : 2,
"2310144" : 6,
"2342912" : 2,
"2375680" : 3,
"2408448" : 5,
"2441216" : 11,
"2473984" : 24,
"2506752" : 23,
"2539520" : 17,
"2572288" : 30,
"2605056" : 28,
"2637824" : 36,
"2670592" : 31,
"2703360" : 34,
"2736128" : 36,
"2768896" : 51,
"2801664" : 63,
"2834432" : 86,
"2867200" : 71,
"2899968" : 78,
"2932736" : 81,
"2965504" : 112,
"2998272" : 125,
"3031040" : 133,
"3063808" : 156,
"3096576" : 184,
"3129344" : 208,
"3162112" : 263,
"3194880" : 245,
"3227648" : 302,
"3260416" : 308,
"3293184" : 301,
"3325952" : 371,
"3358720" : 371,
"3391488" : 436,
"3424256" : 520,
"3457024" : 556,
"3489792" : 636,
"3522560" : 725,
"3555328" : 758,
"3588096" : 822,
"3620864" : 879,
"3653632" : 977,
"3686400" : 1041,
"3719168" : 1158,
"3751936" : 1220,
"3784704" : 1410,
"3817472" : 1469,
"3850240" : 1678,
"3883008" : 1722,
"3915776" : 1810,
"3948544" : 1936,
"3981312" : 2040,
"4014080" : 2150,
"4046848" : 2280,
"4079616" : 2417,
"4112384" : 2648,
"4145152" : 2805,
"4177920" : 2999,
"4227072" : 6525,
"4292608" : 7130,
"4358144" : 7864,
"4423680" : 8801,
"4489216" : 9444,
"4554752" : 10277,
"4620288" : 11114,
"4685824" : 12110,
"4751360" : 12834,
"4816896" : 13721,
"4882432" : 14626,
"4947968" : 15539,
"5013504" : 16345,
"5079040" : 17480,
"5144576" : 18208,
"5210112" : 18955,
"5275648" : 19772,
"5341184" : 20729,
"5406720" : 21637,
"5472256" : 22539,
"5537792" : 24049,
"5603328" : 24844,
"5668864" : 26467,
"5734400" : 27445,
"5799936" : 28996,
"5865472" : 29982,
"5931008" : 31351,
"5996544" : 32900,
"6062080" : 34708,
"6127616" : 35923,
"6193152" : 36770,
"6258688" : 38620,
"6324224" : 39701,
"6389760" : 40743,
"6455296" : 42178,
"6520832" : 42782,
"6586368" : 43804,
"6651904" : 44346,
"6717440" : 45453,
"6782976" : 46090,
"6848512" : 46677,
"6914048" : 46303,
"6979584" : 46549,
"7045120" : 46909,
"7110656" : 46854,
"7176192" : 46581,
"7241728" : 46487,
"7307264" : 46130,
"7372800" : 45404,
"7438336" : 44777,
"7503872" : 44030,
"7569408" : 43198,
"7634944" : 42289,
"7700480" : 41353,
"7766016" : 40039,
"7831552" : 39132,
"7897088" : 37735,
"7962624" : 36874,
"8028160" : 35163,
"8093696" : 34275,
"8159232" : 32712,
"8224768" : 31448,
"8290304" : 30087,
"8355840" : 28268,
"8454144" : 52794,
"8585216" : 46943,
"8716288" : 41858,
"8847360" : 37006,
"8978432" : 32102,
"9109504" : 28390,
"9240576" : 23845,
"9371648" : 20305,
"9502720" : 17115,
"9633792" : 14397,
"9764864" : 12033,
"9895936" : 9673,
"10027008" : 7804,
"10158080" : 6073,
"10289152" : 4877,
"10420224" : 3852,
"10551296" : 3058,
"10682368" : 2320,
"10813440" : 1762,
"10944512" : 1337,
"11075584" : 989,
"11206656" : 666,
"11337728" : 510,
"11468800" : 347,
"11599872" : 247,
"11730944" : 174,
"11862016" : 114,
"11993088" : 73,
"12124160" : 43,
"12255232" : 29,
"12386304" : 21,
"12517376" : 14,
"12648448" : 13,
"12779520" : 4,
"12910592" : 4,
"13041664" : 1,
"13697024" : 1,
"13828096" : 1,
"13959168" : 1,
"14090240" : 2,
"14221312" : 1,
"14352384" : 2
}
},
"lat_ns" : {
"min" : 1950813,
"max" : 15208607,
"mean" : 7484904.906911,
"stddev" : 1412763.815052,
"N" : 2393789
},
"bw_min" : 57296,
"bw_max" : 77062,
"bw_agg" : 100.000000,
"bw_mean" : 68398.430108,
"bw_dev" : 425.990358,
"bw_samples" : 2232,
"iops_min" : 14324,
"iops_max" : 19264,
"iops_mean" : 17099.301075,
"iops_stddev" : 106.475565,
"iops_samples" : 2232
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119994,
"usr_cpu" : 0.656343,
"sys_cpu" : 14.280434,
"ctx" : 2071954,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.075989,
"10" : 97.593739,
"20" : 1.329812,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094241,
"timestamp_ms" : 1773094241038,
"time" : "Mon Mar 9 19:10:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10496774144,
"io_kbytes" : 10250756,
"bw_bytes" : 69978494,
"bw" : 68338,
"iops" : 17084.680000,
"runtime" : 150000,
"total_ios" : 2562702,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9705,
"max" : 3867482,
"mean" : 465318.790123,
"stddev" : 267626.677137,
"N" : 2562702
},
"clat_ns" : {
"min" : 1622991,
"max" : 14410868,
"mean" : 7025642.378113,
"stddev" : 1346811.188332,
"N" : 2562694,
"percentile" : {
"1.000000" : 3981312,
"5.000000" : 4751360,
"10.000000" : 5275648,
"20.000000" : 5865472,
"30.000000" : 6324224,
"40.000000" : 6717440,
"50.000000" : 7045120,
"60.000000" : 7372800,
"70.000000" : 7766016,
"80.000000" : 8159232,
"90.000000" : 8716288,
"95.000000" : 9240576,
"99.000000" : 10158080,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"1630208" : 2,
"1810432" : 1,
"1925120" : 2,
"1957888" : 1,
"2023424" : 3,
"2056192" : 1,
"2072576" : 2,
"2088960" : 3,
"2113536" : 2,
"2146304" : 1,
"2179072" : 4,
"2211840" : 6,
"2244608" : 1,
"2277376" : 6,
"2310144" : 6,
"2342912" : 3,
"2375680" : 3,
"2408448" : 6,
"2441216" : 14,
"2473984" : 24,
"2506752" : 24,
"2539520" : 18,
"2572288" : 31,
"2605056" : 31,
"2637824" : 37,
"2670592" : 34,
"2703360" : 40,
"2736128" : 42,
"2768896" : 51,
"2801664" : 66,
"2834432" : 87,
"2867200" : 77,
"2899968" : 83,
"2932736" : 86,
"2965504" : 116,
"2998272" : 128,
"3031040" : 143,
"3063808" : 171,
"3096576" : 195,
"3129344" : 221,
"3162112" : 271,
"3194880" : 262,
"3227648" : 317,
"3260416" : 324,
"3293184" : 321,
"3325952" : 385,
"3358720" : 395,
"3391488" : 461,
"3424256" : 547,
"3457024" : 588,
"3489792" : 681,
"3522560" : 782,
"3555328" : 810,
"3588096" : 868,
"3620864" : 934,
"3653632" : 1021,
"3686400" : 1124,
"3719168" : 1220,
"3751936" : 1300,
"3784704" : 1496,
"3817472" : 1537,
"3850240" : 1769,
"3883008" : 1833,
"3915776" : 1910,
"3948544" : 2059,
"3981312" : 2173,
"4014080" : 2280,
"4046848" : 2418,
"4079616" : 2564,
"4112384" : 2820,
"4145152" : 2942,
"4177920" : 3154,
"4227072" : 6920,
"4292608" : 7536,
"4358144" : 8325,
"4423680" : 9239,
"4489216" : 9982,
"4554752" : 10921,
"4620288" : 11767,
"4685824" : 12766,
"4751360" : 13558,
"4816896" : 14490,
"4882432" : 15474,
"4947968" : 16467,
"5013504" : 17307,
"5079040" : 18532,
"5144576" : 19338,
"5210112" : 20063,
"5275648" : 20901,
"5341184" : 21951,
"5406720" : 22976,
"5472256" : 23947,
"5537792" : 25552,
"5603328" : 26412,
"5668864" : 28129,
"5734400" : 29142,
"5799936" : 30854,
"5865472" : 31987,
"5931008" : 33466,
"5996544" : 35143,
"6062080" : 36999,
"6127616" : 38361,
"6193152" : 39311,
"6258688" : 41257,
"6324224" : 42509,
"6389760" : 43596,
"6455296" : 45071,
"6520832" : 45849,
"6586368" : 46908,
"6651904" : 47549,
"6717440" : 48727,
"6782976" : 49466,
"6848512" : 50020,
"6914048" : 49705,
"6979584" : 49992,
"7045120" : 50380,
"7110656" : 50247,
"7176192" : 50030,
"7241728" : 49951,
"7307264" : 49547,
"7372800" : 48697,
"7438336" : 48093,
"7503872" : 47315,
"7569408" : 46416,
"7634944" : 45605,
"7700480" : 44525,
"7766016" : 43136,
"7831552" : 42103,
"7897088" : 40627,
"7962624" : 39626,
"8028160" : 37764,
"8093696" : 36852,
"8159232" : 35155,
"8224768" : 33846,
"8290304" : 32411,
"8355840" : 30457,
"8454144" : 56842,
"8585216" : 50523,
"8716288" : 45062,
"8847360" : 39823,
"8978432" : 34489,
"9109504" : 30487,
"9240576" : 25654,
"9371648" : 21771,
"9502720" : 18385,
"9633792" : 15356,
"9764864" : 12920,
"9895936" : 10286,
"10027008" : 8293,
"10158080" : 6489,
"10289152" : 5213,
"10420224" : 4073,
"10551296" : 3237,
"10682368" : 2450,
"10813440" : 1863,
"10944512" : 1409,
"11075584" : 1055,
"11206656" : 710,
"11337728" : 546,
"11468800" : 371,
"11599872" : 266,
"11730944" : 185,
"11862016" : 127,
"11993088" : 77,
"12124160" : 45,
"12255232" : 33,
"12386304" : 21,
"12517376" : 16,
"12648448" : 14,
"12779520" : 4,
"12910592" : 4,
"13041664" : 1,
"13697024" : 1,
"13828096" : 1,
"13959168" : 1,
"14090240" : 2,
"14221312" : 1,
"14352384" : 2
}
},
"lat_ns" : {
"min" : 1950813,
"max" : 15208607,
"mean" : 7490957.540836,
"stddev" : 1409903.888515,
"N" : 2562694
},
"bw_min" : 57296,
"bw_max" : 77062,
"bw_agg" : 100.000000,
"bw_mean" : 68355.314381,
"bw_dev" : 418.749065,
"bw_samples" : 2392,
"iops_min" : 14324,
"iops_max" : 19264,
"iops_mean" : 17088.531773,
"iops_stddev" : 104.664832,
"iops_samples" : 2392
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199995,
"usr_cpu" : 0.656669,
"sys_cpu" : 14.268726,
"ctx" : 2222001,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.065750,
"10" : 97.612910,
"20" : 1.320793,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094251,
"timestamp_ms" : 1773094251037,
"time" : "Mon Mar 9 19:10:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11156631552,
"io_kbytes" : 10895148,
"bw_bytes" : 69728947,
"bw" : 68094,
"iops" : 17023.725000,
"runtime" : 160000,
"total_ios" : 2723796,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9705,
"max" : 3867482,
"mean" : 466995.651098,
"stddev" : 265471.223864,
"N" : 2723796
},
"clat_ns" : {
"min" : 1622991,
"max" : 14410868,
"mean" : 7050787.709599,
"stddev" : 1342835.465436,
"N" : 2723788,
"percentile" : {
"1.000000" : 3981312,
"5.000000" : 4751360,
"10.000000" : 5275648,
"20.000000" : 5931008,
"30.000000" : 6389760,
"40.000000" : 6717440,
"50.000000" : 7045120,
"60.000000" : 7372800,
"70.000000" : 7766016,
"80.000000" : 8159232,
"90.000000" : 8716288,
"95.000000" : 9240576,
"99.000000" : 10158080,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"1630208" : 2,
"1810432" : 1,
"1925120" : 2,
"1957888" : 1,
"2023424" : 3,
"2056192" : 1,
"2072576" : 2,
"2088960" : 3,
"2113536" : 2,
"2146304" : 1,
"2179072" : 4,
"2211840" : 6,
"2244608" : 1,
"2277376" : 6,
"2310144" : 6,
"2342912" : 3,
"2375680" : 3,
"2408448" : 6,
"2441216" : 14,
"2473984" : 24,
"2506752" : 24,
"2539520" : 18,
"2572288" : 31,
"2605056" : 32,
"2637824" : 39,
"2670592" : 34,
"2703360" : 40,
"2736128" : 45,
"2768896" : 53,
"2801664" : 68,
"2834432" : 88,
"2867200" : 78,
"2899968" : 83,
"2932736" : 86,
"2965504" : 118,
"2998272" : 128,
"3031040" : 153,
"3063808" : 177,
"3096576" : 195,
"3129344" : 223,
"3162112" : 274,
"3194880" : 263,
"3227648" : 322,
"3260416" : 330,
"3293184" : 324,
"3325952" : 389,
"3358720" : 400,
"3391488" : 472,
"3424256" : 554,
"3457024" : 596,
"3489792" : 687,
"3522560" : 786,
"3555328" : 828,
"3588096" : 883,
"3620864" : 948,
"3653632" : 1038,
"3686400" : 1138,
"3719168" : 1241,
"3751936" : 1312,
"3784704" : 1518,
"3817472" : 1567,
"3850240" : 1794,
"3883008" : 1856,
"3915776" : 1927,
"3948544" : 2080,
"3981312" : 2200,
"4014080" : 2309,
"4046848" : 2458,
"4079616" : 2598,
"4112384" : 2864,
"4145152" : 2974,
"4177920" : 3202,
"4227072" : 7012,
"4292608" : 7653,
"4358144" : 8478,
"4423680" : 9424,
"4489216" : 10212,
"4554752" : 11176,
"4620288" : 12066,
"4685824" : 13087,
"4751360" : 13912,
"4816896" : 14908,
"4882432" : 15956,
"4947968" : 17005,
"5013504" : 17903,
"5079040" : 19179,
"5144576" : 20005,
"5210112" : 20853,
"5275648" : 21688,
"5341184" : 22781,
"5406720" : 23883,
"5472256" : 24752,
"5537792" : 26449,
"5603328" : 27333,
"5668864" : 29115,
"5734400" : 30178,
"5799936" : 32030,
"5865472" : 33206,
"5931008" : 34727,
"5996544" : 36532,
"6062080" : 38554,
"6127616" : 40066,
"6193152" : 41102,
"6258688" : 43212,
"6324224" : 44595,
"6389760" : 45793,
"6455296" : 47481,
"6520832" : 48357,
"6586368" : 49442,
"6651904" : 50313,
"6717440" : 51574,
"6782976" : 52575,
"6848512" : 53089,
"6914048" : 52893,
"6979584" : 53478,
"7045120" : 53804,
"7110656" : 53753,
"7176192" : 53579,
"7241728" : 53561,
"7307264" : 53134,
"7372800" : 52315,
"7438336" : 51734,
"7503872" : 50902,
"7569408" : 50028,
"7634944" : 49118,
"7700480" : 48074,
"7766016" : 46625,
"7831552" : 45566,
"7897088" : 43974,
"7962624" : 42765,
"8028160" : 40921,
"8093696" : 39992,
"8159232" : 38136,
"8224768" : 36722,
"8290304" : 35178,
"8355840" : 33126,
"8454144" : 61864,
"8585216" : 54981,
"8716288" : 49012,
"8847360" : 43403,
"8978432" : 37516,
"9109504" : 33166,
"9240576" : 27886,
"9371648" : 23731,
"9502720" : 19964,
"9633792" : 16676,
"9764864" : 14023,
"9895936" : 11157,
"10027008" : 8985,
"10158080" : 6981,
"10289152" : 5633,
"10420224" : 4426,
"10551296" : 3494,
"10682368" : 2671,
"10813440" : 2016,
"10944512" : 1504,
"11075584" : 1132,
"11206656" : 762,
"11337728" : 586,
"11468800" : 388,
"11599872" : 278,
"11730944" : 193,
"11862016" : 136,
"11993088" : 89,
"12124160" : 48,
"12255232" : 34,
"12386304" : 27,
"12517376" : 18,
"12648448" : 17,
"12779520" : 5,
"12910592" : 5,
"13041664" : 3,
"13697024" : 1,
"13828096" : 1,
"13959168" : 1,
"14090240" : 2,
"14221312" : 1,
"14352384" : 2
}
},
"lat_ns" : {
"min" : 1950813,
"max" : 15208607,
"mean" : 7517780.731854,
"stddev" : 1406050.319136,
"N" : 2723788
},
"bw_min" : 57296,
"bw_max" : 77062,
"bw_agg" : 100.000000,
"bw_mean" : 68124.285266,
"bw_dev" : 435.694385,
"bw_samples" : 2552,
"iops_min" : 14324,
"iops_max" : 19264,
"iops_mean" : 17030.780564,
"iops_stddev" : 108.900972,
"iops_samples" : 2552
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279995,
"usr_cpu" : 0.651487,
"sys_cpu" : 14.221540,
"ctx" : 2381847,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.016376,
"10" : 97.640719,
"20" : 1.342391,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094261,
"timestamp_ms" : 1773094261038,
"time" : "Mon Mar 9 19:11:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11816517632,
"io_kbytes" : 11539568,
"bw_bytes" : 69509336,
"bw" : 67880,
"iops" : 16970.217472,
"runtime" : 169999,
"total_ios" : 2884920,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9705,
"max" : 3867482,
"mean" : 468481.834295,
"stddev" : 263670.181799,
"N" : 2884920
},
"clat_ns" : {
"min" : 1622991,
"max" : 14410868,
"mean" : 7073116.031119,
"stddev" : 1341069.071777,
"N" : 2884912,
"percentile" : {
"1.000000" : 4014080,
"5.000000" : 4816896,
"10.000000" : 5275648,
"20.000000" : 5931008,
"30.000000" : 6389760,
"40.000000" : 6782976,
"50.000000" : 7110656,
"60.000000" : 7438336,
"70.000000" : 7766016,
"80.000000" : 8224768,
"90.000000" : 8847360,
"95.000000" : 9240576,
"99.000000" : 10158080,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"1630208" : 2,
"1810432" : 1,
"1925120" : 2,
"1957888" : 1,
"2023424" : 3,
"2056192" : 1,
"2072576" : 2,
"2088960" : 3,
"2113536" : 2,
"2146304" : 1,
"2179072" : 4,
"2211840" : 6,
"2244608" : 1,
"2277376" : 6,
"2310144" : 6,
"2342912" : 3,
"2375680" : 3,
"2408448" : 6,
"2441216" : 14,
"2473984" : 24,
"2506752" : 24,
"2539520" : 18,
"2572288" : 31,
"2605056" : 32,
"2637824" : 39,
"2670592" : 34,
"2703360" : 41,
"2736128" : 45,
"2768896" : 53,
"2801664" : 68,
"2834432" : 88,
"2867200" : 78,
"2899968" : 83,
"2932736" : 86,
"2965504" : 121,
"2998272" : 132,
"3031040" : 157,
"3063808" : 180,
"3096576" : 200,
"3129344" : 227,
"3162112" : 277,
"3194880" : 267,
"3227648" : 328,
"3260416" : 332,
"3293184" : 326,
"3325952" : 395,
"3358720" : 408,
"3391488" : 482,
"3424256" : 561,
"3457024" : 613,
"3489792" : 704,
"3522560" : 797,
"3555328" : 834,
"3588096" : 900,
"3620864" : 966,
"3653632" : 1059,
"3686400" : 1155,
"3719168" : 1256,
"3751936" : 1327,
"3784704" : 1551,
"3817472" : 1613,
"3850240" : 1836,
"3883008" : 1901,
"3915776" : 1962,
"3948544" : 2120,
"3981312" : 2240,
"4014080" : 2365,
"4046848" : 2507,
"4079616" : 2651,
"4112384" : 2927,
"4145152" : 3045,
"4177920" : 3285,
"4227072" : 7166,
"4292608" : 7847,
"4358144" : 8684,
"4423680" : 9650,
"4489216" : 10440,
"4554752" : 11466,
"4620288" : 12421,
"4685824" : 13426,
"4751360" : 14297,
"4816896" : 15367,
"4882432" : 16515,
"4947968" : 17511,
"5013504" : 18543,
"5079040" : 19823,
"5144576" : 20700,
"5210112" : 21665,
"5275648" : 22524,
"5341184" : 23678,
"5406720" : 24722,
"5472256" : 25655,
"5537792" : 27451,
"5603328" : 28391,
"5668864" : 30239,
"5734400" : 31409,
"5799936" : 33262,
"5865472" : 34492,
"5931008" : 36123,
"5996544" : 38053,
"6062080" : 40133,
"6127616" : 41800,
"6193152" : 42888,
"6258688" : 45159,
"6324224" : 46687,
"6389760" : 47950,
"6455296" : 49754,
"6520832" : 50727,
"6586368" : 52090,
"6651904" : 52965,
"6717440" : 54374,
"6782976" : 55478,
"6848512" : 56081,
"6914048" : 55943,
"6979584" : 56617,
"7045120" : 56971,
"7110656" : 56920,
"7176192" : 56941,
"7241728" : 56864,
"7307264" : 56543,
"7372800" : 55699,
"7438336" : 55231,
"7503872" : 54261,
"7569408" : 53417,
"7634944" : 52557,
"7700480" : 51440,
"7766016" : 49948,
"7831552" : 48923,
"7897088" : 47212,
"7962624" : 45895,
"8028160" : 44076,
"8093696" : 42899,
"8159232" : 41048,
"8224768" : 39566,
"8290304" : 37865,
"8355840" : 35786,
"8454144" : 66852,
"8585216" : 59608,
"8716288" : 53254,
"8847360" : 47205,
"8978432" : 40791,
"9109504" : 36154,
"9240576" : 30427,
"9371648" : 25866,
"9502720" : 21737,
"9633792" : 18221,
"9764864" : 15219,
"9895936" : 12143,
"10027008" : 9794,
"10158080" : 7513,
"10289152" : 6017,
"10420224" : 4769,
"10551296" : 3773,
"10682368" : 2868,
"10813440" : 2122,
"10944512" : 1605,
"11075584" : 1196,
"11206656" : 810,
"11337728" : 616,
"11468800" : 412,
"11599872" : 293,
"11730944" : 199,
"11862016" : 146,
"11993088" : 90,
"12124160" : 48,
"12255232" : 35,
"12386304" : 28,
"12517376" : 18,
"12648448" : 17,
"12779520" : 5,
"12910592" : 5,
"13041664" : 3,
"13697024" : 1,
"13828096" : 1,
"13959168" : 1,
"14090240" : 2,
"14221312" : 1,
"14352384" : 2
}
},
"lat_ns" : {
"min" : 1950813,
"max" : 15208607,
"mean" : 7541600.920655,
"stddev" : 1404530.322535,
"N" : 2884912
},
"bw_min" : 56248,
"bw_max" : 77062,
"bw_agg" : 100.000000,
"bw_mean" : 67893.578171,
"bw_dev" : 454.487999,
"bw_samples" : 2712,
"iops_min" : 14062,
"iops_max" : 19264,
"iops_mean" : 16973.117994,
"iops_stddev" : 113.599272,
"iops_samples" : 2712
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359992,
"usr_cpu" : 0.649930,
"sys_cpu" : 14.180819,
"ctx" : 2542919,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999965,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999965,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.977323,
"10" : 97.661079,
"20" : 1.361112,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094271,
"timestamp_ms" : 1773094271055,
"time" : "Mon Mar 9 19:11:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 7796,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12521578496,
"io_kbytes" : 12228104,
"bw_bytes" : 69563938,
"bw" : 67933,
"iops" : 16983.294537,
"runtime" : 180001,
"total_ios" : 3057010,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9705,
"max" : 3867482,
"mean" : 468112.249963,
"stddev" : 264032.960648,
"N" : 3057018
},
"clat_ns" : {
"min" : 4216,
"max" : 14410868,
"mean" : 7067378.043575,
"stddev" : 1344042.696816,
"N" : 3057130,
"percentile" : {
"1.000000" : 4014080,
"5.000000" : 4816896,
"10.000000" : 5275648,
"20.000000" : 5931008,
"30.000000" : 6389760,
"40.000000" : 6717440,
"50.000000" : 7110656,
"60.000000" : 7438336,
"70.000000" : 7766016,
"80.000000" : 8224768,
"90.000000" : 8847360,
"95.000000" : 9240576,
"99.000000" : 10158080,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"4192" : 1,
"5600" : 1,
"6880" : 1,
"7136" : 1,
"7328" : 1,
"8032" : 1,
"8512" : 1,
"14016" : 1,
"528384" : 1,
"561152" : 1,
"618496" : 1,
"643072" : 1,
"651264" : 1,
"684032" : 1,
"733184" : 1,
"806912" : 1,
"880640" : 1,
"1003520" : 1,
"1138688" : 1,
"1204224" : 1,
"1236992" : 1,
"1318912" : 1,
"1335296" : 1,
"1351680" : 1,
"1400832" : 2,
"1466368" : 1,
"1630208" : 3,
"1662976" : 1,
"1695744" : 1,
"1728512" : 1,
"1810432" : 1,
"1843200" : 1,
"1908736" : 1,
"1925120" : 2,
"1957888" : 1,
"2023424" : 3,
"2056192" : 1,
"2072576" : 2,
"2088960" : 3,
"2113536" : 2,
"2146304" : 2,
"2179072" : 5,
"2211840" : 7,
"2244608" : 2,
"2277376" : 6,
"2310144" : 6,
"2342912" : 3,
"2375680" : 5,
"2408448" : 9,
"2441216" : 17,
"2473984" : 24,
"2506752" : 24,
"2539520" : 19,
"2572288" : 33,
"2605056" : 32,
"2637824" : 41,
"2670592" : 35,
"2703360" : 43,
"2736128" : 49,
"2768896" : 59,
"2801664" : 71,
"2834432" : 94,
"2867200" : 89,
"2899968" : 87,
"2932736" : 91,
"2965504" : 130,
"2998272" : 149,
"3031040" : 170,
"3063808" : 191,
"3096576" : 216,
"3129344" : 239,
"3162112" : 286,
"3194880" : 298,
"3227648" : 353,
"3260416" : 373,
"3293184" : 362,
"3325952" : 425,
"3358720" : 449,
"3391488" : 514,
"3424256" : 601,
"3457024" : 650,
"3489792" : 764,
"3522560" : 854,
"3555328" : 903,
"3588096" : 947,
"3620864" : 1029,
"3653632" : 1141,
"3686400" : 1231,
"3719168" : 1346,
"3751936" : 1442,
"3784704" : 1661,
"3817472" : 1739,
"3850240" : 1951,
"3883008" : 2019,
"3915776" : 2115,
"3948544" : 2266,
"3981312" : 2374,
"4014080" : 2523,
"4046848" : 2705,
"4079616" : 2823,
"4112384" : 3119,
"4145152" : 3265,
"4177920" : 3528,
"4227072" : 7676,
"4292608" : 8411,
"4358144" : 9323,
"4423680" : 10333,
"4489216" : 11199,
"4554752" : 12340,
"4620288" : 13286,
"4685824" : 14368,
"4751360" : 15350,
"4816896" : 16378,
"4882432" : 17665,
"4947968" : 18775,
"5013504" : 19811,
"5079040" : 21121,
"5144576" : 22111,
"5210112" : 23155,
"5275648" : 24046,
"5341184" : 25297,
"5406720" : 26471,
"5472256" : 27495,
"5537792" : 29396,
"5603328" : 30373,
"5668864" : 32245,
"5734400" : 33512,
"5799936" : 35410,
"5865472" : 36911,
"5931008" : 38581,
"5996544" : 40604,
"6062080" : 42755,
"6127616" : 44451,
"6193152" : 45699,
"6258688" : 48047,
"6324224" : 49628,
"6389760" : 50915,
"6455296" : 52883,
"6520832" : 53959,
"6586368" : 55253,
"6651904" : 56175,
"6717440" : 57531,
"6782976" : 58698,
"6848512" : 59310,
"6914048" : 59130,
"6979584" : 59958,
"7045120" : 60169,
"7110656" : 60146,
"7176192" : 60061,
"7241728" : 60018,
"7307264" : 59635,
"7372800" : 58762,
"7438336" : 58269,
"7503872" : 57078,
"7569408" : 56248,
"7634944" : 55393,
"7700480" : 54099,
"7766016" : 52594,
"7831552" : 51560,
"7897088" : 49665,
"7962624" : 48296,
"8028160" : 46488,
"8093696" : 45123,
"8159232" : 43150,
"8224768" : 41644,
"8290304" : 39884,
"8355840" : 37708,
"8454144" : 70467,
"8585216" : 62886,
"8716288" : 56201,
"8847360" : 49931,
"8978432" : 43113,
"9109504" : 38296,
"9240576" : 32182,
"9371648" : 27421,
"9502720" : 23051,
"9633792" : 19339,
"9764864" : 16076,
"9895936" : 12916,
"10027008" : 10412,
"10158080" : 7966,
"10289152" : 6412,
"10420224" : 5105,
"10551296" : 4006,
"10682368" : 3043,
"10813440" : 2282,
"10944512" : 1709,
"11075584" : 1276,
"11206656" : 885,
"11337728" : 645,
"11468800" : 453,
"11599872" : 321,
"11730944" : 214,
"11862016" : 154,
"11993088" : 98,
"12124160" : 55,
"12255232" : 41,
"12386304" : 30,
"12517376" : 19,
"12648448" : 18,
"12779520" : 5,
"12910592" : 5,
"13041664" : 4,
"13172736" : 2,
"13303808" : 2,
"13434880" : 1,
"13565952" : 1,
"13697024" : 1,
"13828096" : 1,
"13959168" : 1,
"14090240" : 2,
"14221312" : 1,
"14352384" : 2
}
},
"lat_ns" : {
"min" : 525283,
"max" : 15208607,
"mean" : 7535488.985151,
"stddev" : 1407628.993002,
"N" : 3057130
},
"bw_min" : 56248,
"bw_max" : 77174,
"bw_agg" : 100.000000,
"bw_mean" : 67945.317549,
"bw_dev" : 455.129971,
"bw_samples" : 2872,
"iops_min" : 14062,
"iops_max" : 19292,
"iops_mean" : 16986.064067,
"iops_stddev" : 113.761289,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439995,
"usr_cpu" : 0.652572,
"sys_cpu" : 14.186994,
"ctx" : 2691558,
"majf" : 0,
"minf" : 290,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999738,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.988907,
"10" : 97.644430,
"20" : 1.369312,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094271,
"timestamp_ms" : 1773094271091,
"time" : "Mon Mar 9 19:11:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12522037248,
"io_kbytes" : 12228552,
"bw_bytes" : 69559144,
"bw" : 67928,
"iops" : 16981.502055,
"runtime" : 180020,
"total_ios" : 3057010,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9705,
"max" : 3867482,
"mean" : 468112.249963,
"stddev" : 264032.960648,
"N" : 3057018
},
"clat_ns" : {
"min" : 4216,
"max" : 14410868,
"mean" : 7067378.043575,
"stddev" : 1344042.696816,
"N" : 3057130,
"percentile" : {
"1.000000" : 4014080,
"5.000000" : 4816896,
"10.000000" : 5275648,
"20.000000" : 5931008,
"30.000000" : 6389760,
"40.000000" : 6717440,
"50.000000" : 7110656,
"60.000000" : 7438336,
"70.000000" : 7766016,
"80.000000" : 8224768,
"90.000000" : 8847360,
"95.000000" : 9240576,
"99.000000" : 10158080,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"4192" : 1,
"5600" : 1,
"6880" : 1,
"7136" : 1,
"7328" : 1,
"8032" : 1,
"8512" : 1,
"14016" : 1,
"528384" : 1,
"561152" : 1,
"618496" : 1,
"643072" : 1,
"651264" : 1,
"684032" : 1,
"733184" : 1,
"806912" : 1,
"880640" : 1,
"1003520" : 1,
"1138688" : 1,
"1204224" : 1,
"1236992" : 1,
"1318912" : 1,
"1335296" : 1,
"1351680" : 1,
"1400832" : 2,
"1466368" : 1,
"1630208" : 3,
"1662976" : 1,
"1695744" : 1,
"1728512" : 1,
"1810432" : 1,
"1843200" : 1,
"1908736" : 1,
"1925120" : 2,
"1957888" : 1,
"2023424" : 3,
"2056192" : 1,
"2072576" : 2,
"2088960" : 3,
"2113536" : 2,
"2146304" : 2,
"2179072" : 5,
"2211840" : 7,
"2244608" : 2,
"2277376" : 6,
"2310144" : 6,
"2342912" : 3,
"2375680" : 5,
"2408448" : 9,
"2441216" : 17,
"2473984" : 24,
"2506752" : 24,
"2539520" : 19,
"2572288" : 33,
"2605056" : 32,
"2637824" : 41,
"2670592" : 35,
"2703360" : 43,
"2736128" : 49,
"2768896" : 59,
"2801664" : 71,
"2834432" : 94,
"2867200" : 89,
"2899968" : 87,
"2932736" : 91,
"2965504" : 130,
"2998272" : 149,
"3031040" : 170,
"3063808" : 191,
"3096576" : 216,
"3129344" : 239,
"3162112" : 286,
"3194880" : 298,
"3227648" : 353,
"3260416" : 373,
"3293184" : 362,
"3325952" : 425,
"3358720" : 449,
"3391488" : 514,
"3424256" : 601,
"3457024" : 650,
"3489792" : 764,
"3522560" : 854,
"3555328" : 903,
"3588096" : 947,
"3620864" : 1029,
"3653632" : 1141,
"3686400" : 1231,
"3719168" : 1346,
"3751936" : 1442,
"3784704" : 1661,
"3817472" : 1739,
"3850240" : 1951,
"3883008" : 2019,
"3915776" : 2115,
"3948544" : 2266,
"3981312" : 2374,
"4014080" : 2523,
"4046848" : 2705,
"4079616" : 2823,
"4112384" : 3119,
"4145152" : 3265,
"4177920" : 3528,
"4227072" : 7676,
"4292608" : 8411,
"4358144" : 9323,
"4423680" : 10333,
"4489216" : 11199,
"4554752" : 12340,
"4620288" : 13286,
"4685824" : 14368,
"4751360" : 15350,
"4816896" : 16378,
"4882432" : 17665,
"4947968" : 18775,
"5013504" : 19811,
"5079040" : 21121,
"5144576" : 22111,
"5210112" : 23155,
"5275648" : 24046,
"5341184" : 25297,
"5406720" : 26471,
"5472256" : 27495,
"5537792" : 29396,
"5603328" : 30373,
"5668864" : 32245,
"5734400" : 33512,
"5799936" : 35410,
"5865472" : 36911,
"5931008" : 38581,
"5996544" : 40604,
"6062080" : 42755,
"6127616" : 44451,
"6193152" : 45699,
"6258688" : 48047,
"6324224" : 49628,
"6389760" : 50915,
"6455296" : 52883,
"6520832" : 53959,
"6586368" : 55253,
"6651904" : 56175,
"6717440" : 57531,
"6782976" : 58698,
"6848512" : 59310,
"6914048" : 59130,
"6979584" : 59958,
"7045120" : 60169,
"7110656" : 60146,
"7176192" : 60061,
"7241728" : 60018,
"7307264" : 59635,
"7372800" : 58762,
"7438336" : 58269,
"7503872" : 57078,
"7569408" : 56248,
"7634944" : 55393,
"7700480" : 54099,
"7766016" : 52594,
"7831552" : 51560,
"7897088" : 49665,
"7962624" : 48296,
"8028160" : 46488,
"8093696" : 45123,
"8159232" : 43150,
"8224768" : 41644,
"8290304" : 39884,
"8355840" : 37708,
"8454144" : 70467,
"8585216" : 62886,
"8716288" : 56201,
"8847360" : 49931,
"8978432" : 43113,
"9109504" : 38296,
"9240576" : 32182,
"9371648" : 27421,
"9502720" : 23051,
"9633792" : 19339,
"9764864" : 16076,
"9895936" : 12916,
"10027008" : 10412,
"10158080" : 7966,
"10289152" : 6412,
"10420224" : 5105,
"10551296" : 4006,
"10682368" : 3043,
"10813440" : 2282,
"10944512" : 1709,
"11075584" : 1276,
"11206656" : 885,
"11337728" : 645,
"11468800" : 453,
"11599872" : 321,
"11730944" : 214,
"11862016" : 154,
"11993088" : 98,
"12124160" : 55,
"12255232" : 41,
"12386304" : 30,
"12517376" : 19,
"12648448" : 18,
"12779520" : 5,
"12910592" : 5,
"13041664" : 4,
"13172736" : 2,
"13303808" : 2,
"13434880" : 1,
"13565952" : 1,
"13697024" : 1,
"13828096" : 1,
"13959168" : 1,
"14090240" : 2,
"14221312" : 1,
"14352384" : 2
}
},
"lat_ns" : {
"min" : 525283,
"max" : 15208607,
"mean" : 7535488.985151,
"stddev" : 1407628.993002,
"N" : 3057130
},
"bw_min" : 56248,
"bw_max" : 77174,
"bw_agg" : 100.000000,
"bw_mean" : 67943.644437,
"bw_dev" : 454.661139,
"bw_samples" : 2879,
"iops_min" : 14062,
"iops_max" : 19292,
"iops_mean" : 16985.642255,
"iops_stddev" : 113.644193,
"iops_samples" : 2879
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440131,
"usr_cpu" : 0.652510,
"sys_cpu" : 14.185654,
"ctx" : 2691682,
"majf" : 0,
"minf" : 297,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999738,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.988907,
"10" : 97.644430,
"20" : 1.369312,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}