raidz2/benchmarks/rand/rand-read-qd32-nj8_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773085352,
"timestamp_ms" : 1773085352479,
"time" : "Mon Mar 9 16:42:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2720706560,
"io_kbytes" : 2656940,
"bw_bytes" : 278618183,
"bw" : 272088,
"iops" : 68051.305684,
"runtime" : 9765,
"total_ios" : 664521,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78120,
"usr_cpu" : 1.546339,
"sys_cpu" : 26.146953,
"ctx" : 185867,
"majf" : 0,
"minf" : 304,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.962680,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999549,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999548,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085362,
"timestamp_ms" : 1773085362713,
"time" : "Mon Mar 9 16:42:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2798612480,
"io_kbytes" : 2733020,
"bw_bytes" : 279889236,
"bw" : 273329,
"iops" : 68334.633463,
"runtime" : 9999,
"total_ios" : 683278,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4998,
"max" : 933737,
"mean" : 115206.624763,
"stddev" : 157033.385735,
"N" : 683278
},
"clat_ns" : {
"min" : 550862,
"max" : 12484808,
"mean" : 3630834.716294,
"stddev" : 4538652.001080,
"N" : 683270,
"percentile" : {
"1.000000" : 602112,
"5.000000" : 618496,
"10.000000" : 626688,
"20.000000" : 634880,
"30.000000" : 643072,
"40.000000" : 651264,
"50.000000" : 659456,
"60.000000" : 684032,
"70.000000" : 8847360,
"80.000000" : 10289152,
"90.000000" : 10813440,
"95.000000" : 11075584,
"99.000000" : 11599872,
"99.500000" : 11730944,
"99.900000" : 11993088,
"99.950000" : 11993088,
"99.990000" : 12255232
},
"bins" : {
"552960" : 8,
"561152" : 58,
"569344" : 140,
"577536" : 493,
"585728" : 1296,
"593920" : 3158,
"602112" : 7128,
"610304" : 15149,
"618496" : 26900,
"626688" : 44034,
"634880" : 60304,
"643072" : 69988,
"651264" : 66364,
"659456" : 52338,
"667648" : 37475,
"675840" : 25035,
"684032" : 18567,
"692224" : 14894,
"700416" : 12419,
"708608" : 9021,
"716800" : 5395,
"724992" : 3061,
"733184" : 1544,
"741376" : 662,
"749568" : 268,
"757760" : 270,
"765952" : 205,
"774144" : 101,
"782336" : 151,
"790528" : 101,
"798720" : 67,
"806912" : 37,
"815104" : 29,
"823296" : 13,
"831488" : 16,
"839680" : 12,
"847872" : 2,
"856064" : 6,
"872448" : 2,
"880640" : 2,
"888832" : 6,
"897024" : 7,
"7372800" : 1,
"7503872" : 2,
"7634944" : 1,
"7700480" : 8,
"7766016" : 4,
"7831552" : 6,
"7897088" : 14,
"7962624" : 16,
"8028160" : 20,
"8093696" : 18,
"8159232" : 26,
"8224768" : 23,
"8290304" : 52,
"8355840" : 56,
"8454144" : 164,
"8585216" : 266,
"8716288" : 424,
"8847360" : 627,
"8978432" : 1046,
"9109504" : 1563,
"9240576" : 2353,
"9371648" : 3099,
"9502720" : 4479,
"9633792" : 5805,
"9764864" : 7644,
"9895936" : 9634,
"10027008" : 11705,
"10158080" : 13885,
"10289152" : 15824,
"10420224" : 16995,
"10551296" : 17827,
"10682368" : 17865,
"10813440" : 16651,
"10944512" : 15327,
"11075584" : 12872,
"11206656" : 10339,
"11337728" : 7809,
"11468800" : 5211,
"11599872" : 3325,
"11730944" : 1929,
"11862016" : 939,
"11993088" : 394,
"12124160" : 173,
"12255232" : 83,
"12386304" : 37,
"12517376" : 4
}
},
"lat_ns" : {
"min" : 563240,
"max" : 12882275,
"mean" : 3746039.346569,
"stddev" : 4684410.156509,
"N" : 683270
},
"bw_min" : 265991,
"bw_max" : 282552,
"bw_agg" : 99.936219,
"bw_mean" : 273155.789474,
"bw_dev" : 1158.046396,
"bw_samples" : 152,
"iops_min" : 66496,
"iops_max" : 70640,
"iops_mean" : 68288.526316,
"iops_stddev" : 289.611138,
"iops_samples" : 152
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79992,
"usr_cpu" : 1.537654,
"sys_cpu" : 26.457646,
"ctx" : 189218,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999854,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999854,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 69.602124,
"1000" : 0.168160
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 5.956141,
"20" : 24.272404,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085372,
"timestamp_ms" : 1773085372714,
"time" : "Mon Mar 9 16:42:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 5614493696,
"io_kbytes" : 5482904,
"bw_bytes" : 280724684,
"bw" : 274145,
"iops" : 68537.400000,
"runtime" : 20000,
"total_ios" : 1370748,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4998,
"max" : 933737,
"mean" : 114859.984611,
"stddev" : 156752.186602,
"N" : 1370748
},
"clat_ns" : {
"min" : 549500,
"max" : 12566823,
"mean" : 3619803.298237,
"stddev" : 4512506.881346,
"N" : 1370740,
"percentile" : {
"1.000000" : 602112,
"5.000000" : 618496,
"10.000000" : 626688,
"20.000000" : 634880,
"30.000000" : 643072,
"40.000000" : 651264,
"50.000000" : 659456,
"60.000000" : 675840,
"70.000000" : 8847360,
"80.000000" : 10158080,
"90.000000" : 10682368,
"95.000000" : 11075584,
"99.000000" : 11468800,
"99.500000" : 11599872,
"99.900000" : 11862016,
"99.950000" : 11993088,
"99.990000" : 12255232
},
"bins" : {
"552960" : 13,
"561152" : 75,
"569344" : 221,
"577536" : 790,
"585728" : 2172,
"593920" : 5403,
"602112" : 13024,
"610304" : 28655,
"618496" : 52702,
"626688" : 90923,
"634880" : 127279,
"643072" : 151746,
"651264" : 144269,
"659456" : 105296,
"667648" : 64719,
"675840" : 43797,
"684032" : 35201,
"692224" : 29617,
"700416" : 24464,
"708608" : 16190,
"716800" : 8288,
"724992" : 4816,
"733184" : 2324,
"741376" : 911,
"749568" : 411,
"757760" : 421,
"765952" : 363,
"774144" : 166,
"782336" : 245,
"790528" : 135,
"798720" : 71,
"806912" : 50,
"815104" : 42,
"823296" : 26,
"831488" : 22,
"839680" : 17,
"847872" : 14,
"856064" : 9,
"872448" : 2,
"880640" : 2,
"888832" : 6,
"897024" : 7,
"6455296" : 1,
"6586368" : 1,
"6717440" : 1,
"6782976" : 1,
"6848512" : 1,
"7045120" : 1,
"7110656" : 4,
"7176192" : 4,
"7372800" : 4,
"7438336" : 1,
"7503872" : 4,
"7569408" : 5,
"7634944" : 5,
"7700480" : 12,
"7766016" : 14,
"7831552" : 14,
"7897088" : 29,
"7962624" : 47,
"8028160" : 43,
"8093696" : 56,
"8159232" : 80,
"8224768" : 99,
"8290304" : 156,
"8355840" : 160,
"8454144" : 449,
"8585216" : 814,
"8716288" : 1198,
"8847360" : 1762,
"8978432" : 2729,
"9109504" : 3984,
"9240576" : 5617,
"9371648" : 7599,
"9502720" : 10873,
"9633792" : 13811,
"9764864" : 17854,
"9895936" : 21782,
"10027008" : 25672,
"10158080" : 29677,
"10289152" : 32804,
"10420224" : 34613,
"10551296" : 34888,
"10682368" : 34413,
"10813440" : 31602,
"10944512" : 28113,
"11075584" : 23158,
"11206656" : 18318,
"11337728" : 13515,
"11468800" : 8790,
"11599872" : 5358,
"11730944" : 3076,
"11862016" : 1493,
"11993088" : 661,
"12124160" : 301,
"12255232" : 119,
"12386304" : 41,
"12517376" : 10
}
},
"lat_ns" : {
"min" : 563240,
"max" : 12929417,
"mean" : 3734662.595562,
"stddev" : 4657401.339690,
"N" : 1370740
},
"bw_min" : 265991,
"bw_max" : 283527,
"bw_agg" : 100.000000,
"bw_mean" : 274178.025641,
"bw_dev" : 955.571067,
"bw_samples" : 312,
"iops_min" : 66496,
"iops_max" : 70883,
"iops_mean" : 68544.025641,
"iops_stddev" : 238.943204,
"iops_samples" : 312
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159994,
"usr_cpu" : 1.523182,
"sys_cpu" : 26.425366,
"ctx" : 378609,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999927,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999927,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 69.533277,
"1000" : 0.129637
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 7.034043,
"20" : 23.302460,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085382,
"timestamp_ms" : 1773085382714,
"time" : "Mon Mar 9 16:43:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 8436699136,
"io_kbytes" : 8238964,
"bw_bytes" : 281223304,
"bw" : 274632,
"iops" : 68659.000000,
"runtime" : 30000,
"total_ios" : 2059770,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4998,
"max" : 933737,
"mean" : 114662.065324,
"stddev" : 156564.951544,
"N" : 2059770
},
"clat_ns" : {
"min" : 549500,
"max" : 12649930,
"mean" : 3613422.527427,
"stddev" : 4487906.911485,
"N" : 2059762,
"percentile" : {
"1.000000" : 602112,
"5.000000" : 618496,
"10.000000" : 626688,
"20.000000" : 634880,
"30.000000" : 643072,
"40.000000" : 651264,
"50.000000" : 659456,
"60.000000" : 675840,
"70.000000" : 8847360,
"80.000000" : 10158080,
"90.000000" : 10682368,
"95.000000" : 10944512,
"99.000000" : 11468800,
"99.500000" : 11599872,
"99.900000" : 11862016,
"99.950000" : 11993088,
"99.990000" : 12124160
},
"bins" : {
"552960" : 14,
"561152" : 89,
"569344" : 256,
"577536" : 946,
"585728" : 2810,
"593920" : 7099,
"602112" : 18182,
"610304" : 39539,
"618496" : 75560,
"626688" : 131633,
"634880" : 187922,
"643072" : 230808,
"651264" : 224373,
"659456" : 167714,
"667648" : 100935,
"675840" : 64341,
"684032" : 51617,
"692224" : 43799,
"700416" : 36299,
"708608" : 23888,
"716800" : 11525,
"724992" : 6206,
"733184" : 2950,
"741376" : 1098,
"749568" : 478,
"757760" : 461,
"765952" : 386,
"774144" : 185,
"782336" : 269,
"790528" : 157,
"798720" : 107,
"806912" : 62,
"815104" : 42,
"823296" : 30,
"831488" : 22,
"839680" : 17,
"847872" : 14,
"856064" : 9,
"872448" : 2,
"880640" : 2,
"888832" : 6,
"897024" : 7,
"1056768" : 1,
"1073152" : 26,
"1089536" : 4,
"6455296" : 1,
"6586368" : 1,
"6717440" : 2,
"6782976" : 1,
"6848512" : 1,
"6914048" : 1,
"6979584" : 3,
"7045120" : 1,
"7110656" : 7,
"7176192" : 5,
"7241728" : 8,
"7307264" : 12,
"7372800" : 10,
"7438336" : 9,
"7503872" : 12,
"7569408" : 14,
"7634944" : 27,
"7700480" : 32,
"7766016" : 36,
"7831552" : 45,
"7897088" : 77,
"7962624" : 115,
"8028160" : 125,
"8093696" : 167,
"8159232" : 181,
"8224768" : 237,
"8290304" : 320,
"8355840" : 389,
"8454144" : 1046,
"8585216" : 1785,
"8716288" : 2557,
"8847360" : 3719,
"8978432" : 5514,
"9109504" : 7561,
"9240576" : 10643,
"9371648" : 14074,
"9502720" : 18876,
"9633792" : 24080,
"9764864" : 29744,
"9895936" : 35672,
"10027008" : 41111,
"10158080" : 46143,
"10289152" : 49843,
"10420224" : 51637,
"10551296" : 51224,
"10682368" : 49373,
"10813440" : 44744,
"10944512" : 38680,
"11075584" : 31376,
"11206656" : 24321,
"11337728" : 17451,
"11468800" : 11158,
"11599872" : 6769,
"11730944" : 3723,
"11862016" : 1789,
"11993088" : 839,
"12124160" : 385,
"12255232" : 137,
"12386304" : 43,
"12517376" : 13,
"12648448" : 3
}
},
"lat_ns" : {
"min" : 563240,
"max" : 12976389,
"mean" : 3728085.291559,
"stddev" : 4631990.274882,
"N" : 2059762
},
"bw_min" : 265991,
"bw_max" : 284568,
"bw_agg" : 100.000000,
"bw_mean" : 274693.372881,
"bw_dev" : 874.874844,
"bw_samples" : 472,
"iops_min" : 66496,
"iops_max" : 71144,
"iops_mean" : 68672.898305,
"iops_stddev" : 218.755402,
"iops_samples" : 472
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239998,
"usr_cpu" : 1.515846,
"sys_cpu" : 26.384803,
"ctx" : 568007,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999903,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999951,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 69.419207,
"1000" : 0.096273
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 8.193342,
"20" : 22.289285,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085392,
"timestamp_ms" : 1773085392713,
"time" : "Mon Mar 9 16:43:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 11023089664,
"io_kbytes" : 10764736,
"bw_bytes" : 275584131,
"bw" : 269125,
"iops" : 67281.607040,
"runtime" : 39999,
"total_ios" : 2691197,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4998,
"max" : 933737,
"mean" : 117044.339396,
"stddev" : 157777.219298,
"N" : 2691197
},
"clat_ns" : {
"min" : 541697,
"max" : 12649930,
"mean" : 3687417.225390,
"stddev" : 4480833.355546,
"N" : 2691189,
"percentile" : {
"1.000000" : 602112,
"5.000000" : 618496,
"10.000000" : 626688,
"20.000000" : 634880,
"30.000000" : 643072,
"40.000000" : 651264,
"50.000000" : 667648,
"60.000000" : 692224,
"70.000000" : 9109504,
"80.000000" : 10158080,
"90.000000" : 10682368,
"95.000000" : 10944512,
"99.000000" : 11468800,
"99.500000" : 11599872,
"99.900000" : 11862016,
"99.950000" : 11993088,
"99.990000" : 12124160
},
"bins" : {
"544768" : 11,
"552960" : 16,
"561152" : 101,
"569344" : 297,
"577536" : 1049,
"585728" : 3110,
"593920" : 7871,
"602112" : 20544,
"610304" : 45055,
"618496" : 87242,
"626688" : 153087,
"634880" : 222175,
"643072" : 277937,
"651264" : 278555,
"659456" : 215183,
"667648" : 133645,
"675840" : 83028,
"684032" : 64776,
"692224" : 55365,
"700416" : 46250,
"708608" : 31725,
"716800" : 16520,
"724992" : 8623,
"733184" : 3838,
"741376" : 1482,
"749568" : 561,
"757760" : 540,
"765952" : 448,
"774144" : 237,
"782336" : 291,
"790528" : 163,
"798720" : 125,
"806912" : 85,
"815104" : 58,
"823296" : 42,
"831488" : 27,
"839680" : 31,
"847872" : 27,
"856064" : 54,
"864256" : 47,
"872448" : 63,
"880640" : 158,
"888832" : 214,
"897024" : 270,
"905216" : 394,
"913408" : 815,
"921600" : 1093,
"929792" : 1508,
"937984" : 2190,
"946176" : 2891,
"954368" : 3600,
"962560" : 3943,
"970752" : 3797,
"978944" : 3889,
"987136" : 4293,
"995328" : 4508,
"1003520" : 5207,
"1011712" : 4915,
"1019904" : 4544,
"1028096" : 3746,
"1036288" : 3005,
"1044480" : 2630,
"1056768" : 4485,
"1073152" : 2915,
"1089536" : 1983,
"1105920" : 1495,
"1122304" : 1037,
"1138688" : 705,
"1155072" : 603,
"1171456" : 392,
"1187840" : 363,
"1204224" : 298,
"1220608" : 372,
"1236992" : 581,
"1253376" : 641,
"1269760" : 800,
"1286144" : 929,
"1302528" : 1280,
"1318912" : 1655,
"1335296" : 1239,
"1351680" : 1162,
"1368064" : 1084,
"1384448" : 927,
"1400832" : 713,
"1417216" : 526,
"1433600" : 460,
"1449984" : 339,
"1466368" : 210,
"1482752" : 307,
"1499136" : 203,
"1515520" : 119,
"1531904" : 68,
"1548288" : 111,
"1564672" : 95,
"1581056" : 117,
"1597440" : 109,
"1613824" : 163,
"1630208" : 138,
"1646592" : 120,
"1662976" : 161,
"1679360" : 140,
"1695744" : 186,
"1712128" : 181,
"1728512" : 90,
"1744896" : 118,
"1761280" : 100,
"1777664" : 60,
"1794048" : 49,
"1810432" : 70,
"1826816" : 47,
"1843200" : 32,
"1859584" : 41,
"1875968" : 21,
"1892352" : 7,
"1908736" : 8,
"1925120" : 7,
"1941504" : 17,
"1957888" : 16,
"1974272" : 16,
"1990656" : 19,
"2007040" : 18,
"2023424" : 31,
"2039808" : 42,
"2056192" : 15,
"2072576" : 13,
"2088960" : 4,
"2113536" : 11,
"2146304" : 6,
"2179072" : 19,
"2211840" : 2,
"2244608" : 8,
"2277376" : 4,
"2342912" : 1,
"2375680" : 1,
"2408448" : 12,
"2441216" : 12,
"2473984" : 4,
"2801664" : 7,
"6455296" : 1,
"6586368" : 1,
"6717440" : 3,
"6782976" : 4,
"6848512" : 3,
"6914048" : 2,
"6979584" : 7,
"7045120" : 7,
"7110656" : 18,
"7176192" : 14,
"7241728" : 12,
"7307264" : 16,
"7372800" : 20,
"7438336" : 31,
"7503872" : 32,
"7569408" : 37,
"7634944" : 48,
"7700480" : 71,
"7766016" : 113,
"7831552" : 116,
"7897088" : 153,
"7962624" : 226,
"8028160" : 260,
"8093696" : 369,
"8159232" : 411,
"8224768" : 562,
"8290304" : 678,
"8355840" : 848,
"8454144" : 2202,
"8585216" : 3433,
"8716288" : 4889,
"8847360" : 6856,
"8978432" : 10052,
"9109504" : 13167,
"9240576" : 17780,
"9371648" : 22810,
"9502720" : 29106,
"9633792" : 36254,
"9764864" : 43131,
"9895936" : 50709,
"10027008" : 57095,
"10158080" : 62666,
"10289152" : 66011,
"10420224" : 67649,
"10551296" : 65915,
"10682368" : 61652,
"10813440" : 55112,
"10944512" : 47190,
"11075584" : 37601,
"11206656" : 28652,
"11337728" : 20393,
"11468800" : 12880,
"11599872" : 7797,
"11730944" : 4311,
"11862016" : 1991,
"11993088" : 957,
"12124160" : 418,
"12255232" : 154,
"12386304" : 43,
"12517376" : 13,
"12648448" : 3
}
},
"lat_ns" : {
"min" : 553836,
"max" : 12976389,
"mean" : 3804463.408852,
"stddev" : 4624637.505449,
"N" : 2691189
},
"bw_min" : 224294,
"bw_max" : 286225,
"bw_agg" : 100.000000,
"bw_mean" : 269710.379747,
"bw_dev" : 4268.936746,
"bw_samples" : 632,
"iops_min" : 56072,
"iops_max" : 71558,
"iops_mean" : 67427.215190,
"iops_stddev" : 1067.242876,
"iops_samples" : 632
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319992,
"usr_cpu" : 1.494412,
"sys_cpu" : 26.097527,
"ctx" : 760216,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 65.317032,
"1000" : 1.350626
},
"latency_ms" : {
"2" : 2.001600,
"4" : 0.010000,
"10" : 9.685839,
"20" : 21.636840,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085402,
"timestamp_ms" : 1773085402714,
"time" : "Mon Mar 9 16:43:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 13072740352,
"io_kbytes" : 12766348,
"bw_bytes" : 261454807,
"bw" : 255326,
"iops" : 63832.200000,
"runtime" : 50000,
"total_ios" : 3191610,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4998,
"max" : 947718,
"mean" : 123457.013770,
"stddev" : 160856.879482,
"N" : 3191610
},
"clat_ns" : {
"min" : 541697,
"max" : 12649930,
"mean" : 3886534.028147,
"stddev" : 4501273.906736,
"N" : 3191602,
"percentile" : {
"1.000000" : 602112,
"5.000000" : 618496,
"10.000000" : 626688,
"20.000000" : 643072,
"30.000000" : 651264,
"40.000000" : 659456,
"50.000000" : 675840,
"60.000000" : 995328,
"70.000000" : 9371648,
"80.000000" : 10158080,
"90.000000" : 10682368,
"95.000000" : 10944512,
"99.000000" : 11468800,
"99.500000" : 11599872,
"99.900000" : 11862016,
"99.950000" : 11993088,
"99.990000" : 12124160
},
"bins" : {
"544768" : 11,
"552960" : 16,
"561152" : 101,
"569344" : 297,
"577536" : 1067,
"585728" : 3164,
"593920" : 8078,
"602112" : 20972,
"610304" : 46035,
"618496" : 89515,
"626688" : 157315,
"634880" : 230259,
"643072" : 290296,
"651264" : 293088,
"659456" : 228847,
"667648" : 142826,
"675840" : 88523,
"684032" : 68531,
"692224" : 58094,
"700416" : 48425,
"708608" : 33210,
"716800" : 17613,
"724992" : 9186,
"733184" : 4099,
"741376" : 1579,
"749568" : 579,
"757760" : 566,
"765952" : 474,
"774144" : 240,
"782336" : 291,
"790528" : 163,
"798720" : 125,
"806912" : 91,
"815104" : 66,
"823296" : 51,
"831488" : 27,
"839680" : 32,
"847872" : 29,
"856064" : 72,
"864256" : 77,
"872448" : 147,
"880640" : 355,
"888832" : 460,
"897024" : 680,
"905216" : 999,
"913408" : 1719,
"921600" : 2286,
"929792" : 3205,
"937984" : 4741,
"946176" : 6691,
"954368" : 8734,
"962560" : 10036,
"970752" : 10228,
"978944" : 10122,
"987136" : 10179,
"995328" : 9760,
"1003520" : 11182,
"1011712" : 11609,
"1019904" : 11947,
"1028096" : 10391,
"1036288" : 8121,
"1044480" : 6428,
"1056768" : 9862,
"1073152" : 6749,
"1089536" : 4247,
"1105920" : 2944,
"1122304" : 2136,
"1138688" : 1359,
"1155072" : 1259,
"1171456" : 1012,
"1187840" : 795,
"1204224" : 1052,
"1220608" : 1385,
"1236992" : 2027,
"1253376" : 2841,
"1269760" : 4031,
"1286144" : 5058,
"1302528" : 6205,
"1318912" : 7717,
"1335296" : 8169,
"1351680" : 7230,
"1368064" : 6357,
"1384448" : 6060,
"1400832" : 4659,
"1417216" : 3292,
"1433600" : 2551,
"1449984" : 2012,
"1466368" : 1560,
"1482752" : 1419,
"1499136" : 1088,
"1515520" : 829,
"1531904" : 731,
"1548288" : 818,
"1564672" : 1025,
"1581056" : 1163,
"1597440" : 1258,
"1613824" : 1726,
"1630208" : 1896,
"1646592" : 2075,
"1662976" : 2227,
"1679360" : 2296,
"1695744" : 2196,
"1712128" : 2121,
"1728512" : 1760,
"1744896" : 1681,
"1761280" : 1347,
"1777664" : 1136,
"1794048" : 955,
"1810432" : 820,
"1826816" : 616,
"1843200" : 449,
"1859584" : 507,
"1875968" : 466,
"1892352" : 516,
"1908736" : 455,
"1925120" : 519,
"1941504" : 513,
"1957888" : 559,
"1974272" : 590,
"1990656" : 566,
"2007040" : 586,
"2023424" : 662,
"2039808" : 637,
"2056192" : 686,
"2072576" : 511,
"2088960" : 444,
"2113536" : 842,
"2146304" : 559,
"2179072" : 475,
"2211840" : 420,
"2244608" : 356,
"2277376" : 300,
"2310144" : 281,
"2342912" : 364,
"2375680" : 318,
"2408448" : 298,
"2441216" : 230,
"2473984" : 147,
"2506752" : 150,
"2539520" : 119,
"2572288" : 129,
"2605056" : 108,
"2637824" : 75,
"2670592" : 55,
"2703360" : 102,
"2736128" : 49,
"2768896" : 46,
"2801664" : 58,
"2834432" : 28,
"2867200" : 22,
"2899968" : 16,
"2932736" : 12,
"2965504" : 17,
"2998272" : 24,
"3031040" : 8,
"3063808" : 10,
"3096576" : 34,
"3129344" : 6,
"3194880" : 5,
"3227648" : 11,
"3260416" : 3,
"3293184" : 10,
"3391488" : 1,
"3424256" : 9,
"3457024" : 1,
"3555328" : 5,
"3719168" : 1,
"6455296" : 2,
"6520832" : 1,
"6586368" : 2,
"6651904" : 3,
"6717440" : 6,
"6782976" : 5,
"6848512" : 8,
"6914048" : 6,
"6979584" : 13,
"7045120" : 11,
"7110656" : 22,
"7176192" : 21,
"7241728" : 25,
"7307264" : 25,
"7372800" : 32,
"7438336" : 56,
"7503872" : 73,
"7569408" : 74,
"7634944" : 100,
"7700480" : 129,
"7766016" : 209,
"7831552" : 244,
"7897088" : 346,
"7962624" : 404,
"8028160" : 454,
"8093696" : 627,
"8159232" : 776,
"8224768" : 1007,
"8290304" : 1193,
"8355840" : 1414,
"8454144" : 3639,
"8585216" : 5454,
"8716288" : 7811,
"8847360" : 10705,
"8978432" : 15060,
"9109504" : 19587,
"9240576" : 25683,
"9371648" : 32514,
"9502720" : 40596,
"9633792" : 49334,
"9764864" : 57337,
"9895936" : 66022,
"10027008" : 73071,
"10158080" : 78805,
"10289152" : 82070,
"10420224" : 82258,
"10551296" : 78969,
"10682368" : 72973,
"10813440" : 64662,
"10944512" : 54695,
"11075584" : 43335,
"11206656" : 32636,
"11337728" : 22969,
"11468800" : 14448,
"11599872" : 8743,
"11730944" : 4815,
"11862016" : 2211,
"11993088" : 1047,
"12124160" : 464,
"12255232" : 159,
"12386304" : 49,
"12517376" : 19,
"12648448" : 3
}
},
"lat_ns" : {
"min" : 553836,
"max" : 12976389,
"mean" : 4009992.283234,
"stddev" : 4645647.751329,
"N" : 3191602
},
"bw_min" : 177814,
"bw_max" : 286738,
"bw_agg" : 100.000000,
"bw_mean" : 256109.393939,
"bw_dev" : 10760.343668,
"bw_samples" : 792,
"iops_min" : 44452,
"iops_max" : 71686,
"iops_mean" : 64027.030303,
"iops_stddev" : 2690.099339,
"iops_samples" : 792
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399995,
"usr_cpu" : 1.420018,
"sys_cpu" : 25.384817,
"ctx" : 960302,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 57.697745,
"1000" : 2.619211
},
"latency_ms" : {
"2" : 6.200225,
"4" : 0.288318,
"10" : 11.342708,
"20" : 21.851542,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085412,
"timestamp_ms" : 1773085412713,
"time" : "Mon Mar 9 16:43:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 14848446464,
"io_kbytes" : 14500436,
"bw_bytes" : 247478232,
"bw" : 241677,
"iops" : 60419.673661,
"runtime" : 59999,
"total_ios" : 3625120,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4998,
"max" : 947718,
"mean" : 130523.697031,
"stddev" : 163908.463337,
"N" : 3625120
},
"clat_ns" : {
"min" : 541697,
"max" : 12649930,
"mean" : 4105992.301763,
"stddev" : 4519314.072847,
"N" : 3625112,
"percentile" : {
"1.000000" : 610304,
"5.000000" : 626688,
"10.000000" : 634880,
"20.000000" : 643072,
"30.000000" : 651264,
"40.000000" : 667648,
"50.000000" : 708608,
"60.000000" : 1368064,
"70.000000" : 9502720,
"80.000000" : 10158080,
"90.000000" : 10682368,
"95.000000" : 10944512,
"99.000000" : 11337728,
"99.500000" : 11599872,
"99.900000" : 11862016,
"99.950000" : 11993088,
"99.990000" : 12124160
},
"bins" : {
"544768" : 11,
"552960" : 16,
"561152" : 101,
"569344" : 297,
"577536" : 1072,
"585728" : 3164,
"593920" : 8091,
"602112" : 21032,
"610304" : 46314,
"618496" : 90141,
"626688" : 158811,
"634880" : 232796,
"643072" : 294331,
"651264" : 297414,
"659456" : 232775,
"667648" : 145060,
"675840" : 89671,
"684032" : 69243,
"692224" : 58565,
"700416" : 48749,
"708608" : 33406,
"716800" : 17709,
"724992" : 9213,
"733184" : 4113,
"741376" : 1587,
"749568" : 593,
"757760" : 579,
"765952" : 476,
"774144" : 244,
"782336" : 291,
"790528" : 163,
"798720" : 125,
"806912" : 91,
"815104" : 66,
"823296" : 51,
"831488" : 27,
"839680" : 35,
"847872" : 29,
"856064" : 83,
"864256" : 87,
"872448" : 177,
"880640" : 439,
"888832" : 546,
"897024" : 785,
"905216" : 1269,
"913408" : 2076,
"921600" : 2849,
"929792" : 4126,
"937984" : 6128,
"946176" : 8731,
"954368" : 11616,
"962560" : 13455,
"970752" : 13564,
"978944" : 12987,
"987136" : 12848,
"995328" : 12916,
"1003520" : 14894,
"1011712" : 15619,
"1019904" : 15783,
"1028096" : 13595,
"1036288" : 10755,
"1044480" : 8407,
"1056768" : 12281,
"1073152" : 8252,
"1089536" : 5279,
"1105920" : 3680,
"1122304" : 2825,
"1138688" : 1807,
"1155072" : 1464,
"1171456" : 1326,
"1187840" : 1068,
"1204224" : 1455,
"1220608" : 1972,
"1236992" : 3187,
"1253376" : 5196,
"1269760" : 7103,
"1286144" : 8930,
"1302528" : 10604,
"1318912" : 13567,
"1335296" : 14795,
"1351680" : 12968,
"1368064" : 11561,
"1384448" : 10714,
"1400832" : 8172,
"1417216" : 6064,
"1433600" : 4229,
"1449984" : 3392,
"1466368" : 2946,
"1482752" : 2537,
"1499136" : 1973,
"1515520" : 1477,
"1531904" : 1431,
"1548288" : 1578,
"1564672" : 2158,
"1581056" : 2688,
"1597440" : 3183,
"1613824" : 3981,
"1630208" : 4847,
"1646592" : 5314,
"1662976" : 5339,
"1679360" : 5831,
"1695744" : 5572,
"1712128" : 5651,
"1728512" : 5068,
"1744896" : 4241,
"1761280" : 3523,
"1777664" : 3021,
"1794048" : 2347,
"1810432" : 2002,
"1826816" : 1622,
"1843200" : 1358,
"1859584" : 1237,
"1875968" : 1259,
"1892352" : 1179,
"1908736" : 1296,
"1925120" : 1495,
"1941504" : 1856,
"1957888" : 1951,
"1974272" : 1980,
"1990656" : 2169,
"2007040" : 2407,
"2023424" : 2585,
"2039808" : 2405,
"2056192" : 2103,
"2072576" : 2002,
"2088960" : 1928,
"2113536" : 3030,
"2146304" : 2112,
"2179072" : 1826,
"2211840" : 1407,
"2244608" : 1348,
"2277376" : 1514,
"2310144" : 1767,
"2342912" : 1913,
"2375680" : 1754,
"2408448" : 1544,
"2441216" : 1351,
"2473984" : 1016,
"2506752" : 801,
"2539520" : 704,
"2572288" : 595,
"2605056" : 556,
"2637824" : 594,
"2670592" : 499,
"2703360" : 577,
"2736128" : 453,
"2768896" : 397,
"2801664" : 400,
"2834432" : 329,
"2867200" : 287,
"2899968" : 204,
"2932736" : 137,
"2965504" : 152,
"2998272" : 180,
"3031040" : 132,
"3063808" : 124,
"3096576" : 199,
"3129344" : 120,
"3162112" : 100,
"3194880" : 72,
"3227648" : 88,
"3260416" : 40,
"3293184" : 55,
"3325952" : 24,
"3358720" : 53,
"3391488" : 28,
"3424256" : 38,
"3457024" : 14,
"3489792" : 22,
"3522560" : 32,
"3555328" : 18,
"3588096" : 5,
"3620864" : 11,
"3653632" : 18,
"3686400" : 5,
"3719168" : 2,
"3751936" : 4,
"3784704" : 6,
"3817472" : 13,
"3850240" : 9,
"3883008" : 1,
"3915776" : 7,
"3981312" : 10,
"4046848" : 6,
"4112384" : 1,
"4358144" : 3,
"6455296" : 2,
"6520832" : 1,
"6586368" : 2,
"6651904" : 3,
"6717440" : 6,
"6782976" : 5,
"6848512" : 10,
"6914048" : 8,
"6979584" : 13,
"7045120" : 13,
"7110656" : 33,
"7176192" : 29,
"7241728" : 32,
"7307264" : 41,
"7372800" : 52,
"7438336" : 105,
"7503872" : 134,
"7569408" : 112,
"7634944" : 160,
"7700480" : 200,
"7766016" : 321,
"7831552" : 387,
"7897088" : 542,
"7962624" : 609,
"8028160" : 717,
"8093696" : 955,
"8159232" : 1188,
"8224768" : 1525,
"8290304" : 1773,
"8355840" : 2140,
"8454144" : 5429,
"8585216" : 7983,
"8716288" : 11188,
"8847360" : 15304,
"8978432" : 20528,
"9109504" : 26332,
"9240576" : 34172,
"9371648" : 42372,
"9502720" : 52295,
"9633792" : 62270,
"9764864" : 72082,
"9895936" : 81805,
"10027008" : 88995,
"10158080" : 94941,
"10289152" : 97554,
"10420224" : 96476,
"10551296" : 91591,
"10682368" : 83914,
"10813440" : 73655,
"10944512" : 61661,
"11075584" : 48602,
"11206656" : 36229,
"11337728" : 25252,
"11468800" : 15821,
"11599872" : 9590,
"11730944" : 5238,
"11862016" : 2456,
"11993088" : 1165,
"12124160" : 510,
"12255232" : 182,
"12386304" : 54,
"12517376" : 21,
"12648448" : 3
}
},
"lat_ns" : {
"min" : 553836,
"max" : 12976389,
"mean" : 4236516.495681,
"stddev" : 4664178.931750,
"N" : 3625112
},
"bw_min" : 159310,
"bw_max" : 287297,
"bw_agg" : 100.000000,
"bw_mean" : 242351.579832,
"bw_dev" : 14851.958464,
"bw_samples" : 952,
"iops_min" : 39826,
"iops_max" : 71826,
"iops_mean" : 60587.621849,
"iops_stddev" : 3713.003346,
"iops_samples" : 952
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479992,
"usr_cpu" : 1.360023,
"sys_cpu" : 24.668953,
"ctx" : 1164194,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 51.419760,
"1000" : 2.980867
},
"latency_ms" : {
"2" : 9.221184,
"4" : 1.157120,
"10" : 12.926165,
"20" : 22.294683,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085422,
"timestamp_ms" : 1773085422714,
"time" : "Mon Mar 9 16:43:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 16465711104,
"io_kbytes" : 16079796,
"bw_bytes" : 235224444,
"bw" : 229711,
"iops" : 57427.985714,
"runtime" : 70000,
"total_ios" : 4019959,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4998,
"max" : 1140312,
"mean" : 137405.265785,
"stddev" : 166519.739139,
"N" : 4019960
},
"clat_ns" : {
"min" : 541697,
"max" : 12649930,
"mean" : 4319776.944001,
"stddev" : 4527524.149871,
"N" : 4019951,
"percentile" : {
"1.000000" : 610304,
"5.000000" : 626688,
"10.000000" : 634880,
"20.000000" : 643072,
"30.000000" : 659456,
"40.000000" : 675840,
"50.000000" : 1011712,
"60.000000" : 1957888,
"70.000000" : 9502720,
"80.000000" : 10158080,
"90.000000" : 10551296,
"95.000000" : 10944512,
"99.000000" : 11337728,
"99.500000" : 11599872,
"99.900000" : 11862016,
"99.950000" : 11993088,
"99.990000" : 12124160
},
"bins" : {
"544768" : 11,
"552960" : 16,
"561152" : 101,
"569344" : 297,
"577536" : 1074,
"585728" : 3174,
"593920" : 8108,
"602112" : 21083,
"610304" : 46453,
"618496" : 90471,
"626688" : 159393,
"634880" : 233774,
"643072" : 295596,
"651264" : 298623,
"659456" : 233594,
"667648" : 145505,
"675840" : 89933,
"684032" : 69382,
"692224" : 58636,
"700416" : 48829,
"708608" : 33443,
"716800" : 17738,
"724992" : 9233,
"733184" : 4131,
"741376" : 1595,
"749568" : 594,
"757760" : 579,
"765952" : 476,
"774144" : 244,
"782336" : 291,
"790528" : 163,
"798720" : 125,
"806912" : 91,
"815104" : 66,
"823296" : 51,
"831488" : 27,
"839680" : 35,
"847872" : 29,
"856064" : 83,
"864256" : 91,
"872448" : 224,
"880640" : 495,
"888832" : 628,
"897024" : 897,
"905216" : 1357,
"913408" : 2299,
"921600" : 3180,
"929792" : 4684,
"937984" : 7046,
"946176" : 9888,
"954368" : 12998,
"962560" : 14898,
"970752" : 14954,
"978944" : 14187,
"987136" : 14092,
"995328" : 14362,
"1003520" : 16527,
"1011712" : 17310,
"1019904" : 17262,
"1028096" : 14894,
"1036288" : 11694,
"1044480" : 9014,
"1056768" : 13307,
"1073152" : 8775,
"1089536" : 5609,
"1105920" : 4001,
"1122304" : 3073,
"1138688" : 1936,
"1155072" : 1554,
"1171456" : 1476,
"1187840" : 1260,
"1204224" : 1784,
"1220608" : 2373,
"1236992" : 4117,
"1253376" : 6808,
"1269760" : 9345,
"1286144" : 11430,
"1302528" : 13765,
"1318912" : 17487,
"1335296" : 18688,
"1351680" : 16529,
"1368064" : 14855,
"1384448" : 13346,
"1400832" : 10352,
"1417216" : 7612,
"1433600" : 5369,
"1449984" : 4200,
"1466368" : 3633,
"1482752" : 3017,
"1499136" : 2511,
"1515520" : 2034,
"1531904" : 2056,
"1548288" : 2352,
"1564672" : 3310,
"1581056" : 4145,
"1597440" : 4875,
"1613824" : 6323,
"1630208" : 7615,
"1646592" : 8248,
"1662976" : 8555,
"1679360" : 9171,
"1695744" : 8924,
"1712128" : 8647,
"1728512" : 7449,
"1744896" : 6653,
"1761280" : 5473,
"1777664" : 4719,
"1794048" : 3645,
"1810432" : 3130,
"1826816" : 2599,
"1843200" : 2150,
"1859584" : 2141,
"1875968" : 2141,
"1892352" : 2129,
"1908736" : 2443,
"1925120" : 2677,
"1941504" : 3314,
"1957888" : 3677,
"1974272" : 3915,
"1990656" : 4242,
"2007040" : 4742,
"2023424" : 5020,
"2039808" : 4505,
"2056192" : 4455,
"2072576" : 3905,
"2088960" : 3523,
"2113536" : 6025,
"2146304" : 4469,
"2179072" : 3649,
"2211840" : 2932,
"2244608" : 3059,
"2277376" : 3532,
"2310144" : 3991,
"2342912" : 4537,
"2375680" : 4397,
"2408448" : 3947,
"2441216" : 3472,
"2473984" : 2659,
"2506752" : 2239,
"2539520" : 1905,
"2572288" : 1792,
"2605056" : 1573,
"2637824" : 1744,
"2670592" : 1741,
"2703360" : 1914,
"2736128" : 1520,
"2768896" : 1481,
"2801664" : 1393,
"2834432" : 1031,
"2867200" : 923,
"2899968" : 825,
"2932736" : 626,
"2965504" : 737,
"2998272" : 699,
"3031040" : 607,
"3063808" : 605,
"3096576" : 624,
"3129344" : 482,
"3162112" : 406,
"3194880" : 357,
"3227648" : 380,
"3260416" : 301,
"3293184" : 246,
"3325952" : 266,
"3358720" : 226,
"3391488" : 234,
"3424256" : 226,
"3457024" : 150,
"3489792" : 163,
"3522560" : 158,
"3555328" : 133,
"3588096" : 132,
"3620864" : 71,
"3653632" : 79,
"3686400" : 55,
"3719168" : 82,
"3751936" : 41,
"3784704" : 51,
"3817472" : 44,
"3850240" : 68,
"3883008" : 51,
"3915776" : 48,
"3948544" : 32,
"3981312" : 25,
"4014080" : 25,
"4046848" : 32,
"4079616" : 16,
"4112384" : 15,
"4145152" : 12,
"4177920" : 14,
"4227072" : 22,
"4292608" : 6,
"4358144" : 18,
"4423680" : 3,
"4489216" : 8,
"4554752" : 7,
"4685824" : 6,
"4751360" : 2,
"4882432" : 3,
"5013504" : 1,
"6062080" : 2,
"6127616" : 3,
"6193152" : 1,
"6389760" : 1,
"6455296" : 6,
"6520832" : 2,
"6586368" : 2,
"6651904" : 3,
"6717440" : 12,
"6782976" : 7,
"6848512" : 11,
"6914048" : 11,
"6979584" : 19,
"7045120" : 25,
"7110656" : 57,
"7176192" : 63,
"7241728" : 47,
"7307264" : 80,
"7372800" : 85,
"7438336" : 166,
"7503872" : 205,
"7569408" : 198,
"7634944" : 253,
"7700480" : 336,
"7766016" : 442,
"7831552" : 590,
"7897088" : 755,
"7962624" : 831,
"8028160" : 1022,
"8093696" : 1337,
"8159232" : 1644,
"8224768" : 2076,
"8290304" : 2410,
"8355840" : 2915,
"8454144" : 7383,
"8585216" : 10707,
"8716288" : 14931,
"8847360" : 20156,
"8978432" : 26765,
"9109504" : 33937,
"9240576" : 43326,
"9371648" : 53232,
"9502720" : 65125,
"9633792" : 76610,
"9764864" : 87176,
"9895936" : 97964,
"10027008" : 105253,
"10158080" : 110656,
"10289152" : 112767,
"10420224" : 110376,
"10551296" : 103798,
"10682368" : 93553,
"10813440" : 81446,
"10944512" : 67681,
"11075584" : 53017,
"11206656" : 39352,
"11337728" : 27271,
"11468800" : 16961,
"11599872" : 10250,
"11730944" : 5532,
"11862016" : 2610,
"11993088" : 1207,
"12124160" : 527,
"12255232" : 189,
"12386304" : 62,
"12517376" : 25,
"12648448" : 3
}
},
"lat_ns" : {
"min" : 553836,
"max" : 12976389,
"mean" : 4457182.771086,
"stddev" : 4672565.433641,
"N" : 4019951
},
"bw_min" : 145550,
"bw_max" : 287600,
"bw_agg" : 100.000000,
"bw_mean" : 230291.949640,
"bw_dev" : 17419.861474,
"bw_samples" : 1112,
"iops_min" : 36386,
"iops_max" : 71902,
"iops_mean" : 57572.762590,
"iops_stddev" : 4354.976597,
"iops_samples" : 1112
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559993,
"usr_cpu" : 1.297695,
"sys_cpu" : 24.020300,
"ctx" : 1370730,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999975,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 46.531320,
"1000" : 2.981249
},
"latency_ms" : {
"2" : 10.770085,
"4" : 2.511444,
"10" : 14.518780,
"20" : 22.686923,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085432,
"timestamp_ms" : 1773085432714,
"time" : "Mon Mar 9 16:43:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 17982062592,
"io_kbytes" : 17560608,
"bw_bytes" : 224775782,
"bw" : 219507,
"iops" : 54877.100000,
"runtime" : 80000,
"total_ios" : 4390168,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4867,
"max" : 1140312,
"mean" : 143866.219170,
"stddev" : 168669.976119,
"N" : 4390168
},
"clat_ns" : {
"min" : 541697,
"max" : 12649930,
"mean" : 4520556.713753,
"stddev" : 4526600.293009,
"N" : 4390160,
"percentile" : {
"1.000000" : 610304,
"5.000000" : 626688,
"10.000000" : 634880,
"20.000000" : 651264,
"30.000000" : 659456,
"40.000000" : 692224,
"50.000000" : 1318912,
"60.000000" : 2703360,
"70.000000" : 9633792,
"80.000000" : 10158080,
"90.000000" : 10551296,
"95.000000" : 10944512,
"99.000000" : 11337728,
"99.500000" : 11468800,
"99.900000" : 11862016,
"99.950000" : 11862016,
"99.990000" : 12124160
},
"bins" : {
"544768" : 11,
"552960" : 16,
"561152" : 101,
"569344" : 297,
"577536" : 1077,
"585728" : 3176,
"593920" : 8112,
"602112" : 21092,
"610304" : 46497,
"618496" : 90538,
"626688" : 159593,
"634880" : 234120,
"643072" : 295975,
"651264" : 299025,
"659456" : 233797,
"667648" : 145604,
"675840" : 90068,
"684032" : 69426,
"692224" : 58655,
"700416" : 48830,
"708608" : 33448,
"716800" : 17738,
"724992" : 9233,
"733184" : 4131,
"741376" : 1595,
"749568" : 594,
"757760" : 579,
"765952" : 476,
"774144" : 244,
"782336" : 291,
"790528" : 163,
"798720" : 125,
"806912" : 91,
"815104" : 66,
"823296" : 51,
"831488" : 27,
"839680" : 35,
"847872" : 29,
"856064" : 83,
"864256" : 94,
"872448" : 229,
"880640" : 511,
"888832" : 680,
"897024" : 979,
"905216" : 1487,
"913408" : 2407,
"921600" : 3363,
"929792" : 4895,
"937984" : 7389,
"946176" : 10385,
"954368" : 13591,
"962560" : 15524,
"970752" : 15471,
"978944" : 14716,
"987136" : 14597,
"995328" : 14986,
"1003520" : 17263,
"1011712" : 17961,
"1019904" : 17797,
"1028096" : 15359,
"1036288" : 12051,
"1044480" : 9182,
"1056768" : 13552,
"1073152" : 8924,
"1089536" : 5740,
"1105920" : 4103,
"1122304" : 3171,
"1138688" : 1977,
"1155072" : 1606,
"1171456" : 1542,
"1187840" : 1338,
"1204224" : 1937,
"1220608" : 2696,
"1236992" : 4596,
"1253376" : 7763,
"1269760" : 10743,
"1286144" : 12773,
"1302528" : 15627,
"1318912" : 19902,
"1335296" : 20774,
"1351680" : 18391,
"1368064" : 16661,
"1384448" : 14863,
"1400832" : 11383,
"1417216" : 8410,
"1433600" : 6027,
"1449984" : 4610,
"1466368" : 4118,
"1482752" : 3295,
"1499136" : 2802,
"1515520" : 2377,
"1531904" : 2460,
"1548288" : 2851,
"1564672" : 4098,
"1581056" : 5299,
"1597440" : 6144,
"1613824" : 7991,
"1630208" : 9722,
"1646592" : 10539,
"1662976" : 11071,
"1679360" : 11774,
"1695744" : 11442,
"1712128" : 10799,
"1728512" : 9311,
"1744896" : 8274,
"1761280" : 6615,
"1777664" : 5851,
"1794048" : 4500,
"1810432" : 3848,
"1826816" : 3319,
"1843200" : 2718,
"1859584" : 2747,
"1875968" : 2930,
"1892352" : 3039,
"1908736" : 3482,
"1925120" : 4007,
"1941504" : 4987,
"1957888" : 5418,
"1974272" : 5932,
"1990656" : 6368,
"2007040" : 6918,
"2023424" : 7425,
"2039808" : 6651,
"2056192" : 6717,
"2072576" : 5774,
"2088960" : 5176,
"2113536" : 8741,
"2146304" : 6495,
"2179072" : 5334,
"2211840" : 4519,
"2244608" : 5004,
"2277376" : 6099,
"2310144" : 7048,
"2342912" : 7677,
"2375680" : 7664,
"2408448" : 6951,
"2441216" : 6064,
"2473984" : 4713,
"2506752" : 3969,
"2539520" : 3271,
"2572288" : 3098,
"2605056" : 3130,
"2637824" : 3636,
"2670592" : 3609,
"2703360" : 4080,
"2736128" : 3559,
"2768896" : 3015,
"2801664" : 2915,
"2834432" : 2365,
"2867200" : 2027,
"2899968" : 1687,
"2932736" : 1476,
"2965504" : 1786,
"2998272" : 1747,
"3031040" : 1563,
"3063808" : 1552,
"3096576" : 1649,
"3129344" : 1271,
"3162112" : 1081,
"3194880" : 1075,
"3227648" : 885,
"3260416" : 799,
"3293184" : 715,
"3325952" : 843,
"3358720" : 764,
"3391488" : 690,
"3424256" : 602,
"3457024" : 671,
"3489792" : 506,
"3522560" : 452,
"3555328" : 384,
"3588096" : 350,
"3620864" : 284,
"3653632" : 304,
"3686400" : 252,
"3719168" : 299,
"3751936" : 250,
"3784704" : 242,
"3817472" : 139,
"3850240" : 196,
"3883008" : 185,
"3915776" : 149,
"3948544" : 120,
"3981312" : 120,
"4014080" : 125,
"4046848" : 134,
"4079616" : 63,
"4112384" : 73,
"4145152" : 99,
"4177920" : 53,
"4227072" : 89,
"4292608" : 84,
"4358144" : 77,
"4423680" : 40,
"4489216" : 21,
"4554752" : 23,
"4620288" : 19,
"4685824" : 28,
"4751360" : 16,
"4816896" : 8,
"4882432" : 6,
"4947968" : 7,
"5013504" : 6,
"5079040" : 1,
"5210112" : 2,
"5341184" : 1,
"5668864" : 1,
"6062080" : 2,
"6127616" : 3,
"6193152" : 1,
"6389760" : 1,
"6455296" : 6,
"6520832" : 2,
"6586368" : 3,
"6651904" : 4,
"6717440" : 16,
"6782976" : 15,
"6848512" : 27,
"6914048" : 20,
"6979584" : 42,
"7045120" : 37,
"7110656" : 71,
"7176192" : 97,
"7241728" : 83,
"7307264" : 139,
"7372800" : 133,
"7438336" : 239,
"7503872" : 298,
"7569408" : 318,
"7634944" : 381,
"7700480" : 498,
"7766016" : 677,
"7831552" : 834,
"7897088" : 1059,
"7962624" : 1171,
"8028160" : 1462,
"8093696" : 1827,
"8159232" : 2211,
"8224768" : 2772,
"8290304" : 3251,
"8355840" : 3827,
"8454144" : 9760,
"8585216" : 13873,
"8716288" : 19154,
"8847360" : 25805,
"8978432" : 33796,
"9109504" : 42496,
"9240576" : 53467,
"9371648" : 64845,
"9502720" : 78365,
"9633792" : 90736,
"9764864" : 102067,
"9895936" : 113464,
"10027008" : 120669,
"10158080" : 126200,
"10289152" : 127307,
"10420224" : 123262,
"10551296" : 115107,
"10682368" : 102938,
"10813440" : 89026,
"10944512" : 73493,
"11075584" : 57062,
"11206656" : 42167,
"11337728" : 29098,
"11468800" : 18050,
"11599872" : 10851,
"11730944" : 5796,
"11862016" : 2760,
"11993088" : 1291,
"12124160" : 554,
"12255232" : 202,
"12386304" : 70,
"12517376" : 28,
"12648448" : 3
}
},
"lat_ns" : {
"min" : 553836,
"max" : 12976389,
"mean" : 4664423.863112,
"stddev" : 4671528.430923,
"N" : 4390160
},
"bw_min" : 135638,
"bw_max" : 288336,
"bw_agg" : 100.000000,
"bw_mean" : 219997.911950,
"bw_dev" : 19057.429484,
"bw_samples" : 1272,
"iops_min" : 33908,
"iops_max" : 72086,
"iops_mean" : 54999.270440,
"iops_stddev" : 4764.368571,
"iops_samples" : 1272
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639997,
"usr_cpu" : 1.249068,
"sys_cpu" : 23.452766,
"ctx" : 1578785,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999977,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999977,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 42.652172,
"1000" : 2.845358
},
"latency_ms" : {
"2" : 11.349019,
"4" : 4.060232,
"10" : 16.070638,
"20" : 23.022399,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085442,
"timestamp_ms" : 1773085442713,
"time" : "Mon Mar 9 16:44:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 19428368384,
"io_kbytes" : 18973016,
"bw_bytes" : 215873158,
"bw" : 210813,
"iops" : 52703.563373,
"runtime" : 89999,
"total_ios" : 4743268,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4867,
"max" : 1140312,
"mean" : 149867.463989,
"stddev" : 170437.659956,
"N" : 4743268
},
"clat_ns" : {
"min" : 541697,
"max" : 12649930,
"mean" : 4706943.421543,
"stddev" : 4518150.357505,
"N" : 4743260,
"percentile" : {
"1.000000" : 610304,
"5.000000" : 626688,
"10.000000" : 634880,
"20.000000" : 651264,
"30.000000" : 667648,
"40.000000" : 937984,
"50.000000" : 1630208,
"60.000000" : 8454144,
"70.000000" : 9633792,
"80.000000" : 10158080,
"90.000000" : 10551296,
"95.000000" : 10944512,
"99.000000" : 11337728,
"99.500000" : 11468800,
"99.900000" : 11862016,
"99.950000" : 11862016,
"99.990000" : 12124160
},
"bins" : {
"544768" : 11,
"552960" : 16,
"561152" : 101,
"569344" : 297,
"577536" : 1077,
"585728" : 3176,
"593920" : 8112,
"602112" : 21099,
"610304" : 46512,
"618496" : 90576,
"626688" : 159624,
"634880" : 234207,
"643072" : 296099,
"651264" : 299134,
"659456" : 233921,
"667648" : 145669,
"675840" : 90096,
"684032" : 69436,
"692224" : 58658,
"700416" : 48836,
"708608" : 33452,
"716800" : 17740,
"724992" : 9233,
"733184" : 4131,
"741376" : 1595,
"749568" : 594,
"757760" : 579,
"765952" : 476,
"774144" : 244,
"782336" : 291,
"790528" : 163,
"798720" : 125,
"806912" : 91,
"815104" : 66,
"823296" : 51,
"831488" : 27,
"839680" : 35,
"847872" : 29,
"856064" : 83,
"864256" : 99,
"872448" : 236,
"880640" : 516,
"888832" : 680,
"897024" : 982,
"905216" : 1496,
"913408" : 2460,
"921600" : 3436,
"929792" : 5029,
"937984" : 7532,
"946176" : 10565,
"954368" : 13811,
"962560" : 15786,
"970752" : 15777,
"978944" : 14972,
"987136" : 14812,
"995328" : 15251,
"1003520" : 17560,
"1011712" : 18256,
"1019904" : 18062,
"1028096" : 15589,
"1036288" : 12213,
"1044480" : 9287,
"1056768" : 13690,
"1073152" : 9045,
"1089536" : 5823,
"1105920" : 4162,
"1122304" : 3189,
"1138688" : 1986,
"1155072" : 1624,
"1171456" : 1580,
"1187840" : 1407,
"1204224" : 2039,
"1220608" : 2870,
"1236992" : 4910,
"1253376" : 8207,
"1269760" : 11296,
"1286144" : 13477,
"1302528" : 16601,
"1318912" : 21111,
"1335296" : 21996,
"1351680" : 19363,
"1368064" : 17559,
"1384448" : 15604,
"1400832" : 12009,
"1417216" : 8773,
"1433600" : 6356,
"1449984" : 4870,
"1466368" : 4297,
"1482752" : 3522,
"1499136" : 2949,
"1515520" : 2582,
"1531904" : 2740,
"1548288" : 3237,
"1564672" : 4584,
"1581056" : 5934,
"1597440" : 7016,
"1613824" : 9264,
"1630208" : 11135,
"1646592" : 11977,
"1662976" : 12586,
"1679360" : 13541,
"1695744" : 12938,
"1712128" : 12242,
"1728512" : 10615,
"1744896" : 9428,
"1761280" : 7513,
"1777664" : 6541,
"1794048" : 5101,
"1810432" : 4328,
"1826816" : 3833,
"1843200" : 3182,
"1859584" : 3201,
"1875968" : 3516,
"1892352" : 3602,
"1908736" : 4319,
"1925120" : 5089,
"1941504" : 6353,
"1957888" : 6928,
"1974272" : 7629,
"1990656" : 8188,
"2007040" : 8693,
"2023424" : 9179,
"2039808" : 8285,
"2056192" : 8499,
"2072576" : 7180,
"2088960" : 6544,
"2113536" : 10902,
"2146304" : 8081,
"2179072" : 6692,
"2211840" : 5854,
"2244608" : 6704,
"2277376" : 8420,
"2310144" : 9982,
"2342912" : 11105,
"2375680" : 10741,
"2408448" : 9802,
"2441216" : 8302,
"2473984" : 6584,
"2506752" : 5522,
"2539520" : 4737,
"2572288" : 4652,
"2605056" : 4991,
"2637824" : 5778,
"2670592" : 5972,
"2703360" : 6430,
"2736128" : 5805,
"2768896" : 5111,
"2801664" : 4594,
"2834432" : 3803,
"2867200" : 3320,
"2899968" : 3002,
"2932736" : 2720,
"2965504" : 3103,
"2998272" : 3427,
"3031040" : 3065,
"3063808" : 3021,
"3096576" : 2972,
"3129344" : 2526,
"3162112" : 2186,
"3194880" : 2067,
"3227648" : 1916,
"3260416" : 1635,
"3293184" : 1633,
"3325952" : 1716,
"3358720" : 1687,
"3391488" : 1574,
"3424256" : 1457,
"3457024" : 1416,
"3489792" : 1198,
"3522560" : 1089,
"3555328" : 997,
"3588096" : 891,
"3620864" : 745,
"3653632" : 697,
"3686400" : 669,
"3719168" : 695,
"3751936" : 681,
"3784704" : 613,
"3817472" : 492,
"3850240" : 504,
"3883008" : 503,
"3915776" : 429,
"3948544" : 359,
"3981312" : 288,
"4014080" : 299,
"4046848" : 307,
"4079616" : 246,
"4112384" : 238,
"4145152" : 279,
"4177920" : 246,
"4227072" : 332,
"4292608" : 268,
"4358144" : 250,
"4423680" : 201,
"4489216" : 163,
"4554752" : 122,
"4620288" : 87,
"4685824" : 97,
"4751360" : 59,
"4816896" : 58,
"4882432" : 50,
"4947968" : 29,
"5013504" : 16,
"5079040" : 29,
"5144576" : 12,
"5210112" : 20,
"5275648" : 10,
"5341184" : 2,
"5406720" : 2,
"5472256" : 2,
"5603328" : 4,
"5668864" : 2,
"6062080" : 2,
"6127616" : 4,
"6193152" : 2,
"6258688" : 1,
"6324224" : 1,
"6389760" : 1,
"6455296" : 10,
"6520832" : 5,
"6586368" : 7,
"6651904" : 7,
"6717440" : 23,
"6782976" : 24,
"6848512" : 30,
"6914048" : 31,
"6979584" : 66,
"7045120" : 48,
"7110656" : 91,
"7176192" : 119,
"7241728" : 126,
"7307264" : 173,
"7372800" : 209,
"7438336" : 329,
"7503872" : 401,
"7569408" : 432,
"7634944" : 546,
"7700480" : 690,
"7766016" : 889,
"7831552" : 1139,
"7897088" : 1434,
"7962624" : 1536,
"8028160" : 1923,
"8093696" : 2412,
"8159232" : 2960,
"8224768" : 3605,
"8290304" : 4102,
"8355840" : 4980,
"8454144" : 12595,
"8585216" : 17472,
"8716288" : 24016,
"8847360" : 31888,
"8978432" : 41256,
"9109504" : 51431,
"9240576" : 64184,
"9371648" : 77020,
"9502720" : 91867,
"9633792" : 105236,
"9764864" : 117317,
"9895936" : 129284,
"10027008" : 136330,
"10158080" : 141165,
"10289152" : 141189,
"10420224" : 135401,
"10551296" : 125582,
"10682368" : 111360,
"10813440" : 96159,
"10944512" : 78840,
"11075584" : 60931,
"11206656" : 44846,
"11337728" : 30772,
"11468800" : 18964,
"11599872" : 11329,
"11730944" : 6129,
"11862016" : 2908,
"11993088" : 1353,
"12124160" : 577,
"12255232" : 206,
"12386304" : 71,
"12517376" : 28,
"12648448" : 3
}
},
"lat_ns" : {
"min" : 553836,
"max" : 12976389,
"mean" : 4856811.361239,
"stddev" : 4662727.649655,
"N" : 4743260
},
"bw_min" : 130654,
"bw_max" : 288544,
"bw_agg" : 100.000000,
"bw_mean" : 211244.279330,
"bw_dev" : 20098.879281,
"bw_samples" : 1432,
"iops_min" : 32662,
"iops_max" : 72138,
"iops_mean" : 52810.871508,
"iops_stddev" : 5024.731435,
"iops_samples" : 1432
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719992,
"usr_cpu" : 1.203347,
"sys_cpu" : 22.991367,
"ctx" : 1787816,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 39.490811,
"1000" : 2.678997
},
"latency_ms" : {
"2" : 11.382890,
"4" : 5.558235,
"10" : 17.608345,
"20" : 23.280553,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085452,
"timestamp_ms" : 1773085452714,
"time" : "Mon Mar 9 16:44:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 20818608128,
"io_kbytes" : 20330672,
"bw_bytes" : 208186081,
"bw" : 203306,
"iops" : 50826.790000,
"runtime" : 100000,
"total_ios" : 5082679,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4867,
"max" : 1140312,
"mean" : 155463.257918,
"stddev" : 171856.766286,
"N" : 5082679
},
"clat_ns" : {
"min" : 541697,
"max" : 12649930,
"mean" : 4880682.194463,
"stddev" : 4503717.886812,
"N" : 5082671,
"percentile" : {
"1.000000" : 610304,
"5.000000" : 626688,
"10.000000" : 634880,
"20.000000" : 651264,
"30.000000" : 667648,
"40.000000" : 1011712,
"50.000000" : 1957888,
"60.000000" : 8847360,
"70.000000" : 9633792,
"80.000000" : 10158080,
"90.000000" : 10551296,
"95.000000" : 10944512,
"99.000000" : 11337728,
"99.500000" : 11468800,
"99.900000" : 11862016,
"99.950000" : 11862016,
"99.990000" : 12124160
},
"bins" : {
"544768" : 11,
"552960" : 16,
"561152" : 101,
"569344" : 297,
"577536" : 1077,
"585728" : 3176,
"593920" : 8112,
"602112" : 21103,
"610304" : 46513,
"618496" : 90581,
"626688" : 159627,
"634880" : 234227,
"643072" : 296127,
"651264" : 299170,
"659456" : 233950,
"667648" : 145690,
"675840" : 90109,
"684032" : 69449,
"692224" : 58673,
"700416" : 48841,
"708608" : 33457,
"716800" : 17741,
"724992" : 9239,
"733184" : 4136,
"741376" : 1595,
"749568" : 594,
"757760" : 579,
"765952" : 476,
"774144" : 244,
"782336" : 291,
"790528" : 163,
"798720" : 125,
"806912" : 91,
"815104" : 66,
"823296" : 51,
"831488" : 27,
"839680" : 35,
"847872" : 29,
"856064" : 83,
"864256" : 99,
"872448" : 236,
"880640" : 516,
"888832" : 680,
"897024" : 982,
"905216" : 1499,
"913408" : 2484,
"921600" : 3447,
"929792" : 5052,
"937984" : 7569,
"946176" : 10631,
"954368" : 13906,
"962560" : 15854,
"970752" : 15856,
"978944" : 15066,
"987136" : 14895,
"995328" : 15325,
"1003520" : 17630,
"1011712" : 18345,
"1019904" : 18159,
"1028096" : 15682,
"1036288" : 12295,
"1044480" : 9371,
"1056768" : 13801,
"1073152" : 9104,
"1089536" : 5862,
"1105920" : 4186,
"1122304" : 3197,
"1138688" : 2006,
"1155072" : 1637,
"1171456" : 1584,
"1187840" : 1420,
"1204224" : 2063,
"1220608" : 2914,
"1236992" : 5006,
"1253376" : 8406,
"1269760" : 11577,
"1286144" : 13801,
"1302528" : 17034,
"1318912" : 21644,
"1335296" : 22637,
"1351680" : 19838,
"1368064" : 18078,
"1384448" : 16072,
"1400832" : 12388,
"1417216" : 9101,
"1433600" : 6597,
"1449984" : 5036,
"1466368" : 4402,
"1482752" : 3635,
"1499136" : 3048,
"1515520" : 2671,
"1531904" : 2862,
"1548288" : 3394,
"1564672" : 4865,
"1581056" : 6217,
"1597440" : 7460,
"1613824" : 9752,
"1630208" : 11702,
"1646592" : 12720,
"1662976" : 13478,
"1679360" : 14391,
"1695744" : 13795,
"1712128" : 13050,
"1728512" : 11447,
"1744896" : 10129,
"1761280" : 8138,
"1777664" : 6996,
"1794048" : 5524,
"1810432" : 4701,
"1826816" : 4126,
"1843200" : 3482,
"1859584" : 3495,
"1875968" : 3870,
"1892352" : 3954,
"1908736" : 4822,
"1925120" : 5646,
"1941504" : 7159,
"1957888" : 7774,
"1974272" : 8567,
"1990656" : 9244,
"2007040" : 9956,
"2023424" : 10276,
"2039808" : 9574,
"2056192" : 9827,
"2072576" : 8299,
"2088960" : 7522,
"2113536" : 12759,
"2146304" : 9296,
"2179072" : 7738,
"2211840" : 7012,
"2244608" : 8150,
"2277376" : 10203,
"2310144" : 12252,
"2342912" : 13553,
"2375680" : 13565,
"2408448" : 12587,
"2441216" : 10644,
"2473984" : 8422,
"2506752" : 7034,
"2539520" : 5944,
"2572288" : 6114,
"2605056" : 6764,
"2637824" : 8090,
"2670592" : 8344,
"2703360" : 8806,
"2736128" : 8312,
"2768896" : 7368,
"2801664" : 6499,
"2834432" : 5465,
"2867200" : 4709,
"2899968" : 4319,
"2932736" : 4093,
"2965504" : 4727,
"2998272" : 5115,
"3031040" : 4819,
"3063808" : 4957,
"3096576" : 4663,
"3129344" : 4182,
"3162112" : 3693,
"3194880" : 3367,
"3227648" : 3031,
"3260416" : 2714,
"3293184" : 2718,
"3325952" : 2852,
"3358720" : 2884,
"3391488" : 2709,
"3424256" : 2662,
"3457024" : 2548,
"3489792" : 2444,
"3522560" : 2024,
"3555328" : 1820,
"3588096" : 1661,
"3620864" : 1508,
"3653632" : 1496,
"3686400" : 1392,
"3719168" : 1461,
"3751936" : 1446,
"3784704" : 1284,
"3817472" : 1145,
"3850240" : 1145,
"3883008" : 994,
"3915776" : 927,
"3948544" : 705,
"3981312" : 689,
"4014080" : 695,
"4046848" : 665,
"4079616" : 639,
"4112384" : 575,
"4145152" : 593,
"4177920" : 522,
"4227072" : 871,
"4292608" : 778,
"4358144" : 589,
"4423680" : 467,
"4489216" : 427,
"4554752" : 342,
"4620288" : 285,
"4685824" : 242,
"4751360" : 176,
"4816896" : 169,
"4882432" : 115,
"4947968" : 124,
"5013504" : 70,
"5079040" : 82,
"5144576" : 47,
"5210112" : 45,
"5275648" : 59,
"5341184" : 14,
"5406720" : 14,
"5472256" : 5,
"5537792" : 10,
"5603328" : 10,
"5668864" : 4,
"5734400" : 4,
"5799936" : 1,
"5865472" : 4,
"5931008" : 1,
"6062080" : 2,
"6127616" : 5,
"6193152" : 3,
"6258688" : 3,
"6324224" : 1,
"6389760" : 2,
"6455296" : 14,
"6520832" : 9,
"6586368" : 11,
"6651904" : 10,
"6717440" : 25,
"6782976" : 32,
"6848512" : 47,
"6914048" : 46,
"6979584" : 77,
"7045120" : 73,
"7110656" : 112,
"7176192" : 175,
"7241728" : 180,
"7307264" : 221,
"7372800" : 278,
"7438336" : 406,
"7503872" : 523,
"7569408" : 606,
"7634944" : 726,
"7700480" : 910,
"7766016" : 1119,
"7831552" : 1441,
"7897088" : 1813,
"7962624" : 2026,
"8028160" : 2490,
"8093696" : 3049,
"8159232" : 3661,
"8224768" : 4540,
"8290304" : 5187,
"8355840" : 6274,
"8454144" : 15641,
"8585216" : 21647,
"8716288" : 29190,
"8847360" : 38324,
"8978432" : 49344,
"9109504" : 60988,
"9240576" : 75258,
"9371648" : 89765,
"9502720" : 106046,
"9633792" : 120231,
"9764864" : 133267,
"9895936" : 145030,
"10027008" : 151368,
"10158080" : 155619,
"10289152" : 154128,
"10420224" : 146928,
"10551296" : 135595,
"10682368" : 119534,
"10813440" : 102616,
"10944512" : 83547,
"11075584" : 64372,
"11206656" : 47287,
"11337728" : 32367,
"11468800" : 19939,
"11599872" : 11900,
"11730944" : 6401,
"11862016" : 3024,
"11993088" : 1426,
"12124160" : 593,
"12255232" : 208,
"12386304" : 79,
"12517376" : 31,
"12648448" : 3
}
},
"lat_ns" : {
"min" : 553836,
"max" : 12976389,
"mean" : 5036146.412908,
"stddev" : 4647759.599384,
"N" : 5082671
},
"bw_min" : 124718,
"bw_max" : 289042,
"bw_agg" : 100.000000,
"bw_mean" : 203683.155779,
"bw_dev" : 20783.986626,
"bw_samples" : 1592,
"iops_min" : 31178,
"iops_max" : 72262,
"iops_mean" : 50920.587940,
"iops_stddev" : 5196.008961,
"iops_samples" : 1592
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799995,
"usr_cpu" : 1.167882,
"sys_cpu" : 22.585016,
"ctx" : 1997836,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999961,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999961,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 36.857826,
"1000" : 2.513123
},
"latency_ms" : {
"2" : 11.068336,
"4" : 6.937621,
"10" : 19.160270,
"20" : 23.462666,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085462,
"timestamp_ms" : 1773085462714,
"time" : "Mon Mar 9 16:44:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 22171942912,
"io_kbytes" : 21652288,
"bw_bytes" : 201563117,
"bw" : 196838,
"iops" : 49209.854545,
"runtime" : 110000,
"total_ios" : 5413084,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4867,
"max" : 1140312,
"mean" : 160626.119322,
"stddev" : 173010.255686,
"N" : 5413084
},
"clat_ns" : {
"min" : 541697,
"max" : 12649930,
"mean" : 5041014.944726,
"stddev" : 4485711.381103,
"N" : 5413076,
"percentile" : {
"1.000000" : 610304,
"5.000000" : 626688,
"10.000000" : 634880,
"20.000000" : 651264,
"30.000000" : 675840,
"40.000000" : 1269760,
"50.000000" : 2310144,
"60.000000" : 8978432,
"70.000000" : 9764864,
"80.000000" : 10158080,
"90.000000" : 10551296,
"95.000000" : 10944512,
"99.000000" : 11337728,
"99.500000" : 11468800,
"99.900000" : 11862016,
"99.950000" : 11862016,
"99.990000" : 12124160
},
"bins" : {
"544768" : 11,
"552960" : 16,
"561152" : 101,
"569344" : 297,
"577536" : 1077,
"585728" : 3176,
"593920" : 8112,
"602112" : 21103,
"610304" : 46513,
"618496" : 90581,
"626688" : 159628,
"634880" : 234234,
"643072" : 296131,
"651264" : 299179,
"659456" : 233965,
"667648" : 145695,
"675840" : 90110,
"684032" : 69454,
"692224" : 58674,
"700416" : 48842,
"708608" : 33458,
"716800" : 17741,
"724992" : 9239,
"733184" : 4136,
"741376" : 1595,
"749568" : 594,
"757760" : 579,
"765952" : 476,
"774144" : 244,
"782336" : 291,
"790528" : 163,
"798720" : 125,
"806912" : 91,
"815104" : 66,
"823296" : 51,
"831488" : 27,
"839680" : 35,
"847872" : 29,
"856064" : 83,
"864256" : 101,
"872448" : 238,
"880640" : 517,
"888832" : 684,
"897024" : 982,
"905216" : 1504,
"913408" : 2487,
"921600" : 3459,
"929792" : 5073,
"937984" : 7590,
"946176" : 10662,
"954368" : 13941,
"962560" : 15904,
"970752" : 15897,
"978944" : 15107,
"987136" : 14942,
"995328" : 15353,
"1003520" : 17651,
"1011712" : 18416,
"1019904" : 18220,
"1028096" : 15733,
"1036288" : 12312,
"1044480" : 9379,
"1056768" : 13810,
"1073152" : 9110,
"1089536" : 5876,
"1105920" : 4188,
"1122304" : 3202,
"1138688" : 2006,
"1155072" : 1637,
"1171456" : 1587,
"1187840" : 1423,
"1204224" : 2074,
"1220608" : 2974,
"1236992" : 5083,
"1253376" : 8503,
"1269760" : 11748,
"1286144" : 13950,
"1302528" : 17206,
"1318912" : 21892,
"1335296" : 22924,
"1351680" : 20060,
"1368064" : 18379,
"1384448" : 16303,
"1400832" : 12524,
"1417216" : 9218,
"1433600" : 6709,
"1449984" : 5090,
"1466368" : 4464,
"1482752" : 3677,
"1499136" : 3112,
"1515520" : 2740,
"1531904" : 2935,
"1548288" : 3512,
"1564672" : 5005,
"1581056" : 6475,
"1597440" : 7770,
"1613824" : 10064,
"1630208" : 12097,
"1646592" : 13169,
"1662976" : 14066,
"1679360" : 14984,
"1695744" : 14359,
"1712128" : 13614,
"1728512" : 11821,
"1744896" : 10544,
"1761280" : 8460,
"1777664" : 7216,
"1794048" : 5744,
"1810432" : 4893,
"1826816" : 4357,
"1843200" : 3665,
"1859584" : 3747,
"1875968" : 4214,
"1892352" : 4215,
"1908736" : 5171,
"1925120" : 6070,
"1941504" : 7752,
"1957888" : 8472,
"1974272" : 9338,
"1990656" : 10211,
"2007040" : 10812,
"2023424" : 11244,
"2039808" : 10422,
"2056192" : 10630,
"2072576" : 9046,
"2088960" : 8308,
"2113536" : 13869,
"2146304" : 10229,
"2179072" : 8531,
"2211840" : 7930,
"2244608" : 9279,
"2277376" : 11657,
"2310144" : 14162,
"2342912" : 15797,
"2375680" : 15701,
"2408448" : 14484,
"2441216" : 12408,
"2473984" : 9863,
"2506752" : 8276,
"2539520" : 7307,
"2572288" : 7457,
"2605056" : 8345,
"2637824" : 9923,
"2670592" : 10440,
"2703360" : 11060,
"2736128" : 10684,
"2768896" : 9291,
"2801664" : 8147,
"2834432" : 6937,
"2867200" : 6067,
"2899968" : 5862,
"2932736" : 5676,
"2965504" : 6331,
"2998272" : 7055,
"3031040" : 6697,
"3063808" : 6769,
"3096576" : 6583,
"3129344" : 6111,
"3162112" : 5046,
"3194880" : 4687,
"3227648" : 4400,
"3260416" : 4135,
"3293184" : 4044,
"3325952" : 4300,
"3358720" : 4315,
"3391488" : 4222,
"3424256" : 4102,
"3457024" : 3866,
"3489792" : 3615,
"3522560" : 2997,
"3555328" : 2836,
"3588096" : 2621,
"3620864" : 2594,
"3653632" : 2450,
"3686400" : 2296,
"3719168" : 2375,
"3751936" : 2438,
"3784704" : 2186,
"3817472" : 1915,
"3850240" : 1868,
"3883008" : 1738,
"3915776" : 1560,
"3948544" : 1289,
"3981312" : 1282,
"4014080" : 1253,
"4046848" : 1279,
"4079616" : 1180,
"4112384" : 1037,
"4145152" : 1126,
"4177920" : 882,
"4227072" : 1604,
"4292608" : 1432,
"4358144" : 1279,
"4423680" : 1023,
"4489216" : 944,
"4554752" : 670,
"4620288" : 648,
"4685824" : 566,
"4751360" : 472,
"4816896" : 394,
"4882432" : 307,
"4947968" : 270,
"5013504" : 193,
"5079040" : 152,
"5144576" : 122,
"5210112" : 124,
"5275648" : 135,
"5341184" : 51,
"5406720" : 60,
"5472256" : 22,
"5537792" : 41,
"5603328" : 45,
"5668864" : 28,
"5734400" : 15,
"5799936" : 6,
"5865472" : 12,
"5931008" : 9,
"5996544" : 11,
"6062080" : 2,
"6127616" : 7,
"6193152" : 3,
"6258688" : 7,
"6324224" : 2,
"6389760" : 2,
"6455296" : 16,
"6520832" : 16,
"6586368" : 13,
"6651904" : 12,
"6717440" : 31,
"6782976" : 40,
"6848512" : 62,
"6914048" : 62,
"6979584" : 89,
"7045120" : 99,
"7110656" : 142,
"7176192" : 207,
"7241728" : 237,
"7307264" : 282,
"7372800" : 377,
"7438336" : 496,
"7503872" : 652,
"7569408" : 736,
"7634944" : 925,
"7700480" : 1165,
"7766016" : 1430,
"7831552" : 1768,
"7897088" : 2170,
"7962624" : 2504,
"8028160" : 3063,
"8093696" : 3781,
"8159232" : 4429,
"8224768" : 5443,
"8290304" : 6314,
"8355840" : 7557,
"8454144" : 18857,
"8585216" : 25701,
"8716288" : 34544,
"8847360" : 44886,
"8978432" : 57611,
"9109504" : 70506,
"9240576" : 86081,
"9371648" : 102484,
"9502720" : 119606,
"9633792" : 135073,
"9764864" : 148876,
"9895936" : 160674,
"10027008" : 166718,
"10158080" : 170723,
"10289152" : 167216,
"10420224" : 158903,
"10551296" : 145515,
"10682368" : 127691,
"10813440" : 109087,
"10944512" : 88245,
"11075584" : 67847,
"11206656" : 49575,
"11337728" : 33760,
"11468800" : 20753,
"11599872" : 12370,
"11730944" : 6616,
"11862016" : 3153,
"11993088" : 1491,
"12124160" : 609,
"12255232" : 210,
"12386304" : 79,
"12517376" : 31,
"12648448" : 3
}
},
"lat_ns" : {
"min" : 553836,
"max" : 12976389,
"mean" : 5201641.951919,
"stddev" : 4629104.322520,
"N" : 5413076
},
"bw_min" : 122950,
"bw_max" : 289090,
"bw_agg" : 100.000000,
"bw_mean" : 197162.497717,
"bw_dev" : 21191.322848,
"bw_samples" : 1752,
"iops_min" : 30736,
"iops_max" : 72274,
"iops_mean" : 49290.433790,
"iops_stddev" : 5297.842491,
"iops_samples" : 1752
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879999,
"usr_cpu" : 1.131024,
"sys_cpu" : 22.248775,
"ctx" : 2208075,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 34.609014,
"1000" : 2.366119
},
"latency_ms" : {
"2" : 10.654776,
"4" : 8.089566,
"10" : 20.603578,
"20" : 23.676799,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085472,
"timestamp_ms" : 1773085472713,
"time" : "Mon Mar 9 16:44:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 23488270336,
"io_kbytes" : 22937764,
"bw_bytes" : 195737217,
"bw" : 191149,
"iops" : 47787.531563,
"runtime" : 119999,
"total_ios" : 5734456,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4867,
"max" : 1473202,
"mean" : 165455.383475,
"stddev" : 173937.826533,
"N" : 5734456
},
"clat_ns" : {
"min" : 541697,
"max" : 12649930,
"mean" : 5191032.498755,
"stddev" : 4463277.593330,
"N" : 5734448,
"percentile" : {
"1.000000" : 610304,
"5.000000" : 626688,
"10.000000" : 643072,
"20.000000" : 651264,
"30.000000" : 692224,
"40.000000" : 1384448,
"50.000000" : 2703360,
"60.000000" : 9109504,
"70.000000" : 9764864,
"80.000000" : 10158080,
"90.000000" : 10551296,
"95.000000" : 10944512,
"99.000000" : 11337728,
"99.500000" : 11468800,
"99.900000" : 11862016,
"99.950000" : 11862016,
"99.990000" : 12124160
},
"bins" : {
"544768" : 11,
"552960" : 16,
"561152" : 101,
"569344" : 297,
"577536" : 1077,
"585728" : 3176,
"593920" : 8112,
"602112" : 21103,
"610304" : 46513,
"618496" : 90581,
"626688" : 159628,
"634880" : 234234,
"643072" : 296131,
"651264" : 299179,
"659456" : 233965,
"667648" : 145698,
"675840" : 90110,
"684032" : 69454,
"692224" : 58674,
"700416" : 48842,
"708608" : 33461,
"716800" : 17741,
"724992" : 9243,
"733184" : 4136,
"741376" : 1595,
"749568" : 594,
"757760" : 579,
"765952" : 476,
"774144" : 244,
"782336" : 291,
"790528" : 163,
"798720" : 125,
"806912" : 91,
"815104" : 66,
"823296" : 51,
"831488" : 27,
"839680" : 35,
"847872" : 29,
"856064" : 83,
"864256" : 101,
"872448" : 238,
"880640" : 517,
"888832" : 684,
"897024" : 982,
"905216" : 1504,
"913408" : 2487,
"921600" : 3460,
"929792" : 5078,
"937984" : 7595,
"946176" : 10665,
"954368" : 13951,
"962560" : 15913,
"970752" : 15909,
"978944" : 15117,
"987136" : 14950,
"995328" : 15374,
"1003520" : 17669,
"1011712" : 18430,
"1019904" : 18239,
"1028096" : 15744,
"1036288" : 12324,
"1044480" : 9403,
"1056768" : 13833,
"1073152" : 9120,
"1089536" : 5883,
"1105920" : 4194,
"1122304" : 3206,
"1138688" : 2007,
"1155072" : 1637,
"1171456" : 1587,
"1187840" : 1427,
"1204224" : 2077,
"1220608" : 2976,
"1236992" : 5101,
"1253376" : 8519,
"1269760" : 11818,
"1286144" : 14012,
"1302528" : 17297,
"1318912" : 22001,
"1335296" : 23061,
"1351680" : 20180,
"1368064" : 18507,
"1384448" : 16415,
"1400832" : 12639,
"1417216" : 9305,
"1433600" : 6769,
"1449984" : 5126,
"1466368" : 4484,
"1482752" : 3690,
"1499136" : 3136,
"1515520" : 2764,
"1531904" : 2958,
"1548288" : 3542,
"1564672" : 5057,
"1581056" : 6551,
"1597440" : 7890,
"1613824" : 10210,
"1630208" : 12323,
"1646592" : 13479,
"1662976" : 14384,
"1679360" : 15335,
"1695744" : 14666,
"1712128" : 13970,
"1728512" : 12101,
"1744896" : 10778,
"1761280" : 8652,
"1777664" : 7357,
"1794048" : 5886,
"1810432" : 4992,
"1826816" : 4446,
"1843200" : 3751,
"1859584" : 3833,
"1875968" : 4318,
"1892352" : 4383,
"1908736" : 5311,
"1925120" : 6295,
"1941504" : 8108,
"1957888" : 8835,
"1974272" : 9716,
"1990656" : 10729,
"2007040" : 11338,
"2023424" : 11756,
"2039808" : 10922,
"2056192" : 11145,
"2072576" : 9528,
"2088960" : 8732,
"2113536" : 14621,
"2146304" : 10730,
"2179072" : 9017,
"2211840" : 8411,
"2244608" : 9988,
"2277376" : 12557,
"2310144" : 15362,
"2342912" : 17224,
"2375680" : 17160,
"2408448" : 15915,
"2441216" : 13753,
"2473984" : 10853,
"2506752" : 9194,
"2539520" : 8196,
"2572288" : 8475,
"2605056" : 9478,
"2637824" : 11451,
"2670592" : 12033,
"2703360" : 12939,
"2736128" : 12383,
"2768896" : 10844,
"2801664" : 9604,
"2834432" : 8164,
"2867200" : 7191,
"2899968" : 7094,
"2932736" : 7000,
"2965504" : 7944,
"2998272" : 8675,
"3031040" : 8498,
"3063808" : 8588,
"3096576" : 8440,
"3129344" : 7709,
"3162112" : 6443,
"3194880" : 6022,
"3227648" : 5654,
"3260416" : 5564,
"3293184" : 5296,
"3325952" : 5756,
"3358720" : 5896,
"3391488" : 5725,
"3424256" : 5742,
"3457024" : 5480,
"3489792" : 4922,
"3522560" : 4388,
"3555328" : 3944,
"3588096" : 3623,
"3620864" : 3675,
"3653632" : 3673,
"3686400" : 3436,
"3719168" : 3520,
"3751936" : 3635,
"3784704" : 3489,
"3817472" : 3028,
"3850240" : 2936,
"3883008" : 2689,
"3915776" : 2346,
"3948544" : 2091,
"3981312" : 2053,
"4014080" : 1970,
"4046848" : 2053,
"4079616" : 1970,
"4112384" : 1853,
"4145152" : 1896,
"4177920" : 1584,
"4227072" : 2857,
"4292608" : 2458,
"4358144" : 2243,
"4423680" : 1942,
"4489216" : 1927,
"4554752" : 1426,
"4620288" : 1319,
"4685824" : 1175,
"4751360" : 955,
"4816896" : 930,
"4882432" : 752,
"4947968" : 654,
"5013504" : 501,
"5079040" : 392,
"5144576" : 391,
"5210112" : 349,
"5275648" : 290,
"5341184" : 183,
"5406720" : 172,
"5472256" : 151,
"5537792" : 112,
"5603328" : 71,
"5668864" : 73,
"5734400" : 66,
"5799936" : 37,
"5865472" : 39,
"5931008" : 28,
"5996544" : 30,
"6062080" : 12,
"6127616" : 10,
"6193152" : 18,
"6258688" : 13,
"6324224" : 11,
"6389760" : 2,
"6455296" : 17,
"6520832" : 20,
"6586368" : 18,
"6651904" : 14,
"6717440" : 36,
"6782976" : 54,
"6848512" : 77,
"6914048" : 80,
"6979584" : 115,
"7045120" : 123,
"7110656" : 171,
"7176192" : 262,
"7241728" : 302,
"7307264" : 354,
"7372800" : 472,
"7438336" : 619,
"7503872" : 813,
"7569408" : 917,
"7634944" : 1177,
"7700480" : 1447,
"7766016" : 1740,
"7831552" : 2139,
"7897088" : 2626,
"7962624" : 3092,
"8028160" : 3768,
"8093696" : 4608,
"8159232" : 5311,
"8224768" : 6583,
"8290304" : 7664,
"8355840" : 9151,
"8454144" : 22516,
"8585216" : 30334,
"8716288" : 40447,
"8847360" : 52279,
"8978432" : 66402,
"9109504" : 80652,
"9240576" : 97976,
"9371648" : 115738,
"9502720" : 134034,
"9633792" : 150268,
"9764864" : 164583,
"9895936" : 176081,
"10027008" : 181247,
"10158080" : 184968,
"10289152" : 179746,
"10420224" : 169828,
"10551296" : 154882,
"10682368" : 135141,
"10813440" : 114671,
"10944512" : 92545,
"11075584" : 70832,
"11206656" : 51628,
"11337728" : 35070,
"11468800" : 21520,
"11599872" : 12816,
"11730944" : 6918,
"11862016" : 3303,
"11993088" : 1551,
"12124160" : 623,
"12255232" : 216,
"12386304" : 83,
"12517376" : 31,
"12648448" : 3
}
},
"lat_ns" : {
"min" : 553836,
"max" : 12976389,
"mean" : 5356488.302764,
"stddev" : 4605879.430050,
"N" : 5734448
},
"bw_min" : 118142,
"bw_max" : 289681,
"bw_agg" : 100.000000,
"bw_mean" : 191440.297071,
"bw_dev" : 21445.772655,
"bw_samples" : 1912,
"iops_min" : 29534,
"iops_max" : 72422,
"iops_mean" : 47859.891213,
"iops_stddev" : 5361.454080,
"iops_samples" : 1912
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959992,
"usr_cpu" : 1.104801,
"sys_cpu" : 21.942370,
"ctx" : 2418854,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 32.669620,
"1000" : 2.234998
},
"latency_ms" : {
"2" : 10.185953,
"4" : 8.950753,
"10" : 22.167630,
"20" : 23.790905,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085482,
"timestamp_ms" : 1773085482714,
"time" : "Mon Mar 9 16:44:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 24777383936,
"io_kbytes" : 24196664,
"bw_bytes" : 190596727,
"bw" : 186129,
"iops" : 46532.488711,
"runtime" : 129999,
"total_ios" : 6049177,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4867,
"max" : 1473202,
"mean" : 169962.868559,
"stddev" : 174671.444303,
"N" : 6049177
},
"clat_ns" : {
"min" : 541697,
"max" : 12649930,
"mean" : 5331016.779008,
"stddev" : 4437349.463266,
"N" : 6049169,
"percentile" : {
"1.000000" : 610304,
"5.000000" : 626688,
"10.000000" : 643072,
"20.000000" : 659456,
"30.000000" : 708608,
"40.000000" : 1662976,
"50.000000" : 3162112,
"60.000000" : 9240576,
"70.000000" : 9764864,
"80.000000" : 10158080,
"90.000000" : 10551296,
"95.000000" : 10944512,
"99.000000" : 11337728,
"99.500000" : 11468800,
"99.900000" : 11730944,
"99.950000" : 11862016,
"99.990000" : 12124160
},
"bins" : {
"544768" : 11,
"552960" : 16,
"561152" : 101,
"569344" : 297,
"577536" : 1077,
"585728" : 3176,
"593920" : 8112,
"602112" : 21103,
"610304" : 46513,
"618496" : 90581,
"626688" : 159628,
"634880" : 234237,
"643072" : 296137,
"651264" : 299181,
"659456" : 233966,
"667648" : 145700,
"675840" : 90110,
"684032" : 69454,
"692224" : 58674,
"700416" : 48842,
"708608" : 33461,
"716800" : 17741,
"724992" : 9243,
"733184" : 4136,
"741376" : 1595,
"749568" : 595,
"757760" : 581,
"765952" : 476,
"774144" : 244,
"782336" : 291,
"790528" : 163,
"798720" : 125,
"806912" : 91,
"815104" : 66,
"823296" : 51,
"831488" : 27,
"839680" : 35,
"847872" : 29,
"856064" : 83,
"864256" : 101,
"872448" : 238,
"880640" : 517,
"888832" : 684,
"897024" : 982,
"905216" : 1504,
"913408" : 2487,
"921600" : 3463,
"929792" : 5078,
"937984" : 7595,
"946176" : 10666,
"954368" : 13959,
"962560" : 15933,
"970752" : 15919,
"978944" : 15122,
"987136" : 14960,
"995328" : 15388,
"1003520" : 17681,
"1011712" : 18450,
"1019904" : 18240,
"1028096" : 15746,
"1036288" : 12325,
"1044480" : 9408,
"1056768" : 13838,
"1073152" : 9132,
"1089536" : 5884,
"1105920" : 4203,
"1122304" : 3206,
"1138688" : 2009,
"1155072" : 1637,
"1171456" : 1587,
"1187840" : 1427,
"1204224" : 2078,
"1220608" : 2983,
"1236992" : 5112,
"1253376" : 8543,
"1269760" : 11843,
"1286144" : 14045,
"1302528" : 17343,
"1318912" : 22061,
"1335296" : 23127,
"1351680" : 20268,
"1368064" : 18559,
"1384448" : 16448,
"1400832" : 12655,
"1417216" : 9331,
"1433600" : 6791,
"1449984" : 5140,
"1466368" : 4496,
"1482752" : 3703,
"1499136" : 3151,
"1515520" : 2789,
"1531904" : 2977,
"1548288" : 3579,
"1564672" : 5105,
"1581056" : 6569,
"1597440" : 7944,
"1613824" : 10312,
"1630208" : 12447,
"1646592" : 13623,
"1662976" : 14527,
"1679360" : 15481,
"1695744" : 14822,
"1712128" : 14128,
"1728512" : 12229,
"1744896" : 10866,
"1761280" : 8735,
"1777664" : 7432,
"1794048" : 5946,
"1810432" : 5060,
"1826816" : 4488,
"1843200" : 3777,
"1859584" : 3883,
"1875968" : 4410,
"1892352" : 4460,
"1908736" : 5417,
"1925120" : 6447,
"1941504" : 8297,
"1957888" : 8999,
"1974272" : 9915,
"1990656" : 11011,
"2007040" : 11653,
"2023424" : 12062,
"2039808" : 11158,
"2056192" : 11374,
"2072576" : 9784,
"2088960" : 8976,
"2113536" : 14933,
"2146304" : 11021,
"2179072" : 9278,
"2211840" : 8791,
"2244608" : 10381,
"2277376" : 13167,
"2310144" : 16170,
"2342912" : 18087,
"2375680" : 18125,
"2408448" : 16807,
"2441216" : 14464,
"2473984" : 11429,
"2506752" : 9783,
"2539520" : 8835,
"2572288" : 9241,
"2605056" : 10406,
"2637824" : 12635,
"2670592" : 13193,
"2703360" : 14100,
"2736128" : 13692,
"2768896" : 11939,
"2801664" : 10717,
"2834432" : 9091,
"2867200" : 8160,
"2899968" : 8111,
"2932736" : 8201,
"2965504" : 9337,
"2998272" : 10147,
"3031040" : 10063,
"3063808" : 9976,
"3096576" : 9889,
"3129344" : 9000,
"3162112" : 7761,
"3194880" : 7234,
"3227648" : 6904,
"3260416" : 6821,
"3293184" : 6723,
"3325952" : 7101,
"3358720" : 7327,
"3391488" : 7287,
"3424256" : 7157,
"3457024" : 6962,
"3489792" : 6160,
"3522560" : 5644,
"3555328" : 5035,
"3588096" : 4853,
"3620864" : 4913,
"3653632" : 5059,
"3686400" : 4753,
"3719168" : 4790,
"3751936" : 4956,
"3784704" : 4780,
"3817472" : 4167,
"3850240" : 4081,
"3883008" : 3674,
"3915776" : 3470,
"3948544" : 3145,
"3981312" : 3187,
"4014080" : 2987,
"4046848" : 2977,
"4079616" : 3076,
"4112384" : 2860,
"4145152" : 2832,
"4177920" : 2501,
"4227072" : 4375,
"4292608" : 4100,
"4358144" : 3706,
"4423680" : 3185,
"4489216" : 3171,
"4554752" : 2463,
"4620288" : 2345,
"4685824" : 2103,
"4751360" : 1750,
"4816896" : 1682,
"4882432" : 1385,
"4947968" : 1249,
"5013504" : 983,
"5079040" : 864,
"5144576" : 867,
"5210112" : 735,
"5275648" : 642,
"5341184" : 385,
"5406720" : 392,
"5472256" : 317,
"5537792" : 316,
"5603328" : 248,
"5668864" : 162,
"5734400" : 139,
"5799936" : 124,
"5865472" : 109,
"5931008" : 97,
"5996544" : 69,
"6062080" : 38,
"6127616" : 43,
"6193152" : 40,
"6258688" : 42,
"6324224" : 39,
"6389760" : 12,
"6455296" : 26,
"6520832" : 31,
"6586368" : 29,
"6651904" : 29,
"6717440" : 47,
"6782976" : 71,
"6848512" : 95,
"6914048" : 111,
"6979584" : 158,
"7045120" : 177,
"7110656" : 228,
"7176192" : 317,
"7241728" : 362,
"7307264" : 437,
"7372800" : 601,
"7438336" : 781,
"7503872" : 1002,
"7569408" : 1114,
"7634944" : 1439,
"7700480" : 1747,
"7766016" : 2133,
"7831552" : 2621,
"7897088" : 3216,
"7962624" : 3721,
"8028160" : 4489,
"8093696" : 5519,
"8159232" : 6461,
"8224768" : 7820,
"8290304" : 9209,
"8355840" : 10839,
"8454144" : 26541,
"8585216" : 35577,
"8716288" : 46889,
"8847360" : 60403,
"8978432" : 76074,
"9109504" : 91574,
"9240576" : 110511,
"9371648" : 129307,
"9502720" : 148742,
"9633792" : 165650,
"9764864" : 179714,
"9895936" : 191433,
"10027008" : 195471,
"10158080" : 197980,
"10289152" : 192131,
"10420224" : 180266,
"10551296" : 163586,
"10682368" : 142319,
"10813440" : 120049,
"10944512" : 96443,
"11075584" : 73601,
"11206656" : 53356,
"11337728" : 36145,
"11468800" : 22184,
"11599872" : 13140,
"11730944" : 7083,
"11862016" : 3396,
"11993088" : 1585,
"12124160" : 649,
"12255232" : 223,
"12386304" : 83,
"12517376" : 31,
"12648448" : 3
}
},
"lat_ns" : {
"min" : 553836,
"max" : 12976389,
"mean" : 5500980.896760,
"stddev" : 4579051.207409,
"N" : 6049169
},
"bw_min" : 114726,
"bw_max" : 290189,
"bw_agg" : 100.000000,
"bw_mean" : 186389.212355,
"bw_dev" : 21589.043591,
"bw_samples" : 2072,
"iops_min" : 28680,
"iops_max" : 72548,
"iops_mean" : 46597.108108,
"iops_stddev" : 5397.271775,
"iops_samples" : 2072
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039992,
"usr_cpu" : 1.078278,
"sys_cpu" : 21.669590,
"ctx" : 2630280,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999967,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999967,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 30.970147,
"1000" : 2.119958
},
"latency_ms" : {
"2" : 9.717322,
"4" : 9.547034,
"10" : 23.807437,
"20" : 23.837970,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085492,
"timestamp_ms" : 1773085492714,
"time" : "Mon Mar 9 16:44:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 26044014592,
"io_kbytes" : 25433608,
"bw_bytes" : 186028675,
"bw" : 181668,
"iops" : 45417.250000,
"runtime" : 140000,
"total_ios" : 6358415,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4867,
"max" : 1473202,
"mean" : 174176.337573,
"stddev" : 175254.868400,
"N" : 6358415
},
"clat_ns" : {
"min" : 541697,
"max" : 12649930,
"mean" : 5461863.052613,
"stddev" : 4408955.467799,
"N" : 6358407,
"percentile" : {
"1.000000" : 610304,
"5.000000" : 626688,
"10.000000" : 643072,
"20.000000" : 659456,
"30.000000" : 946176,
"40.000000" : 1908736,
"50.000000" : 3719168,
"60.000000" : 9240576,
"70.000000" : 9764864,
"80.000000" : 10158080,
"90.000000" : 10551296,
"95.000000" : 10813440,
"99.000000" : 11337728,
"99.500000" : 11468800,
"99.900000" : 11730944,
"99.950000" : 11862016,
"99.990000" : 12124160
},
"bins" : {
"544768" : 11,
"552960" : 16,
"561152" : 101,
"569344" : 297,
"577536" : 1077,
"585728" : 3176,
"593920" : 8112,
"602112" : 21103,
"610304" : 46513,
"618496" : 90581,
"626688" : 159628,
"634880" : 234237,
"643072" : 296142,
"651264" : 299183,
"659456" : 233966,
"667648" : 145700,
"675840" : 90110,
"684032" : 69454,
"692224" : 58674,
"700416" : 48842,
"708608" : 33461,
"716800" : 17741,
"724992" : 9243,
"733184" : 4136,
"741376" : 1595,
"749568" : 595,
"757760" : 581,
"765952" : 476,
"774144" : 244,
"782336" : 291,
"790528" : 163,
"798720" : 125,
"806912" : 91,
"815104" : 66,
"823296" : 51,
"831488" : 27,
"839680" : 35,
"847872" : 29,
"856064" : 83,
"864256" : 101,
"872448" : 238,
"880640" : 517,
"888832" : 684,
"897024" : 982,
"905216" : 1504,
"913408" : 2487,
"921600" : 3463,
"929792" : 5079,
"937984" : 7595,
"946176" : 10666,
"954368" : 13962,
"962560" : 15934,
"970752" : 15921,
"978944" : 15122,
"987136" : 14960,
"995328" : 15388,
"1003520" : 17682,
"1011712" : 18453,
"1019904" : 18241,
"1028096" : 15751,
"1036288" : 12325,
"1044480" : 9409,
"1056768" : 13839,
"1073152" : 9132,
"1089536" : 5885,
"1105920" : 4204,
"1122304" : 3206,
"1138688" : 2009,
"1155072" : 1637,
"1171456" : 1587,
"1187840" : 1427,
"1204224" : 2078,
"1220608" : 2983,
"1236992" : 5119,
"1253376" : 8547,
"1269760" : 11843,
"1286144" : 14059,
"1302528" : 17361,
"1318912" : 22076,
"1335296" : 23156,
"1351680" : 20283,
"1368064" : 18573,
"1384448" : 16479,
"1400832" : 12666,
"1417216" : 9341,
"1433600" : 6792,
"1449984" : 5140,
"1466368" : 4502,
"1482752" : 3703,
"1499136" : 3151,
"1515520" : 2789,
"1531904" : 2991,
"1548288" : 3596,
"1564672" : 5114,
"1581056" : 6578,
"1597440" : 7951,
"1613824" : 10342,
"1630208" : 12492,
"1646592" : 13694,
"1662976" : 14579,
"1679360" : 15549,
"1695744" : 14880,
"1712128" : 14175,
"1728512" : 12272,
"1744896" : 10888,
"1761280" : 8789,
"1777664" : 7455,
"1794048" : 5961,
"1810432" : 5078,
"1826816" : 4524,
"1843200" : 3813,
"1859584" : 3906,
"1875968" : 4452,
"1892352" : 4503,
"1908736" : 5480,
"1925120" : 6523,
"1941504" : 8417,
"1957888" : 9102,
"1974272" : 10055,
"1990656" : 11204,
"2007040" : 11788,
"2023424" : 12186,
"2039808" : 11271,
"2056192" : 11508,
"2072576" : 9957,
"2088960" : 9116,
"2113536" : 15100,
"2146304" : 11139,
"2179072" : 9400,
"2211840" : 9027,
"2244608" : 10647,
"2277376" : 13588,
"2310144" : 16683,
"2342912" : 18706,
"2375680" : 18658,
"2408448" : 17296,
"2441216" : 14878,
"2473984" : 11818,
"2506752" : 10093,
"2539520" : 9298,
"2572288" : 9803,
"2605056" : 11081,
"2637824" : 13468,
"2670592" : 14131,
"2703360" : 14982,
"2736128" : 14475,
"2768896" : 12686,
"2801664" : 11445,
"2834432" : 9726,
"2867200" : 8853,
"2899968" : 8889,
"2932736" : 9162,
"2965504" : 10442,
"2998272" : 11111,
"3031040" : 11321,
"3063808" : 11104,
"3096576" : 11093,
"3129344" : 10007,
"3162112" : 8711,
"3194880" : 8192,
"3227648" : 7881,
"3260416" : 8000,
"3293184" : 7876,
"3325952" : 8381,
"3358720" : 8652,
"3391488" : 8775,
"3424256" : 8499,
"3457024" : 8211,
"3489792" : 7291,
"3522560" : 6662,
"3555328" : 6221,
"3588096" : 6056,
"3620864" : 6125,
"3653632" : 6271,
"3686400" : 6168,
"3719168" : 6048,
"3751936" : 6366,
"3784704" : 5977,
"3817472" : 5308,
"3850240" : 5270,
"3883008" : 4818,
"3915776" : 4572,
"3948544" : 4373,
"3981312" : 4252,
"4014080" : 4095,
"4046848" : 4053,
"4079616" : 4250,
"4112384" : 4015,
"4145152" : 3795,
"4177920" : 3550,
"4227072" : 6282,
"4292608" : 5917,
"4358144" : 5581,
"4423680" : 4908,
"4489216" : 4742,
"4554752" : 3904,
"4620288" : 3665,
"4685824" : 3271,
"4751360" : 3011,
"4816896" : 2784,
"4882432" : 2407,
"4947968" : 2069,
"5013504" : 1688,
"5079040" : 1524,
"5144576" : 1546,
"5210112" : 1326,
"5275648" : 1166,
"5341184" : 818,
"5406720" : 747,
"5472256" : 638,
"5537792" : 640,
"5603328" : 517,
"5668864" : 370,
"5734400" : 314,
"5799936" : 255,
"5865472" : 221,
"5931008" : 216,
"5996544" : 172,
"6062080" : 102,
"6127616" : 107,
"6193152" : 79,
"6258688" : 81,
"6324224" : 75,
"6389760" : 49,
"6455296" : 54,
"6520832" : 45,
"6586368" : 45,
"6651904" : 51,
"6717440" : 62,
"6782976" : 84,
"6848512" : 121,
"6914048" : 127,
"6979584" : 191,
"7045120" : 236,
"7110656" : 291,
"7176192" : 383,
"7241728" : 433,
"7307264" : 561,
"7372800" : 803,
"7438336" : 939,
"7503872" : 1212,
"7569408" : 1345,
"7634944" : 1750,
"7700480" : 2119,
"7766016" : 2597,
"7831552" : 3204,
"7897088" : 3949,
"7962624" : 4468,
"8028160" : 5394,
"8093696" : 6541,
"8159232" : 7663,
"8224768" : 9262,
"8290304" : 10856,
"8355840" : 12643,
"8454144" : 31030,
"8585216" : 41215,
"8716288" : 53740,
"8847360" : 68645,
"8978432" : 85833,
"9109504" : 102955,
"9240576" : 123570,
"9371648" : 143409,
"9502720" : 163662,
"9633792" : 180940,
"9764864" : 195163,
"9895936" : 206385,
"10027008" : 209573,
"10158080" : 211214,
"10289152" : 203896,
"10420224" : 190357,
"10551296" : 171743,
"10682368" : 148929,
"10813440" : 125042,
"10944512" : 99977,
"11075584" : 76091,
"11206656" : 54896,
"11337728" : 37016,
"11468800" : 22715,
"11599872" : 13459,
"11730944" : 7220,
"11862016" : 3485,
"11993088" : 1617,
"12124160" : 669,
"12255232" : 223,
"12386304" : 83,
"12517376" : 31,
"12648448" : 3
}
},
"lat_ns" : {
"min" : 553836,
"max" : 12976389,
"mean" : 5636039.811285,
"stddev" : 4549683.946392,
"N" : 6358407
},
"bw_min" : 112950,
"bw_max" : 290512,
"bw_agg" : 100.000000,
"bw_mean" : 181904.870968,
"bw_dev" : 21644.057105,
"bw_samples" : 2232,
"iops_min" : 28236,
"iops_max" : 72630,
"iops_mean" : 45476.028674,
"iops_stddev" : 5411.025090,
"iops_samples" : 2232
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119999,
"usr_cpu" : 1.057055,
"sys_cpu" : 21.423412,
"ctx" : 2842101,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 29.464041,
"1000" : 2.016965
},
"latency_ms" : {
"2" : 9.271100,
"4" : 9.913697,
"10" : 25.487248,
"20" : 23.846823,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085502,
"timestamp_ms" : 1773085502713,
"time" : "Mon Mar 9 16:45:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 27284246528,
"io_kbytes" : 26644772,
"bw_bytes" : 181896189,
"bw" : 177632,
"iops" : 44408.369389,
"runtime" : 149999,
"total_ios" : 6661211,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4867,
"max" : 1592774,
"mean" : 178171.549524,
"stddev" : 175719.753742,
"N" : 6661211
},
"clat_ns" : {
"min" : 541697,
"max" : 12757294,
"mean" : 5585931.886246,
"stddev" : 4378682.351938,
"N" : 6661203,
"percentile" : {
"1.000000" : 610304,
"5.000000" : 634880,
"10.000000" : 643072,
"20.000000" : 659456,
"30.000000" : 995328,
"40.000000" : 2113536,
"50.000000" : 4554752,
"60.000000" : 9240576,
"70.000000" : 9764864,
"80.000000" : 10158080,
"90.000000" : 10551296,
"95.000000" : 10813440,
"99.000000" : 11337728,
"99.500000" : 11468800,
"99.900000" : 11730944,
"99.950000" : 11862016,
"99.990000" : 12124160
},
"bins" : {
"544768" : 11,
"552960" : 16,
"561152" : 101,
"569344" : 297,
"577536" : 1077,
"585728" : 3176,
"593920" : 8112,
"602112" : 21103,
"610304" : 46513,
"618496" : 90581,
"626688" : 159628,
"634880" : 234237,
"643072" : 296142,
"651264" : 299183,
"659456" : 233966,
"667648" : 145700,
"675840" : 90110,
"684032" : 69454,
"692224" : 58674,
"700416" : 48842,
"708608" : 33461,
"716800" : 17741,
"724992" : 9243,
"733184" : 4136,
"741376" : 1595,
"749568" : 595,
"757760" : 581,
"765952" : 476,
"774144" : 244,
"782336" : 291,
"790528" : 163,
"798720" : 125,
"806912" : 91,
"815104" : 66,
"823296" : 51,
"831488" : 27,
"839680" : 35,
"847872" : 29,
"856064" : 83,
"864256" : 101,
"872448" : 238,
"880640" : 517,
"888832" : 684,
"897024" : 982,
"905216" : 1504,
"913408" : 2487,
"921600" : 3463,
"929792" : 5079,
"937984" : 7595,
"946176" : 10666,
"954368" : 13964,
"962560" : 15935,
"970752" : 15921,
"978944" : 15122,
"987136" : 14960,
"995328" : 15392,
"1003520" : 17682,
"1011712" : 18453,
"1019904" : 18241,
"1028096" : 15751,
"1036288" : 12325,
"1044480" : 9409,
"1056768" : 13839,
"1073152" : 9132,
"1089536" : 5885,
"1105920" : 4204,
"1122304" : 3206,
"1138688" : 2009,
"1155072" : 1637,
"1171456" : 1587,
"1187840" : 1428,
"1204224" : 2078,
"1220608" : 2983,
"1236992" : 5119,
"1253376" : 8547,
"1269760" : 11844,
"1286144" : 14059,
"1302528" : 17365,
"1318912" : 22085,
"1335296" : 23169,
"1351680" : 20289,
"1368064" : 18578,
"1384448" : 16482,
"1400832" : 12667,
"1417216" : 9341,
"1433600" : 6792,
"1449984" : 5141,
"1466368" : 4503,
"1482752" : 3704,
"1499136" : 3151,
"1515520" : 2793,
"1531904" : 2991,
"1548288" : 3596,
"1564672" : 5125,
"1581056" : 6590,
"1597440" : 7965,
"1613824" : 10346,
"1630208" : 12503,
"1646592" : 13718,
"1662976" : 14602,
"1679360" : 15578,
"1695744" : 14909,
"1712128" : 14181,
"1728512" : 12291,
"1744896" : 10906,
"1761280" : 8798,
"1777664" : 7470,
"1794048" : 5968,
"1810432" : 5093,
"1826816" : 4534,
"1843200" : 3817,
"1859584" : 3918,
"1875968" : 4474,
"1892352" : 4510,
"1908736" : 5491,
"1925120" : 6569,
"1941504" : 8454,
"1957888" : 9168,
"1974272" : 10131,
"1990656" : 11255,
"2007040" : 11857,
"2023424" : 12242,
"2039808" : 11362,
"2056192" : 11580,
"2072576" : 10017,
"2088960" : 9162,
"2113536" : 15175,
"2146304" : 11228,
"2179072" : 9476,
"2211840" : 9099,
"2244608" : 10758,
"2277376" : 13766,
"2310144" : 16961,
"2342912" : 18977,
"2375680" : 18952,
"2408448" : 17549,
"2441216" : 15096,
"2473984" : 12052,
"2506752" : 10298,
"2539520" : 9523,
"2572288" : 10055,
"2605056" : 11375,
"2637824" : 13815,
"2670592" : 14558,
"2703360" : 15486,
"2736128" : 14886,
"2768896" : 13159,
"2801664" : 11899,
"2834432" : 10129,
"2867200" : 9227,
"2899968" : 9327,
"2932736" : 9684,
"2965504" : 11034,
"2998272" : 11793,
"3031040" : 12056,
"3063808" : 11887,
"3096576" : 11874,
"3129344" : 10695,
"3162112" : 9414,
"3194880" : 8843,
"3227648" : 8577,
"3260416" : 8680,
"3293184" : 8680,
"3325952" : 9297,
"3358720" : 9592,
"3391488" : 9714,
"3424256" : 9470,
"3457024" : 9211,
"3489792" : 8199,
"3522560" : 7503,
"3555328" : 7044,
"3588096" : 6989,
"3620864" : 7194,
"3653632" : 7255,
"3686400" : 7183,
"3719168" : 7133,
"3751936" : 7423,
"3784704" : 7116,
"3817472" : 6346,
"3850240" : 6366,
"3883008" : 5847,
"3915776" : 5728,
"3948544" : 5394,
"3981312" : 5294,
"4014080" : 5159,
"4046848" : 5189,
"4079616" : 5397,
"4112384" : 5141,
"4145152" : 4847,
"4177920" : 4663,
"4227072" : 8433,
"4292608" : 7981,
"4358144" : 7604,
"4423680" : 6996,
"4489216" : 6670,
"4554752" : 5707,
"4620288" : 5434,
"4685824" : 4910,
"4751360" : 4579,
"4816896" : 4246,
"4882432" : 3748,
"4947968" : 3345,
"5013504" : 2895,
"5079040" : 2589,
"5144576" : 2497,
"5210112" : 2193,
"5275648" : 2000,
"5341184" : 1550,
"5406720" : 1393,
"5472256" : 1252,
"5537792" : 1149,
"5603328" : 966,
"5668864" : 771,
"5734400" : 768,
"5799936" : 630,
"5865472" : 565,
"5931008" : 471,
"5996544" : 365,
"6062080" : 317,
"6127616" : 313,
"6193152" : 258,
"6258688" : 227,
"6324224" : 202,
"6389760" : 150,
"6455296" : 150,
"6520832" : 145,
"6586368" : 176,
"6651904" : 121,
"6717440" : 109,
"6782976" : 159,
"6848512" : 200,
"6914048" : 200,
"6979584" : 264,
"7045120" : 321,
"7110656" : 395,
"7176192" : 491,
"7241728" : 555,
"7307264" : 757,
"7372800" : 1001,
"7438336" : 1138,
"7503872" : 1499,
"7569408" : 1655,
"7634944" : 2140,
"7700480" : 2597,
"7766016" : 3219,
"7831552" : 3879,
"7897088" : 4712,
"7962624" : 5348,
"8028160" : 6380,
"8093696" : 7721,
"8159232" : 9112,
"8224768" : 10989,
"8290304" : 12742,
"8355840" : 14806,
"8454144" : 35926,
"8585216" : 47367,
"8716288" : 61241,
"8847360" : 77482,
"8978432" : 96180,
"9109504" : 114672,
"9240576" : 136673,
"9371648" : 157587,
"9502720" : 178431,
"9633792" : 196369,
"9764864" : 210291,
"9895936" : 221332,
"10027008" : 223317,
"10158080" : 223859,
"10289152" : 215094,
"10420224" : 199552,
"10551296" : 179455,
"10682368" : 154858,
"10813440" : 129653,
"10944512" : 103381,
"11075584" : 78526,
"11206656" : 56400,
"11337728" : 37948,
"11468800" : 23223,
"11599872" : 13733,
"11730944" : 7331,
"11862016" : 3532,
"11993088" : 1639,
"12124160" : 682,
"12255232" : 229,
"12386304" : 95,
"12517376" : 32,
"12648448" : 5,
"12779520" : 1
}
},
"lat_ns" : {
"min" : 553836,
"max" : 13105746,
"mean" : 5764103.732552,
"stddev" : 4518375.139238,
"N" : 6661203
},
"bw_min" : 110038,
"bw_max" : 291208,
"bw_agg" : 100.000000,
"bw_mean" : 177847.000000,
"bw_dev" : 21658.103101,
"bw_samples" : 2392,
"iops_min" : 27508,
"iops_max" : 72804,
"iops_mean" : 44461.561873,
"iops_stddev" : 5414.536483,
"iops_samples" : 2392
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199992,
"usr_cpu" : 1.040007,
"sys_cpu" : 21.206058,
"ctx" : 3054044,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 28.124706,
"1000" : 1.925386
},
"latency_ms" : {
"2" : 8.859260,
"4" : 10.014620,
"10" : 27.260854,
"20" : 23.815054,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085512,
"timestamp_ms" : 1773085512714,
"time" : "Mon Mar 9 16:45:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 28503605248,
"io_kbytes" : 27835552,
"bw_bytes" : 178147532,
"bw" : 173972,
"iops" : 43493.118750,
"runtime" : 160000,
"total_ios" : 6958899,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4867,
"max" : 1592774,
"mean" : 181955.202638,
"stddev" : 176073.101674,
"N" : 6958899
},
"clat_ns" : {
"min" : 541697,
"max" : 12757294,
"mean" : 5703438.277681,
"stddev" : 4347102.504164,
"N" : 6958891,
"percentile" : {
"1.000000" : 610304,
"5.000000" : 634880,
"10.000000" : 643072,
"20.000000" : 659456,
"30.000000" : 1044480,
"40.000000" : 2408448,
"50.000000" : 7897088,
"60.000000" : 9240576,
"70.000000" : 9764864,
"80.000000" : 10158080,
"90.000000" : 10551296,
"95.000000" : 10813440,
"99.000000" : 11337728,
"99.500000" : 11468800,
"99.900000" : 11730944,
"99.950000" : 11862016,
"99.990000" : 12124160
},
"bins" : {
"544768" : 11,
"552960" : 16,
"561152" : 101,
"569344" : 297,
"577536" : 1077,
"585728" : 3176,
"593920" : 8112,
"602112" : 21103,
"610304" : 46513,
"618496" : 90581,
"626688" : 159628,
"634880" : 234237,
"643072" : 296142,
"651264" : 299183,
"659456" : 233966,
"667648" : 145700,
"675840" : 90110,
"684032" : 69454,
"692224" : 58674,
"700416" : 48842,
"708608" : 33461,
"716800" : 17741,
"724992" : 9243,
"733184" : 4136,
"741376" : 1595,
"749568" : 595,
"757760" : 581,
"765952" : 476,
"774144" : 244,
"782336" : 291,
"790528" : 163,
"798720" : 125,
"806912" : 91,
"815104" : 66,
"823296" : 51,
"831488" : 27,
"839680" : 35,
"847872" : 29,
"856064" : 83,
"864256" : 101,
"872448" : 238,
"880640" : 517,
"888832" : 684,
"897024" : 982,
"905216" : 1504,
"913408" : 2487,
"921600" : 3463,
"929792" : 5079,
"937984" : 7595,
"946176" : 10666,
"954368" : 13964,
"962560" : 15935,
"970752" : 15921,
"978944" : 15122,
"987136" : 14960,
"995328" : 15392,
"1003520" : 17682,
"1011712" : 18453,
"1019904" : 18241,
"1028096" : 15751,
"1036288" : 12325,
"1044480" : 9409,
"1056768" : 13839,
"1073152" : 9132,
"1089536" : 5885,
"1105920" : 4204,
"1122304" : 3206,
"1138688" : 2009,
"1155072" : 1637,
"1171456" : 1587,
"1187840" : 1428,
"1204224" : 2078,
"1220608" : 2983,
"1236992" : 5119,
"1253376" : 8547,
"1269760" : 11844,
"1286144" : 14061,
"1302528" : 17368,
"1318912" : 22085,
"1335296" : 23169,
"1351680" : 20289,
"1368064" : 18580,
"1384448" : 16484,
"1400832" : 12667,
"1417216" : 9341,
"1433600" : 6792,
"1449984" : 5141,
"1466368" : 4503,
"1482752" : 3704,
"1499136" : 3151,
"1515520" : 2793,
"1531904" : 2991,
"1548288" : 3597,
"1564672" : 5125,
"1581056" : 6590,
"1597440" : 7965,
"1613824" : 10347,
"1630208" : 12503,
"1646592" : 13723,
"1662976" : 14607,
"1679360" : 15591,
"1695744" : 14924,
"1712128" : 14185,
"1728512" : 12295,
"1744896" : 10918,
"1761280" : 8804,
"1777664" : 7479,
"1794048" : 5971,
"1810432" : 5097,
"1826816" : 4534,
"1843200" : 3817,
"1859584" : 3918,
"1875968" : 4481,
"1892352" : 4511,
"1908736" : 5493,
"1925120" : 6574,
"1941504" : 8459,
"1957888" : 9180,
"1974272" : 10142,
"1990656" : 11273,
"2007040" : 11886,
"2023424" : 12266,
"2039808" : 11406,
"2056192" : 11600,
"2072576" : 10030,
"2088960" : 9182,
"2113536" : 15199,
"2146304" : 11255,
"2179072" : 9493,
"2211840" : 9127,
"2244608" : 10800,
"2277376" : 13827,
"2310144" : 17077,
"2342912" : 19108,
"2375680" : 19065,
"2408448" : 17653,
"2441216" : 15201,
"2473984" : 12159,
"2506752" : 10359,
"2539520" : 9597,
"2572288" : 10153,
"2605056" : 11509,
"2637824" : 14019,
"2670592" : 14839,
"2703360" : 15728,
"2736128" : 15214,
"2768896" : 13412,
"2801664" : 12091,
"2834432" : 10302,
"2867200" : 9428,
"2899968" : 9516,
"2932736" : 9972,
"2965504" : 11354,
"2998272" : 12164,
"3031040" : 12500,
"3063808" : 12360,
"3096576" : 12298,
"3129344" : 11123,
"3162112" : 9854,
"3194880" : 9247,
"3227648" : 8931,
"3260416" : 9155,
"3293184" : 9160,
"3325952" : 9906,
"3358720" : 10243,
"3391488" : 10402,
"3424256" : 10250,
"3457024" : 9908,
"3489792" : 8836,
"3522560" : 8129,
"3555328" : 7661,
"3588096" : 7621,
"3620864" : 7849,
"3653632" : 7977,
"3686400" : 8044,
"3719168" : 8007,
"3751936" : 8338,
"3784704" : 8023,
"3817472" : 7265,
"3850240" : 7205,
"3883008" : 6679,
"3915776" : 6514,
"3948544" : 6213,
"3981312" : 6244,
"4014080" : 6131,
"4046848" : 6166,
"4079616" : 6406,
"4112384" : 6279,
"4145152" : 5827,
"4177920" : 5640,
"4227072" : 10155,
"4292608" : 9742,
"4358144" : 9571,
"4423680" : 8994,
"4489216" : 8729,
"4554752" : 7382,
"4620288" : 7270,
"4685824" : 6604,
"4751360" : 6382,
"4816896" : 5979,
"4882432" : 5342,
"4947968" : 4859,
"5013504" : 4485,
"5079040" : 4012,
"5144576" : 3913,
"5210112" : 3557,
"5275648" : 3182,
"5341184" : 2786,
"5406720" : 2489,
"5472256" : 2215,
"5537792" : 2076,
"5603328" : 1850,
"5668864" : 1548,
"5734400" : 1504,
"5799936" : 1299,
"5865472" : 1140,
"5931008" : 963,
"5996544" : 839,
"6062080" : 728,
"6127616" : 701,
"6193152" : 583,
"6258688" : 514,
"6324224" : 414,
"6389760" : 379,
"6455296" : 322,
"6520832" : 302,
"6586368" : 329,
"6651904" : 230,
"6717440" : 219,
"6782976" : 314,
"6848512" : 284,
"6914048" : 295,
"6979584" : 358,
"7045120" : 422,
"7110656" : 505,
"7176192" : 643,
"7241728" : 745,
"7307264" : 945,
"7372800" : 1229,
"7438336" : 1452,
"7503872" : 1846,
"7569408" : 2046,
"7634944" : 2583,
"7700480" : 3173,
"7766016" : 3830,
"7831552" : 4576,
"7897088" : 5585,
"7962624" : 6325,
"8028160" : 7522,
"8093696" : 9056,
"8159232" : 10579,
"8224768" : 12793,
"8290304" : 14659,
"8355840" : 17034,
"8454144" : 41380,
"8585216" : 53747,
"8716288" : 69133,
"8847360" : 87137,
"8978432" : 107152,
"9109504" : 126858,
"9240576" : 150149,
"9371648" : 171818,
"9502720" : 193317,
"9633792" : 211239,
"9764864" : 225286,
"9895936" : 235603,
"10027008" : 236834,
"10158080" : 235981,
"10289152" : 226023,
"10420224" : 208490,
"10551296" : 186799,
"10682368" : 160761,
"10813440" : 134037,
"10944512" : 106649,
"11075584" : 80579,
"11206656" : 57737,
"11337728" : 38846,
"11468800" : 23706,
"11599872" : 13990,
"11730944" : 7453,
"11862016" : 3571,
"11993088" : 1647,
"12124160" : 690,
"12255232" : 230,
"12386304" : 95,
"12517376" : 32,
"12648448" : 5,
"12779520" : 1
}
},
"lat_ns" : {
"min" : 553836,
"max" : 13105746,
"mean" : 5885394.453286,
"stddev" : 4485720.693262,
"N" : 6958891
},
"bw_min" : 108270,
"bw_max" : 291392,
"bw_agg" : 100.000000,
"bw_mean" : 174173.852665,
"bw_dev" : 21630.872851,
"bw_samples" : 2552,
"iops_min" : 27066,
"iops_max" : 72850,
"iops_mean" : 43543.263323,
"iops_stddev" : 5407.729020,
"iops_samples" : 2552
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279997,
"usr_cpu" : 1.022424,
"sys_cpu" : 21.007393,
"ctx" : 3266251,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 26.921586,
"1000" : 1.843021
},
"latency_ms" : {
"2" : 8.482506,
"4" : 9.937405,
"10" : 29.049365,
"20" : 23.766001,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085522,
"timestamp_ms" : 1773085522713,
"time" : "Mon Mar 9 16:45:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 29707145216,
"io_kbytes" : 29010884,
"bw_bytes" : 174748940,
"bw" : 170653,
"iops" : 42663.386255,
"runtime" : 169999,
"total_ios" : 7252733,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4867,
"max" : 1592774,
"mean" : 185526.778211,
"stddev" : 176331.306513,
"N" : 7252733
},
"clat_ns" : {
"min" : 541697,
"max" : 12757294,
"mean" : 5814337.734229,
"stddev" : 4313966.941037,
"N" : 7252725,
"percentile" : {
"1.000000" : 610304,
"5.000000" : 634880,
"10.000000" : 643072,
"20.000000" : 667648,
"30.000000" : 1286144,
"40.000000" : 2703360,
"50.000000" : 8290304,
"60.000000" : 9371648,
"70.000000" : 9764864,
"80.000000" : 10158080,
"90.000000" : 10551296,
"95.000000" : 10813440,
"99.000000" : 11337728,
"99.500000" : 11468800,
"99.900000" : 11730944,
"99.950000" : 11862016,
"99.990000" : 12124160
},
"bins" : {
"544768" : 11,
"552960" : 16,
"561152" : 101,
"569344" : 297,
"577536" : 1077,
"585728" : 3176,
"593920" : 8112,
"602112" : 21103,
"610304" : 46513,
"618496" : 90581,
"626688" : 159628,
"634880" : 234237,
"643072" : 296142,
"651264" : 299183,
"659456" : 233966,
"667648" : 145700,
"675840" : 90110,
"684032" : 69454,
"692224" : 58674,
"700416" : 48842,
"708608" : 33461,
"716800" : 17741,
"724992" : 9243,
"733184" : 4136,
"741376" : 1595,
"749568" : 595,
"757760" : 581,
"765952" : 476,
"774144" : 244,
"782336" : 291,
"790528" : 163,
"798720" : 125,
"806912" : 91,
"815104" : 66,
"823296" : 51,
"831488" : 27,
"839680" : 35,
"847872" : 29,
"856064" : 83,
"864256" : 101,
"872448" : 238,
"880640" : 517,
"888832" : 684,
"897024" : 982,
"905216" : 1504,
"913408" : 2487,
"921600" : 3463,
"929792" : 5079,
"937984" : 7595,
"946176" : 10666,
"954368" : 13964,
"962560" : 15935,
"970752" : 15921,
"978944" : 15122,
"987136" : 14960,
"995328" : 15392,
"1003520" : 17682,
"1011712" : 18453,
"1019904" : 18241,
"1028096" : 15751,
"1036288" : 12325,
"1044480" : 9409,
"1056768" : 13839,
"1073152" : 9132,
"1089536" : 5885,
"1105920" : 4204,
"1122304" : 3206,
"1138688" : 2009,
"1155072" : 1637,
"1171456" : 1587,
"1187840" : 1428,
"1204224" : 2078,
"1220608" : 2983,
"1236992" : 5119,
"1253376" : 8547,
"1269760" : 11844,
"1286144" : 14061,
"1302528" : 17368,
"1318912" : 22085,
"1335296" : 23169,
"1351680" : 20289,
"1368064" : 18580,
"1384448" : 16484,
"1400832" : 12667,
"1417216" : 9341,
"1433600" : 6792,
"1449984" : 5141,
"1466368" : 4503,
"1482752" : 3704,
"1499136" : 3151,
"1515520" : 2793,
"1531904" : 2991,
"1548288" : 3597,
"1564672" : 5125,
"1581056" : 6590,
"1597440" : 7970,
"1613824" : 10350,
"1630208" : 12505,
"1646592" : 13723,
"1662976" : 14607,
"1679360" : 15592,
"1695744" : 14935,
"1712128" : 14185,
"1728512" : 12295,
"1744896" : 10918,
"1761280" : 8804,
"1777664" : 7480,
"1794048" : 5971,
"1810432" : 5097,
"1826816" : 4534,
"1843200" : 3822,
"1859584" : 3926,
"1875968" : 4482,
"1892352" : 4511,
"1908736" : 5498,
"1925120" : 6578,
"1941504" : 8459,
"1957888" : 9182,
"1974272" : 10159,
"1990656" : 11278,
"2007040" : 11899,
"2023424" : 12274,
"2039808" : 11414,
"2056192" : 11609,
"2072576" : 10035,
"2088960" : 9188,
"2113536" : 15206,
"2146304" : 11265,
"2179072" : 9498,
"2211840" : 9143,
"2244608" : 10830,
"2277376" : 13850,
"2310144" : 17127,
"2342912" : 19162,
"2375680" : 19105,
"2408448" : 17691,
"2441216" : 15238,
"2473984" : 12207,
"2506752" : 10419,
"2539520" : 9641,
"2572288" : 10201,
"2605056" : 11584,
"2637824" : 14086,
"2670592" : 14931,
"2703360" : 15880,
"2736128" : 15290,
"2768896" : 13528,
"2801664" : 12218,
"2834432" : 10415,
"2867200" : 9555,
"2899968" : 9616,
"2932736" : 10130,
"2965504" : 11495,
"2998272" : 12363,
"3031040" : 12697,
"3063808" : 12616,
"3096576" : 12504,
"3129344" : 11325,
"3162112" : 10095,
"3194880" : 9500,
"3227648" : 9178,
"3260416" : 9431,
"3293184" : 9481,
"3325952" : 10238,
"3358720" : 10597,
"3391488" : 10780,
"3424256" : 10625,
"3457024" : 10286,
"3489792" : 9187,
"3522560" : 8478,
"3555328" : 8065,
"3588096" : 8072,
"3620864" : 8312,
"3653632" : 8449,
"3686400" : 8599,
"3719168" : 8589,
"3751936" : 9024,
"3784704" : 8603,
"3817472" : 7854,
"3850240" : 7688,
"3883008" : 7222,
"3915776" : 7159,
"3948544" : 6918,
"3981312" : 6885,
"4014080" : 6829,
"4046848" : 6902,
"4079616" : 7140,
"4112384" : 7103,
"4145152" : 6554,
"4177920" : 6356,
"4227072" : 11696,
"4292608" : 11423,
"4358144" : 11235,
"4423680" : 10694,
"4489216" : 10493,
"4554752" : 9113,
"4620288" : 9051,
"4685824" : 8322,
"4751360" : 8239,
"4816896" : 7893,
"4882432" : 7176,
"4947968" : 6416,
"5013504" : 6201,
"5079040" : 5678,
"5144576" : 5560,
"5210112" : 5136,
"5275648" : 4578,
"5341184" : 4256,
"5406720" : 3807,
"5472256" : 3405,
"5537792" : 3278,
"5603328" : 2948,
"5668864" : 2627,
"5734400" : 2454,
"5799936" : 2223,
"5865472" : 2011,
"5931008" : 1766,
"5996544" : 1602,
"6062080" : 1375,
"6127616" : 1295,
"6193152" : 1204,
"6258688" : 1056,
"6324224" : 875,
"6389760" : 784,
"6455296" : 689,
"6520832" : 622,
"6586368" : 626,
"6651904" : 551,
"6717440" : 461,
"6782976" : 525,
"6848512" : 486,
"6914048" : 530,
"6979584" : 587,
"7045120" : 598,
"7110656" : 713,
"7176192" : 852,
"7241728" : 975,
"7307264" : 1228,
"7372800" : 1523,
"7438336" : 1781,
"7503872" : 2259,
"7569408" : 2490,
"7634944" : 3140,
"7700480" : 3894,
"7766016" : 4614,
"7831552" : 5469,
"7897088" : 6469,
"7962624" : 7512,
"8028160" : 8847,
"8093696" : 10603,
"8159232" : 12315,
"8224768" : 14704,
"8290304" : 16837,
"8355840" : 19450,
"8454144" : 47421,
"8585216" : 60858,
"8716288" : 77970,
"8847360" : 97312,
"8978432" : 118535,
"9109504" : 139508,
"9240576" : 163828,
"9371648" : 186615,
"9502720" : 208335,
"9633792" : 226197,
"9764864" : 240137,
"9895936" : 249792,
"10027008" : 249926,
"10158080" : 247822,
"10289152" : 236144,
"10420224" : 216723,
"10551296" : 193407,
"10682368" : 166041,
"10813440" : 137849,
"10944512" : 109400,
"11075584" : 82439,
"11206656" : 58869,
"11337728" : 39554,
"11468800" : 24073,
"11599872" : 14200,
"11730944" : 7568,
"11862016" : 3605,
"11993088" : 1658,
"12124160" : 701,
"12255232" : 234,
"12386304" : 95,
"12517376" : 32,
"12648448" : 5,
"12779520" : 1
}
},
"lat_ns" : {
"min" : 553836,
"max" : 13105746,
"mean" : 5999865.163754,
"stddev" : 4451460.143098,
"N" : 7252725
},
"bw_min" : 105982,
"bw_max" : 291936,
"bw_agg" : 100.000000,
"bw_mean" : 170832.522124,
"bw_dev" : 21575.815595,
"bw_samples" : 2712,
"iops_min" : 26494,
"iops_max" : 72986,
"iops_mean" : 42707.935103,
"iops_stddev" : 5393.964077,
"iops_samples" : 2712
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359992,
"usr_cpu" : 1.009197,
"sys_cpu" : 20.827034,
"ctx" : 3478664,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999986,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999986,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 25.830897,
"1000" : 1.768354
},
"latency_ms" : {
"2" : 8.139828,
"4" : 9.737102,
"10" : 30.861980,
"20" : 23.661729,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085532,
"timestamp_ms" : 1773085532713,
"time" : "Mon Mar 9 16:45:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 30899986432,
"io_kbytes" : 30175768,
"bw_bytes" : 171667544,
"bw" : 167644,
"iops" : 41911.055061,
"runtime" : 179999,
"total_ios" : 7543948,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4867,
"max" : 1592774,
"mean" : 188888.131718,
"stddev" : 176501.860425,
"N" : 7543953
},
"clat_ns" : {
"min" : 3756,
"max" : 12757294,
"mean" : 5918659.413701,
"stddev" : 4279228.120364,
"N" : 7544100,
"percentile" : {
"1.000000" : 610304,
"5.000000" : 634880,
"10.000000" : 643072,
"20.000000" : 667648,
"30.000000" : 1368064,
"40.000000" : 2998272,
"50.000000" : 8454144,
"60.000000" : 9371648,
"70.000000" : 9764864,
"80.000000" : 10158080,
"90.000000" : 10551296,
"95.000000" : 10813440,
"99.000000" : 11337728,
"99.500000" : 11468800,
"99.900000" : 11730944,
"99.950000" : 11862016,
"99.990000" : 12124160
},
"bins" : {
"3760" : 1,
"3952" : 1,
"4128" : 1,
"11968" : 1,
"14784" : 1,
"292864" : 1,
"337920" : 1,
"342016" : 1,
"423936" : 1,
"448512" : 1,
"468992" : 1,
"489472" : 1,
"544768" : 11,
"552960" : 16,
"561152" : 101,
"569344" : 297,
"577536" : 1077,
"585728" : 3176,
"593920" : 8112,
"602112" : 21103,
"610304" : 46513,
"618496" : 90581,
"626688" : 159628,
"634880" : 234237,
"643072" : 296142,
"651264" : 299183,
"659456" : 233966,
"667648" : 145702,
"675840" : 90110,
"684032" : 69454,
"692224" : 58675,
"700416" : 48842,
"708608" : 33461,
"716800" : 17741,
"724992" : 9243,
"733184" : 4136,
"741376" : 1595,
"749568" : 595,
"757760" : 581,
"765952" : 476,
"774144" : 244,
"782336" : 291,
"790528" : 163,
"798720" : 125,
"806912" : 91,
"815104" : 66,
"823296" : 51,
"831488" : 27,
"839680" : 35,
"847872" : 29,
"856064" : 83,
"864256" : 101,
"872448" : 238,
"880640" : 517,
"888832" : 684,
"897024" : 984,
"905216" : 1504,
"913408" : 2488,
"921600" : 3463,
"929792" : 5079,
"937984" : 7596,
"946176" : 10666,
"954368" : 13964,
"962560" : 15936,
"970752" : 15921,
"978944" : 15122,
"987136" : 14960,
"995328" : 15392,
"1003520" : 17682,
"1011712" : 18454,
"1019904" : 18241,
"1028096" : 15751,
"1036288" : 12327,
"1044480" : 9409,
"1056768" : 13839,
"1073152" : 9133,
"1089536" : 5885,
"1105920" : 4204,
"1122304" : 3206,
"1138688" : 2009,
"1155072" : 1637,
"1171456" : 1587,
"1187840" : 1428,
"1204224" : 2078,
"1220608" : 2983,
"1236992" : 5120,
"1253376" : 8547,
"1269760" : 11844,
"1286144" : 14061,
"1302528" : 17368,
"1318912" : 22085,
"1335296" : 23169,
"1351680" : 20290,
"1368064" : 18580,
"1384448" : 16484,
"1400832" : 12667,
"1417216" : 9343,
"1433600" : 6792,
"1449984" : 5142,
"1466368" : 4503,
"1482752" : 3705,
"1499136" : 3151,
"1515520" : 2793,
"1531904" : 2991,
"1548288" : 3597,
"1564672" : 5126,
"1581056" : 6590,
"1597440" : 7970,
"1613824" : 10350,
"1630208" : 12505,
"1646592" : 13723,
"1662976" : 14607,
"1679360" : 15593,
"1695744" : 14936,
"1712128" : 14185,
"1728512" : 12295,
"1744896" : 10918,
"1761280" : 8804,
"1777664" : 7480,
"1794048" : 5973,
"1810432" : 5097,
"1826816" : 4535,
"1843200" : 3822,
"1859584" : 3926,
"1875968" : 4482,
"1892352" : 4512,
"1908736" : 5498,
"1925120" : 6579,
"1941504" : 8459,
"1957888" : 9182,
"1974272" : 10159,
"1990656" : 11278,
"2007040" : 11899,
"2023424" : 12277,
"2039808" : 11417,
"2056192" : 11609,
"2072576" : 10035,
"2088960" : 9189,
"2113536" : 15208,
"2146304" : 11269,
"2179072" : 9499,
"2211840" : 9146,
"2244608" : 10831,
"2277376" : 13855,
"2310144" : 17136,
"2342912" : 19176,
"2375680" : 19126,
"2408448" : 17707,
"2441216" : 15251,
"2473984" : 12224,
"2506752" : 10433,
"2539520" : 9655,
"2572288" : 10218,
"2605056" : 11611,
"2637824" : 14103,
"2670592" : 14968,
"2703360" : 15934,
"2736128" : 15338,
"2768896" : 13594,
"2801664" : 12263,
"2834432" : 10480,
"2867200" : 9609,
"2899968" : 9660,
"2932736" : 10185,
"2965504" : 11573,
"2998272" : 12421,
"3031040" : 12798,
"3063808" : 12744,
"3096576" : 12623,
"3129344" : 11447,
"3162112" : 10219,
"3194880" : 9610,
"3227648" : 9283,
"3260416" : 9536,
"3293184" : 9642,
"3325952" : 10383,
"3358720" : 10805,
"3391488" : 11015,
"3424256" : 10850,
"3457024" : 10486,
"3489792" : 9427,
"3522560" : 8711,
"3555328" : 8316,
"3588096" : 8300,
"3620864" : 8582,
"3653632" : 8769,
"3686400" : 8969,
"3719168" : 8989,
"3751936" : 9388,
"3784704" : 9035,
"3817472" : 8285,
"3850240" : 8088,
"3883008" : 7645,
"3915776" : 7578,
"3948544" : 7318,
"3981312" : 7386,
"4014080" : 7364,
"4046848" : 7437,
"4079616" : 7739,
"4112384" : 7712,
"4145152" : 7129,
"4177920" : 6935,
"4227072" : 12787,
"4292608" : 12645,
"4358144" : 12576,
"4423680" : 12130,
"4489216" : 11894,
"4554752" : 10461,
"4620288" : 10474,
"4685824" : 9851,
"4751360" : 9849,
"4816896" : 9536,
"4882432" : 8721,
"4947968" : 7993,
"5013504" : 7728,
"5079040" : 7229,
"5144576" : 7162,
"5210112" : 6615,
"5275648" : 6134,
"5341184" : 5771,
"5406720" : 5152,
"5472256" : 4788,
"5537792" : 4779,
"5603328" : 4279,
"5668864" : 3965,
"5734400" : 3733,
"5799936" : 3310,
"5865472" : 3146,
"5931008" : 2778,
"5996544" : 2707,
"6062080" : 2464,
"6127616" : 2185,
"6193152" : 2018,
"6258688" : 1818,
"6324224" : 1601,
"6389760" : 1490,
"6455296" : 1337,
"6520832" : 1196,
"6586368" : 1130,
"6651904" : 1036,
"6717440" : 917,
"6782976" : 975,
"6848512" : 815,
"6914048" : 889,
"6979584" : 961,
"7045120" : 968,
"7110656" : 1080,
"7176192" : 1194,
"7241728" : 1354,
"7307264" : 1665,
"7372800" : 2023,
"7438336" : 2289,
"7503872" : 2820,
"7569408" : 3130,
"7634944" : 3873,
"7700480" : 4766,
"7766016" : 5497,
"7831552" : 6533,
"7897088" : 7733,
"7962624" : 8921,
"8028160" : 10433,
"8093696" : 12449,
"8159232" : 14358,
"8224768" : 16998,
"8290304" : 19390,
"8355840" : 22274,
"8454144" : 54028,
"8585216" : 68955,
"8716288" : 87285,
"8847360" : 108186,
"8978432" : 130462,
"9109504" : 152888,
"9240576" : 178289,
"9371648" : 201886,
"9502720" : 223613,
"9633792" : 241220,
"9764864" : 254547,
"9895936" : 263052,
"10027008" : 261996,
"10158080" : 258430,
"10289152" : 245417,
"10420224" : 224554,
"10551296" : 199675,
"10682368" : 170614,
"10813440" : 141293,
"10944512" : 111626,
"11075584" : 83977,
"11206656" : 59783,
"11337728" : 40099,
"11468800" : 24389,
"11599872" : 14364,
"11730944" : 7620,
"11862016" : 3636,
"11993088" : 1669,
"12124160" : 709,
"12255232" : 235,
"12386304" : 95,
"12517376" : 32,
"12648448" : 5,
"12779520" : 1
}
},
"lat_ns" : {
"min" : 285136,
"max" : 13105746,
"mean" : 6107549.794247,
"stddev" : 4415545.037292,
"N" : 7544100
},
"bw_min" : 104206,
"bw_max" : 292506,
"bw_agg" : 100.000000,
"bw_mean" : 167810.016713,
"bw_dev" : 21495.416041,
"bw_samples" : 2872,
"iops_min" : 26050,
"iops_max" : 73128,
"iops_mean" : 41952.292479,
"iops_stddev" : 5373.864261,
"iops_samples" : 2872
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439992,
"usr_cpu" : 0.993339,
"sys_cpu" : 20.665601,
"ctx" : 3691430,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999934,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 24.833801,
"1000" : 1.700158
},
"latency_ms" : {
"2" : 7.825849,
"4" : 9.475516,
"10" : 32.674615,
"20" : 23.491917,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085532,
"timestamp_ms" : 1773085532760,
"time" : "Mon Mar 9 16:45:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 30901059584,
"io_kbytes" : 30176816,
"bw_bytes" : 171670645,
"bw" : 167647,
"iops" : 41910.356552,
"runtime" : 180002,
"total_ios" : 7543948,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4867,
"max" : 1592774,
"mean" : 188888.187383,
"stddev" : 176501.848524,
"N" : 7543956
},
"clat_ns" : {
"min" : 3756,
"max" : 12757294,
"mean" : 5918645.281447,
"stddev" : 4279215.425920,
"N" : 7544196,
"percentile" : {
"1.000000" : 610304,
"5.000000" : 634880,
"10.000000" : 643072,
"20.000000" : 667648,
"30.000000" : 1368064,
"40.000000" : 2998272,
"50.000000" : 8454144,
"60.000000" : 9371648,
"70.000000" : 9764864,
"80.000000" : 10158080,
"90.000000" : 10551296,
"95.000000" : 10813440,
"99.000000" : 11337728,
"99.500000" : 11468800,
"99.900000" : 11730944,
"99.950000" : 11862016,
"99.990000" : 12124160
},
"bins" : {
"3760" : 1,
"3856" : 1,
"3920" : 1,
"3952" : 1,
"4128" : 2,
"11968" : 1,
"14784" : 1,
"292864" : 1,
"305152" : 1,
"325632" : 1,
"337920" : 1,
"342016" : 1,
"382976" : 1,
"423936" : 1,
"448512" : 1,
"468992" : 1,
"489472" : 1,
"544768" : 11,
"552960" : 16,
"561152" : 101,
"569344" : 297,
"577536" : 1077,
"585728" : 3176,
"593920" : 8112,
"602112" : 21103,
"610304" : 46513,
"618496" : 90581,
"626688" : 159628,
"634880" : 234237,
"643072" : 296142,
"651264" : 299183,
"659456" : 233966,
"667648" : 145702,
"675840" : 90112,
"684032" : 69454,
"692224" : 58675,
"700416" : 48843,
"708608" : 33462,
"716800" : 17741,
"724992" : 9243,
"733184" : 4137,
"741376" : 1595,
"749568" : 596,
"757760" : 581,
"765952" : 476,
"774144" : 244,
"782336" : 291,
"790528" : 163,
"798720" : 125,
"806912" : 91,
"815104" : 66,
"823296" : 51,
"831488" : 27,
"839680" : 35,
"847872" : 29,
"856064" : 83,
"864256" : 101,
"872448" : 238,
"880640" : 517,
"888832" : 684,
"897024" : 984,
"905216" : 1504,
"913408" : 2488,
"921600" : 3463,
"929792" : 5079,
"937984" : 7596,
"946176" : 10666,
"954368" : 13964,
"962560" : 15936,
"970752" : 15921,
"978944" : 15122,
"987136" : 14960,
"995328" : 15392,
"1003520" : 17683,
"1011712" : 18454,
"1019904" : 18241,
"1028096" : 15751,
"1036288" : 12327,
"1044480" : 9409,
"1056768" : 13839,
"1073152" : 9133,
"1089536" : 5885,
"1105920" : 4205,
"1122304" : 3206,
"1138688" : 2009,
"1155072" : 1637,
"1171456" : 1587,
"1187840" : 1429,
"1204224" : 2078,
"1220608" : 2983,
"1236992" : 5120,
"1253376" : 8547,
"1269760" : 11844,
"1286144" : 14061,
"1302528" : 17368,
"1318912" : 22086,
"1335296" : 23169,
"1351680" : 20290,
"1368064" : 18580,
"1384448" : 16484,
"1400832" : 12667,
"1417216" : 9344,
"1433600" : 6792,
"1449984" : 5142,
"1466368" : 4503,
"1482752" : 3705,
"1499136" : 3151,
"1515520" : 2794,
"1531904" : 2991,
"1548288" : 3597,
"1564672" : 5126,
"1581056" : 6590,
"1597440" : 7970,
"1613824" : 10350,
"1630208" : 12506,
"1646592" : 13723,
"1662976" : 14607,
"1679360" : 15593,
"1695744" : 14936,
"1712128" : 14185,
"1728512" : 12295,
"1744896" : 10918,
"1761280" : 8804,
"1777664" : 7480,
"1794048" : 5973,
"1810432" : 5097,
"1826816" : 4536,
"1843200" : 3822,
"1859584" : 3926,
"1875968" : 4482,
"1892352" : 4512,
"1908736" : 5498,
"1925120" : 6579,
"1941504" : 8460,
"1957888" : 9182,
"1974272" : 10160,
"1990656" : 11278,
"2007040" : 11899,
"2023424" : 12277,
"2039808" : 11417,
"2056192" : 11609,
"2072576" : 10035,
"2088960" : 9189,
"2113536" : 15208,
"2146304" : 11270,
"2179072" : 9500,
"2211840" : 9146,
"2244608" : 10831,
"2277376" : 13856,
"2310144" : 17136,
"2342912" : 19177,
"2375680" : 19126,
"2408448" : 17707,
"2441216" : 15251,
"2473984" : 12224,
"2506752" : 10434,
"2539520" : 9655,
"2572288" : 10218,
"2605056" : 11612,
"2637824" : 14103,
"2670592" : 14968,
"2703360" : 15935,
"2736128" : 15338,
"2768896" : 13594,
"2801664" : 12264,
"2834432" : 10480,
"2867200" : 9609,
"2899968" : 9660,
"2932736" : 10185,
"2965504" : 11573,
"2998272" : 12421,
"3031040" : 12799,
"3063808" : 12744,
"3096576" : 12623,
"3129344" : 11447,
"3162112" : 10219,
"3194880" : 9613,
"3227648" : 9283,
"3260416" : 9536,
"3293184" : 9642,
"3325952" : 10383,
"3358720" : 10805,
"3391488" : 11016,
"3424256" : 10851,
"3457024" : 10486,
"3489792" : 9428,
"3522560" : 8712,
"3555328" : 8316,
"3588096" : 8300,
"3620864" : 8582,
"3653632" : 8769,
"3686400" : 8969,
"3719168" : 8989,
"3751936" : 9388,
"3784704" : 9035,
"3817472" : 8286,
"3850240" : 8088,
"3883008" : 7645,
"3915776" : 7580,
"3948544" : 7318,
"3981312" : 7386,
"4014080" : 7364,
"4046848" : 7437,
"4079616" : 7739,
"4112384" : 7712,
"4145152" : 7129,
"4177920" : 6936,
"4227072" : 12788,
"4292608" : 12647,
"4358144" : 12576,
"4423680" : 12130,
"4489216" : 11895,
"4554752" : 10462,
"4620288" : 10474,
"4685824" : 9851,
"4751360" : 9850,
"4816896" : 9537,
"4882432" : 8722,
"4947968" : 7993,
"5013504" : 7728,
"5079040" : 7229,
"5144576" : 7165,
"5210112" : 6615,
"5275648" : 6134,
"5341184" : 5771,
"5406720" : 5153,
"5472256" : 4790,
"5537792" : 4779,
"5603328" : 4279,
"5668864" : 3965,
"5734400" : 3733,
"5799936" : 3312,
"5865472" : 3147,
"5931008" : 2778,
"5996544" : 2707,
"6062080" : 2464,
"6127616" : 2186,
"6193152" : 2020,
"6258688" : 1818,
"6324224" : 1601,
"6389760" : 1490,
"6455296" : 1338,
"6520832" : 1196,
"6586368" : 1132,
"6651904" : 1036,
"6717440" : 917,
"6782976" : 975,
"6848512" : 817,
"6914048" : 890,
"6979584" : 961,
"7045120" : 968,
"7110656" : 1080,
"7176192" : 1196,
"7241728" : 1355,
"7307264" : 1665,
"7372800" : 2023,
"7438336" : 2289,
"7503872" : 2821,
"7569408" : 3132,
"7634944" : 3873,
"7700480" : 4766,
"7766016" : 5497,
"7831552" : 6534,
"7897088" : 7736,
"7962624" : 8922,
"8028160" : 10433,
"8093696" : 12449,
"8159232" : 14358,
"8224768" : 17000,
"8290304" : 19391,
"8355840" : 22274,
"8454144" : 54028,
"8585216" : 68958,
"8716288" : 87288,
"8847360" : 108186,
"8978432" : 130464,
"9109504" : 152889,
"9240576" : 178291,
"9371648" : 201887,
"9502720" : 223613,
"9633792" : 241220,
"9764864" : 254548,
"9895936" : 263052,
"10027008" : 261996,
"10158080" : 258431,
"10289152" : 245417,
"10420224" : 224554,
"10551296" : 199675,
"10682368" : 170614,
"10813440" : 141293,
"10944512" : 111626,
"11075584" : 83977,
"11206656" : 59783,
"11337728" : 40099,
"11468800" : 24389,
"11599872" : 14364,
"11730944" : 7620,
"11862016" : 3636,
"11993088" : 1669,
"12124160" : 709,
"12255232" : 235,
"12386304" : 95,
"12517376" : 32,
"12648448" : 5,
"12779520" : 1
}
},
"lat_ns" : {
"min" : 285136,
"max" : 13105746,
"mean" : 6107537.159773,
"stddev" : 4415530.663615,
"N" : 7544196
},
"bw_min" : 104206,
"bw_max" : 292761,
"bw_agg" : 100.000000,
"bw_mean" : 167670.983333,
"bw_dev" : 21490.734824,
"bw_samples" : 2880,
"iops_min" : 26050,
"iops_max" : 73190,
"iops_mean" : 41917.522222,
"iops_stddev" : 5372.694542,
"iops_samples" : 2880
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440008,
"usr_cpu" : 0.993328,
"sys_cpu" : 20.665371,
"ctx" : 3691444,
"majf" : 0,
"minf" : 291,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999894,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 24.833867,
"1000" : 1.700184
},
"latency_ms" : {
"2" : 7.825969,
"4" : 9.475768,
"10" : 32.675331,
"20" : 23.491930,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}