raidz2/benchmarks/rand/rand-write-qd32-nj8_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773096607,
"timestamp_ms" : 1773096607258,
"time" : "Mon Mar 9 19:50:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 701325312,
"io_kbytes" : 684888,
"bw_bytes" : 71835021,
"bw" : 70151,
"iops" : 17566.424255,
"runtime" : 9763,
"total_ios" : 171501,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78104,
"usr_cpu" : 0.682423,
"sys_cpu" : 14.644576,
"ctx" : 138754,
"majf" : 0,
"minf" : 44,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.855394,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096617,
"timestamp_ms" : 1773096617494,
"time" : "Mon Mar 9 19:50:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 716079104,
"io_kbytes" : 699296,
"bw_bytes" : 71607910,
"bw" : 69929,
"iops" : 17483.300000,
"runtime" : 10000,
"total_ios" : 174833,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10586,
"max" : 3645750,
"mean" : 454588.395440,
"stddev" : 274793.497500,
"N" : 174833
},
"clat_ns" : {
"min" : 6441542,
"max" : 22886179,
"mean" : 14189093.466398,
"stddev" : 2314268.822501,
"N" : 174825,
"percentile" : {
"1.000000" : 8716288,
"5.000000" : 10027008,
"10.000000" : 11075584,
"20.000000" : 12255232,
"30.000000" : 13041664,
"40.000000" : 13697024,
"50.000000" : 14221312,
"60.000000" : 14876672,
"70.000000" : 15400960,
"80.000000" : 16187392,
"90.000000" : 17170432,
"95.000000" : 17956864,
"99.000000" : 19267584,
"99.500000" : 19791872,
"99.900000" : 20840448,
"99.950000" : 21364736,
"99.990000" : 22151168
},
"bins" : {
"6455296" : 1,
"6651904" : 1,
"6782976" : 5,
"6848512" : 5,
"6914048" : 2,
"6979584" : 2,
"7045120" : 1,
"7110656" : 6,
"7176192" : 12,
"7241728" : 5,
"7307264" : 18,
"7372800" : 19,
"7438336" : 16,
"7503872" : 18,
"7569408" : 15,
"7634944" : 24,
"7700480" : 40,
"7766016" : 34,
"7831552" : 58,
"7897088" : 61,
"7962624" : 56,
"8028160" : 65,
"8093696" : 85,
"8159232" : 70,
"8224768" : 87,
"8290304" : 91,
"8355840" : 101,
"8454144" : 279,
"8585216" : 314,
"8716288" : 395,
"8847360" : 424,
"8978432" : 418,
"9109504" : 536,
"9240576" : 662,
"9371648" : 689,
"9502720" : 734,
"9633792" : 866,
"9764864" : 920,
"9895936" : 903,
"10027008" : 915,
"10158080" : 966,
"10289152" : 965,
"10420224" : 1081,
"10551296" : 1127,
"10682368" : 1082,
"10813440" : 1185,
"10944512" : 1289,
"11075584" : 1337,
"11206656" : 1373,
"11337728" : 1553,
"11468800" : 1583,
"11599872" : 1657,
"11730944" : 1877,
"11862016" : 2096,
"11993088" : 2214,
"12124160" : 2427,
"12255232" : 2649,
"12386304" : 2555,
"12517376" : 2770,
"12648448" : 2967,
"12779520" : 3143,
"12910592" : 3222,
"13041664" : 3409,
"13172736" : 3542,
"13303808" : 3600,
"13434880" : 3775,
"13565952" : 3878,
"13697024" : 4000,
"13828096" : 4053,
"13959168" : 4119,
"14090240" : 4128,
"14221312" : 4292,
"14352384" : 4066,
"14483456" : 3935,
"14614528" : 4026,
"14745600" : 3966,
"14876672" : 3938,
"15007744" : 3865,
"15138816" : 3704,
"15269888" : 3731,
"15400960" : 3563,
"15532032" : 3455,
"15663104" : 3229,
"15794176" : 3212,
"15925248" : 3076,
"16056320" : 2867,
"16187392" : 2772,
"16318464" : 2656,
"16449536" : 2551,
"16580608" : 2377,
"16711680" : 2278,
"16908288" : 4196,
"17170432" : 3463,
"17432576" : 3021,
"17694720" : 2474,
"17956864" : 2064,
"18219008" : 1743,
"18481152" : 1435,
"18743296" : 1132,
"19005440" : 855,
"19267584" : 665,
"19529728" : 439,
"19791872" : 405,
"20054016" : 273,
"20316160" : 174,
"20578304" : 128,
"20840448" : 86,
"21102592" : 43,
"21364736" : 33,
"21626880" : 22,
"21889024" : 21,
"22151168" : 14,
"22413312" : 3,
"22675456" : 1,
"22937600" : 1
}
},
"lat_ns" : {
"min" : 6781041,
"max" : 23501289,
"mean" : 14643764.865254,
"stddev" : 2370013.950534,
"N" : 174825
},
"bw_min" : 65568,
"bw_max" : 74656,
"bw_agg" : 99.837551,
"bw_mean" : 69816.684211,
"bw_dev" : 311.439890,
"bw_samples" : 152,
"iops_min" : 16392,
"iops_max" : 18664,
"iops_mean" : 17454.000000,
"iops_stddev" : 77.860803,
"iops_samples" : 152
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79998,
"usr_cpu" : 0.766269,
"sys_cpu" : 14.515363,
"ctx" : 144046,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.738236,
"20" : 94.852230,
"50" : 0.404958,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096627,
"timestamp_ms" : 1773096627495,
"time" : "Mon Mar 9 19:50:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1429426176,
"io_kbytes" : 1395924,
"bw_bytes" : 71471308,
"bw" : 69796,
"iops" : 17450.250000,
"runtime" : 20000,
"total_ios" : 349005,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10586,
"max" : 3645750,
"mean" : 455465.140846,
"stddev" : 277005.485136,
"N" : 349005
},
"clat_ns" : {
"min" : 6392487,
"max" : 22886179,
"mean" : 14214213.568260,
"stddev" : 2279353.410456,
"N" : 348997,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10158080,
"10.000000" : 11206656,
"20.000000" : 12386304,
"30.000000" : 13041664,
"40.000000" : 13697024,
"50.000000" : 14221312,
"60.000000" : 14876672,
"70.000000" : 15400960,
"80.000000" : 16187392,
"90.000000" : 17170432,
"95.000000" : 17956864,
"99.000000" : 19267584,
"99.500000" : 19791872,
"99.900000" : 20840448,
"99.950000" : 21364736,
"99.990000" : 22151168
},
"bins" : {
"6389760" : 1,
"6455296" : 1,
"6586368" : 1,
"6651904" : 1,
"6717440" : 4,
"6782976" : 7,
"6848512" : 10,
"6914048" : 4,
"6979584" : 2,
"7045120" : 7,
"7110656" : 10,
"7176192" : 19,
"7241728" : 12,
"7307264" : 30,
"7372800" : 35,
"7438336" : 27,
"7503872" : 33,
"7569408" : 46,
"7634944" : 45,
"7700480" : 69,
"7766016" : 64,
"7831552" : 89,
"7897088" : 113,
"7962624" : 115,
"8028160" : 127,
"8093696" : 151,
"8159232" : 117,
"8224768" : 165,
"8290304" : 167,
"8355840" : 195,
"8454144" : 483,
"8585216" : 553,
"8716288" : 646,
"8847360" : 772,
"8978432" : 779,
"9109504" : 1052,
"9240576" : 1156,
"9371648" : 1227,
"9502720" : 1377,
"9633792" : 1488,
"9764864" : 1605,
"9895936" : 1651,
"10027008" : 1660,
"10158080" : 1758,
"10289152" : 1867,
"10420224" : 1997,
"10551296" : 2042,
"10682368" : 2128,
"10813440" : 2338,
"10944512" : 2477,
"11075584" : 2593,
"11206656" : 2719,
"11337728" : 3131,
"11468800" : 3311,
"11599872" : 3375,
"11730944" : 3820,
"11862016" : 4208,
"11993088" : 4527,
"12124160" : 4779,
"12255232" : 5190,
"12386304" : 5348,
"12517376" : 5710,
"12648448" : 5966,
"12779520" : 6355,
"12910592" : 6710,
"13041664" : 7011,
"13172736" : 7032,
"13303808" : 7356,
"13434880" : 7440,
"13565952" : 7758,
"13697024" : 7890,
"13828096" : 8051,
"13959168" : 8283,
"14090240" : 8256,
"14221312" : 8498,
"14352384" : 8363,
"14483456" : 8146,
"14614528" : 8187,
"14745600" : 7977,
"14876672" : 8029,
"15007744" : 7808,
"15138816" : 7646,
"15269888" : 7524,
"15400960" : 7251,
"15532032" : 6917,
"15663104" : 6718,
"15794176" : 6511,
"15925248" : 6149,
"16056320" : 5807,
"16187392" : 5463,
"16318464" : 5481,
"16449536" : 5116,
"16580608" : 4761,
"16711680" : 4552,
"16908288" : 8117,
"17170432" : 6879,
"17432576" : 5874,
"17694720" : 4853,
"17956864" : 4045,
"18219008" : 3384,
"18481152" : 2829,
"18743296" : 2252,
"19005440" : 1725,
"19267584" : 1348,
"19529728" : 945,
"19791872" : 780,
"20054016" : 513,
"20316160" : 335,
"20578304" : 233,
"20840448" : 166,
"21102592" : 94,
"21364736" : 65,
"21626880" : 40,
"21889024" : 33,
"22151168" : 24,
"22413312" : 11,
"22675456" : 4,
"22937600" : 2
}
},
"lat_ns" : {
"min" : 6773119,
"max" : 23621913,
"mean" : 14669623.312877,
"stddev" : 2333636.984453,
"N" : 348997
},
"bw_min" : 64728,
"bw_max" : 75112,
"bw_agg" : 100.000000,
"bw_mean" : 69800.025641,
"bw_dev" : 313.366658,
"bw_samples" : 312,
"iops_min" : 16182,
"iops_max" : 18778,
"iops_mean" : 17449.692308,
"iops_stddev" : 78.328578,
"iops_samples" : 312
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159996,
"usr_cpu" : 0.738768,
"sys_cpu" : 14.505363,
"ctx" : 284461,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.276730,
"20" : 95.336170,
"50" : 0.384808,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096637,
"timestamp_ms" : 1773096637494,
"time" : "Mon Mar 9 19:50:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2143629312,
"io_kbytes" : 2093388,
"bw_bytes" : 71454310,
"bw" : 69779,
"iops" : 17445.300000,
"runtime" : 30000,
"total_ios" : 523359,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10376,
"max" : 3645750,
"mean" : 455569.612694,
"stddev" : 277753.623101,
"N" : 523359
},
"clat_ns" : {
"min" : 6392487,
"max" : 23546238,
"mean" : 14218256.198530,
"stddev" : 2262761.867989,
"N" : 523351,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10289152,
"10.000000" : 11206656,
"20.000000" : 12386304,
"30.000000" : 13041664,
"40.000000" : 13697024,
"50.000000" : 14221312,
"60.000000" : 14876672,
"70.000000" : 15400960,
"80.000000" : 16056320,
"90.000000" : 17170432,
"95.000000" : 17956864,
"99.000000" : 19267584,
"99.500000" : 19791872,
"99.900000" : 20840448,
"99.950000" : 21364736,
"99.990000" : 22151168
},
"bins" : {
"6389760" : 1,
"6455296" : 1,
"6586368" : 1,
"6651904" : 1,
"6717440" : 5,
"6782976" : 8,
"6848512" : 12,
"6914048" : 7,
"6979584" : 8,
"7045120" : 22,
"7110656" : 20,
"7176192" : 39,
"7241728" : 31,
"7307264" : 41,
"7372800" : 52,
"7438336" : 40,
"7503872" : 49,
"7569408" : 72,
"7634944" : 66,
"7700480" : 99,
"7766016" : 96,
"7831552" : 121,
"7897088" : 180,
"7962624" : 162,
"8028160" : 169,
"8093696" : 199,
"8159232" : 171,
"8224768" : 230,
"8290304" : 253,
"8355840" : 290,
"8454144" : 656,
"8585216" : 831,
"8716288" : 911,
"8847360" : 1113,
"8978432" : 1175,
"9109504" : 1446,
"9240576" : 1601,
"9371648" : 1762,
"9502720" : 1984,
"9633792" : 2147,
"9764864" : 2292,
"9895936" : 2361,
"10027008" : 2466,
"10158080" : 2587,
"10289152" : 2764,
"10420224" : 2886,
"10551296" : 3029,
"10682368" : 3212,
"10813440" : 3434,
"10944512" : 3653,
"11075584" : 3803,
"11206656" : 4064,
"11337728" : 4530,
"11468800" : 4911,
"11599872" : 4980,
"11730944" : 5688,
"11862016" : 6262,
"11993088" : 6639,
"12124160" : 7193,
"12255232" : 7772,
"12386304" : 8129,
"12517376" : 8661,
"12648448" : 9155,
"12779520" : 9699,
"12910592" : 10114,
"13041664" : 10726,
"13172736" : 10742,
"13303808" : 11218,
"13434880" : 11386,
"13565952" : 11870,
"13697024" : 12078,
"13828096" : 12178,
"13959168" : 12594,
"14090240" : 12642,
"14221312" : 12733,
"14352384" : 12594,
"14483456" : 12344,
"14614528" : 12362,
"14745600" : 12118,
"14876672" : 12189,
"15007744" : 11787,
"15138816" : 11574,
"15269888" : 11301,
"15400960" : 10927,
"15532032" : 10517,
"15663104" : 10161,
"15794176" : 9720,
"15925248" : 9161,
"16056320" : 8741,
"16187392" : 8236,
"16318464" : 7954,
"16449536" : 7573,
"16580608" : 6999,
"16711680" : 6629,
"16908288" : 11989,
"17170432" : 10165,
"17432576" : 8566,
"17694720" : 7271,
"17956864" : 5980,
"18219008" : 5052,
"18481152" : 4128,
"18743296" : 3266,
"19005440" : 2515,
"19267584" : 2014,
"19529728" : 1408,
"19791872" : 1185,
"20054016" : 767,
"20316160" : 507,
"20578304" : 367,
"20840448" : 255,
"21102592" : 180,
"21364736" : 115,
"21626880" : 75,
"21889024" : 59,
"22151168" : 39,
"22413312" : 20,
"22675456" : 10,
"22937600" : 4,
"23199744" : 2,
"23461888" : 3
}
},
"lat_ns" : {
"min" : 6773119,
"max" : 24319730,
"mean" : 14673840.201977,
"stddev" : 2316322.729478,
"N" : 523351
},
"bw_min" : 64496,
"bw_max" : 75136,
"bw_agg" : 100.000000,
"bw_mean" : 69804.050847,
"bw_dev" : 304.411396,
"bw_samples" : 472,
"iops_min" : 16124,
"iops_max" : 18784,
"iops_mean" : 17450.711864,
"iops_stddev" : 76.088166,
"iops_samples" : 472
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239999,
"usr_cpu" : 0.721253,
"sys_cpu" : 14.525061,
"ctx" : 425001,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999809,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999809,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.093939,
"20" : 95.494871,
"50" : 0.409661,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096647,
"timestamp_ms" : 1773096647494,
"time" : "Mon Mar 9 19:50:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2860822528,
"io_kbytes" : 2793772,
"bw_bytes" : 71522351,
"bw" : 69846,
"iops" : 17461.886547,
"runtime" : 39999,
"total_ios" : 698458,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10376,
"max" : 3645750,
"mean" : 455130.301471,
"stddev" : 277863.489817,
"N" : 698458
},
"clat_ns" : {
"min" : 6392487,
"max" : 23546238,
"mean" : 14204848.657340,
"stddev" : 2277694.667225,
"N" : 698450,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10158080,
"10.000000" : 11206656,
"20.000000" : 12386304,
"30.000000" : 13041664,
"40.000000" : 13697024,
"50.000000" : 14221312,
"60.000000" : 14745600,
"70.000000" : 15400960,
"80.000000" : 16056320,
"90.000000" : 17170432,
"95.000000" : 17956864,
"99.000000" : 19529728,
"99.500000" : 20054016,
"99.900000" : 21102592,
"99.950000" : 21364736,
"99.990000" : 22151168
},
"bins" : {
"6389760" : 1,
"6455296" : 2,
"6520832" : 1,
"6586368" : 1,
"6651904" : 1,
"6717440" : 6,
"6782976" : 9,
"6848512" : 13,
"6914048" : 10,
"6979584" : 11,
"7045120" : 25,
"7110656" : 27,
"7176192" : 47,
"7241728" : 43,
"7307264" : 53,
"7372800" : 67,
"7438336" : 52,
"7503872" : 82,
"7569408" : 120,
"7634944" : 92,
"7700480" : 139,
"7766016" : 130,
"7831552" : 166,
"7897088" : 254,
"7962624" : 217,
"8028160" : 214,
"8093696" : 246,
"8159232" : 231,
"8224768" : 316,
"8290304" : 339,
"8355840" : 375,
"8454144" : 850,
"8585216" : 1074,
"8716288" : 1224,
"8847360" : 1491,
"8978432" : 1574,
"9109504" : 1956,
"9240576" : 2209,
"9371648" : 2417,
"9502720" : 2752,
"9633792" : 2967,
"9764864" : 3152,
"9895936" : 3233,
"10027008" : 3320,
"10158080" : 3526,
"10289152" : 3822,
"10420224" : 3948,
"10551296" : 4118,
"10682368" : 4382,
"10813440" : 4652,
"10944512" : 5034,
"11075584" : 5230,
"11206656" : 5583,
"11337728" : 6139,
"11468800" : 6586,
"11599872" : 6854,
"11730944" : 7697,
"11862016" : 8488,
"11993088" : 8876,
"12124160" : 9726,
"12255232" : 10435,
"12386304" : 10912,
"12517376" : 11602,
"12648448" : 12260,
"12779520" : 13052,
"12910592" : 13484,
"13041664" : 14293,
"13172736" : 14443,
"13303808" : 15076,
"13434880" : 15394,
"13565952" : 15942,
"13697024" : 16129,
"13828096" : 16342,
"13959168" : 16791,
"14090240" : 16946,
"14221312" : 16817,
"14352384" : 16706,
"14483456" : 16301,
"14614528" : 16421,
"14745600" : 16002,
"14876672" : 15943,
"15007744" : 15561,
"15138816" : 15104,
"15269888" : 14798,
"15400960" : 14317,
"15532032" : 13695,
"15663104" : 13351,
"15794176" : 12724,
"15925248" : 12075,
"16056320" : 11362,
"16187392" : 10904,
"16318464" : 10411,
"16449536" : 9885,
"16580608" : 9122,
"16711680" : 8754,
"16908288" : 15981,
"17170432" : 13572,
"17432576" : 11583,
"17694720" : 9664,
"17956864" : 8042,
"18219008" : 6844,
"18481152" : 5504,
"18743296" : 4423,
"19005440" : 3447,
"19267584" : 2762,
"19529728" : 1970,
"19791872" : 1611,
"20054016" : 1072,
"20316160" : 779,
"20578304" : 522,
"20840448" : 378,
"21102592" : 262,
"21364736" : 174,
"21626880" : 120,
"21889024" : 90,
"22151168" : 57,
"22413312" : 32,
"22675456" : 17,
"22937600" : 13,
"23199744" : 2,
"23461888" : 5
}
},
"lat_ns" : {
"min" : 6773119,
"max" : 24319730,
"mean" : 14659979.640859,
"stddev" : 2331853.330791,
"N" : 698450
},
"bw_min" : 64416,
"bw_max" : 75368,
"bw_agg" : 100.000000,
"bw_mean" : 69913.177215,
"bw_dev" : 309.482052,
"bw_samples" : 632,
"iops_min" : 16104,
"iops_max" : 18842,
"iops_mean" : 17478.050633,
"iops_stddev" : 77.361021,
"iops_samples" : 632
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319992,
"usr_cpu" : 0.705955,
"sys_cpu" : 14.548176,
"ctx" : 565440,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999857,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999857,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.172907,
"20" : 95.372377,
"50" : 0.453571,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096657,
"timestamp_ms" : 1773096657494,
"time" : "Mon Mar 9 19:50:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3578130432,
"io_kbytes" : 3494268,
"bw_bytes" : 71562608,
"bw" : 69885,
"iops" : 17471.640000,
"runtime" : 50000,
"total_ios" : 873582,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10036,
"max" : 3645750,
"mean" : 454870.219786,
"stddev" : 277757.189033,
"N" : 873582
},
"clat_ns" : {
"min" : 6023644,
"max" : 23606118,
"mean" : 14196661.563148,
"stddev" : 2268688.378643,
"N" : 873574,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10158080,
"10.000000" : 11206656,
"20.000000" : 12386304,
"30.000000" : 13041664,
"40.000000" : 13697024,
"50.000000" : 14221312,
"60.000000" : 14745600,
"70.000000" : 15400960,
"80.000000" : 16056320,
"90.000000" : 17170432,
"95.000000" : 17956864,
"99.000000" : 19267584,
"99.500000" : 20054016,
"99.900000" : 21102592,
"99.950000" : 21364736,
"99.990000" : 22151168
},
"bins" : {
"5996544" : 1,
"6324224" : 4,
"6389760" : 2,
"6455296" : 2,
"6520832" : 3,
"6586368" : 5,
"6651904" : 10,
"6717440" : 8,
"6782976" : 10,
"6848512" : 17,
"6914048" : 14,
"6979584" : 24,
"7045120" : 32,
"7110656" : 33,
"7176192" : 57,
"7241728" : 52,
"7307264" : 70,
"7372800" : 91,
"7438336" : 73,
"7503872" : 117,
"7569408" : 150,
"7634944" : 122,
"7700480" : 166,
"7766016" : 175,
"7831552" : 217,
"7897088" : 323,
"7962624" : 278,
"8028160" : 307,
"8093696" : 336,
"8159232" : 321,
"8224768" : 403,
"8290304" : 452,
"8355840" : 473,
"8454144" : 1098,
"8585216" : 1364,
"8716288" : 1547,
"8847360" : 1915,
"8978432" : 2042,
"9109504" : 2476,
"9240576" : 2791,
"9371648" : 3099,
"9502720" : 3470,
"9633792" : 3721,
"9764864" : 3868,
"9895936" : 3961,
"10027008" : 4205,
"10158080" : 4312,
"10289152" : 4692,
"10420224" : 4877,
"10551296" : 5053,
"10682368" : 5334,
"10813440" : 5735,
"10944512" : 6248,
"11075584" : 6495,
"11206656" : 6846,
"11337728" : 7565,
"11468800" : 8137,
"11599872" : 8570,
"11730944" : 9587,
"11862016" : 10605,
"11993088" : 10996,
"12124160" : 12095,
"12255232" : 12986,
"12386304" : 13502,
"12517376" : 14537,
"12648448" : 15360,
"12779520" : 16347,
"12910592" : 16837,
"13041664" : 17913,
"13172736" : 18226,
"13303808" : 18930,
"13434880" : 19277,
"13565952" : 19982,
"13697024" : 20355,
"13828096" : 20650,
"13959168" : 21059,
"14090240" : 21318,
"14221312" : 21175,
"14352384" : 20912,
"14483456" : 20649,
"14614528" : 20707,
"14745600" : 20165,
"14876672" : 20109,
"15007744" : 19783,
"15138816" : 19109,
"15269888" : 18811,
"15400960" : 18108,
"15532032" : 17468,
"15663104" : 16789,
"15794176" : 16070,
"15925248" : 15169,
"16056320" : 14349,
"16187392" : 13646,
"16318464" : 12962,
"16449536" : 12341,
"16580608" : 11355,
"16711680" : 10863,
"16908288" : 19852,
"17170432" : 16724,
"17432576" : 14213,
"17694720" : 11889,
"17956864" : 9751,
"18219008" : 8312,
"18481152" : 6578,
"18743296" : 5331,
"19005440" : 4069,
"19267584" : 3289,
"19529728" : 2371,
"19791872" : 1896,
"20054016" : 1337,
"20316160" : 964,
"20578304" : 669,
"20840448" : 491,
"21102592" : 329,
"21364736" : 218,
"21626880" : 157,
"21889024" : 111,
"22151168" : 66,
"22413312" : 40,
"22675456" : 17,
"22937600" : 18,
"23199744" : 3,
"23461888" : 7,
"23724032" : 1
}
},
"lat_ns" : {
"min" : 6361961,
"max" : 24319730,
"mean" : 14651538.656978,
"stddev" : 2322526.082255,
"N" : 873574
},
"bw_min" : 64176,
"bw_max" : 75368,
"bw_agg" : 100.000000,
"bw_mean" : 69899.373737,
"bw_dev" : 306.133651,
"bw_samples" : 792,
"iops_min" : 16044,
"iops_max" : 18842,
"iops_mean" : 17474.565657,
"iops_stddev" : 76.515776,
"iops_samples" : 792
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399998,
"usr_cpu" : 0.712254,
"sys_cpu" : 14.530573,
"ctx" : 707781,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.223874,
"20" : 95.319844,
"50" : 0.455367,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096667,
"timestamp_ms" : 1773096667494,
"time" : "Mon Mar 9 19:51:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4294352896,
"io_kbytes" : 4193704,
"bw_bytes" : 71572548,
"bw" : 69895,
"iops" : 17473.966667,
"runtime" : 60000,
"total_ios" : 1048438,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10036,
"max" : 3645750,
"mean" : 454808.068580,
"stddev" : 276130.265421,
"N" : 1048438
},
"clat_ns" : {
"min" : 6023644,
"max" : 24434374,
"mean" : 14194515.174102,
"stddev" : 2265354.362737,
"N" : 1048430,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10289152,
"10.000000" : 11206656,
"20.000000" : 12386304,
"30.000000" : 13041664,
"40.000000" : 13697024,
"50.000000" : 14221312,
"60.000000" : 14745600,
"70.000000" : 15400960,
"80.000000" : 16056320,
"90.000000" : 17170432,
"95.000000" : 17956864,
"99.000000" : 19529728,
"99.500000" : 20054016,
"99.900000" : 21102592,
"99.950000" : 21364736,
"99.990000" : 22413312
},
"bins" : {
"5996544" : 1,
"6324224" : 4,
"6389760" : 2,
"6455296" : 2,
"6520832" : 3,
"6586368" : 5,
"6651904" : 10,
"6717440" : 8,
"6782976" : 10,
"6848512" : 19,
"6914048" : 18,
"6979584" : 25,
"7045120" : 33,
"7110656" : 37,
"7176192" : 64,
"7241728" : 66,
"7307264" : 74,
"7372800" : 95,
"7438336" : 81,
"7503872" : 128,
"7569408" : 166,
"7634944" : 142,
"7700480" : 200,
"7766016" : 206,
"7831552" : 252,
"7897088" : 360,
"7962624" : 318,
"8028160" : 352,
"8093696" : 380,
"8159232" : 374,
"8224768" : 467,
"8290304" : 540,
"8355840" : 567,
"8454144" : 1305,
"8585216" : 1624,
"8716288" : 1787,
"8847360" : 2235,
"8978432" : 2398,
"9109504" : 2908,
"9240576" : 3273,
"9371648" : 3643,
"9502720" : 4043,
"9633792" : 4404,
"9764864" : 4572,
"9895936" : 4747,
"10027008" : 5057,
"10158080" : 5246,
"10289152" : 5576,
"10420224" : 5851,
"10551296" : 6116,
"10682368" : 6449,
"10813440" : 6865,
"10944512" : 7516,
"11075584" : 7823,
"11206656" : 8249,
"11337728" : 9146,
"11468800" : 9769,
"11599872" : 10396,
"11730944" : 11593,
"11862016" : 12722,
"11993088" : 13314,
"12124160" : 14589,
"12255232" : 15708,
"12386304" : 16337,
"12517376" : 17450,
"12648448" : 18638,
"12779520" : 19708,
"12910592" : 20395,
"13041664" : 21712,
"13172736" : 22161,
"13303808" : 22913,
"13434880" : 23486,
"13565952" : 24163,
"13697024" : 24593,
"13828096" : 25041,
"13959168" : 25379,
"14090240" : 25722,
"14221312" : 25568,
"14352384" : 25157,
"14483456" : 25089,
"14614528" : 24822,
"14745600" : 24165,
"14876672" : 24095,
"15007744" : 23528,
"15138816" : 22717,
"15269888" : 22253,
"15400960" : 21485,
"15532032" : 20708,
"15663104" : 19842,
"15794176" : 18913,
"15925248" : 17931,
"16056320" : 17004,
"16187392" : 16251,
"16318464" : 15288,
"16449536" : 14587,
"16580608" : 13458,
"16711680" : 12967,
"16908288" : 23584,
"17170432" : 20112,
"17432576" : 17190,
"17694720" : 14438,
"17956864" : 11822,
"18219008" : 10047,
"18481152" : 7896,
"18743296" : 6385,
"19005440" : 4951,
"19267584" : 4005,
"19529728" : 2921,
"19791872" : 2278,
"20054016" : 1643,
"20316160" : 1163,
"20578304" : 789,
"20840448" : 588,
"21102592" : 386,
"21364736" : 264,
"21626880" : 184,
"21889024" : 133,
"22151168" : 81,
"22413312" : 50,
"22675456" : 20,
"22937600" : 23,
"23199744" : 3,
"23461888" : 8,
"23724032" : 5,
"23986176" : 1,
"24510464" : 1
}
},
"lat_ns" : {
"min" : 6361961,
"max" : 24626358,
"mean" : 14649314.229330,
"stddev" : 2319334.000941,
"N" : 1048430
},
"bw_min" : 63448,
"bw_max" : 76608,
"bw_agg" : 100.000000,
"bw_mean" : 69939.378151,
"bw_dev" : 318.605449,
"bw_samples" : 952,
"iops_min" : 15862,
"iops_max" : 19152,
"iops_mean" : 17484.588235,
"iops_stddev" : 79.638139,
"iops_samples" : 952
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479999,
"usr_cpu" : 0.707918,
"sys_cpu" : 14.535864,
"ctx" : 858512,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.137011,
"20" : 95.405451,
"50" : 0.456775,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096677,
"timestamp_ms" : 1773096677494,
"time" : "Mon Mar 9 19:51:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4993134592,
"io_kbytes" : 4876108,
"bw_bytes" : 71330494,
"bw" : 69658,
"iops" : 17414.885714,
"runtime" : 70000,
"total_ios" : 1219042,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10035,
"max" : 3655485,
"mean" : 456347.758862,
"stddev" : 277365.428786,
"N" : 1219042
},
"clat_ns" : {
"min" : 6023644,
"max" : 24434374,
"mean" : 14242914.671083,
"stddev" : 2279605.455873,
"N" : 1219034,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10289152,
"10.000000" : 11206656,
"20.000000" : 12386304,
"30.000000" : 13172736,
"40.000000" : 13697024,
"50.000000" : 14221312,
"60.000000" : 14876672,
"70.000000" : 15400960,
"80.000000" : 16187392,
"90.000000" : 17170432,
"95.000000" : 17956864,
"99.000000" : 19529728,
"99.500000" : 20054016,
"99.900000" : 21102592,
"99.950000" : 21626880,
"99.990000" : 22413312
},
"bins" : {
"5996544" : 1,
"6324224" : 4,
"6389760" : 2,
"6455296" : 2,
"6520832" : 3,
"6586368" : 5,
"6651904" : 11,
"6717440" : 10,
"6782976" : 15,
"6848512" : 21,
"6914048" : 18,
"6979584" : 27,
"7045120" : 44,
"7110656" : 41,
"7176192" : 72,
"7241728" : 71,
"7307264" : 77,
"7372800" : 108,
"7438336" : 93,
"7503872" : 143,
"7569408" : 176,
"7634944" : 165,
"7700480" : 218,
"7766016" : 237,
"7831552" : 288,
"7897088" : 401,
"7962624" : 368,
"8028160" : 396,
"8093696" : 438,
"8159232" : 442,
"8224768" : 535,
"8290304" : 616,
"8355840" : 629,
"8454144" : 1488,
"8585216" : 1857,
"8716288" : 2064,
"8847360" : 2559,
"8978432" : 2822,
"9109504" : 3352,
"9240576" : 3757,
"9371648" : 4186,
"9502720" : 4701,
"9633792" : 5002,
"9764864" : 5278,
"9895936" : 5463,
"10027008" : 5814,
"10158080" : 6003,
"10289152" : 6393,
"10420224" : 6660,
"10551296" : 6926,
"10682368" : 7393,
"10813440" : 7859,
"10944512" : 8585,
"11075584" : 8914,
"11206656" : 9416,
"11337728" : 10414,
"11468800" : 11169,
"11599872" : 11831,
"11730944" : 13214,
"11862016" : 14401,
"11993088" : 15094,
"12124160" : 16543,
"12255232" : 17726,
"12386304" : 18464,
"12517376" : 19705,
"12648448" : 21097,
"12779520" : 22239,
"12910592" : 23162,
"13041664" : 24572,
"13172736" : 25075,
"13303808" : 26019,
"13434880" : 26724,
"13565952" : 27425,
"13697024" : 28082,
"13828096" : 28663,
"13959168" : 29263,
"14090240" : 29620,
"14221312" : 29587,
"14352384" : 29205,
"14483456" : 29262,
"14614528" : 28969,
"14745600" : 28268,
"14876672" : 28099,
"15007744" : 27436,
"15138816" : 26675,
"15269888" : 26076,
"15400960" : 25129,
"15532032" : 24302,
"15663104" : 23467,
"15794176" : 22256,
"15925248" : 21277,
"16056320" : 20300,
"16187392" : 19422,
"16318464" : 18308,
"16449536" : 17533,
"16580608" : 16151,
"16711680" : 15436,
"16908288" : 28170,
"17170432" : 24160,
"17432576" : 20733,
"17694720" : 17482,
"17956864" : 14407,
"18219008" : 12221,
"18481152" : 9743,
"18743296" : 7942,
"19005440" : 6144,
"19267584" : 4927,
"19529728" : 3653,
"19791872" : 2882,
"20054016" : 2056,
"20316160" : 1500,
"20578304" : 1002,
"20840448" : 760,
"21102592" : 483,
"21364736" : 307,
"21626880" : 228,
"21889024" : 162,
"22151168" : 96,
"22413312" : 67,
"22675456" : 31,
"22937600" : 28,
"23199744" : 5,
"23461888" : 9,
"23724032" : 5,
"23986176" : 1,
"24510464" : 1
}
},
"lat_ns" : {
"min" : 6361961,
"max" : 24626358,
"mean" : 14699275.590275,
"stddev" : 2334057.649930,
"N" : 1219034
},
"bw_min" : 62568,
"bw_max" : 76608,
"bw_agg" : 100.000000,
"bw_mean" : 69677.165468,
"bw_dev" : 326.280449,
"bw_samples" : 1112,
"iops_min" : 15642,
"iops_max" : 19152,
"iops_mean" : 17419.050360,
"iops_stddev" : 81.555790,
"iops_samples" : 1112
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559998,
"usr_cpu" : 0.709467,
"sys_cpu" : 14.509516,
"ctx" : 997010,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.088538,
"20" : 95.414186,
"50" : 0.496619,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096687,
"timestamp_ms" : 1773096687494,
"time" : "Mon Mar 9 19:51:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5705072640,
"io_kbytes" : 5571360,
"bw_bytes" : 71313408,
"bw" : 69642,
"iops" : 17410.650000,
"runtime" : 80000,
"total_ios" : 1392852,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10015,
"max" : 3655485,
"mean" : 456460.782097,
"stddev" : 277824.651021,
"N" : 1392852
},
"clat_ns" : {
"min" : 6023644,
"max" : 24434374,
"mean" : 14245911.524699,
"stddev" : 2286545.074690,
"N" : 1392844,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10289152,
"10.000000" : 11206656,
"20.000000" : 12386304,
"30.000000" : 13172736,
"40.000000" : 13697024,
"50.000000" : 14221312,
"60.000000" : 14876672,
"70.000000" : 15400960,
"80.000000" : 16187392,
"90.000000" : 17170432,
"95.000000" : 17956864,
"99.000000" : 19529728,
"99.500000" : 20054016,
"99.900000" : 21102592,
"99.950000" : 21626880,
"99.990000" : 22413312
},
"bins" : {
"5996544" : 1,
"6324224" : 4,
"6389760" : 2,
"6455296" : 2,
"6520832" : 5,
"6586368" : 7,
"6651904" : 13,
"6717440" : 10,
"6782976" : 16,
"6848512" : 24,
"6914048" : 24,
"6979584" : 31,
"7045120" : 50,
"7110656" : 43,
"7176192" : 79,
"7241728" : 76,
"7307264" : 93,
"7372800" : 118,
"7438336" : 113,
"7503872" : 164,
"7569408" : 204,
"7634944" : 198,
"7700480" : 243,
"7766016" : 265,
"7831552" : 348,
"7897088" : 453,
"7962624" : 407,
"8028160" : 443,
"8093696" : 492,
"8159232" : 555,
"8224768" : 624,
"8290304" : 712,
"8355840" : 732,
"8454144" : 1703,
"8585216" : 2105,
"8716288" : 2412,
"8847360" : 3002,
"8978432" : 3317,
"9109504" : 3807,
"9240576" : 4332,
"9371648" : 4839,
"9502720" : 5346,
"9633792" : 5722,
"9764864" : 6098,
"9895936" : 6266,
"10027008" : 6676,
"10158080" : 6908,
"10289152" : 7307,
"10420224" : 7592,
"10551296" : 7930,
"10682368" : 8461,
"10813440" : 9019,
"10944512" : 9805,
"11075584" : 10274,
"11206656" : 10860,
"11337728" : 11935,
"11468800" : 12868,
"11599872" : 13538,
"11730944" : 15144,
"11862016" : 16525,
"11993088" : 17236,
"12124160" : 18916,
"12255232" : 20256,
"12386304" : 21102,
"12517376" : 22505,
"12648448" : 24086,
"12779520" : 25325,
"12910592" : 26469,
"13041664" : 27927,
"13172736" : 28609,
"13303808" : 29531,
"13434880" : 30337,
"13565952" : 31145,
"13697024" : 31853,
"13828096" : 32494,
"13959168" : 33204,
"14090240" : 33459,
"14221312" : 33620,
"14352384" : 33123,
"14483456" : 33328,
"14614528" : 32884,
"14745600" : 32131,
"14876672" : 31900,
"15007744" : 31270,
"15138816" : 30390,
"15269888" : 29824,
"15400960" : 28669,
"15532032" : 27786,
"15663104" : 26806,
"15794176" : 25477,
"15925248" : 24371,
"16056320" : 23189,
"16187392" : 22392,
"16318464" : 20975,
"16449536" : 20078,
"16580608" : 18620,
"16711680" : 17772,
"16908288" : 32299,
"17170432" : 27779,
"17432576" : 23913,
"17694720" : 20156,
"17956864" : 16674,
"18219008" : 14059,
"18481152" : 11290,
"18743296" : 9177,
"19005440" : 7091,
"19267584" : 5717,
"19529728" : 4200,
"19791872" : 3309,
"20054016" : 2375,
"20316160" : 1729,
"20578304" : 1145,
"20840448" : 854,
"21102592" : 554,
"21364736" : 378,
"21626880" : 262,
"21889024" : 196,
"22151168" : 112,
"22413312" : 77,
"22675456" : 40,
"22937600" : 36,
"23199744" : 5,
"23461888" : 9,
"23724032" : 5,
"23986176" : 1,
"24510464" : 1
}
},
"lat_ns" : {
"min" : 6361961,
"max" : 24626358,
"mean" : 14702356.229509,
"stddev" : 2341161.991836,
"N" : 1392844
},
"bw_min" : 62568,
"bw_max" : 76608,
"bw_agg" : 100.000000,
"bw_mean" : 69651.861635,
"bw_dev" : 319.005909,
"bw_samples" : 1272,
"iops_min" : 15642,
"iops_max" : 19152,
"iops_mean" : 17412.754717,
"iops_stddev" : 79.738372,
"iops_samples" : 1272
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639998,
"usr_cpu" : 0.711096,
"sys_cpu" : 14.493327,
"ctx" : 1137831,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.120251,
"20" : 95.378188,
"50" : 0.500986,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096697,
"timestamp_ms" : 1773096697494,
"time" : "Mon Mar 9 19:51:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6391697408,
"io_kbytes" : 6241892,
"bw_bytes" : 71018860,
"bw" : 69354,
"iops" : 17338.777778,
"runtime" : 90000,
"total_ios" : 1560490,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10015,
"max" : 3655485,
"mean" : 458371.563602,
"stddev" : 274273.401763,
"N" : 1560490
},
"clat_ns" : {
"min" : 6023644,
"max" : 24434374,
"mean" : 14305063.224120,
"stddev" : 2287457.410555,
"N" : 1560482,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10289152,
"10.000000" : 11337728,
"20.000000" : 12517376,
"30.000000" : 13172736,
"40.000000" : 13828096,
"50.000000" : 14352384,
"60.000000" : 14876672,
"70.000000" : 15532032,
"80.000000" : 16187392,
"90.000000" : 17170432,
"95.000000" : 17956864,
"99.000000" : 19529728,
"99.500000" : 20054016,
"99.900000" : 21102592,
"99.950000" : 21626880,
"99.990000" : 22413312
},
"bins" : {
"5996544" : 1,
"6324224" : 5,
"6389760" : 5,
"6455296" : 3,
"6520832" : 5,
"6586368" : 7,
"6651904" : 15,
"6717440" : 11,
"6782976" : 16,
"6848512" : 24,
"6914048" : 25,
"6979584" : 33,
"7045120" : 51,
"7110656" : 43,
"7176192" : 79,
"7241728" : 78,
"7307264" : 94,
"7372800" : 121,
"7438336" : 114,
"7503872" : 167,
"7569408" : 207,
"7634944" : 202,
"7700480" : 249,
"7766016" : 272,
"7831552" : 353,
"7897088" : 456,
"7962624" : 419,
"8028160" : 469,
"8093696" : 511,
"8159232" : 574,
"8224768" : 648,
"8290304" : 751,
"8355840" : 764,
"8454144" : 1804,
"8585216" : 2211,
"8716288" : 2548,
"8847360" : 3126,
"8978432" : 3487,
"9109504" : 3999,
"9240576" : 4549,
"9371648" : 5065,
"9502720" : 5648,
"9633792" : 6087,
"9764864" : 6475,
"9895936" : 6732,
"10027008" : 7233,
"10158080" : 7496,
"10289152" : 8054,
"10420224" : 8278,
"10551296" : 8725,
"10682368" : 9248,
"10813440" : 9894,
"10944512" : 10703,
"11075584" : 11251,
"11206656" : 11885,
"11337728" : 13008,
"11468800" : 14037,
"11599872" : 14779,
"11730944" : 16487,
"11862016" : 17969,
"11993088" : 18816,
"12124160" : 20578,
"12255232" : 22057,
"12386304" : 23080,
"12517376" : 24562,
"12648448" : 26432,
"12779520" : 27698,
"12910592" : 29108,
"13041664" : 30710,
"13172736" : 31567,
"13303808" : 32665,
"13434880" : 33616,
"13565952" : 34459,
"13697024" : 35251,
"13828096" : 36137,
"13959168" : 36896,
"14090240" : 37235,
"14221312" : 37468,
"14352384" : 37065,
"14483456" : 37511,
"14614528" : 36872,
"14745600" : 36137,
"14876672" : 35997,
"15007744" : 35186,
"15138816" : 34296,
"15269888" : 33783,
"15400960" : 32538,
"15532032" : 31597,
"15663104" : 30476,
"15794176" : 29032,
"15925248" : 27737,
"16056320" : 26547,
"16187392" : 25597,
"16318464" : 24107,
"16449536" : 23086,
"16580608" : 21566,
"16711680" : 20530,
"16908288" : 37363,
"17170432" : 32322,
"17432576" : 27974,
"17694720" : 23626,
"17956864" : 19574,
"18219008" : 16501,
"18481152" : 13387,
"18743296" : 10788,
"19005440" : 8353,
"19267584" : 6725,
"19529728" : 5020,
"19791872" : 3933,
"20054016" : 2820,
"20316160" : 2069,
"20578304" : 1379,
"20840448" : 1032,
"21102592" : 674,
"21364736" : 470,
"21626880" : 339,
"21889024" : 240,
"22151168" : 139,
"22413312" : 89,
"22675456" : 49,
"22937600" : 40,
"23199744" : 10,
"23461888" : 10,
"23724032" : 8,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1
}
},
"lat_ns" : {
"min" : 6361961,
"max" : 24626358,
"mean" : 14763423.406678,
"stddev" : 2342712.132589,
"N" : 1560482
},
"bw_min" : 61236,
"bw_max" : 77160,
"bw_agg" : 100.000000,
"bw_mean" : 69390.094972,
"bw_dev" : 362.276648,
"bw_samples" : 1432,
"iops_min" : 15307,
"iops_max" : 19290,
"iops_mean" : 17347.296089,
"iops_stddev" : 90.567162,
"iops_samples" : 1432
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719998,
"usr_cpu" : 0.707502,
"sys_cpu" : 14.434901,
"ctx" : 1298057,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.879615,
"20" : 95.579786,
"50" : 0.540087,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096707,
"timestamp_ms" : 1773096707493,
"time" : "Mon Mar 9 19:51:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7059435520,
"io_kbytes" : 6893980,
"bw_bytes" : 70595061,
"bw" : 68940,
"iops" : 17235.242352,
"runtime" : 99999,
"total_ios" : 1723507,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10015,
"max" : 3655485,
"mean" : 461144.435611,
"stddev" : 269967.444424,
"N" : 1723507
},
"clat_ns" : {
"min" : 6023644,
"max" : 24434374,
"mean" : 14391073.834304,
"stddev" : 2292366.548008,
"N" : 1723499,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10420224,
"10.000000" : 11468800,
"20.000000" : 12517376,
"30.000000" : 13303808,
"40.000000" : 13828096,
"50.000000" : 14483456,
"60.000000" : 15007744,
"70.000000" : 15532032,
"80.000000" : 16318464,
"90.000000" : 17432576,
"95.000000" : 18219008,
"99.000000" : 19529728,
"99.500000" : 20054016,
"99.900000" : 21102592,
"99.950000" : 21626880,
"99.990000" : 22413312
},
"bins" : {
"5996544" : 1,
"6324224" : 5,
"6389760" : 5,
"6455296" : 3,
"6520832" : 5,
"6586368" : 7,
"6651904" : 15,
"6717440" : 11,
"6782976" : 16,
"6848512" : 25,
"6914048" : 26,
"6979584" : 33,
"7045120" : 52,
"7110656" : 44,
"7176192" : 79,
"7241728" : 79,
"7307264" : 98,
"7372800" : 123,
"7438336" : 116,
"7503872" : 169,
"7569408" : 211,
"7634944" : 207,
"7700480" : 256,
"7766016" : 275,
"7831552" : 361,
"7897088" : 460,
"7962624" : 430,
"8028160" : 481,
"8093696" : 522,
"8159232" : 590,
"8224768" : 670,
"8290304" : 780,
"8355840" : 795,
"8454144" : 1843,
"8585216" : 2298,
"8716288" : 2642,
"8847360" : 3224,
"8978432" : 3616,
"9109504" : 4153,
"9240576" : 4697,
"9371648" : 5224,
"9502720" : 5838,
"9633792" : 6294,
"9764864" : 6727,
"9895936" : 6993,
"10027008" : 7536,
"10158080" : 7808,
"10289152" : 8379,
"10420224" : 8643,
"10551296" : 9117,
"10682368" : 9692,
"10813440" : 10416,
"10944512" : 11261,
"11075584" : 11850,
"11206656" : 12521,
"11337728" : 13649,
"11468800" : 14728,
"11599872" : 15572,
"11730944" : 17347,
"11862016" : 18930,
"11993088" : 19819,
"12124160" : 21695,
"12255232" : 23354,
"12386304" : 24503,
"12517376" : 26210,
"12648448" : 28055,
"12779520" : 29556,
"12910592" : 31226,
"13041664" : 32989,
"13172736" : 34113,
"13303808" : 35454,
"13434880" : 36629,
"13565952" : 37644,
"13697024" : 38681,
"13828096" : 39602,
"13959168" : 40528,
"14090240" : 41009,
"14221312" : 41201,
"14352384" : 40898,
"14483456" : 41517,
"14614528" : 40791,
"14745600" : 40322,
"14876672" : 40122,
"15007744" : 39235,
"15138816" : 38409,
"15269888" : 37702,
"15400960" : 36310,
"15532032" : 35409,
"15663104" : 34168,
"15794176" : 32609,
"15925248" : 31281,
"16056320" : 30036,
"16187392" : 29001,
"16318464" : 27560,
"16449536" : 26276,
"16580608" : 24577,
"16711680" : 23545,
"16908288" : 43139,
"17170432" : 37489,
"17432576" : 32596,
"17694720" : 27688,
"17956864" : 23051,
"18219008" : 19593,
"18481152" : 15992,
"18743296" : 12936,
"19005440" : 10111,
"19267584" : 8187,
"19529728" : 6190,
"19791872" : 4815,
"20054016" : 3473,
"20316160" : 2612,
"20578304" : 1766,
"20840448" : 1323,
"21102592" : 869,
"21364736" : 613,
"21626880" : 418,
"21889024" : 273,
"22151168" : 159,
"22413312" : 99,
"22675456" : 52,
"22937600" : 40,
"23199744" : 10,
"23461888" : 10,
"23724032" : 8,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1
}
},
"lat_ns" : {
"min" : 6361961,
"max" : 24626358,
"mean" : 14852214.677071,
"stddev" : 2348420.329821,
"N" : 1723499
},
"bw_min" : 55544,
"bw_max" : 77160,
"bw_agg" : 100.000000,
"bw_mean" : 68958.547739,
"bw_dev" : 414.199203,
"bw_samples" : 1592,
"iops_min" : 13886,
"iops_max" : 19290,
"iops_mean" : 17239.427136,
"iops_stddev" : 103.544929,
"iops_samples" : 1592
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799992,
"usr_cpu" : 0.701007,
"sys_cpu" : 14.355019,
"ctx" : 1460842,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.632419,
"20" : 95.753136,
"50" : 0.613981,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096717,
"timestamp_ms" : 1773096717493,
"time" : "Mon Mar 9 19:51:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7783395328,
"io_kbytes" : 7600972,
"bw_bytes" : 70758782,
"bw" : 69100,
"iops" : 17275.175229,
"runtime" : 109999,
"total_ios" : 1900252,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10015,
"max" : 3655485,
"mean" : 460070.920894,
"stddev" : 270499.085163,
"N" : 1900252
},
"clat_ns" : {
"min" : 6023644,
"max" : 24434374,
"mean" : 14357786.205662,
"stddev" : 2292676.783134,
"N" : 1900244,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10289152,
"10.000000" : 11337728,
"20.000000" : 12517376,
"30.000000" : 13172736,
"40.000000" : 13828096,
"50.000000" : 14352384,
"60.000000" : 14876672,
"70.000000" : 15532032,
"80.000000" : 16318464,
"90.000000" : 17170432,
"95.000000" : 18219008,
"99.000000" : 19529728,
"99.500000" : 20054016,
"99.900000" : 21102592,
"99.950000" : 21626880,
"99.990000" : 22413312
},
"bins" : {
"5996544" : 1,
"6062080" : 1,
"6193152" : 1,
"6324224" : 8,
"6389760" : 5,
"6455296" : 3,
"6520832" : 5,
"6586368" : 10,
"6651904" : 18,
"6717440" : 12,
"6782976" : 17,
"6848512" : 28,
"6914048" : 29,
"6979584" : 37,
"7045120" : 55,
"7110656" : 49,
"7176192" : 91,
"7241728" : 90,
"7307264" : 108,
"7372800" : 129,
"7438336" : 129,
"7503872" : 205,
"7569408" : 248,
"7634944" : 252,
"7700480" : 297,
"7766016" : 319,
"7831552" : 422,
"7897088" : 527,
"7962624" : 510,
"8028160" : 558,
"8093696" : 611,
"8159232" : 685,
"8224768" : 791,
"8290304" : 896,
"8355840" : 919,
"8454144" : 2074,
"8585216" : 2609,
"8716288" : 3009,
"8847360" : 3585,
"8978432" : 4084,
"9109504" : 4699,
"9240576" : 5347,
"9371648" : 5866,
"9502720" : 6618,
"9633792" : 7138,
"9764864" : 7520,
"9895936" : 7916,
"10027008" : 8542,
"10158080" : 8757,
"10289152" : 9312,
"10420224" : 9624,
"10551296" : 10219,
"10682368" : 10798,
"10813440" : 11739,
"10944512" : 12656,
"11075584" : 13310,
"11206656" : 14103,
"11337728" : 15336,
"11468800" : 16436,
"11599872" : 17408,
"11730944" : 19444,
"11862016" : 21128,
"11993088" : 22237,
"12124160" : 24328,
"12255232" : 26210,
"12386304" : 27520,
"12517376" : 29494,
"12648448" : 31433,
"12779520" : 33112,
"12910592" : 34959,
"13041664" : 36885,
"13172736" : 38045,
"13303808" : 39671,
"13434880" : 40741,
"13565952" : 42019,
"13697024" : 43075,
"13828096" : 44023,
"13959168" : 44794,
"14090240" : 45462,
"14221312" : 45641,
"14352384" : 45069,
"14483456" : 45734,
"14614528" : 44913,
"14745600" : 44458,
"14876672" : 44076,
"15007744" : 43047,
"15138816" : 42095,
"15269888" : 41293,
"15400960" : 39682,
"15532032" : 38732,
"15663104" : 37170,
"15794176" : 35537,
"15925248" : 33990,
"16056320" : 32590,
"16187392" : 31406,
"16318464" : 29851,
"16449536" : 28424,
"16580608" : 26669,
"16711680" : 25443,
"16908288" : 46443,
"17170432" : 40444,
"17432576" : 35096,
"17694720" : 29776,
"17956864" : 24854,
"18219008" : 20997,
"18481152" : 17273,
"18743296" : 13879,
"19005440" : 10904,
"19267584" : 8825,
"19529728" : 6647,
"19791872" : 5245,
"20054016" : 3766,
"20316160" : 2823,
"20578304" : 1933,
"20840448" : 1433,
"21102592" : 940,
"21364736" : 655,
"21626880" : 437,
"21889024" : 295,
"22151168" : 173,
"22413312" : 110,
"22675456" : 54,
"22937600" : 40,
"23199744" : 10,
"23461888" : 10,
"23724032" : 8,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1
}
},
"lat_ns" : {
"min" : 6349582,
"max" : 24626358,
"mean" : 14817851.328787,
"stddev" : 2348708.262458,
"N" : 1900244
},
"bw_min" : 55544,
"bw_max" : 77624,
"bw_agg" : 100.000000,
"bw_mean" : 69104.146119,
"bw_dev" : 408.999453,
"bw_samples" : 1752,
"iops_min" : 13886,
"iops_max" : 19406,
"iops_mean" : 17275.817352,
"iops_stddev" : 102.242923,
"iops_samples" : 1752
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879992,
"usr_cpu" : 0.696597,
"sys_cpu" : 14.392290,
"ctx" : 1606353,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.731768,
"20" : 95.665522,
"50" : 0.602289,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096727,
"timestamp_ms" : 1773096727493,
"time" : "Mon Mar 9 19:52:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8502845440,
"io_kbytes" : 8303560,
"bw_bytes" : 70857635,
"bw" : 69196,
"iops" : 17299.344161,
"runtime" : 119999,
"total_ios" : 2075904,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10015,
"max" : 3655485,
"mean" : 459426.574107,
"stddev" : 271070.446707,
"N" : 2075904
},
"clat_ns" : {
"min" : 6023644,
"max" : 24434374,
"mean" : 14337733.058085,
"stddev" : 2288723.418865,
"N" : 2075896,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10289152,
"10.000000" : 11337728,
"20.000000" : 12517376,
"30.000000" : 13172736,
"40.000000" : 13828096,
"50.000000" : 14352384,
"60.000000" : 14876672,
"70.000000" : 15532032,
"80.000000" : 16187392,
"90.000000" : 17170432,
"95.000000" : 17956864,
"99.000000" : 19529728,
"99.500000" : 20054016,
"99.900000" : 21102592,
"99.950000" : 21626880,
"99.990000" : 22413312
},
"bins" : {
"5996544" : 1,
"6062080" : 1,
"6193152" : 1,
"6324224" : 8,
"6389760" : 5,
"6455296" : 3,
"6520832" : 7,
"6586368" : 12,
"6651904" : 19,
"6717440" : 15,
"6782976" : 19,
"6848512" : 32,
"6914048" : 29,
"6979584" : 41,
"7045120" : 68,
"7110656" : 61,
"7176192" : 107,
"7241728" : 102,
"7307264" : 111,
"7372800" : 138,
"7438336" : 155,
"7503872" : 227,
"7569408" : 263,
"7634944" : 267,
"7700480" : 327,
"7766016" : 336,
"7831552" : 451,
"7897088" : 562,
"7962624" : 550,
"8028160" : 612,
"8093696" : 676,
"8159232" : 740,
"8224768" : 876,
"8290304" : 970,
"8355840" : 1032,
"8454144" : 2272,
"8585216" : 2883,
"8716288" : 3352,
"8847360" : 3964,
"8978432" : 4541,
"9109504" : 5181,
"9240576" : 5865,
"9371648" : 6502,
"9502720" : 7322,
"9633792" : 7796,
"9764864" : 8302,
"9895936" : 8775,
"10027008" : 9350,
"10158080" : 9677,
"10289152" : 10328,
"10420224" : 10706,
"10551296" : 11279,
"10682368" : 11965,
"10813440" : 12871,
"10944512" : 13936,
"11075584" : 14751,
"11206656" : 15596,
"11337728" : 16993,
"11468800" : 18210,
"11599872" : 19399,
"11730944" : 21532,
"11862016" : 23391,
"11993088" : 24600,
"12124160" : 26896,
"12255232" : 28928,
"12386304" : 30298,
"12517376" : 32523,
"12648448" : 34623,
"12779520" : 36329,
"12910592" : 38501,
"13041664" : 40595,
"13172736" : 41712,
"13303808" : 43369,
"13434880" : 44634,
"13565952" : 46099,
"13697024" : 47131,
"13828096" : 48196,
"13959168" : 49149,
"14090240" : 49639,
"14221312" : 49949,
"14352384" : 49445,
"14483456" : 50009,
"14614528" : 49089,
"14745600" : 48660,
"14876672" : 48071,
"15007744" : 47016,
"15138816" : 45824,
"15269888" : 44954,
"15400960" : 43168,
"15532032" : 42111,
"15663104" : 40565,
"15794176" : 38661,
"15925248" : 37000,
"16056320" : 35515,
"16187392" : 34080,
"16318464" : 32513,
"16449536" : 30826,
"16580608" : 28916,
"16711680" : 27477,
"16908288" : 50271,
"17170432" : 43653,
"17432576" : 37752,
"17694720" : 32062,
"17956864" : 26777,
"18219008" : 22513,
"18481152" : 18480,
"18743296" : 14732,
"19005440" : 11673,
"19267584" : 9348,
"19529728" : 7100,
"19791872" : 5556,
"20054016" : 3987,
"20316160" : 2975,
"20578304" : 2045,
"20840448" : 1509,
"21102592" : 985,
"21364736" : 684,
"21626880" : 453,
"21889024" : 297,
"22151168" : 175,
"22413312" : 110,
"22675456" : 54,
"22937600" : 40,
"23199744" : 10,
"23461888" : 10,
"23724032" : 8,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1
}
},
"lat_ns" : {
"min" : 6349582,
"max" : 24626358,
"mean" : 14797153.574107,
"stddev" : 2344537.127908,
"N" : 2075896
},
"bw_min" : 55544,
"bw_max" : 77624,
"bw_agg" : 99.984235,
"bw_mean" : 69186.941423,
"bw_dev" : 398.434590,
"bw_samples" : 1912,
"iops_min" : 13886,
"iops_max" : 19406,
"iops_mean" : 17296.518828,
"iops_stddev" : 99.602037,
"iops_samples" : 1912
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959992,
"usr_cpu" : 0.699485,
"sys_cpu" : 14.398557,
"ctx" : 1748397,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.768045,
"20" : 95.652111,
"50" : 0.579458,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096737,
"timestamp_ms" : 1773096737493,
"time" : "Mon Mar 9 19:52:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9164881920,
"io_kbytes" : 8950080,
"bw_bytes" : 70499633,
"bw" : 68847,
"iops" : 17211.901630,
"runtime" : 129999,
"total_ios" : 2237530,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10015,
"max" : 3655485,
"mean" : 461778.761645,
"stddev" : 267153.057286,
"N" : 2237530
},
"clat_ns" : {
"min" : 6023644,
"max" : 24434374,
"mean" : 14410603.145679,
"stddev" : 2296486.202152,
"N" : 2237522,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10420224,
"10.000000" : 11468800,
"20.000000" : 12517376,
"30.000000" : 13303808,
"40.000000" : 13828096,
"50.000000" : 14483456,
"60.000000" : 15007744,
"70.000000" : 15532032,
"80.000000" : 16318464,
"90.000000" : 17432576,
"95.000000" : 18219008,
"99.000000" : 19791872,
"99.500000" : 20316160,
"99.900000" : 21364736,
"99.950000" : 21626880,
"99.990000" : 22413312
},
"bins" : {
"5996544" : 1,
"6062080" : 1,
"6193152" : 1,
"6324224" : 8,
"6389760" : 5,
"6455296" : 3,
"6520832" : 7,
"6586368" : 12,
"6651904" : 19,
"6717440" : 15,
"6782976" : 19,
"6848512" : 32,
"6914048" : 29,
"6979584" : 42,
"7045120" : 68,
"7110656" : 62,
"7176192" : 107,
"7241728" : 104,
"7307264" : 114,
"7372800" : 142,
"7438336" : 160,
"7503872" : 227,
"7569408" : 266,
"7634944" : 268,
"7700480" : 328,
"7766016" : 344,
"7831552" : 454,
"7897088" : 563,
"7962624" : 558,
"8028160" : 614,
"8093696" : 679,
"8159232" : 751,
"8224768" : 880,
"8290304" : 980,
"8355840" : 1040,
"8454144" : 2290,
"8585216" : 2923,
"8716288" : 3392,
"8847360" : 4004,
"8978432" : 4623,
"9109504" : 5254,
"9240576" : 5946,
"9371648" : 6626,
"9502720" : 7438,
"9633792" : 7967,
"9764864" : 8494,
"9895936" : 8971,
"10027008" : 9622,
"10158080" : 9933,
"10289152" : 10630,
"10420224" : 11056,
"10551296" : 11721,
"10682368" : 12417,
"10813440" : 13397,
"10944512" : 14532,
"11075584" : 15428,
"11206656" : 16282,
"11337728" : 17730,
"11468800" : 18902,
"11599872" : 20209,
"11730944" : 22382,
"11862016" : 24194,
"11993088" : 25561,
"12124160" : 27880,
"12255232" : 30030,
"12386304" : 31490,
"12517376" : 33770,
"12648448" : 36056,
"12779520" : 37984,
"12910592" : 40392,
"13041664" : 42681,
"13172736" : 43923,
"13303808" : 45947,
"13434880" : 47275,
"13565952" : 49016,
"13697024" : 50400,
"13828096" : 51604,
"13959168" : 52812,
"14090240" : 53455,
"14221312" : 53913,
"14352384" : 53483,
"14483456" : 54159,
"14614528" : 53133,
"14745600" : 52710,
"14876672" : 52284,
"15007744" : 51223,
"15138816" : 49983,
"15269888" : 48927,
"15400960" : 47062,
"15532032" : 45864,
"15663104" : 44228,
"15794176" : 42154,
"15925248" : 40396,
"16056320" : 38869,
"16187392" : 37302,
"16318464" : 35680,
"16449536" : 33893,
"16580608" : 31919,
"16711680" : 30354,
"16908288" : 55832,
"17170432" : 48620,
"17432576" : 42410,
"17694720" : 36246,
"17956864" : 30485,
"18219008" : 25753,
"18481152" : 21324,
"18743296" : 17228,
"19005440" : 13864,
"19267584" : 11041,
"19529728" : 8517,
"19791872" : 6722,
"20054016" : 4844,
"20316160" : 3649,
"20578304" : 2566,
"20840448" : 1832,
"21102592" : 1217,
"21364736" : 856,
"21626880" : 564,
"21889024" : 372,
"22151168" : 204,
"22413312" : 139,
"22675456" : 75,
"22937600" : 50,
"23199744" : 13,
"23461888" : 10,
"23724032" : 8,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1
}
},
"lat_ns" : {
"min" : 6349582,
"max" : 24626358,
"mean" : 14872380.798103,
"stddev" : 2353147.251844,
"N" : 2237522
},
"bw_min" : 55194,
"bw_max" : 77624,
"bw_agg" : 100.000000,
"bw_mean" : 68886.660232,
"bw_dev" : 437.234698,
"bw_samples" : 2072,
"iops_min" : 13797,
"iops_max" : 19406,
"iops_mean" : 17221.444015,
"iops_stddev" : 109.305092,
"iops_samples" : 2072
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039992,
"usr_cpu" : 0.694717,
"sys_cpu" : 14.324245,
"ctx" : 1911885,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.554991,
"20" : 95.782492,
"50" : 0.662159,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096747,
"timestamp_ms" : 1773096747493,
"time" : "Mon Mar 9 19:52:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9844043776,
"io_kbytes" : 9613324,
"bw_bytes" : 70315100,
"bw" : 68667,
"iops" : 17166.851192,
"runtime" : 139999,
"total_ios" : 2403342,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10015,
"max" : 3655485,
"mean" : 462998.228479,
"stddev" : 266083.509629,
"N" : 2403342
},
"clat_ns" : {
"min" : 6023644,
"max" : 24434374,
"mean" : 14448371.907684,
"stddev" : 2316334.861327,
"N" : 2403334,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10420224,
"10.000000" : 11468800,
"20.000000" : 12517376,
"30.000000" : 13303808,
"40.000000" : 13959168,
"50.000000" : 14483456,
"60.000000" : 15007744,
"70.000000" : 15663104,
"80.000000" : 16318464,
"90.000000" : 17432576,
"95.000000" : 18219008,
"99.000000" : 19791872,
"99.500000" : 20316160,
"99.900000" : 21364736,
"99.950000" : 21626880,
"99.990000" : 22413312
},
"bins" : {
"5996544" : 1,
"6062080" : 1,
"6193152" : 1,
"6324224" : 8,
"6389760" : 5,
"6455296" : 3,
"6520832" : 7,
"6586368" : 12,
"6651904" : 19,
"6717440" : 15,
"6782976" : 20,
"6848512" : 37,
"6914048" : 34,
"6979584" : 44,
"7045120" : 69,
"7110656" : 67,
"7176192" : 111,
"7241728" : 106,
"7307264" : 116,
"7372800" : 148,
"7438336" : 164,
"7503872" : 235,
"7569408" : 276,
"7634944" : 276,
"7700480" : 348,
"7766016" : 358,
"7831552" : 468,
"7897088" : 588,
"7962624" : 595,
"8028160" : 650,
"8093696" : 710,
"8159232" : 787,
"8224768" : 925,
"8290304" : 1034,
"8355840" : 1097,
"8454144" : 2415,
"8585216" : 3076,
"8716288" : 3586,
"8847360" : 4274,
"8978432" : 4892,
"9109504" : 5561,
"9240576" : 6308,
"9371648" : 6970,
"9502720" : 7884,
"9633792" : 8465,
"9764864" : 8994,
"9895936" : 9567,
"10027008" : 10277,
"10158080" : 10519,
"10289152" : 11299,
"10420224" : 11768,
"10551296" : 12456,
"10682368" : 13106,
"10813440" : 14205,
"10944512" : 15471,
"11075584" : 16388,
"11206656" : 17381,
"11337728" : 18905,
"11468800" : 20269,
"11599872" : 21628,
"11730944" : 23902,
"11862016" : 25817,
"11993088" : 27294,
"12124160" : 29633,
"12255232" : 31975,
"12386304" : 33574,
"12517376" : 35963,
"12648448" : 38294,
"12779520" : 40352,
"12910592" : 42874,
"13041664" : 45264,
"13172736" : 46571,
"13303808" : 48692,
"13434880" : 50191,
"13565952" : 51933,
"13697024" : 53419,
"13828096" : 54758,
"13959168" : 55986,
"14090240" : 56629,
"14221312" : 57106,
"14352384" : 56739,
"14483456" : 57486,
"14614528" : 56368,
"14745600" : 56014,
"14876672" : 55628,
"15007744" : 54527,
"15138816" : 53243,
"15269888" : 52229,
"15400960" : 50319,
"15532032" : 49054,
"15663104" : 47385,
"15794176" : 45196,
"15925248" : 43471,
"16056320" : 41828,
"16187392" : 40273,
"16318464" : 38640,
"16449536" : 36776,
"16580608" : 34868,
"16711680" : 33152,
"16908288" : 61039,
"17170432" : 53469,
"17432576" : 46686,
"17694720" : 40265,
"17956864" : 34217,
"18219008" : 28936,
"18481152" : 24072,
"18743296" : 19618,
"19005440" : 16036,
"19267584" : 12867,
"19529728" : 10117,
"19791872" : 7975,
"20054016" : 5831,
"20316160" : 4335,
"20578304" : 3069,
"20840448" : 2196,
"21102592" : 1496,
"21364736" : 992,
"21626880" : 648,
"21889024" : 437,
"22151168" : 246,
"22413312" : 169,
"22675456" : 99,
"22937600" : 58,
"23199744" : 18,
"23461888" : 10,
"23724032" : 8,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1
}
},
"lat_ns" : {
"min" : 6349582,
"max" : 24626358,
"mean" : 14911370.095186,
"stddev" : 2373896.715520,
"N" : 2403334
},
"bw_min" : 55116,
"bw_max" : 77683,
"bw_agg" : 100.000000,
"bw_mean" : 68672.831541,
"bw_dev" : 472.923218,
"bw_samples" : 2232,
"iops_min" : 13778,
"iops_max" : 19420,
"iops_mean" : 17167.971326,
"iops_stddev" : 118.227581,
"iops_samples" : 2232
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119992,
"usr_cpu" : 0.692773,
"sys_cpu" : 14.284031,
"ctx" : 2061526,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999958,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999958,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.504620,
"20" : 95.757782,
"50" : 0.737265,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096757,
"timestamp_ms" : 1773096757493,
"time" : "Mon Mar 9 19:52:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10559811584,
"io_kbytes" : 10312316,
"bw_bytes" : 70399213,
"bw" : 68749,
"iops" : 17187.367916,
"runtime" : 149999,
"total_ios" : 2578088,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10015,
"max" : 3655485,
"mean" : 462438.926903,
"stddev" : 267078.331362,
"N" : 2578088
},
"clat_ns" : {
"min" : 6023644,
"max" : 24434374,
"mean" : 14431179.922249,
"stddev" : 2314811.638687,
"N" : 2578080,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10420224,
"10.000000" : 11468800,
"20.000000" : 12517376,
"30.000000" : 13303808,
"40.000000" : 13828096,
"50.000000" : 14483456,
"60.000000" : 15007744,
"70.000000" : 15663104,
"80.000000" : 16318464,
"90.000000" : 17432576,
"95.000000" : 18219008,
"99.000000" : 19791872,
"99.500000" : 20316160,
"99.900000" : 21364736,
"99.950000" : 21626880,
"99.990000" : 22413312
},
"bins" : {
"5996544" : 1,
"6062080" : 1,
"6193152" : 1,
"6324224" : 8,
"6389760" : 5,
"6455296" : 3,
"6520832" : 7,
"6586368" : 12,
"6651904" : 19,
"6717440" : 15,
"6782976" : 20,
"6848512" : 39,
"6914048" : 34,
"6979584" : 46,
"7045120" : 71,
"7110656" : 70,
"7176192" : 114,
"7241728" : 108,
"7307264" : 125,
"7372800" : 155,
"7438336" : 177,
"7503872" : 254,
"7569408" : 289,
"7634944" : 300,
"7700480" : 369,
"7766016" : 392,
"7831552" : 496,
"7897088" : 625,
"7962624" : 628,
"8028160" : 695,
"8093696" : 766,
"8159232" : 859,
"8224768" : 993,
"8290304" : 1106,
"8355840" : 1171,
"8454144" : 2630,
"8585216" : 3370,
"8716288" : 3948,
"8847360" : 4744,
"8978432" : 5397,
"9109504" : 6123,
"9240576" : 6824,
"9371648" : 7713,
"9502720" : 8633,
"9633792" : 9173,
"9764864" : 9863,
"9895936" : 10394,
"10027008" : 11227,
"10158080" : 11488,
"10289152" : 12245,
"10420224" : 12766,
"10551296" : 13539,
"10682368" : 14168,
"10813440" : 15402,
"10944512" : 16650,
"11075584" : 17617,
"11206656" : 18764,
"11337728" : 20467,
"11468800" : 21899,
"11599872" : 23325,
"11730944" : 25779,
"11862016" : 27907,
"11993088" : 29489,
"12124160" : 32055,
"12255232" : 34497,
"12386304" : 36202,
"12517376" : 38812,
"12648448" : 41313,
"12779520" : 43481,
"12910592" : 46255,
"13041664" : 48843,
"13172736" : 50186,
"13303808" : 52437,
"13434880" : 54106,
"13565952" : 55793,
"13697024" : 57401,
"13828096" : 58853,
"13959168" : 60133,
"14090240" : 60763,
"14221312" : 61137,
"14352384" : 60911,
"14483456" : 61637,
"14614528" : 60599,
"14745600" : 60061,
"14876672" : 59539,
"15007744" : 58524,
"15138816" : 57080,
"15269888" : 55973,
"15400960" : 53904,
"15532032" : 52621,
"15663104" : 50747,
"15794176" : 48403,
"15925248" : 46537,
"16056320" : 44803,
"16187392" : 43165,
"16318464" : 41260,
"16449536" : 39257,
"16580608" : 37317,
"16711680" : 35441,
"16908288" : 64966,
"17170432" : 56828,
"17432576" : 49650,
"17694720" : 42685,
"17956864" : 36041,
"18219008" : 30555,
"18481152" : 25300,
"18743296" : 20582,
"19005440" : 16826,
"19267584" : 13490,
"19529728" : 10628,
"19791872" : 8336,
"20054016" : 6125,
"20316160" : 4566,
"20578304" : 3233,
"20840448" : 2307,
"21102592" : 1567,
"21364736" : 1050,
"21626880" : 677,
"21889024" : 470,
"22151168" : 258,
"22413312" : 170,
"22675456" : 104,
"22937600" : 61,
"23199744" : 19,
"23461888" : 10,
"23724032" : 9,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1
}
},
"lat_ns" : {
"min" : 6349582,
"max" : 24626358,
"mean" : 14893621.995327,
"stddev" : 2372176.802254,
"N" : 2578080
},
"bw_min" : 55116,
"bw_max" : 77683,
"bw_agg" : 100.000000,
"bw_mean" : 68758.946488,
"bw_dev" : 463.953267,
"bw_samples" : 2392,
"iops_min" : 13778,
"iops_max" : 19420,
"iops_mean" : 17189.498328,
"iops_stddev" : 115.983727,
"iops_samples" : 2392
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199992,
"usr_cpu" : 0.694255,
"sys_cpu" : 14.303429,
"ctx" : 2201634,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.567722,
"20" : 95.708641,
"50" : 0.723327,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096767,
"timestamp_ms" : 1773096767494,
"time" : "Mon Mar 9 19:52:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11287339008,
"io_kbytes" : 11022792,
"bw_bytes" : 70545868,
"bw" : 68892,
"iops" : 17223.181250,
"runtime" : 160000,
"total_ios" : 2755709,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10015,
"max" : 3655485,
"mean" : 461475.941150,
"stddev" : 267304.518152,
"N" : 2755709
},
"clat_ns" : {
"min" : 6023644,
"max" : 24434374,
"mean" : 14401042.928099,
"stddev" : 2309233.197027,
"N" : 2755701,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10420224,
"10.000000" : 11468800,
"20.000000" : 12517376,
"30.000000" : 13303808,
"40.000000" : 13828096,
"50.000000" : 14352384,
"60.000000" : 15007744,
"70.000000" : 15532032,
"80.000000" : 16318464,
"90.000000" : 17432576,
"95.000000" : 18219008,
"99.000000" : 19791872,
"99.500000" : 20316160,
"99.900000" : 21364736,
"99.950000" : 21626880,
"99.990000" : 22413312
},
"bins" : {
"5996544" : 1,
"6062080" : 1,
"6193152" : 1,
"6324224" : 8,
"6389760" : 5,
"6455296" : 3,
"6520832" : 7,
"6586368" : 12,
"6651904" : 19,
"6717440" : 16,
"6782976" : 20,
"6848512" : 40,
"6914048" : 34,
"6979584" : 54,
"7045120" : 80,
"7110656" : 76,
"7176192" : 117,
"7241728" : 117,
"7307264" : 137,
"7372800" : 180,
"7438336" : 194,
"7503872" : 265,
"7569408" : 306,
"7634944" : 328,
"7700480" : 409,
"7766016" : 417,
"7831552" : 528,
"7897088" : 658,
"7962624" : 699,
"8028160" : 765,
"8093696" : 824,
"8159232" : 928,
"8224768" : 1065,
"8290304" : 1196,
"8355840" : 1277,
"8454144" : 2819,
"8585216" : 3628,
"8716288" : 4232,
"8847360" : 5131,
"8978432" : 5792,
"9109504" : 6600,
"9240576" : 7343,
"9371648" : 8342,
"9502720" : 9297,
"9633792" : 9996,
"9764864" : 10641,
"9895936" : 11225,
"10027008" : 12114,
"10158080" : 12416,
"10289152" : 13201,
"10420224" : 13856,
"10551296" : 14679,
"10682368" : 15383,
"10813440" : 16750,
"10944512" : 17987,
"11075584" : 19124,
"11206656" : 20439,
"11337728" : 22222,
"11468800" : 23915,
"11599872" : 25389,
"11730944" : 28047,
"11862016" : 30417,
"11993088" : 32282,
"12124160" : 34926,
"12255232" : 37480,
"12386304" : 39449,
"12517376" : 42093,
"12648448" : 44874,
"12779520" : 47210,
"12910592" : 50089,
"13041664" : 52844,
"13172736" : 54366,
"13303808" : 56649,
"13434880" : 58412,
"13565952" : 60229,
"13697024" : 61905,
"13828096" : 63361,
"13959168" : 64607,
"14090240" : 65202,
"14221312" : 65690,
"14352384" : 65409,
"14483456" : 66002,
"14614528" : 64880,
"14745600" : 64234,
"14876672" : 63581,
"15007744" : 62400,
"15138816" : 60795,
"15269888" : 59559,
"15400960" : 57335,
"15532032" : 55934,
"15663104" : 53769,
"15794176" : 51245,
"15925248" : 49199,
"16056320" : 47319,
"16187392" : 45509,
"16318464" : 43510,
"16449536" : 41224,
"16580608" : 39314,
"16711680" : 37259,
"16908288" : 68185,
"17170432" : 59673,
"17432576" : 52043,
"17694720" : 44614,
"17956864" : 37556,
"18219008" : 31800,
"18481152" : 26296,
"18743296" : 21300,
"19005440" : 17423,
"19267584" : 13902,
"19529728" : 10941,
"19791872" : 8608,
"20054016" : 6331,
"20316160" : 4737,
"20578304" : 3352,
"20840448" : 2407,
"21102592" : 1657,
"21364736" : 1082,
"21626880" : 707,
"21889024" : 489,
"22151168" : 269,
"22413312" : 183,
"22675456" : 115,
"22937600" : 66,
"23199744" : 24,
"23461888" : 12,
"23724032" : 9,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1
}
},
"lat_ns" : {
"min" : 6349582,
"max" : 24626358,
"mean" : 14862514.402925,
"stddev" : 2366364.560496,
"N" : 2755701
},
"bw_min" : 55116,
"bw_max" : 77955,
"bw_agg" : 100.000000,
"bw_mean" : 68903.065831,
"bw_dev" : 462.945129,
"bw_samples" : 2552,
"iops_min" : 13778,
"iops_max" : 19488,
"iops_mean" : 17225.523511,
"iops_stddev" : 115.729659,
"iops_samples" : 2552
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280000,
"usr_cpu" : 0.696016,
"sys_cpu" : 14.324453,
"ctx" : 2347587,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.602848,
"20" : 95.693232,
"50" : 0.703630,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096777,
"timestamp_ms" : 1773096777493,
"time" : "Mon Mar 9 19:52:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11997892608,
"io_kbytes" : 11716692,
"bw_bytes" : 70576254,
"bw" : 68922,
"iops" : 17230.624886,
"runtime" : 169999,
"total_ios" : 2929189,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10015,
"max" : 3655485,
"mean" : 461275.410336,
"stddev" : 267886.582931,
"N" : 2929189
},
"clat_ns" : {
"min" : 6023644,
"max" : 24434374,
"mean" : 14394933.663548,
"stddev" : 2308420.036041,
"N" : 2929181,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10420224,
"10.000000" : 11468800,
"20.000000" : 12517376,
"30.000000" : 13303808,
"40.000000" : 13828096,
"50.000000" : 14352384,
"60.000000" : 15007744,
"70.000000" : 15532032,
"80.000000" : 16318464,
"90.000000" : 17432576,
"95.000000" : 18219008,
"99.000000" : 19791872,
"99.500000" : 20316160,
"99.900000" : 21364736,
"99.950000" : 21626880,
"99.990000" : 22413312
},
"bins" : {
"5996544" : 1,
"6062080" : 1,
"6193152" : 1,
"6324224" : 8,
"6389760" : 6,
"6455296" : 5,
"6520832" : 11,
"6586368" : 14,
"6651904" : 24,
"6717440" : 22,
"6782976" : 20,
"6848512" : 44,
"6914048" : 42,
"6979584" : 65,
"7045120" : 92,
"7110656" : 86,
"7176192" : 121,
"7241728" : 134,
"7307264" : 149,
"7372800" : 197,
"7438336" : 207,
"7503872" : 280,
"7569408" : 316,
"7634944" : 354,
"7700480" : 437,
"7766016" : 445,
"7831552" : 577,
"7897088" : 695,
"7962624" : 741,
"8028160" : 819,
"8093696" : 874,
"8159232" : 1003,
"8224768" : 1144,
"8290304" : 1305,
"8355840" : 1381,
"8454144" : 3073,
"8585216" : 3875,
"8716288" : 4525,
"8847360" : 5462,
"8978432" : 6213,
"9109504" : 7055,
"9240576" : 7858,
"9371648" : 8893,
"9502720" : 9957,
"9633792" : 10745,
"9764864" : 11391,
"9895936" : 12104,
"10027008" : 12962,
"10158080" : 13238,
"10289152" : 14043,
"10420224" : 14783,
"10551296" : 15583,
"10682368" : 16433,
"10813440" : 17884,
"10944512" : 19129,
"11075584" : 20365,
"11206656" : 21842,
"11337728" : 23681,
"11468800" : 25461,
"11599872" : 26989,
"11730944" : 29847,
"11862016" : 32327,
"11993088" : 34282,
"12124160" : 37134,
"12255232" : 39795,
"12386304" : 41955,
"12517376" : 44780,
"12648448" : 47806,
"12779520" : 50254,
"12910592" : 53260,
"13041664" : 56180,
"13172736" : 57830,
"13303808" : 60278,
"13434880" : 62214,
"13565952" : 64063,
"13697024" : 65910,
"13828096" : 67395,
"13959168" : 68572,
"14090240" : 69410,
"14221312" : 69854,
"14352384" : 69496,
"14483456" : 70208,
"14614528" : 69005,
"14745600" : 68358,
"14876672" : 67539,
"15007744" : 66250,
"15138816" : 64733,
"15269888" : 63368,
"15400960" : 61052,
"15532032" : 59464,
"15663104" : 57099,
"15794176" : 54457,
"15925248" : 52365,
"16056320" : 50302,
"16187392" : 48313,
"16318464" : 46347,
"16449536" : 43838,
"16580608" : 41794,
"16711680" : 39647,
"16908288" : 72289,
"17170432" : 63338,
"17432576" : 55176,
"17694720" : 47165,
"17956864" : 39675,
"18219008" : 33509,
"18481152" : 27682,
"18743296" : 22354,
"19005440" : 18297,
"19267584" : 14554,
"19529728" : 11529,
"19791872" : 9046,
"20054016" : 6686,
"20316160" : 5010,
"20578304" : 3560,
"20840448" : 2528,
"21102592" : 1737,
"21364736" : 1135,
"21626880" : 748,
"21889024" : 516,
"22151168" : 283,
"22413312" : 188,
"22675456" : 116,
"22937600" : 66,
"23199744" : 24,
"23461888" : 12,
"23724032" : 9,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1
}
},
"lat_ns" : {
"min" : 6349582,
"max" : 24626358,
"mean" : 14856209.217136,
"stddev" : 2365473.277883,
"N" : 2929181
},
"bw_min" : 55116,
"bw_max" : 78003,
"bw_agg" : 100.000000,
"bw_mean" : 68927.303835,
"bw_dev" : 461.077218,
"bw_samples" : 2712,
"iops_min" : 13778,
"iops_max" : 19500,
"iops_mean" : 17231.575221,
"iops_stddev" : 115.261432,
"iops_samples" : 2712
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359992,
"usr_cpu" : 0.697725,
"sys_cpu" : 14.329864,
"ctx" : 2490871,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.634863,
"20" : 95.666685,
"50" : 0.698180,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096787,
"timestamp_ms" : 1773096787493,
"time" : "Mon Mar 9 19:53:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12717047808,
"io_kbytes" : 12418992,
"bw_bytes" : 70650658,
"bw" : 68994,
"iops" : 17248.706937,
"runtime" : 179999,
"total_ios" : 3104750,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10015,
"max" : 3655485,
"mean" : 460786.399121,
"stddev" : 268445.344923,
"N" : 3104756
},
"clat_ns" : {
"min" : 6741,
"max" : 24434374,
"mean" : 14379300.136355,
"stddev" : 2307333.430276,
"N" : 3104934,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10420224,
"10.000000" : 11337728,
"20.000000" : 12517376,
"30.000000" : 13303808,
"40.000000" : 13828096,
"50.000000" : 14352384,
"60.000000" : 15007744,
"70.000000" : 15532032,
"80.000000" : 16318464,
"90.000000" : 17432576,
"95.000000" : 18219008,
"99.000000" : 19791872,
"99.500000" : 20316160,
"99.900000" : 21364736,
"99.950000" : 21626880,
"99.990000" : 22413312
},
"bins" : {
"6752" : 1,
"8256" : 1,
"9920" : 1,
"10048" : 1,
"10816" : 1,
"10944" : 1,
"552960" : 1,
"569344" : 1,
"610304" : 1,
"708608" : 1,
"749568" : 1,
"790528" : 1,
"970752" : 1,
"1003520" : 1,
"1105920" : 1,
"1253376" : 3,
"1499136" : 1,
"1515520" : 1,
"1581056" : 1,
"1613824" : 1,
"1974272" : 1,
"2072576" : 1,
"2277376" : 1,
"2408448" : 1,
"2506752" : 1,
"2539520" : 1,
"2768896" : 1,
"3031040" : 1,
"3096576" : 3,
"3162112" : 2,
"3457024" : 1,
"3522560" : 1,
"3620864" : 2,
"3686400" : 1,
"3719168" : 1,
"3981312" : 1,
"4046848" : 1,
"4079616" : 1,
"4145152" : 1,
"4227072" : 1,
"4292608" : 1,
"4358144" : 1,
"4554752" : 3,
"4620288" : 1,
"4685824" : 1,
"4816896" : 1,
"4882432" : 1,
"5079040" : 1,
"5144576" : 3,
"5406720" : 1,
"5472256" : 2,
"5603328" : 1,
"5668864" : 1,
"5996544" : 5,
"6062080" : 5,
"6193152" : 2,
"6258688" : 1,
"6324224" : 11,
"6389760" : 8,
"6455296" : 5,
"6520832" : 13,
"6586368" : 18,
"6651904" : 24,
"6717440" : 23,
"6782976" : 24,
"6848512" : 46,
"6914048" : 49,
"6979584" : 67,
"7045120" : 96,
"7110656" : 93,
"7176192" : 132,
"7241728" : 145,
"7307264" : 164,
"7372800" : 211,
"7438336" : 219,
"7503872" : 308,
"7569408" : 339,
"7634944" : 373,
"7700480" : 459,
"7766016" : 486,
"7831552" : 607,
"7897088" : 731,
"7962624" : 789,
"8028160" : 877,
"8093696" : 930,
"8159232" : 1056,
"8224768" : 1227,
"8290304" : 1397,
"8355840" : 1487,
"8454144" : 3296,
"8585216" : 4105,
"8716288" : 4794,
"8847360" : 5790,
"8978432" : 6649,
"9109504" : 7481,
"9240576" : 8411,
"9371648" : 9447,
"9502720" : 10570,
"9633792" : 11458,
"9764864" : 12158,
"9895936" : 12905,
"10027008" : 13860,
"10158080" : 14220,
"10289152" : 15051,
"10420224" : 15891,
"10551296" : 16820,
"10682368" : 17688,
"10813440" : 19289,
"10944512" : 20451,
"11075584" : 21791,
"11206656" : 23404,
"11337728" : 25404,
"11468800" : 27315,
"11599872" : 28945,
"11730944" : 31935,
"11862016" : 34498,
"11993088" : 36726,
"12124160" : 39687,
"12255232" : 42453,
"12386304" : 44836,
"12517376" : 47806,
"12648448" : 50942,
"12779520" : 53640,
"12910592" : 56672,
"13041664" : 59800,
"13172736" : 61691,
"13303808" : 64171,
"13434880" : 66189,
"13565952" : 68071,
"13697024" : 70000,
"13828096" : 71568,
"13959168" : 72783,
"14090240" : 73572,
"14221312" : 74123,
"14352384" : 73718,
"14483456" : 74433,
"14614528" : 73160,
"14745600" : 72454,
"14876672" : 71578,
"15007744" : 70040,
"15138816" : 68487,
"15269888" : 67053,
"15400960" : 64441,
"15532032" : 62746,
"15663104" : 60291,
"15794176" : 57482,
"15925248" : 55202,
"16056320" : 52972,
"16187392" : 50916,
"16318464" : 48887,
"16449536" : 46195,
"16580608" : 44025,
"16711680" : 41771,
"16908288" : 76099,
"17170432" : 66511,
"17432576" : 57955,
"17694720" : 49433,
"17956864" : 41540,
"18219008" : 35065,
"18481152" : 28965,
"18743296" : 23430,
"19005440" : 19101,
"19267584" : 15213,
"19529728" : 12007,
"19791872" : 9448,
"20054016" : 6971,
"20316160" : 5197,
"20578304" : 3695,
"20840448" : 2618,
"21102592" : 1802,
"21364736" : 1177,
"21626880" : 769,
"21889024" : 526,
"22151168" : 291,
"22413312" : 192,
"22675456" : 116,
"22937600" : 66,
"23199744" : 25,
"23461888" : 12,
"23724032" : 9,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1
}
},
"lat_ns" : {
"min" : 545621,
"max" : 24626358,
"mean" : 14840084.433479,
"stddev" : 2364192.320761,
"N" : 3104934
},
"bw_min" : 55116,
"bw_max" : 78003,
"bw_agg" : 100.000000,
"bw_mean" : 68999.111421,
"bw_dev" : 454.343644,
"bw_samples" : 2872,
"iops_min" : 13778,
"iops_max" : 19500,
"iops_mean" : 17249.520891,
"iops_stddev" : 113.575298,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439992,
"usr_cpu" : 0.697782,
"sys_cpu" : 14.347649,
"ctx" : 2631989,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999807,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 3.654916,
"20" : 95.666479,
"50" : 0.683179,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096787,
"timestamp_ms" : 1773096787520,
"time" : "Mon Mar 9 19:53:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12718104576,
"io_kbytes" : 12420024,
"bw_bytes" : 70655351,
"bw" : 68999,
"iops" : 17248.419462,
"runtime" : 180002,
"total_ios" : 3104750,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10015,
"max" : 3655485,
"mean" : 460786.530228,
"stddev" : 268445.324474,
"N" : 3104758
},
"clat_ns" : {
"min" : 4447,
"max" : 24434374,
"mean" : 14379192.725317,
"stddev" : 2307569.187955,
"N" : 3104998,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10420224,
"10.000000" : 11337728,
"20.000000" : 12517376,
"30.000000" : 13303808,
"40.000000" : 13828096,
"50.000000" : 14352384,
"60.000000" : 15007744,
"70.000000" : 15532032,
"80.000000" : 16318464,
"90.000000" : 17432576,
"95.000000" : 18219008,
"99.000000" : 19791872,
"99.500000" : 20316160,
"99.900000" : 21364736,
"99.950000" : 21626880,
"99.990000" : 22413312
},
"bins" : {
"4448" : 1,
"5088" : 1,
"6752" : 1,
"8256" : 1,
"9920" : 1,
"10048" : 1,
"10816" : 1,
"10944" : 1,
"552960" : 1,
"561152" : 1,
"569344" : 1,
"610304" : 1,
"708608" : 1,
"749568" : 1,
"790528" : 2,
"970752" : 1,
"1003520" : 1,
"1105920" : 1,
"1253376" : 3,
"1286144" : 1,
"1318912" : 1,
"1400832" : 1,
"1499136" : 1,
"1515520" : 1,
"1581056" : 1,
"1613824" : 1,
"1859584" : 1,
"1974272" : 1,
"2056192" : 1,
"2072576" : 1,
"2277376" : 1,
"2408448" : 1,
"2506752" : 1,
"2539520" : 1,
"2605056" : 1,
"2637824" : 1,
"2670592" : 1,
"2768896" : 2,
"3031040" : 1,
"3096576" : 3,
"3162112" : 2,
"3194880" : 1,
"3325952" : 1,
"3457024" : 1,
"3522560" : 1,
"3620864" : 2,
"3686400" : 1,
"3719168" : 1,
"3981312" : 1,
"4046848" : 1,
"4079616" : 2,
"4112384" : 1,
"4145152" : 2,
"4227072" : 1,
"4292608" : 1,
"4358144" : 1,
"4554752" : 3,
"4620288" : 1,
"4685824" : 1,
"4816896" : 1,
"4882432" : 1,
"4947968" : 1,
"5013504" : 1,
"5079040" : 1,
"5144576" : 3,
"5406720" : 1,
"5472256" : 3,
"5603328" : 1,
"5668864" : 1,
"5931008" : 2,
"5996544" : 5,
"6062080" : 5,
"6193152" : 2,
"6258688" : 1,
"6324224" : 11,
"6389760" : 8,
"6455296" : 6,
"6520832" : 13,
"6586368" : 18,
"6651904" : 24,
"6717440" : 23,
"6782976" : 25,
"6848512" : 46,
"6914048" : 49,
"6979584" : 67,
"7045120" : 96,
"7110656" : 93,
"7176192" : 132,
"7241728" : 145,
"7307264" : 165,
"7372800" : 212,
"7438336" : 219,
"7503872" : 308,
"7569408" : 339,
"7634944" : 373,
"7700480" : 459,
"7766016" : 486,
"7831552" : 607,
"7897088" : 731,
"7962624" : 789,
"8028160" : 877,
"8093696" : 931,
"8159232" : 1056,
"8224768" : 1227,
"8290304" : 1398,
"8355840" : 1487,
"8454144" : 3296,
"8585216" : 4105,
"8716288" : 4795,
"8847360" : 5790,
"8978432" : 6650,
"9109504" : 7483,
"9240576" : 8411,
"9371648" : 9447,
"9502720" : 10570,
"9633792" : 11458,
"9764864" : 12158,
"9895936" : 12906,
"10027008" : 13861,
"10158080" : 14220,
"10289152" : 15052,
"10420224" : 15891,
"10551296" : 16820,
"10682368" : 17688,
"10813440" : 19290,
"10944512" : 20452,
"11075584" : 21791,
"11206656" : 23404,
"11337728" : 25404,
"11468800" : 27315,
"11599872" : 28946,
"11730944" : 31935,
"11862016" : 34498,
"11993088" : 36727,
"12124160" : 39687,
"12255232" : 42454,
"12386304" : 44836,
"12517376" : 47806,
"12648448" : 50942,
"12779520" : 53641,
"12910592" : 56673,
"13041664" : 59800,
"13172736" : 61691,
"13303808" : 64171,
"13434880" : 66191,
"13565952" : 68072,
"13697024" : 70000,
"13828096" : 71568,
"13959168" : 72783,
"14090240" : 73572,
"14221312" : 74124,
"14352384" : 73719,
"14483456" : 74435,
"14614528" : 73160,
"14745600" : 72454,
"14876672" : 71581,
"15007744" : 70040,
"15138816" : 68488,
"15269888" : 67053,
"15400960" : 64441,
"15532032" : 62747,
"15663104" : 60293,
"15794176" : 57482,
"15925248" : 55202,
"16056320" : 52973,
"16187392" : 50916,
"16318464" : 48888,
"16449536" : 46195,
"16580608" : 44025,
"16711680" : 41771,
"16908288" : 76100,
"17170432" : 66512,
"17432576" : 57955,
"17694720" : 49433,
"17956864" : 41540,
"18219008" : 35066,
"18481152" : 28965,
"18743296" : 23432,
"19005440" : 19101,
"19267584" : 15213,
"19529728" : 12007,
"19791872" : 9448,
"20054016" : 6971,
"20316160" : 5197,
"20578304" : 3695,
"20840448" : 2618,
"21102592" : 1802,
"21364736" : 1177,
"21626880" : 769,
"21889024" : 526,
"22151168" : 291,
"22413312" : 192,
"22675456" : 116,
"22937600" : 66,
"23199744" : 25,
"23461888" : 12,
"23724032" : 9,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1
}
},
"lat_ns" : {
"min" : 545621,
"max" : 24626358,
"mean" : 14839979.154576,
"stddev" : 2364415.081903,
"N" : 3104998
},
"bw_min" : 55116,
"bw_max" : 78003,
"bw_agg" : 99.999469,
"bw_mean" : 68999.111421,
"bw_dev" : 454.343644,
"bw_samples" : 2872,
"iops_min" : 13778,
"iops_max" : 19500,
"iops_mean" : 17249.520891,
"iops_stddev" : 113.575298,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440008,
"usr_cpu" : 0.697774,
"sys_cpu" : 14.347490,
"ctx" : 2631999,
"majf" : 0,
"minf" : 292,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999742,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 3.655528,
"20" : 95.667445,
"50" : 0.683179,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}