Here the FIO local results on the pool (Stripe 12 HDD block 128k)
root@truenas[/mnt/RAID0]# fio --name TEST --eta-newline=5s --filename=fio-tempfile.dat --rw=write --size=50g --io_size=1500g --blocksize=128k --iodepth=16 --direct=1 --numjobs=16 --runtime=120 --group_reporting
TEST: (g=0): rw=write, bs=(R) 128KiB-128KiB, (W) 128KiB-128KiB, (T) 128KiB-128KiB, ioengine=psync, iodepth=16
...
fio-3.28
Starting 16 processes
TEST: Laying out IO file (1 file / 51200MiB)
TEST: Laying out IO file (1 file / 51200MiB)
TEST: Laying out IO file (1 file / 51200MiB)
TEST: Laying out IO file (1 file / 51200MiB)
TEST: Laying out IO file (1 file / 51200MiB)
TEST: Laying out IO file (1 file / 51200MiB)
TEST: Laying out IO file (1 file / 51200MiB)
TEST: Laying out IO file (1 file / 51200MiB)
TEST: Laying out IO file (1 file / 51200MiB)
TEST: Laying out IO file (1 file / 51200MiB)
TEST: Laying out IO file (1 file / 51200MiB)
TEST: Laying out IO file (1 file / 51200MiB)
TEST: Laying out IO file (1 file / 51200MiB)
TEST: Laying out IO file (1 file / 51200MiB)
TEST: Laying out IO file (1 file / 51200MiB)
TEST: Laying out IO file (1 file / 51200MiB)
Jobs: 16 (f=16): [W(16)][5.8%][w=4937MiB/s][w=39.5k IOPS][eta 01m:54s]
Jobs: 16 (f=16): [W(16)][10.0%][w=5371MiB/s][w=43.0k IOPS][eta 01m:48s]
Jobs: 16 (f=16): [W(16)][14.2%][w=5908MiB/s][w=47.3k IOPS][eta 01m:43s]
Jobs: 16 (f=16): [W(16)][18.3%][w=5022MiB/s][w=40.2k IOPS][eta 01m:38s]
Jobs: 16 (f=16): [W(16)][22.5%][w=7770MiB/s][w=62.2k IOPS][eta 01m:33s]
Jobs: 16 (f=16): [W(16)][26.7%][w=5953MiB/s][w=47.6k IOPS][eta 01m:28s]
Jobs: 16 (f=16): [W(16)][30.8%][w=7834MiB/s][w=62.7k IOPS][eta 01m:23s]
Jobs: 16 (f=16): [W(16)][35.0%][w=7534MiB/s][w=60.3k IOPS][eta 01m:18s]
Jobs: 16 (f=16): [W(16)][39.2%][w=7088MiB/s][w=56.7k IOPS][eta 01m:13s]
Jobs: 16 (f=16): [W(16)][43.3%][w=7126MiB/s][w=57.0k IOPS][eta 01m:08s]
Jobs: 16 (f=16): [W(16)][47.5%][w=7518MiB/s][w=60.1k IOPS][eta 01m:03s]
Jobs: 16 (f=16): [W(16)][51.7%][w=5597MiB/s][w=44.8k IOPS][eta 00m:58s]
Jobs: 16 (f=16): [W(16)][55.8%][w=7008MiB/s][w=56.1k IOPS][eta 00m:53s]
Jobs: 16 (f=16): [W(16)][60.3%][w=6071MiB/s][w=48.6k IOPS][eta 00m:48s]
Jobs: 16 (f=16): [W(16)][64.5%][w=7950MiB/s][w=63.6k IOPS][eta 00m:43s]
Jobs: 16 (f=16): [W(16)][69.2%][w=7142MiB/s][w=57.1k IOPS][eta 00m:37s]
Jobs: 16 (f=16): [W(16)][73.3%][w=6186MiB/s][w=49.5k IOPS][eta 00m:32s]
Jobs: 16 (f=16): [W(16)][77.5%][w=6376MiB/s][w=51.0k IOPS][eta 00m:27s]
Jobs: 16 (f=16): [W(16)][81.7%][w=7713MiB/s][w=61.7k IOPS][eta 00m:22s]
Jobs: 16 (f=16): [W(16)][85.8%][w=6219MiB/s][w=49.8k IOPS][eta 00m:17s]
Jobs: 16 (f=16): [W(16)][90.0%][w=5196MiB/s][w=41.6k IOPS][eta 00m:12s]
Jobs: 16 (f=16): [W(16)][94.2%][w=5554MiB/s][w=44.4k IOPS][eta 00m:07s]
Jobs: 16 (f=16): [W(16)][98.3%][w=6614MiB/s][w=52.9k IOPS][eta 00m:02s]
Jobs: 16 (f=16): [W(16)][100.0%][w=5951MiB/s][w=47.6k IOPS][eta 00m:00s]
TEST: (groupid=0, jobs=16): err= 0: pid=5804: Sat Mar 18 17:00:53 2023
write: IOPS=50.4k, BW=6298MiB/s (6604MB/s)(738GiB/120002msec); 0 zone resets
clat (usec): min=53, max=2852, avg=315.37, stdev=83.97
lat (usec): min=55, max=2859, avg=316.79, stdev=84.14
clat percentiles (usec):
| 1.00th=[ 165], 5.00th=[ 210], 10.00th=[ 231], 20.00th=[ 251],
| 30.00th=[ 265], 40.00th=[ 285], 50.00th=[ 306], 60.00th=[ 330],
| 70.00th=[ 351], 80.00th=[ 375], 90.00th=[ 412], 95.00th=[ 445],
| 99.00th=[ 545], 99.50th=[ 652], 99.90th=[ 996], 99.95th=[ 1221],
| 99.99th=[ 1598]
bw ( MiB/s): min= 4326, max=11209, per=100.00%, avg=6305.68, stdev=75.56, samples=3776
iops : min=34608, max=89660, avg=50438.06, stdev=604.47, samples=3776
lat (usec) : 100=0.01%, 250=20.01%, 500=78.20%, 750=1.57%, 1000=0.12%
lat (msec) : 2=0.10%, 4=0.01%
cpu : usr=1.04%, sys=10.48%, ctx=6048367, majf=0, minf=0
IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwts: total=0,6046137,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=16
Run status group 0 (all jobs):
WRITE: bw=6298MiB/s (6604MB/s), 6298MiB/s-6298MiB/s (6604MB/s-6604MB/s), io=738GiB (792GB), run=120002-120002msec
root@truenas[/mnt/RAID0]#