Bonnie++ Benchmark results

bonnie++ -d /pool/ -m 'USB mirror' -s 512 -r 256 -n 256:1024:1024:16 > usb-mirror.csv

Version 1.97		Sequential Output						Sequential Input				Random Seeks						Sequential Create						Random Create
	Size	Per Char		Block		Rewrite		Per Char		Block				Num Files	Max Size	Min Size	Chunk Size	Create		Read		Delete		Create		Read		Delete
		K/sec	% CPU	K/sec	% CPU	K/sec	% CPU	K/sec	% CPU	K/sec	% CPU	/sec	% CPU					/sec	% CPU	/sec	% CPU	/sec	% CPU	/sec	% CPU	/sec	% CPU	/sec	% CPU
Before	512M	186	99	315515	39	336402	49	510	99	+++++	+++	+++++	+++	256	1024	1024	16	24775	96	60008	98	36095	97	24811	96	55691	99	28540	90
	Latency	123ms		1425us		4188us		21459us		17us		23312us				Latency		69077us		17930us		17980us		101ms		18864us		45120us
USB single	512M	199	99	87281	11	53447	19	480	99	+++++	+++	+++++	+++	256	1024	1024	16	22558	90	56213	96	35373	92	20502	87	48142	95	28911	89
	Latency	114ms		108us		42160us		71310us		25us		32913us				Latency		133ms		62176us		211ms		197ms		124ms		128ms
USB mirror	512M	182	94	48099	6	30791	12	474	99	+++++	+++	+++++	+++	256	1024	1024	16	16424	79	55172	99	32531	86	16164	78	49471	99	30345	91
	Latency	111ms		4029us		8573us		52855us		40us		65718us				Latency		297ms		272us		601ms		280ms		288us		306ms
USB raidz	512M	213	98	70171	10	41366	13	461	98	+++++	+++	+++++	+++	256	1024	1024	16	15444	74	58482	99	35582	94	17799	83	46360	88	32018	96
	Latency	115ms		92us		13988us		93464us		1281us		87789us				Latency		283ms		346us		34837us		442ms		217ms		18094us
USB2 single	512M	220	99	103968	15	55743	17	497	97	+++++	+++	+++++	+++	256	1024	1024	16	25063	93	60488	98	35159	91	24208	94	44287	89	27345	87
	Latency	111ms		164us		20686us		31907us		17us		51808us				Latency		74866us		9170us		271ms		95293us		104ms		59601us
USB2 mirror	512M	183	96	52501	7	31321	15	475	98	+++++	+++	+++++	+++	256	1024	1024	16	22271	87	53501	90	27067	74	22119	87	41966	84	27549	85
	Latency	118ms		114us		5554us		86879us		41us		45772us				Latency		151ms		148ms		479ms		202ms		87965us		151ms
USB2 raidz	512M	218	98	52049	6	29998	5	495	98	+++++	+++	+++++	+++	256	1024	1024	16	20798	81	54653	92	32161	85	19620	80	37875	78	25222	80
	Latency	82690us		2136us		12299us		22953us		374us		65814us				Latency		158ms		81294us		317ms		158ms		113ms		186ms

zpool add zroot raidz /dev/da1 /dev/da2 /dev/da3 /dev/da4

Size

Per Char

Block

Rewrite

Per Char

Block

Num Files

Max Size

Min Size

Chunk Size

Create

Read

Delete

Create

Read

Delete

K/sec

% CPU

K/sec

% CPU

K/sec

% CPU

K/sec

% CPU

K/sec

% CPU

/sec

% CPU

/sec

% CPU

/sec

% CPU

/sec

% CPU

/sec

% CPU

/sec

% CPU

/sec

% CPU

+USB raidz

512M

187

186157

224938

495

+++++

+++

+++++

+++

256

1024

24249

59784

35906

24466

54583

29902

Latency

129ms

59580us

10018us

41543us

59us

27174us

Latency

102ms

973us

16762us

129ms

1463us

37794us

zpool add zroot raidz /dev/da5 /dev/da6 /dev/da7 /dev/da8

Size

Per Char

Block

Rewrite

Per Char

Block

Num Files

Max Size

Min Size

Chunk Size

Create

Read

Delete

Create

Read

Delete

K/sec

% CPU

K/sec

% CPU

K/sec

% CPU

K/sec

% CPU

K/sec

% CPU

/sec

% CPU

/sec

% CPU

/sec

% CPU

/sec

% CPU

/sec

% CPU

/sec

% CPU

/sec

% CPU

+USB2 raidz

512M

181

207883

354550

512

+++++

+++

+++++

+++

256

1024

24757

59836

36013

24931

54599

27643

Latency

121ms

830us

11255us

23347us

25us

30859us

Latency

94166us

13622us

23117us

57013us

2012us

55533us