Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
10.26 |
4.63 |
214.56 |
5 |
16.81 |
4.58 |
1076.88 |
25 |
36.34 |
5.19 |
4678.88 |
50 |
67.41 |
5.91 |
8018.23 |
100 |
119.97 |
7.57 |
12214.97 |
150 |
346.53 |
9.81 |
12988.89 |
200 |
465.18 |
12.65 |
13348.4 |
250 |
605.6 |
16.14 |
12964.72 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
13.84 |
4.56 |
218.86 |
5 |
30.88 |
4.81 |
1035.85 |
25 |
97.07 |
5.82 |
4263.49 |
50 |
135.26 |
7.06 |
7009.01 |
100 |
239.92 |
9.51 |
10379.22 |
150 |
376.95 |
13.34 |
11053.75 |
200 |
1664.34 |
14.96 |
12549.74 |
250 |
6550.46 |
16.97 |
12268.82 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
19.03 |
4.53 |
220.1 |
5 |
55.87 |
4.8 |
1031.3 |
25 |
268.42 |
5.84 |
4098.01 |
50 |
414.87 |
7.26 |
6514.66 |
100 |
615.16 |
10.04 |
9392.43 |
150 |
885.53 |
14.14 |
9982.74 |
200 |
1258.79 |
16.02 |
11553.34 |
250 |
1885.04 |
19.68 |
11527.61 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
77.45 |
4.62 |
209.96 |
5 |
279.92 |
5.42 |
838.03 |
25 |
724.14 |
9.67 |
2251.44 |
50 |
817.73 |
16.47 |
2765.71 |
100 |
915.15 |
29.67 |
3180.16 |
150 |
1080 |
43.35 |
3301.68 |
200 |
4361.35 |
50.41 |
3378.48 |
250 |
11717.42 |
50.53 |
3372 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
403.2 |
5.06 |
189.96 |
5 |
1141.22 |
7.39 |
627.76 |
25 |
2371.46 |
19.35 |
1217.04 |
50 |
11071.41 |
30.73 |
1330.57 |
100 |
78187.07 |
31.08 |
1336.09 |
150 |
145290.54 |
31.31 |
1337 |
200 |
211735.71 |
31.46 |
1338.24 |
250 |
278580.85 |
31.62 |
1337.66 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
27.36 |
6.52 |
152.84 |
5 |
95.23 |
7.55 |
654.5 |
25 |
332.13 |
9.34 |
2585.01 |
50 |
589.89 |
11.46 |
4152.55 |
100 |
922.41 |
15.99 |
5914.93 |
150 |
1151.54 |
20.92 |
6800.02 |
200 |
1273.42 |
25.68 |
7424.87 |
250 |
5362.51 |
28.09 |
7435.16 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
9.97 |
4.35 |
228.55 |
5 |
19.02 |
4.11 |
1194.26 |
25 |
48.56 |
4.61 |
5170.73 |
50 |
69.42 |
5.32 |
8823.15 |
100 |
124.16 |
7.08 |
12949.5 |
150 |
318.5 |
9.67 |
13298.39 |
200 |
432.64 |
12.69 |
13456.29 |
250 |
553.89 |
15.82 |
13392.14 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
12.88 |
4.25 |
235.17 |
5 |
30.26 |
4.3 |
1160.07 |
25 |
106.08 |
5.12 |
4832.39 |
50 |
146.47 |
6.04 |
8175.67 |
100 |
305.31 |
8.3 |
11824.76 |
150 |
474.13 |
11.71 |
12530.29 |
200 |
3858.17 |
12.7 |
13534.56 |
250 |
8119.64 |
15.01 |
12973.67 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
19.79 |
4.24 |
234.95 |
5 |
57.78 |
4.31 |
1144.52 |
25 |
194.5 |
5.25 |
4598.71 |
50 |
254.85 |
6.4 |
7513.85 |
100 |
389.08 |
9.11 |
10533.71 |
150 |
713.87 |
13.01 |
10930.77 |
200 |
1362.27 |
14.27 |
12625.72 |
250 |
2313.26 |
16.82 |
12826.05 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
80.16 |
4.36 |
221.63 |
5 |
249.53 |
4.92 |
924.18 |
25 |
443.73 |
9.3 |
2458.55 |
50 |
431.31 |
15.69 |
3024.47 |
100 |
455.52 |
28.05 |
3458.25 |
150 |
643.97 |
40.83 |
3566.03 |
200 |
730.31 |
51.75 |
3763.37 |
250 |
804.18 |
63.22 |
3860.48 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
408.66 |
4.65 |
205.97 |
5 |
1118.18 |
6.38 |
720.3 |
25 |
1890.26 |
16.21 |
1455.56 |
50 |
2911.51 |
30.64 |
1555.38 |
100 |
19767.13 |
46.32 |
1736.48 |
150 |
71795.92 |
46.88 |
1735.44 |
200 |
123202.74 |
47.16 |
1734.91 |
250 |
175197.57 |
47.31 |
1735.35 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
28.82 |
7.11 |
140.14 |
5 |
97.14 |
7.27 |
679.46 |
25 |
420.1 |
8.81 |
2711.49 |
50 |
738.5 |
9.57 |
4854.67 |
100 |
1125.65 |
13.45 |
6864.22 |
150 |
1075.56 |
22.17 |
6456.17 |
200 |
1399.1 |
24.22 |
7811.53 |
250 |
2004.62 |
26.37 |
8813.31 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
19.42 |
13.75 |
72.58 |
5 |
49.22 |
14.12 |
349.76 |
25 |
160.89 |
15.56 |
1535.29 |
50 |
348.94 |
16.93 |
2688.88 |
100 |
486 |
21.19 |
4250.73 |
150 |
627.64 |
25.65 |
5232.81 |
200 |
678.66 |
31.16 |
5812.48 |
250 |
706.39 |
36.66 |
6245.55 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
26.98 |
14.06 |
71.1 |
5 |
94.1 |
14.87 |
335.23 |
25 |
381.83 |
18.2 |
1360.15 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
44.61 |
13.97 |
71.42 |
5 |
173.24 |
14.91 |
331.7 |
25 |
617.75 |
18.59 |
1302.3 |
50 |
704.53 |
23.59 |
2060.1 |
100 |
777.75 |
34.1 |
2869.49 |
150 |
770.03 |
44.38 |
3324.96 |
200 |
894.28 |
55.33 |
3559.97 |
250 |
5047.2 |
62.7 |
3676.16 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
243.92 |
14.72 |
65.86 |
5 |
455.05 |
18.14 |
262.89 |
25 |
644.27 |
36.93 |
655.22 |
50 |
830.47 |
60.47 |
806 |
100 |
8988.57 |
94.33 |
889.32 |
150 |
36691.18 |
94.4 |
890.18 |
200 |
64263.2 |
94.29 |
893.23 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
1299.33 |
17 |
56.67 |
5 |
2691.78 |
26.37 |
180.37 |
25 |
27548.98 |
70.21 |
289.26 |
50 |
182179.84 |
70.65 |
289.79 |
100 |
492175.92 |
70.71 |
291.05 |
150 |
798991.51 |
70.76 |
291.4 |
200 |
1106990.55 |
70.85 |
291.4 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
80.75 |
22.05 |
45.23 |
5 |
152.54 |
23.58 |
210.91 |
25 |
269.84 |
31.04 |
799 |
50 |
312.86 |
40.48 |
1226.46 |
100 |
2752.07 |
58.84 |
1613.38 |
150 |
33137.67 |
58.88 |
1616.93 |
200 |
63646.49 |
58.9 |
1618.87 |