Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
406.77 |
18.58 |
51.67 |
5 |
546.7 |
21.83 |
218.48 |
25 |
688.69 |
38.75 |
623.4 |
50 |
834.51 |
59.73 |
814.37 |
100 |
7996.25 |
92.91 |
917.26 |
150 |
34794.22 |
92.86 |
920.9 |
200 |
61680.22 |
93.06 |
920.54 |
250 |
88605.32 |
93.2 |
920.12 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
47.77 |
18.91 |
52.85 |
5 |
126.53 |
19.04 |
261.83 |
25 |
147.63 |
21.69 |
1149.05 |
50 |
181.64 |
23.97 |
2078.43 |
100 |
229.77 |
29.98 |
3322.87 |
150 |
296.74 |
37.85 |
3948.26 |
200 |
4867.89 |
40.72 |
4624.14 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
31.22 |
18.8 |
53 |
5 |
88.7 |
18.83 |
260.67 |
25 |
138.98 |
20.61 |
1178.68 |
50 |
156.28 |
23.33 |
2081.24 |
100 |
176.8 |
29.87 |
3263.31 |
150 |
195.51 |
37.75 |
3883.1 |
200 |
253.36 |
42.95 |
4534.54 |
250 |
264.22 |
48.16 |
5067.05 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
82.46 |
18.67 |
53.37 |
5 |
145.62 |
19.07 |
260.48 |
25 |
250.49 |
22.45 |
1102.23 |
50 |
278.62 |
25.87 |
1912.93 |
100 |
334.23 |
34.21 |
2895.49 |
150 |
428.54 |
44.44 |
3342.67 |
200 |
558.23 |
50.66 |
3901.74 |
250 |
3499.83 |
56.3 |
4167.39 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
1833.01 |
19.58 |
48.8 |
5 |
2910.33 |
25.24 |
186.8 |
25 |
18781.26 |
48.26 |
415.33 |
50 |
123969.71 |
49.22 |
418.65 |
100 |
333564.85 |
49.81 |
425.1 |
150 |
543226.4 |
50.01 |
423.95 |
200 |
753417.03 |
50.06 |
425.74 |
250 |
963222.96 |
50.13 |
427.06 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
418.61 |
16.72 |
57.05 |
5 |
567.86 |
19.15 |
246.86 |
25 |
708 |
35.86 |
671.12 |
50 |
841.35 |
56.65 |
857.45 |
100 |
5701.4 |
91.4 |
972.2 |
150 |
31108.04 |
91.64 |
972.92 |
200 |
56556.61 |
91.81 |
972.7 |
250 |
82015.69 |
91.91 |
972.59 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
46.38 |
16.79 |
59.51 |
5 |
121.67 |
16.36 |
304.63 |
25 |
169.85 |
18.64 |
1335.79 |
50 |
190.84 |
19.79 |
2515.16 |
100 |
238.18 |
26.06 |
3820.26 |
150 |
302.88 |
33.98 |
4395.18 |
200 |
357.1 |
37.06 |
5370.23 |
250 |
576.85 |
39.99 |
6202.02 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
29.58 |
16.85 |
59.12 |
5 |
96.02 |
16.41 |
297.51 |
25 |
144.09 |
18.03 |
1339.22 |
50 |
157.84 |
20.17 |
2391.63 |
100 |
187.07 |
27.57 |
3520.02 |
150 |
201.75 |
36.76 |
3983.17 |
200 |
258.88 |
42.13 |
4617.01 |
250 |
294.21 |
47 |
5172.59 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
81.45 |
16.72 |
59.56 |
5 |
147.1 |
16.48 |
301.06 |
25 |
252.61 |
19.38 |
1274.05 |
50 |
278.5 |
21.84 |
2261.37 |
100 |
332.18 |
30.22 |
3273.32 |
150 |
423.88 |
41.08 |
3614.04 |
200 |
582.43 |
46.43 |
4251.5 |
250 |
666.7 |
52.75 |
4676.16 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
1892.93 |
17.44 |
54.38 |
5 |
2981.43 |
21.61 |
215.84 |
25 |
7173.02 |
44.36 |
516.05 |
50 |
12866.29 |
72.84 |
621.2 |
100 |
145188.49 |
81.99 |
615.1 |
150 |
288488.94 |
82.99 |
621.73 |
200 |
432638.5 |
83.58 |
620.62 |
250 |
576444.85 |
84.03 |
620.09 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
81.66 |
16.12 |
61.78 |
5 |
306.56 |
15.63 |
314.03 |
25 |
894.46 |
18.35 |
1299.94 |
50 |
1067.36 |
20.75 |
2293.14 |
100 |
1158.71 |
29.61 |
3252.32 |
150 |
1341.05 |
41.04 |
3541.71 |
200 |
1283.61 |
46.78 |
4164.44 |
250 |
1808.22 |
51.77 |
4669.86 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
214.63 |
13.89 |
69.96 |
5 |
640.52 |
14.34 |
320.72 |
25 |
592.2 |
24.78 |
964.48 |
50 |
661.04 |
36.53 |
1322.8 |
100 |
857.04 |
61.36 |
1587.86 |
150 |
1098.38 |
88 |
1665.56 |
200 |
1149.56 |
111.46 |
1760.61 |
250 |
6176.07 |
127.61 |
1785.89 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
32.41 |
13.85 |
72.17 |
5 |
93.74 |
12.93 |
385.51 |
25 |
356.42 |
14.19 |
1740.17 |
50 |
492.05 |
15.62 |
3153.24 |
100 |
566.05 |
19.44 |
5071.9 |
150 |
707 |
24.7 |
5988.23 |
200 |
799.72 |
26.52 |
7430.1 |
250 |
1152.75 |
28.57 |
8579.87 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
22.73 |
13.8 |
72.22 |
5 |
56.59 |
13.44 |
366.12 |
25 |
160.64 |
13.83 |
1716.65 |
50 |
266.81 |
14.83 |
3104.67 |
100 |
370.92 |
18.82 |
4849.98 |
150 |
423.34 |
24.16 |
5718.54 |
200 |
639.02 |
25.32 |
7031.28 |
250 |
890.53 |
27.6 |
7803.07 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
51.01 |
13.99 |
71.26 |
5 |
170.81 |
13.06 |
378.3 |
25 |
503.84 |
14.76 |
1639.43 |
50 |
608.55 |
16.86 |
2864.92 |
100 |
613.39 |
22.02 |
4421.55 |
150 |
743.73 |
28.79 |
5082.9 |
200 |
955.06 |
31.74 |
6120.83 |
250 |
1405.48 |
34.75 |
6918.63 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
941.17 |
14.1 |
68.68 |
5 |
2191.86 |
16.22 |
288.76 |
25 |
4157.12 |
31.48 |
744.05 |
50 |
6205.6 |
50.33 |
933.97 |
100 |
84784.81 |
57.29 |
958.23 |
150 |
176553.42 |
58.23 |
966.23 |
200 |
269826.81 |
58.42 |
957.89 |
250 |
362546.32 |
58.52 |
963.45 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
78.59 |
15.49 |
64.3 |
5 |
292.54 |
16.74 |
293.91 |
25 |
893.19 |
20.19 |
1186.59 |
50 |
996.37 |
24.49 |
1963.32 |
100 |
1091.68 |
33.11 |
2926.44 |
150 |
1204.74 |
41.27 |
3534.23 |
200 |
1249.37 |
48.75 |
4002.72 |
250 |
5689.49 |
54.54 |
4133.74 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
57.63 |
10.25 |
97.06 |
5 |
175.85 |
11.3 |
436.08 |
25 |
536.06 |
14.51 |
1663.36 |
50 |
602.94 |
18.33 |
2642.87 |
100 |
655.12 |
25.67 |
3801.4 |
150 |
687.9 |
31.68 |
4637.51 |
200 |
688.09 |
36.23 |
5421.19 |
250 |
795.95 |
40.31 |
6085.75 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
554.81 |
18.54 |
50.99 |
5 |
1005.5 |
23.9 |
193.29 |
25 |
1362.44 |
52 |
457.61 |
50 |
1723.18 |
82.19 |
584.77 |
100 |
2257.5 |
146.67 |
662.51 |
150 |
2644.06 |
213.3 |
687.31 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
79.98 |
18.57 |
53.75 |
5 |
259.87 |
19.88 |
249.99 |
25 |
947.31 |
24.89 |
985.94 |
50 |
1167.07 |
28.75 |
1705.2 |
100 |
1458.45 |
39.83 |
2465.98 |
150 |
1513.77 |
53.21 |
2780.56 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
47.73 |
18.11 |
54.77 |
5 |
135.15 |
19.63 |
247.48 |
25 |
528.55 |
23.47 |
961.89 |
50 |
848.5 |
26.59 |
1629.45 |
100 |
1208.62 |
38.47 |
2257.04 |
150 |
1381.12 |
53.42 |
2498.15 |
200 |
1415.91 |
61.44 |
2932.47 |
250 |
1491.94 |
69.03 |
3283.87 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
131.21 |
18.44 |
53.91 |
5 |
460.71 |
19.83 |
246.66 |
25 |
1345.99 |
26.36 |
903 |
50 |
1498.8 |
31.6 |
1512.02 |
100 |
1625.47 |
46.47 |
2080.95 |
150 |
1729.4 |
63.28 |
2309.02 |
200 |
1680.2 |
72.79 |
2687.61 |
250 |
1884.04 |
82.1 |
2979.05 |
Concurrency |
TTFT (ms) |
ITL (ms) |
Throughput(Tokens/s) |
|---|---|---|---|
1 |
2521.02 |
19.46 |
48.27 |
5 |
5331.09 |
26.89 |
169.17 |
25 |
10457.52 |
64.46 |
358.42 |
50 |
16794.16 |
107.78 |
429.76 |
100 |
178225.46 |
127.17 |
441.63 |
150 |
379534.42 |
128.79 |
444.7 |
200 |
578423.34 |
129.63 |
446.76 |
250 |
778536.81 |
130.36 |
447.46 |