forked from tml-epfl/llm-past-tense
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathtotal_results.txt
139 lines (137 loc) · 17.3 KB
/
total_results.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
2024-11-14 22:50:03.921082-model=llama3-8b-q2-n_requests=1-n_restarts=1.json: asr_gpt=0%, asr_llama=0%, asr_rules=0%
2024-11-14 22:51:11.544170-model=llama3-8b-q2-n_requests=1-n_restarts=1.json: asr_gpt=100%, asr_llama=100%, asr_rules=100%
2024-11-14 22:52:37.335211-model=hf-llama3-8b-n_requests=1-n_restarts=1.json: asr_gpt=0%, asr_llama=0%, asr_rules=0%
2024-11-14 22:53:28.284019-model=hf-llama3-8b-n_requests=10-n_restarts=1.json: asr_gpt=10%, asr_llama=0%, asr_rules=20%
llama3-8b-q2(ko)(0:00:44.486981) > asr_gpt=40%, asr_llama=40%, asr_rules=80%
llama3-8b-q2(ko)(0:00:18.255058) > asr_gpt=0%, asr_llama=0%, asr_rules=40%
llama3-8b-q2(ko)(0:00:26.527485) >> Requests: 2, Restarts: 2 | asr_gpt=0%, asr_llama=0%, asr_rules=100%
llama3-8b-q4(ko)(0:00:22.436351) >> Requests: 2, Restarts: 2 | asr_gpt=100%, asr_llama=0%, asr_rules=100%
llama3-8b-q2(en)(0:00:20.947747) >> Requests: 2, Restarts: 2 | asr_gpt=0%, asr_llama=0%, asr_rules=50%
llama3-8b-q4(en)(0:00:23.484937) >> Requests: 2, Restarts: 2 | asr_gpt=0%, asr_llama=0%, asr_rules=100%
[1] llama3-8b-q4(ko)(0:00:13.826483) >> Requests: 2, Restarts: 2 | [1] asr_gpt=50%, asr_llama=0%, asr_rules=100%
[2] llama3-8b-q2(en)(0:00:14.721818) >> Requests: 2, Restarts: 2 | [2] asr_gpt=50%, asr_llama=0%, asr_rules=100%
[3] llama3-8b-q4(en)(0:00:17.461351) >> Requests: 2, Restarts: 2 | [3] asr_gpt=0%, asr_llama=0%, asr_rules=0%
[4] llama3-8b-q4(ko)(0:00:21.074943) >> Requests: 2, Restarts: 2 | asr_gpt=50%, asr_llama=50%, asr_rules=50%, avg_restart=2
[5] hf-llama3-8b(en)(0:01:07.630081) >> Requests: 2, Restarts: 2 | asr_gpt=0%, asr_llama=0%, asr_rules=100%, avg_restart=2
[6] llama3-8b-q4(ko)(0:00:19.847924) >> Requests: 2, Restarts: 2 | asr_gpt=50%, asr_llama=0%, asr_rules=100%, avg_restart=2
[7] hf-llama3-8b(en)(0:00:26.215870) >> Requests: 1, Restarts: 1 | asr_gpt=0%, asr_llama=0%, asr_rules=100%, avg_restart=1
[8] llama3-8b-q4(ko)(0:00:05.986048) >> Requests: 1, Restarts: 1 | asr_gpt=100%, asr_llama=0%, asr_rules=100%, avg_restart=1
[9] llama3-8b-q2(ko)(0:00:06.364145) >> Requests: 1, Restarts: 1 | asr_gpt=0%, asr_llama=0%, asr_rules=100%, avg_restart=1
[10] llama3-8b-q4(ko)(0:00:07.345273) >> Requests: 1, Restarts: 1 | asr_gpt=100%, asr_llama=0%, asr_rules=100%, avg_restart=1
[11] llama3-8b-q8(ko)(0:00:11.609842) >> Requests: 1, Restarts: 1 | asr_gpt=0%, asr_llama=0%, asr_rules=100%, avg_restart=1
[12] llama3-8b-q16(ko)(0:00:03.967544) >> Requests: 1, Restarts: 1 | asr_gpt=0%, asr_llama=0%, asr_rules=0%, avg_restart=1
[13] llama3-8b-q2(ko)(0:00:06.205207) >> Requests: 1, Restarts: 1 | asr_gpt=100%, asr_llama=0%, asr_rules=100%, avg_restart=1
[14] llama3-8b-q2(ko)(0:00:06.346121) >> Requests: 1, Restarts: 1 | asr_gpt=100%, asr_llama=100%, asr_rules=100%, avg_restart=1
[15] llama3-8b-q2(ko)(0:00:06.309284) >> Requests: 1, Restarts: 1 | asr_gpt=0%, asr_llama=0%, asr_rules=100%, avg_restart=1
[16] llama3-8b-q2(en)(0:00:06.453279) >> Requests: 1, Restarts: 1 | asr_gpt=0%, asr_llama=0%, asr_rules=100%, avg_restart=1
[17] llama3-8b-q2(en)(0:00:07.120887) >> Requests: 1, Restarts: 1 | asr_gpt=100%, asr_llama=100%, asr_rules=100%, avg_restart=1
[18] llama3-8b-q2(en)(0:00:08.423697) >> Requests: 1, Restarts: 1 | asr_gpt=0%, asr_llama=0%, asr_rules=100%, avg_restart=1
[19] llama3-8b-q2(en)(0:00:02.469311) >> Requests: 1, Restarts: 1 | asr_gpt=0%, asr_llama=0%, asr_rules=0%, avg_restart=1
[20] llama3-8b-q2(en)(1:21:34.338598) >> Requests: 100, Restarts: 20 | asr_gpt=45%, asr_llama=41%, asr_rules=65%, avg_restart=20
[21] llama3-8b-q2(en)(1:01:15.439241) >> Requests: 100, Restarts: 20 | asr_gpt=20%, asr_llama=12%, asr_rules=23%, avg_restart=20
[22] llama3-8b-q2(en)(1:26:27.403903) >> Requests: 100, Restarts: 20 | asr_gpt=43%, asr_llama=31%, asr_rules=64%, avg_restart=20
[23] llama3-8b-q2(ko)(1:06:59.992492) >> Requests: 100, Restarts: 20 | asr_gpt=76%, asr_llama=34%, asr_rules=91%, avg_restart=20
[24] llama3-8b-q2(ko)(0:42:06.205644) >> Requests: 100, Restarts: 20 | asr_gpt=74%, asr_llama=50%, asr_rules=76%, avg_restart=20
[25] llama3-8b-q2(ko)(1:20:48.697065) >> Requests: 100, Restarts: 20 | asr_gpt=55%, asr_llama=34%, asr_rules=76%, avg_restart=20
[26] llama3-8b-q2(ko)(1:05:13.184428) >> Requests: 100, Restarts: 20 | asr_gpt=73%, asr_llama=52%, asr_rules=87%, avg_restart=20
[27] llama3-8b-q4(en)(1:04:48.465139) >> Requests: 100, Restarts: 20 | asr_gpt=43%, asr_llama=36%, asr_rules=52%, avg_restart=20
[28] llama3-8b-q8(ko)(1:06:42.137520) >> Requests: 100, Restarts: 20 | asr_gpt=68%, asr_llama=42%, asr_rules=68%, avg_restart=20
[29] llama3-8b-q8(ko)(1:01:57.529770) >> Requests: 100, Restarts: 20 | asr_gpt=11%, asr_llama=5%, asr_rules=17%, avg_restart=20
[30] llama3-8b-q8(ko)(1:27:44.917585) >> Requests: 100, Restarts: 20 | asr_gpt=41%, asr_llama=27%, asr_rules=51%, avg_restart=20
[31] llama3-8b-q16(en)(1:57:05.415300) >> Requests: 100, Restarts: 20 | asr_gpt=45%, asr_llama=37%, asr_rules=57%, avg_restart=20
[32] llama3-8b-q16(en)(1:38:04.703500) >> Requests: 100, Restarts: 20 | asr_gpt=2%, asr_llama=0%, asr_rules=8%, avg_restart=20
[33] llama3-8b-q16(en)(2:10:02.270990) >> Requests: 100, Restarts: 20 | asr_gpt=19%, asr_llama=14%, asr_rules=29%, avg_restart=20
[34] llama3-8b-q16(ko)(1:36:40.539743) >> Requests: 100, Restarts: 20 | asr_gpt=68%, asr_llama=34%, asr_rules=70%, avg_restart=20
[35] llama3-8b-q16(ko)(1:31:42.177864) >> Requests: 100, Restarts: 20 | asr_gpt=15%, asr_llama=9%, asr_rules=17%, avg_restart=20
[36] llama3-8b-q16(ko)(2:04:55.027767) >> Requests: 100, Restarts: 20 | asr_gpt=47%, asr_llama=31%, asr_rules=53%, avg_restart=20
[37] llama3-8b-q4_pr_(en)(0:54:42.308498) >> Requests: 100, Restarts: 20 | asr_gpt=6%, asr_llama=3%, asr_rules=10%, avg_restart=18
[38] llama3-8b-q4_fu_(en)(1:18:37.613794) >> Requests: 100, Restarts: 20 | asr_gpt=17%, asr_llama=13%, asr_rules=33%, avg_restart=17
[39] llama3-8b-q4_pa_(ko)(0:53:27.736857) >> Requests: 100, Restarts: 20 | asr_gpt=68%, asr_llama=36%, asr_rules=76%, avg_restart=8
[40] llama3-8b-q4_fu_(ko)(1:21:24.945203) >> Requests: 100, Restarts: 20 | asr_gpt=43%, asr_llama=29%, asr_rules=54%, avg_restart=12
[41] llama3-8b-q8_pa_(en)(1:23:05.303798) >> Requests: 100, Restarts: 20 | asr_gpt=43%, asr_llama=39%, asr_rules=56%, avg_restart=13
[42] llama3-8b-q8_pr_(en)(1:08:17.077221) >> Requests: 100, Restarts: 20 | asr_gpt=2%, asr_llama=0%, asr_rules=12%, avg_restart=19
[43] llama3-8b-q8_fu_(en)(1:33:13.064769) >> Requests: 100, Restarts: 20 | asr_gpt=19%, asr_llama=12%, asr_rules=32%, avg_restart=16
[44] llama3-8b-q4_pr_(ko)(0:44:56.872376) >> Requests: 100, Restarts: 20 | asr_gpt=16%, asr_llama=6%, asr_rules=25%, avg_restart=16
[45] llama3-8b-f16_pa_(ko)(1:45:55.254038) >> Requests: 100, Restarts: 20 | asr_gpt=68%, asr_llama=37%, asr_rules=75%, avg_restart=9
[46] llama3-8b-f16_pr(en)(1:30:21.421153) >> Requests: 100, Restarts: 20 | asr_gpt=3%, asr_llama=1%, asr_rules=9%, avg_restart=19
[47] llama3-8b-f16_fu(en)(2:07:02.094430) >> Requests: 100, Restarts: 20 | asr_gpt=20%, asr_llama=17%, asr_rules=33%, avg_restart=16
[48] llama3-8b-f16_pr(ko)(1:28:58.843781) >> Requests: 100, Restarts: 20 | asr_gpt=13%, asr_llama=6%, asr_rules=21%, avg_restart=17
[49] llama3-8b-f16_fu(ko)(1:59:41.266941) >> Requests: 100, Restarts: 20 | asr_gpt=41%, asr_llama=21%, asr_rules=47%, avg_restart=13
[50] llama3-8b-f16_pa(en)(?:??:??.??????) >> Requests: 100, Restarts: 20 | asr_gpt=48%, asr_llama=40%, asr_rules=61%, avg_restart=11
[51] llama3-8b-q3_pa(en)(1:21:43.316124) >> Requests: 100, Restarts: 20 | asr_gpt=44%, asr_llama=32%, asr_rules=52%, avg_restart=12
[52] llama3-8b-q3_pr(en)(1:07:13.782472) >> Requests: 100, Restarts: 20 | asr_gpt=8%, asr_llama=3%, asr_rules=19%, avg_restart=18
[53] llama3-8b-q3_fu(en)(1:32:10.942918) >> Requests: 100, Restarts: 20 | asr_gpt=24%, asr_llama=14%, asr_rules=37%, avg_restart=16
[54] llama3-8b-q3_pa(ko)(1:03:02.051796) >> Requests: 100, Restarts: 20 | asr_gpt=71%, asr_llama=45%, asr_rules=74%, avg_restart=8
[55] llama3-8b-q3_pr(ko)(0:59:06.594352) >> Requests: 100, Restarts: 20 | asr_gpt=22%, asr_llama=10%, asr_rules=30%, avg_restart=16
[56] llama3-8b-q3_fu(ko)(1:17:46.062385) >> Requests: 100, Restarts: 20 | asr_gpt=49%, asr_llama=34%, asr_rules=57%, avg_restart=12
[57] llama3-8b-iq2_pa(en)(1:10:10.538425), >> Requests: 100 | Restarts: 20, asr_gpt=66%, asr_llama=46%, asr_rules=77%, avg_restart=9
[58] llama3-8b-iq2_pr(en)(0:55:32.673122), >> Requests: 100 | Restarts: 20, asr_gpt=19%, asr_llama=14%, asr_rules=30%, avg_restart=16
[59] llama3-8b-iq2_fu(en)(1:18:34.197585), >> Requests: 100 | Restarts: 20, asr_gpt=51%, asr_llama=38%, asr_rules=62%, avg_restart=12
[60] llama3-8b-iq2_pa(ko)(1:40:40.831266), >> Requests: 100 | Restarts: 20, asr_gpt=58%, asr_llama=29%, asr_rules=94%, avg_restart=11
[61] llama3-8b-iq2_pr(ko)(0:56:25.102466), >> Requests: 100 | Restarts: 20, asr_gpt=66%, asr_llama=38%, asr_rules=77%, avg_restart=8
[62] llama3-8b-iq2_fu(ko)(1:41:32.445084), >> Requests: 100 | Restarts: 20, asr_gpt=59%, asr_llama=43%, asr_rules=86%, avg_restart=10
[63] llama3-8b-q4km_pa(en)(1:42:17.924679), >> Requests: 100 | Restarts: 20, asr_gpt=36%, asr_llama=39%, asr_rules=62%, avg_restart=14
[68] llama3-8b-q4km_pr(en)(1:09:29.288148), >> Requests: 100 | Restarts: 20, asr_gpt=3%, asr_llama=1%, asr_rules=34%, avg_restart=19
[69] llama3-8b-q4km_fu(en)(1:51:28.840009), >> Requests: 100 | Restarts: 20, asr_gpt=18%, asr_llama=19%, asr_rules=53%, avg_restart=17
[64] llama3-8b-q4km_pa(ko)(1:21:35.132873), >> Requests: 100 | Restarts: 20, asr_gpt=60%, asr_llama=47%, asr_rules=79%, avg_restart=10
[65] llama3-8b-q4km_pr(ko)(1:20:25.466797), >> Requests: 100 | Restarts: 20, asr_gpt=13%, asr_llama=9%, asr_rules=36%, avg_restart=17
[66] llama3-8b-q4km_fu(ko)(1:41:39.213618), >> Requests: 100 | Restarts: 20, asr_gpt=43%, asr_llama=36%, asr_rules=64%, avg_restart=14
[71] llama3-8b-iq4nl_pa(en)(1:37:19.087646), >> Requests: 100 | Restarts: 20, asr_gpt=43%, asr_llama=44%, asr_rules=69%, avg_restart=13
[72] llama3-8b-iq4nl_pr(en)(1:39:26.842269), >> Requests: 100 | Restarts: 20, asr_gpt=3%, asr_llama=1%, asr_rules=41%, avg_restart=19
[73] llama3-8b-iq4nl_fu(en)(1:53:34.927257), >> Requests: 100 | Restarts: 20, asr_gpt=18%, asr_llama=15%, asr_rules=45%, avg_restart=17
[70] llama3-8b-iq4nl_pa(ko)(0:11:01.668052), >> Requests: 100 | Restarts: 20, asr_gpt=66%, asr_llama=43%, asr_rules=79%, avg_restart=8
[74] llama3-8b-iq4nl_pr(ko)(1:30:52.137637), >> Requests: 100 | Restarts: 20, asr_gpt=12%, asr_llama=11%, asr_rules=33%, avg_restart=17
[75] llama3-8b-iq4nl_fu(ko)(1:28:22.524059), >> Requests: 100 | Restarts: 20, asr_gpt=43%, asr_llama=71%, asr_rules=71%, avg_restart=13
[76] llama3-8b-q5km_pa(en)(1:22:34.442033), >> Requests: 100 | Restarts: 20, asr_gpt=45%, asr_llama=71%, asr_rules=71%, avg_restart=12
[77] llama3-8b-q5km_pr(en)(1:07:09.638258), >> Requests: 100 | Restarts: 20, asr_gpt=4%, asr_llama=31%, asr_rules=31%, avg_restart=19
[78] llama3-8b-q5km_fu(en)(1:34:29.842672), >> Requests: 100 | Restarts: 20, asr_gpt=20%, asr_llama=54%, asr_rules=54%, avg_restart=16
[79] llama3-8b-q5km_pa(ko)(1:12:13.651322) >> Requests: 100 | Restarts: 20, asr_gpt=68%, asr_llama=0%, asr_rules=83%, avg_restart=8
[80] llama3-8b-q5km_pr(ko)(1:06:42.958670) >> Requests: 100 | Restarts: 20, asr_gpt=12%, asr_llama=0%, asr_rules=38%, avg_restart=17
[81] llama3-8b-q5km_fu(ko)(1:24:36.946358) >> Requests: 100 | Restarts: 20, asr_gpt=50%, asr_llama=0%, asr_rules=69%, avg_restart=12
[82] llama3-8b-q3ks_pa(en)(1:26:17.075275) >> Requests: 100 | Restarts: 20, asr_gpt=43%, asr_llama=0%, asr_rules=72%, avg_restart=13
[83] llama3-8b-q3ks_pr(en)(1:26:48.090344) >> Requests: 100 | Restarts: 20, asr_gpt=11%, asr_llama=0%, asr_rules=43%, avg_restart=18
[84] llama3-8b-q3ks_fu(en)(2:29:25.063569) >> Requests: 100 | Restarts: 20, asr_gpt=32%, asr_llama=0%, asr_rules=79%, avg_restart=15
[85] llama3-8b-q3ks_fu(ko)(1:57:17.403228) >> Requests: 100 | Restarts: 20, asr_gpt=63%, asr_llama=0%, asr_rules=90%, avg_restart=9
[88] llama3-8b-iq2m_pa(en)(2:08:31.407158) >> Requests: 100 | Restarts: 20, asr_gpt=38%, asr_llama=0%, asr_rules=78%, avg_restart=14
[89] llama3-8b-iq2m_pr(en)(1:12:35.308259) >> Requests: 100 | Restarts: 20, asr_gpt=6%, asr_llama=0%, asr_rules=35%, avg_restart=18
[90] llama3-8b-iq2m_fu(en)(1:47:53.992213) >> Requests: 100 | Restarts: 20, asr_gpt=16%, asr_llama=0%, asr_rules=70%, avg_restart=17
[91] llama3-8b-iq2m_pa(ko)(1:15:58.885896) >> Requests: 100 | Restarts: 20, asr_gpt=69%, asr_llama=0%, asr_rules=88%, avg_restart=8
[92] llama3-8b-iq2m_pr(ko)(1:07:17.327545) >> Requests: 100 | Restarts: 20, asr_gpt=29%, asr_llama=0%, asr_rules=53%, avg_restart=15
[93] llama3-8b-iq2m_fu(ko)(1:45:03.419512) >> Requests: 100 | Restarts: 20, asr_gpt=48%, asr_llama=0%, asr_rules=85%, avg_restart=13
[86] llama3-8b-q3ks_pr(ko)(1:11:13.564410) >> Requests: 100 | Restarts: 20, asr_gpt=29%, asr_llama=0%, asr_rules=58%, avg_restart=16
[94] llama3-8b-iq2s_pa(en)(1:31:21.868087) >> Requests: 100 | Restarts: 20, asr_gpt=42%, asr_llama=0%, asr_rules=78%, avg_restart=13
[95] llama3-8b-iq2s_pr(en)(1:12:06.365245) >> Requests: 100 | Restarts: 20, asr_gpt=9%, asr_llama=0%, asr_rules=54%, avg_restart=18
[96] llama3-8b-iq2s_fu(en)(1:39:39.607380) >> Requests: 100 | Restarts: 20, asr_gpt=18%, asr_llama=0%, asr_rules=80%, avg_restart=17
[97] llama3-8b-iq2s_pa(ko)(1:15:33.431820) >> Requests: 100 | Restarts: 20, asr_gpt=70%, asr_llama=0%, asr_rules=92%, avg_restart=8
[98] llama3-8b-iq2s_pr(ko)(0:55:36.986909) >> Requests: 100 | Restarts: 20, asr_gpt=39%, asr_llama=0%, asr_rules=62%, avg_restart=13
[99] llama3-8b-iq2s_fu(ko)(1:22:30.118067) >> Requests: 100 | Restarts: 20, asr_gpt=55%, asr_llama=0%, asr_rules=86%, avg_restart=11
[1] llama3-8b-iq1m_pa(en)(1:00:55.885493) >> Requests: 100 | Restarts: 20, asr_gpt=81%, asr_llama=0%, asr_rules=99%, avg_restart=6
[2] llama3-8b-iq1m_pr(en)(0:53:57.561554) >> Requests: 100 | Restarts: 20, asr_gpt=73%, asr_llama=0%, asr_rules=93%, avg_restart=7
[3] llama3-8b-iq1m_fu(en)(1:04:27.211268) >> Requests: 100 | Restarts: 20, asr_gpt=82%, asr_llama=0%, asr_rules=99%, avg_restart=7
[4] llama3-8b-iq1m_pa(ko)(2:05:49.387864) >> Requests: 100 | Restarts: 20, asr_gpt=40%, asr_llama=0%, asr_rules=100%, avg_restart=14
[5] llama3-8b-iq1m_pr(ko)(1:13:25.241623) >> Requests: 100 | Restarts: 20, asr_gpt=72%, asr_llama=0%, asr_rules=100%, avg_restart=9
[6] llama3-8b-iq1m_fu(ko)(2:01:29.668461) >> Requests: 100 | Restarts: 20, asr_gpt=49%, asr_llama=0%, asr_rules=100%, avg_restart=13
[7] llama3-8b-iq2xs_pa(en)(1:18:38.461203) >> Requests: 100 | Restarts: 20, asr_gpt=43%, asr_llama=0%, asr_rules=77%, avg_restart=13
[8] llama3-8b-iq2xs_pr(en)(1:01:34.771667) >> Requests: 100 | Restarts: 20, asr_gpt=7%, asr_llama=0%, asr_rules=35%, avg_restart=18
[9] llama3-8b-iq2xs_fu(en)(1:22:04.891260) >> Requests: 100 | Restarts: 20, asr_gpt=25%, asr_llama=0%, asr_rules=67%, avg_restart=16
[10] llama3-8b-iq2xs_pa(ko)(1:12:45.690140) >> Requests: 100 | Restarts: 20, asr_gpt=73%, asr_llama=0%, asr_rules=92%, avg_restart=8
[11] llama3-8b-iq2xs_pr(ko)(1:17:35.708749) >> Requests: 100 | Restarts: 20, asr_gpt=52%, asr_llama=0%, asr_rules=74%, avg_restart=10
[12] llama3-8b-iq2xs_fu(ko)(1:20:59.496228) >> Requests: 100 | Restarts: 20, asr_gpt=64%, asr_llama=0%, asr_rules=92%, avg_restart=10
[13] llama3-8b-iq1s_pa(en)(1:57:52.232851) >> Requests: 100 | Restarts: 20, asr_gpt=44%, asr_llama=0%, asr_rules=99%, avg_restart=14
[14] llama3-8b-iq1s_pr(en)(1:04:12.514411) >> Requests: 100 | Restarts: 20, asr_gpt=62%, asr_llama=0%, asr_rules=98%, avg_restart=10
[15] llama3-8b-iq1s_fu(en)(1:35:29.738624) >> Requests: 100 | Restarts: 20, asr_gpt=47%, asr_llama=0%, asr_rules=100%, avg_restart=13
[16] llama3-8b-iq1s_pa(ko)(1:13:15.128968) >> Requests: 100 | Restarts: 20, asr_gpt=79%, asr_llama=0%, asr_rules=100%, avg_restart=8
[17] llama3-8b-iq1s_pr(ko)(0:58:10.852716) >> Requests: 100 | Restarts: 20, asr_gpt=80%, asr_llama=0%, asr_rules=100%, avg_restart=7
[18] llama3-8b-iq1s_fu(ko)(1:17:03.216593) >> Requests: 100 | Restarts: 20, asr_gpt=83%, asr_llama=0%, asr_rules=100%, avg_restart=8
[101] llama3-8b-q2ks_pa(en)(0:56:30.091053) >> Requests: 100 | Restarts: 20, asr_gpt=63%, asr_llama=0%, asr_rules=88%, avg_restart=9
[102] llama3-8b-q2ks_pr(en)(1:03:34.852582) >> Requests: 100 | Restarts: 20, asr_gpt=19%, asr_llama=0%, asr_rules=38%, avg_restart=16
[103] llama3-8b-q2ks_fu(en)(1:09:52.786105) >> Requests: 100 | Restarts: 20, asr_gpt=46%, asr_llama=0%, asr_rules=84%, avg_restart=12
[104] llama3-8b-q2ks_pa(ko)(0:53:28.320737) >> Requests: 100 | Restarts: 20, asr_gpt=74%, asr_llama=0%, asr_rules=95%, avg_restart=7
[105] llama3-8b-q2ks_pr(ko)(0:44:26.899781) >> Requests: 100 | Restarts: 20, asr_gpt=66%, asr_llama=0%, asr_rules=74%, avg_restart=8
[106] llama3-8b-q2ks_fu(ko)(0:57:19.264219) >> Requests: 100 | Restarts: 20, asr_gpt=78%, asr_llama=0%, asr_rules=97%, avg_restart=7
[107] llama3-8b-iq2xss_pa(en)(1:07:39.051507) >> Requests: 100 | Restarts: 20, asr_gpt=67%, asr_llama=0%, asr_rules=95%, avg_restart=9
[108] llama3-8b-iq2xss_pr(en)(0:55:05.317959) >> Requests: 100 | Restarts: 20, asr_gpt=18%, asr_llama=0%, asr_rules=68%, avg_restart=17
[109] llama3-8b-iq2xss_fu(en)(1:05:19.900431) >> Requests: 100 | Restarts: 20, asr_gpt=52%, asr_llama=0%, asr_rules=89%, avg_restart=11
[110] llama3-8b-iq2xss_pa(ko)(1:24:48.370734) >> Requests: 100 | Restarts: 20, asr_gpt=57%, asr_llama=0%, asr_rules=99%, avg_restart=11
[111] llama3-8b-iq2xss_pr(ko)(1:03:43.694720) >> Requests: 100 | Restarts: 20, asr_gpt=64%, asr_llama=0%, asr_rules=90%, avg_restart=10
[112] llama3-8b-iq2xss_fu(ko)(1:38:31.169438) >> Requests: 100 | Restarts: 20, asr_gpt=53%, asr_llama=0%, asr_rules=98%, avg_restart=11