forked from tml-epfl/llm-past-tense
-
Notifications
You must be signed in to change notification settings - Fork 0
/
asr_output.txt
59 lines (58 loc) · 6.2 KB
/
asr_output.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
(01)_llama3-8b-q4_pa >> Requests: 2, Restarts: 2 | asr_gpt=50%, asr_llama=0%, asr_rules=100%, avg_restart=0
(02)_llama3-8b-q2_pa >> Requests: 2, Restarts: 2 | asr_gpt=50%, asr_llama=0%, asr_rules=100%, avg_restart=0
(03)_llama3-8b-q4_pa >> Requests: 2, Restarts: 2 | asr_gpt=0%, asr_llama=0%, asr_rules=0%, avg_restart=1
(04)_llama3-8b-q2_pa >> Requests: 2, Restarts: 2 | asr_gpt=0%, asr_llama=0%, asr_rules=50%, avg_restart=1
(04)_llama3-8b-q2_pa >> Requests: 2, Restarts: 2 | asr_gpt=0%, asr_llama=0%, asr_rules=50%, avg_restart=1
(04)_llama3-8b-q4_pa >> Requests: 2, Restarts: 2 | asr_gpt=50%, asr_llama=0%, asr_rules=50%, avg_restart=0
(04)_llama3-8b-q4_pa >> Requests: 2, Restarts: 2 | asr_gpt=50%, asr_llama=0%, asr_rules=50%, avg_restart=1
(04)_llama3-8b-q4_pa >> Requests: 2, Restarts: 2 | asr_gpt=50%, asr_llama=50%, asr_rules=50%, avg_restart=1
(05)_hf-llama3-8b_pa >> Requests: 2, Restarts: 2 | asr_gpt=0%, asr_llama=0%, asr_rules=100%, avg_restart=1
(06)_llama3-8b-q4_pa >> Requests: 2, Restarts: 2 | asr_gpt=50%, asr_llama=0%, asr_rules=100%, avg_restart=0
(07)_hf-llama3-8b_pa >> Requests: 1, Restarts: 1 | asr_gpt=0%, asr_llama=0%, asr_rules=100%, avg_restart=0
(08)_llama3-8b-q4_pa >> Requests: 1, Restarts: 1 | asr_gpt=100%, asr_llama=0%, asr_rules=100%, avg_restart=0
(09)_llama3-8b-q2_pa >> Requests: 1, Restarts: 1 | asr_gpt=0%, asr_llama=0%, asr_rules=100%, avg_restart=0
(10)_llama3-8b-q4_pa >> Requests: 1, Restarts: 1 | asr_gpt=100%, asr_llama=0%, asr_rules=100%, avg_restart=0
(11)_llama3-8b-q8_pa >> Requests: 1, Restarts: 1 | asr_gpt=0%, asr_llama=0%, asr_rules=100%, avg_restart=0
(12)_llama3-8b-q16_pa >> Requests: 1, Restarts: 1 | asr_gpt=0%, asr_llama=0%, asr_rules=0%, avg_restart=0
(13)_llama3-8b-q2_pa >> Requests: 1, Restarts: 1 | asr_gpt=100%, asr_llama=0%, asr_rules=100%, avg_restart=0
(14)_llama3-8b-q2_pr >> Requests: 1, Restarts: 1 | asr_gpt=100%, asr_llama=100%, asr_rules=100%, avg_restart=0
(15)_llama3-8b-q2_fu >> Requests: 1, Restarts: 1 | asr_gpt=0%, asr_llama=0%, asr_rules=100%, avg_restart=0
(16)_llama3-8b-q2_pa >> Requests: 1, Restarts: 1 | asr_gpt=0%, asr_llama=0%, asr_rules=100%, avg_restart=0
(17)_llama3-8b-q2_pr >> Requests: 1, Restarts: 1 | asr_gpt=100%, asr_llama=100%, asr_rules=100%, avg_restart=0
(18)_llama3-8b-q2_fu >> Requests: 1, Restarts: 1 | asr_gpt=0%, asr_llama=0%, asr_rules=100%, avg_restart=0
(19)_llama3-8b-q2_pr >> Requests: 1, Restarts: 1 | asr_gpt=0%, asr_llama=0%, asr_rules=0%, avg_restart=0
(20)_llama3-8b-q2_pa >> Requests: 100, Restarts: 20 | asr_gpt=45%, asr_llama=41%, asr_rules=65%, avg_restart=12
(21)_llama3-8b-q2_pr >> Requests: 100, Restarts: 20 | asr_gpt=20%, asr_llama=12%, asr_rules=23%, avg_restart=16
(22)_llama3-8b-q2_fu >> Requests: 100, Restarts: 20 | asr_gpt=43%, asr_llama=31%, asr_rules=64%, avg_restart=13
(23)_llama3-8b-q2_pa >> Requests: 100, Restarts: 20 | asr_gpt=76%, asr_llama=34%, asr_rules=91%, avg_restart=7
(24)_llama3-8b-q2_pr >> Requests: 100, Restarts: 20 | asr_gpt=74%, asr_llama=50%, asr_rules=76%, avg_restart=7
(25)_llama3-8b-q2_fu >> Requests: 100, Restarts: 20 | asr_gpt=55%, asr_llama=34%, asr_rules=76%, avg_restart=12
(26)_llama3-8b-q2_fu >> Requests: 100, Restarts: 20 | asr_gpt=73%, asr_llama=52%, asr_rules=87%, avg_restart=7
(27)_llama3-8b-q4_pa >> Requests: 100, Restarts: 20 | asr_gpt=43%, asr_llama=36%, asr_rules=52%, avg_restart=13
(28)_llama3-8b-q4_pr >> Requests: 100, Restarts: 20 | asr_gpt=5%, asr_llama=3%, asr_rules=15%, avg_restart=18
(28)_llama3-8b-q8_pa >> Requests: 100, Restarts: 20 | asr_gpt=68%, asr_llama=42%, asr_rules=68%, avg_restart=9
(29)_llama3-8b-q8_pr >> Requests: 100, Restarts: 20 | asr_gpt=11%, asr_llama=5%, asr_rules=17%, avg_restart=17
(30)_llama3-8b-q8_fu >> Requests: 100, Restarts: 20 | asr_gpt=41%, asr_llama=27%, asr_rules=51%, avg_restart=13
(31)_llama3-8b-q16_pa >> Requests: 100, Restarts: 20 | asr_gpt=45%, asr_llama=37%, asr_rules=57%, avg_restart=13
(32)_llama3-8b-q16_pr >> Requests: 100, Restarts: 20 | asr_gpt=2%, asr_llama=0%, asr_rules=8%, avg_restart=19
(33)_llama3-8b-q16_fu >> Requests: 100, Restarts: 20 | asr_gpt=19%, asr_llama=14%, asr_rules=29%, avg_restart=17
(34)_llama3-8b-q16_pa >> Requests: 100, Restarts: 20 | asr_gpt=68%, asr_llama=34%, asr_rules=70%, avg_restart=8
(35)_llama3-8b-q16_pr >> Requests: 100, Restarts: 20 | asr_gpt=15%, asr_llama=9%, asr_rules=17%, avg_restart=17
(36)_llama3-8b-q16_fu >> Requests: 100, Restarts: 20 | asr_gpt=47%, asr_llama=31%, asr_rules=53%, avg_restart=12
(37)_llama3-8b-q4_pr >> Requests: 100, Restarts: 20 | asr_gpt=6%, asr_llama=3%, asr_rules=10%, avg_restart=18
(38)_llama3-8b-q4_fu >> Requests: 100, Restarts: 20 | asr_gpt=17%, asr_llama=13%, asr_rules=33%, avg_restart=17
(39)_llama3-8b-q4_pa >> Requests: 100, Restarts: 20 | asr_gpt=68%, asr_llama=36%, asr_rules=76%, avg_restart=8
(40)_llama3-8b-q4_fu >> Requests: 100, Restarts: 20 | asr_gpt=43%, asr_llama=29%, asr_rules=54%, avg_restart=12
(40)_llama3-8b-q4_pr >> Requests: 100, Restarts: 20 | asr_gpt=15%, asr_llama=7%, asr_rules=20%, avg_restart=17
(41)_llama3-8b-q8_pa >> Requests: 100, Restarts: 20 | asr_gpt=43%, asr_llama=39%, asr_rules=56%, avg_restart=13
(42)_llama3-8b-q8_pr >> Requests: 100, Restarts: 20 | asr_gpt=2%, asr_llama=0%, asr_rules=12%, avg_restart=19
(43)_llama3-8b-q8_fu >> Requests: 100, Restarts: 20 | asr_gpt=19%, asr_llama=12%, asr_rules=32%, avg_restart=16
(44)_llama3-8b-q4_pr >> Requests: 100, Restarts: 20 | asr_gpt=16%, asr_llama=6%, asr_rules=25%, avg_restart=16
(45)_llama3-8b-f16_pa >> Requests: 100, Restarts: 20 | asr_gpt=68%, asr_llama=37%, asr_rules=75%, avg_restart=9
(46)_llama3-8b-f16_pa >> Requests: 100, Restarts: 20 | asr_gpt=31%, asr_llama=27%, asr_rules=35%, avg_restart=10
[a1]_llama3-8b_pa >> Requests: 100, Restarts: 20 | asr_gpt=28%, asr_llama=7%, asr_rules=34%, avg_restart=16
[a2]_llama3-8b_pr >> Requests: 100, Restarts: 1 | asr_gpt=0%, asr_llama=0%, asr_rules=7%, avg_restart=0
[b1]_phi3_pa >> Requests: 6, Restarts: 20 | asr_gpt=33%, asr_llama=100%, asr_rules=100%, avg_restart=16
[b2]_phi3_pa >> Requests: 100, Restarts: 20 | asr_gpt=55%, asr_llama=45%, asr_rules=64%, avg_restart=11
[c1]_gpt-4o-mini_pa >> Requests: 100, Restarts: 20 | asr_gpt=88%, asr_llama=46%, asr_rules=100%, avg_restart=4
[c2]_gpt-4o-mini_pa >> Requests: 100, Restarts: 20 | asr_gpt=73%, asr_llama=61%, asr_rules=81%, avg_restart=6