-
Notifications
You must be signed in to change notification settings - Fork 1
/
sample_data.json
64 lines (64 loc) · 4.24 KB
/
sample_data.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
[
{
"Dataset": "Easycom",
"Uid": "/Session_11/05-00-388_startframe_861_endframe_905_participandID_5",
"Caption": "[H] Okay. Yeah, I can deal with that.",
"Noisy_Wav": "/fs/gamma-projects/audio/EasyComDataset_Processed/test/Glasses_Microphone_Array_Audio/Session_11/05-00-388_startframe_861_endframe_905_participandID_5.wav",
"Mouthroi": "/fs/gamma-projects/audio/EasyComDataset_Processed/test/Video_Compressed_face/Session_11/05-00-388_startframe_861_endframe_905_participandID_5_crop.hdf5",
"Video": "/fs/gamma-projects/audio/EasyComDataset_Processed/test/Video_Compressed_face/Session_11/05-00-388_startframe_861_endframe_905_participandID_5.mp4",
"nhyps_base": [
"Okay, yeah, I can do that.",
"Okay. Yeah.",
"Okay, I can do that.",
"Okay, yeah, I got it.",
"Okay, I can do that.",
"Okay, I can do that.",
"Okay, yeah.",
"Okay.",
"Thank you.",
"okay"
],
"whisper_emb": "/fs/gamma-projects/audio/lrs2/mvlrs_v1/main/5535415699068794046/00001-aug_new_whisper.npy"
},
{
"Dataset": "Easycom",
"Uid": "/Session_11/11-00-454_startframe_113_endframe_213_participandID_5",
"Caption": "Yeah yeah. I- I- I- I think that's it. It's just worded in a very confusing way, but I think that's it. Yes.",
"Noisy_Wav": "/fs/gamma-projects/audio/EasyComDataset_Processed/test/Glasses_Microphone_Array_Audio/Session_11/11-00-454_startframe_113_endframe_213_participandID_5.wav",
"Mouthroi": "/fs/gamma-projects/audio/EasyComDataset_Processed/test/Video_Compressed_face/Session_11/11-00-454_startframe_113_endframe_213_participandID_5_crop.hdf5",
"Video": "/fs/gamma-projects/audio/EasyComDataset_Processed/test/Video_Compressed_face/Session_11/11-00-454_startframe_113_endframe_213_participandID_5.mp4",
"nhyps_base": [
"That's it, that's it, that's it, that's it, that's it, that's it, that's it.",
"That's it, that's it, that's it, that's it, that's it, that's it, that's it.",
"That's it, that's it, that's it, that's it, that's it, that's it, that's it.",
"That's it, that's it, that's it, that's it, that's it, that's it.",
"That's it, that's it, that's it, that's it, that's it, that's it.",
"That's it, that's it, that's it, that's it, that's it, that's it.",
"That's it, that's it, that's it, that's it, that's it, that's it.",
"That's it, that's it, that's it, that's it, that's it, that's it.",
"That's it, that's it, that's it, that's it, that's it.",
"That's it, that's it, that's it, that's it, that's it."
],
"whisper_emb": "/fs/gamma-projects/audio/lrs2/mvlrs_v1/main/5535415699068794046/00001-aug_new_whisper.npy"
},
{
"Dataset": "Easycom",
"Uid": "/Session_11/05-00-388_startframe_473_endframe_543_participandID_5",
"Caption": "[H] May I have the mac and cheese with orange juice?",
"Noisy_Wav": "/fs/gamma-projects/audio/EasyComDataset_Processed/test/Glasses_Microphone_Array_Audio/Session_11/05-00-388_startframe_473_endframe_543_participandID_5.wav",
"Mouthroi": "/fs/gamma-projects/audio/EasyComDataset_Processed/test/Video_Compressed_face/Session_11/05-00-388_startframe_473_endframe_543_participandID_5_crop.hdf5",
"Video": "/fs/gamma-projects/audio/EasyComDataset_Processed/test/Video_Compressed_face/Session_11/05-00-388_startframe_473_endframe_543_participandID_5.mp4",
"nhyps_base": [
"I'm saying about the mac and cheese we've ordered the cheese.",
"Hi, my name is Mark and she is with Orange G.",
"Hi, my name is Mark and she is with Orange G.",
"Hi, my name is Mark and she is with Orange Cheese.",
"Hi, my name is Mark and she is with Orange G.",
"Hi, my name is Mark and she is with Orange G.",
"I can see it with orange juice.",
"I can see it with orange juice.",
"I can see it with orange juice.",
"Thank you."
],
"whisper_emb": "/fs/gamma-projects/audio/lrs2/mvlrs_v1/main/5535415699068794046/00001-aug_new_whisper.npy"
}]