fix whisper output

mobiusml · Mar 12, 2024 · 4322f05 · 4322f05
1 parent 733278b
commit 4322f05
Show file tree

Hide file tree

Showing 18 changed files with 1,059 additions and 1,046 deletions.
diff --git a/...loyment/chat_stream_90417c2a15b76361a6b09dbd7619d9e4_46de8476435df430f5c78286fc65f186.pkl b/...loyment/chat_stream_90417c2a15b76361a6b09dbd7619d9e4_46de8476435df430f5c78286fc65f186.pkl
diff --git a/...ent/generate_stream_90417c2a15b76361a6b09dbd7619d9e4_4593940d30bd951f50ec6df6aa1c6a49.pkl b/...ent/generate_stream_90417c2a15b76361a6b09dbd7619d9e4_4593940d30bd951f50ec6df6aa1c6a49.pkl
diff --git a/...ployment/transcribe_2e11e31958b0bf482389e1adf3420c4d_16816f10f770816669f6d2a71e631077.pkl b/...ployment/transcribe_2e11e31958b0bf482389e1adf3420c4d_16816f10f770816669f6d2a71e631077.pkl
diff --git a/...ployment/transcribe_2e11e31958b0bf482389e1adf3420c4d_612d535de3401a5cc19e02611669f370.pkl b/...ployment/transcribe_2e11e31958b0bf482389e1adf3420c4d_612d535de3401a5cc19e02611669f370.pkl
diff --git a/...t/transcribe_stream_2e11e31958b0bf482389e1adf3420c4d_612d535de3401a5cc19e02611669f370.pkl b/...t/transcribe_stream_2e11e31958b0bf482389e1adf3420c4d_612d535de3401a5cc19e02611669f370.pkl
diff --git a/...0c4d_7a46ac1e8d8346f6180e62f9d737ed16.pkl → ...0c4d_6362b20898011471e20b6a983f24a964.pkl b/...0c4d_7a46ac1e8d8346f6180e62f9d737ed16.pkl → ...0c4d_6362b20898011471e20b6a983f24a964.pkl
diff --git a/...0c4d_66a38087fcdd81f03fe4446f72f5ee8c.pkl → ...0c4d_63c144aae2072ad3f161e8c042eb9841.pkl b/...0c4d_66a38087fcdd81f03fe4446f72f5ee8c.pkl → ...0c4d_63c144aae2072ad3f161e8c042eb9841.pkl
diff --git a/...0c4d_7e8ed7a39f48a499b224b7f6be2bfb7f.pkl → ...0c4d_7d0f073589d0c2fb0fff91dba3f33d44.pkl b/...0c4d_7e8ed7a39f48a499b224b7f6be2bfb7f.pkl → ...0c4d_7d0f073589d0c2fb0fff91dba3f33d44.pkl
diff --git a/...eam_66c00451959f743fb90124400142c05b.json → ...eam_25de6d61bbd9ec569859212bd075855f.json b/...eam_66c00451959f743fb90124400142c05b.json → ...eam_25de6d61bbd9ec569859212bd075855f.json
diff --git a/...eam_930699767cd541f2deb519f2f89b09d7.json → ...eam_939a73622958d6746f38d629039ac1fe.json b/...eam_930699767cd541f2deb519f2f89b09d7.json → ...eam_939a73622958d6746f38d629039ac1fe.json
diff --git a/...eam_5b4f9056476e687ed36db34a7e82fa26.json → ...eam_d08b7811a5fe2a0c163391057ba24199.json b/...eam_5b4f9056476e687ed36db34a7e82fa26.json → ...eam_d08b7811a5fe2a0c163391057ba24199.json
@@ -2,12 +2,12 @@
     {
         "info": {
             "language": "en",
-            "language_confidence": 0.361572265625
+            "language_confidence": 0.360107421875
         },
         "segments": [
             {
                 "confidence": 0.6431313717877822,
-                "no_speech_confidence": 0.93408203125,
+                "no_speech_confidence": 0.9345703125,
                 "text": " you",
                 "time_interval": {
                     "end": 2.06,

diff --git a/...s/expected/endpoints/chat_with_video/video_metadata_0298f701c7becbf0aaa913d774c4d1b1.json b/...s/expected/endpoints/chat_with_video/video_metadata_0298f701c7becbf0aaa913d774c4d1b1.json
@@ -1,28 +1,28 @@
 {
-    "metadata": {
-        "title": "Rick Astley - Never Gonna Give You Up (Official Music Video)",
-        "description": "The official video for \u201cNever Gonna Give You Up\u201d by Rick Astley. \n\nThe new album 'Are We There Yet?' is out now: Download here: https://RickAstley.lnk.to/AreWeThereYetFA/itunes\n\n\u201cNever Gonna Give You Up\u201d was a global smash on its release in July 1987, topping the charts in 25 countries including Rick\u2019s native UK and the US Billboard Hot 100.  It also won the Brit Award for Best single in 1988. Stock Aitken and Waterman wrote and produced the track which was the lead-off single and lead track from Rick\u2019s debut LP \u201cWhenever You Need Somebody\u201d.  The album was itself a UK number one and would go on to sell over 15 million copies worldwide.\n\nThe legendary video was directed by Simon West \u2013 who later went on to make Hollywood blockbusters such as Con Air, Lara Croft \u2013 Tomb Raider and The Expendables 2.  The video passed the 1bn YouTube views milestone on 28 July 2021.\n\nSubscribe to the official Rick Astley YouTube channel: https://RickAstley.lnk.to/YTSubID\n\nFollow Rick Astley:\nFacebook: https://RickAstley.lnk.to/FBFollowID \nTwitter: https://RickAstley.lnk.to/TwitterID \nInstagram: https://RickAstley.lnk.to/InstagramID \nWebsite: https://RickAstley.lnk.to/storeID \nTikTok: https://RickAstley.lnk.to/TikTokID\n\nListen to Rick Astley:\nSpotify: https://RickAstley.lnk.to/SpotifyID \nApple Music: https://RickAstley.lnk.to/AppleMusicID \nAmazon Music: https://RickAstley.lnk.to/AmazonMusicID \nDeezer: https://RickAstley.lnk.to/DeezerID \n\nLyrics:\nWe\u2019re no strangers to love\nYou know the rules and so do I\nA full commitment\u2019s what I\u2019m thinking of\nYou wouldn\u2019t get this from any other guy\n\nI just wanna tell you how I\u2019m feeling\nGotta make you understand\n\nNever gonna give you up\nNever gonna let you down\nNever gonna run around and desert you\nNever gonna make you cry\nNever gonna say goodbye\nNever gonna tell a lie and hurt you\n\nWe\u2019ve known each other for so long\nYour heart\u2019s been aching but you\u2019re too shy to say it\nInside we both know what\u2019s been going on\nWe know the game and we\u2019re gonna play it\n\nAnd if you ask me how I\u2019m feeling\nDon\u2019t tell me you\u2019re too blind to see\n\nNever gonna give you up\nNever gonna let you down\nNever gonna run around and desert you\nNever gonna make you cry\nNever gonna say goodbye\nNever gonna tell a lie and hurt you\n\n#RickAstley #NeverGonnaGiveYouUp #WheneverYouNeedSomebody #OfficialMusicVideo"
-    },
     "execution_time": {
-        "sampling_params": 0,
-        "video_params": 0,
-        "whisper_params": 0,
-        "video": 0,
+        "delete_media": 0,
         "download_video": 0,
+        "generate_combined_timeline": 0,
+        "generate_dialog": 0,
         "generate_frames_for_video": 0,
         "hf_blip2_opt_2_7b_video": 0,
-        "whisper_medium_transcribe_video": 0,
+        "load_video_captions_hf_blip2_opt_2_7b": 0,
+        "load_video_metadata": 0.0026950836181640625,
+        "load_video_transcription": 0,
         "media_id": 0,
         "question": 0,
-        "load_video_metadata": 0.0021810531616210938,
-        "load_video_transcription": 0,
-        "load_video_captions_hf_blip2_opt_2_7b": 0,
-        "generate_combined_timeline": 0,
-        "generate_dialog": 0,
-        "vllm_llama2_7b_chat_dialog_stream_video": 0,
+        "sampling_params": 0,
         "save_video": 0,
-        "delete_media": 0,
+        "save_video_captions_hf_blip2_opt_2_7b": 0,
         "save_video_transcription": 0,
-        "save_video_captions_hf_blip2_opt_2_7b": 0
+        "video": 0,
+        "video_params": 0,
+        "vllm_llama2_7b_chat_dialog_stream_video": 0,
+        "whisper_medium_transcribe_video": 0,
+        "whisper_params": 0
+    },
+    "metadata": {
+        "description": "The official video for \u201cNever Gonna Give You Up\u201d by Rick Astley. \n\nThe new album 'Are We There Yet?' is out now: Download here: https://RickAstley.lnk.to/AreWeThereYetFA/itunes\n\n\u201cNever Gonna Give You Up\u201d was a global smash on its release in July 1987, topping the charts in 25 countries including Rick\u2019s native UK and the US Billboard Hot 100.  It also won the Brit Award for Best single in 1988. Stock Aitken and Waterman wrote and produced the track which was the lead-off single and lead track from Rick\u2019s debut LP \u201cWhenever You Need Somebody\u201d.  The album was itself a UK number one and would go on to sell over 15 million copies worldwide.\n\nThe legendary video was directed by Simon West \u2013 who later went on to make Hollywood blockbusters such as Con Air, Lara Croft \u2013 Tomb Raider and The Expendables 2.  The video passed the 1bn YouTube views milestone on 28 July 2021.\n\nSubscribe to the official Rick Astley YouTube channel: https://RickAstley.lnk.to/YTSubID\n\nFollow Rick Astley:\nFacebook: https://RickAstley.lnk.to/FBFollowID \nTwitter: https://RickAstley.lnk.to/TwitterID \nInstagram: https://RickAstley.lnk.to/InstagramID \nWebsite: https://RickAstley.lnk.to/storeID \nTikTok: https://RickAstley.lnk.to/TikTokID\n\nListen to Rick Astley:\nSpotify: https://RickAstley.lnk.to/SpotifyID \nApple Music: https://RickAstley.lnk.to/AppleMusicID \nAmazon Music: https://RickAstley.lnk.to/AmazonMusicID \nDeezer: https://RickAstley.lnk.to/DeezerID \n\nLyrics:\nWe\u2019re no strangers to love\nYou know the rules and so do I\nA full commitment\u2019s what I\u2019m thinking of\nYou wouldn\u2019t get this from any other guy\n\nI just wanna tell you how I\u2019m feeling\nGotta make you understand\n\nNever gonna give you up\nNever gonna let you down\nNever gonna run around and desert you\nNever gonna make you cry\nNever gonna say goodbye\nNever gonna tell a lie and hurt you\n\nWe\u2019ve known each other for so long\nYour heart\u2019s been aching but you\u2019re too shy to say it\nInside we both know what\u2019s been going on\nWe know the game and we\u2019re gonna play it\n\nAnd if you ask me how I\u2019m feeling\nDon\u2019t tell me you\u2019re too blind to see\n\nNever gonna give you up\nNever gonna let you down\nNever gonna run around and desert you\nNever gonna make you cry\nNever gonna say goodbye\nNever gonna tell a lie and hurt you\n\n#RickAstley #NeverGonnaGiveYouUp #WheneverYouNeedSomebody #OfficialMusicVideo",
+        "title": "Rick Astley - Never Gonna Give You Up (Official Music Video)"
     }
 }
diff --git a/...s/expected/endpoints/chat_with_video/video_metadata_5db7acfad27a2ce9c55fd9d4f4ca61e8.json b/...s/expected/endpoints/chat_with_video/video_metadata_5db7acfad27a2ce9c55fd9d4f4ca61e8.json
@@ -1,28 +1,28 @@
 {
-    "metadata": {
-        "title": "",
-        "description": ""
-    },
     "execution_time": {
-        "sampling_params": 0,
-        "video_params": 0,
-        "whisper_params": 0,
-        "video": 0,
+        "delete_media": 0,
         "download_video": 0,
+        "generate_combined_timeline": 0,
+        "generate_dialog": 0,
         "generate_frames_for_video": 0,
         "hf_blip2_opt_2_7b_video": 0,
-        "whisper_medium_transcribe_video": 0,
+        "load_video_captions_hf_blip2_opt_2_7b": 0,
+        "load_video_metadata": 0.002285003662109375,
+        "load_video_transcription": 0,
         "media_id": 0,
         "question": 0,
-        "load_video_metadata": 0.001256704330444336,
-        "load_video_transcription": 0,
-        "load_video_captions_hf_blip2_opt_2_7b": 0,
-        "generate_combined_timeline": 0,
-        "generate_dialog": 0,
-        "vllm_llama2_7b_chat_dialog_stream_video": 0,
+        "sampling_params": 0,
         "save_video": 0,
-        "delete_media": 0,
+        "save_video_captions_hf_blip2_opt_2_7b": 0,
         "save_video_transcription": 0,
-        "save_video_captions_hf_blip2_opt_2_7b": 0
+        "video": 0,
+        "video_params": 0,
+        "vllm_llama2_7b_chat_dialog_stream_video": 0,
+        "whisper_medium_transcribe_video": 0,
+        "whisper_params": 0
+    },
+    "metadata": {
+        "description": "",
+        "title": ""
     }
 }
diff --git a/...s/expected/endpoints/chat_with_video/video_metadata_bc75d9036fa2e8e85a79cd23c3162de7.json b/...s/expected/endpoints/chat_with_video/video_metadata_bc75d9036fa2e8e85a79cd23c3162de7.json
@@ -7,7 +7,7 @@
         "generate_frames_for_video": 0,
         "hf_blip2_opt_2_7b_video": 0,
         "load_video_captions_hf_blip2_opt_2_7b": 0,
-        "load_video_metadata": 0.0021924972534179688,
+        "load_video_metadata": 0.002431154251098633,
         "load_video_transcription": 0,
         "media_id": 0,
         "question": 0,