Spaces:
Runtime error
Runtime error
Ahsen Khaliq
commited on
Commit
·
c72151b
1
Parent(s):
5d41f4c
Update app.py
Browse files
app.py
CHANGED
@@ -14,8 +14,8 @@ def get_optimal_font_scale(text, width):
|
|
14 |
return scale/10
|
15 |
return 1
|
16 |
|
17 |
-
processor = Wav2Vec2Processor.from_pretrained("facebook/hubert-
|
18 |
-
model = HubertForCTC.from_pretrained("facebook/hubert-
|
19 |
def map_to_array(file):
|
20 |
speech, _ = sf.read(file)
|
21 |
return speech
|
@@ -26,6 +26,8 @@ def inference(audio, image):
|
|
26 |
transcription = processor.decode(predicted_ids[0])
|
27 |
audio_clip = AudioFileClip(audio.name)
|
28 |
image_clip = ImageClip(image.name).set_duration(audio_clip.duration)
|
|
|
|
|
29 |
image_clip.write_videofile("my_video.mp4", fps=len(transcription.split())/audio_clip.duration)
|
30 |
videoclip = VideoFileClip("my_video.mp4")
|
31 |
|
@@ -63,8 +65,6 @@ def inference(audio, image):
|
|
63 |
output_clip = ImageSequenceClip(frame_list, fps=len(transcription.split())/audio_clip.duration)
|
64 |
output_clip.audio = new_audioclip
|
65 |
output_clip.write_videofile("output6.mp4")
|
66 |
-
cap.release()
|
67 |
-
cv2.destroyAllWindows()
|
68 |
return transcription, 'output6.mp4'
|
69 |
|
70 |
title = "Hubert"
|
|
|
14 |
return scale/10
|
15 |
return 1
|
16 |
|
17 |
+
processor = Wav2Vec2Processor.from_pretrained("facebook/hubert-xlarge-ls960-ft")
|
18 |
+
model = HubertForCTC.from_pretrained("facebook/hubert-xlarge-ls960-ft")
|
19 |
def map_to_array(file):
|
20 |
speech, _ = sf.read(file)
|
21 |
return speech
|
|
|
26 |
transcription = processor.decode(predicted_ids[0])
|
27 |
audio_clip = AudioFileClip(audio.name)
|
28 |
image_clip = ImageClip(image.name).set_duration(audio_clip.duration)
|
29 |
+
image_clip = image_clip.resize(height=360) # make the height 360px ( According to moviePy documenation The width is then computed so that the width/height ratio is conserved.)
|
30 |
+
|
31 |
image_clip.write_videofile("my_video.mp4", fps=len(transcription.split())/audio_clip.duration)
|
32 |
videoclip = VideoFileClip("my_video.mp4")
|
33 |
|
|
|
65 |
output_clip = ImageSequenceClip(frame_list, fps=len(transcription.split())/audio_clip.duration)
|
66 |
output_clip.audio = new_audioclip
|
67 |
output_clip.write_videofile("output6.mp4")
|
|
|
|
|
68 |
return transcription, 'output6.mp4'
|
69 |
|
70 |
title = "Hubert"
|