import os import librosa import soundfile import gradio as gr from scipy.io import wavfile import subprocess from pathlib import Path import time import random from datetime import datetime from scipy.io.wavfile import write from pydub import AudioSegment high_quality = True ''' os.system("git clone https://github.com/google/REAPER.git") os.system("cd REAPER") os.system("mkdir build") os.system("cd build") os.system("cmake ..") os.system("make") os.system("cd ..") os.system("cd ..") ''' def svc(audio_src, audio_ref, singing_check): wav1, sr1 = librosa.load(audio_src, sr=24000) soundfile.write("audio_source.wav", wav1, sr1) wav2, sr2 = librosa.load(audio_ref, sr=24000) soundfile.write("audio_reference.wav", wav2, sr2) if singing_check == True: os.system("python infer.py --src_wav_path audio_source.wav --ref_wav_path audio_reference.wav --out_path output.wav") else: os.system("python infer.py --src_wav_path audio_source.wav --ref_wav_path audio_reference.wav --out_path output.wav --speech_enroll") return "output.wav" def youtube_downloader( video_identifier, start_time, end_time, is_full_song, output_filename="track.wav", num_attempts=5, url_base="", quiet=False, force=True, ): if is_full_song: ydl_opts = { 'noplaylist': True, 'format': 'bestaudio/best', 'postprocessors': [{ 'key': 'FFmpegExtractAudio', 'preferredcodec': 'wav', }], "outtmpl": 'dl_audio/youtube_audio', } with yt_dlp.YoutubeDL(ydl_opts) as ydl: ydl.download([video_identifier]) audio_path = "dl_audio/youtube_audio.wav" return audio_path else: output_path = Path(output_filename) if output_path.exists(): if not force: return output_path else: output_path.unlink() quiet = "--quiet --no-warnings" if quiet else "" command = f""" yt-dlp {quiet} -x --audio-format wav -f bestaudio -o "{output_filename}" --download-sections "*{start_time}-{end_time}" "{url_base}{video_identifier}" # noqa: E501 """.strip() attempts = 0 while True: try: _ = subprocess.check_output(command, shell=True, stderr=subprocess.STDOUT) except subprocess.CalledProcessError: attempts += 1 if attempts == num_attempts: return None else: break if output_path.exists(): return output_path else: return None def audio_separated(audio_input, progress=gr.Progress()): # start progress progress(progress=0, desc="Starting...") time.sleep(0.1) # check file input if audio_input is None: # show progress for i in progress.tqdm(range(100), desc="Please wait..."): time.sleep(0.01) return (None, None, 'Please input audio.') # create filename filename = str(random.randint(10000,99999))+datetime.now().strftime("%d%m%Y%H%M%S") # progress progress(progress=0.10, desc="Please wait...") # make dir output os.makedirs("output", exist_ok=True) # progress progress(progress=0.20, desc="Please wait...") # write if high_quality: write(filename+".wav", audio_input[0], audio_input[1]) else: write(filename+".mp3", audio_input[0], audio_input[1]) # progress progress(progress=0.50, desc="Please wait...") # demucs process if high_quality: command_demucs = "python3 -m demucs --two-stems=vocals -d cpu "+filename+".wav -o output" else: command_demucs = "python3 -m demucs --two-stems=vocals --mp3 --mp3-bitrate 128 -d cpu "+filename+".mp3 -o output" os.system(command_demucs) # progress progress(progress=0.70, desc="Please wait...") # remove file audio if high_quality: command_delete = "rm -v ./"+filename+".wav" else: command_delete = "rm -v ./"+filename+".mp3" os.system(command_delete) # progress progress(progress=0.80, desc="Please wait...") # progress for i in progress.tqdm(range(80,100), desc="Please wait..."): time.sleep(0.1) if high_quality: return "./output/htdemucs/"+filename+"/vocals.wav","./output/htdemucs/"+filename+"/no_vocals.wav","Successfully..." else: return "./output/htdemucs/"+filename+"/vocals.mp3","./output/htdemucs/"+filename+"/no_vocals.mp3","Successfully..." # mix vocal and non-vocal def mix(audio1, audio2): sound1 = AudioSegment.from_file(audio1) sound2 = AudioSegment.from_file(audio2) length = len(sound1) mixed = sound1[:length].overlay(sound2) mixed.export("song.wav", format="wav") return "song.wav" app = gr.Blocks() with app: gr.Markdown("#
🥳💕🎶 NeuCo AI歌手,无需训练、一键翻唱
") gr.Markdown("##
🌟 只需10秒音频,一键翻唱任意歌手的任意歌曲!Powered by [NeuCoSVC](https://github.com/thuhcsi/NeuCoSVC)
") gr.Markdown("###
🌊 更多精彩应用,敬请关注[滔滔AI](http://www.talktalkai.com);滔滔AI,为爱滔滔!💕
") with gr.Row(): with gr.Column(): ydl_url_input = gr.Textbox(label="音乐视频网址(可直接填写相应的BV号)", value = "https://www.bilibili.com/video/BV...") with gr.Row(): start = gr.Number(value=0, label="起始时间 (秒)") end = gr.Number(value=15, label="结束时间 (秒)") check_full = gr.Checkbox(label="是否上传整首歌曲", info="若勾选则不需要填写起止时间", value=False) ydl_url_submit = gr.Button("提取声音文件吧", variant="primary") as_audio_submit = gr.Button("去除背景音吧", variant="primary") with gr.Column(): ydl_audio_output = gr.Audio(label="歌曲原声", interactive=True) as_audio_input = ydl_audio_output as_audio_vocals = gr.Audio(label="歌曲人声部分", type="filepath", interactive=False) as_audio_no_vocals = gr.Audio(label="歌曲伴奏部分", type="filepath", visible=False) as_audio_message = gr.Textbox(label="Message", visible=False) ydl_url_submit.click(fn=youtube_downloader, inputs=[ydl_url_input, start, end, check_full], outputs=[ydl_audio_output]) as_audio_submit.click(fn=audio_separated, inputs=[as_audio_input], outputs=[as_audio_vocals, as_audio_no_vocals, as_audio_message], show_progress=True, queue=True) with gr.Row(): with gr.Column(): inp_src = as_audio_vocals inp_ref = gr.Audio(label="请上传您喜欢的参考音频", type="filepath") check_singing = gr.Checkbox(label="参考音频是否为歌曲", info="勾选:参考音频是歌曲;不勾选:参考音频是语音", value=True) btn1 = gr.Button("一键歌声转换吧!", variant="primary") btn2 = gr.Button("加入歌曲伴奏吧!", variant="primary") with gr.Column(): out_svc = gr.Audio(label="为您生成的专属原声", type="filepath", interactive=False) new_song = gr.Audio(label="AI歌手+伴奏", type="filepath") btn1.click(svc, [inp_src, inp_ref, check_singing], out_svc) btn2.click(fn=mix, inputs=[out_svc, as_audio_no_vocals], outputs=[new_song]) gr.Markdown("###
注意❗:请不要生成会对个人以及组织造成侵害的内容,此程序仅供科研、学习及个人娱乐使用。
") gr.HTML(''' ''') app.queue().launch(show_error=True)