CoverGen-RVC / src /audio_effects.py
Politrees's picture
Update src/audio_effects.py
12bbb7d verified
raw
history blame
3.69 kB
import os
import librosa
import numpy as np
import gradio as gr
import soundfile as sf
from pedalboard import (
Pedalboard, Reverb, Compressor, HighpassFilter,
LowShelfFilter, HighShelfFilter, NoiseGate, Chorus
)
from pedalboard.io import AudioFile
from pydub import AudioSegment
BASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
def display_progress(percent, message, progress=gr.Progress()):
progress(percent, desc=message)
def combine_audio(vocal_path, instrumental_path, output_path, vocal_gain, instrumental_gain, output_format):
vocal_format = vocal_path.split('.')[-1]
instrumental_format = instrumental_path.split('.')[-1]
vocal = AudioSegment.from_file(vocal_path, format=vocal_format)
instrumental = AudioSegment.from_file(instrumental_path, format=instrumental_format)
vocal += vocal_gain
instrumental += instrumental_gain
combined = vocal.overlay(instrumental)
combined.export(output_path, format=output_format)
def convert_to_stereo(input_path, output_path):
y, sr = librosa.load(input_path, sr=None, mono=False)
if y.ndim == 1:
y = np.vstack([y, y])
elif y.ndim > 2:
y = y[:2, :]
sf.write(output_path, y.T, sr, format='WAV')
def add_audio_effects(vocal_audio_path, instrumental_audio_path, reverb_rm_size, reverb_wet, reverb_dry, reverb_damping, reverb_width,
low_shelf_gain, high_shelf_gain, compressor_ratio, compressor_threshold, noise_gate_threshold, noise_gate_ratio,
noise_gate_attack, noise_gate_release, chorus_rate_hz, chorus_depth, chorus_centre_delay_ms, chorus_feedback,
chorus_mix, output_format, vocal_gain, instrumental_gain, progress=gr.Progress()):
if not vocal_audio_path or not instrumental_audio_path:
raise ValueError("Both audio file paths must be filled in.")
stereo_vocal_path = 'Vocal_Stereo.wav'
convert_to_stereo(vocal_audio_path, stereo_vocal_path)
display_progress(0.2, "Apply audio effects to vocals...", progress)
board = Pedalboard(
[
HighpassFilter(),
Compressor(ratio=compressor_ratio, threshold_db=compressor_threshold),
NoiseGate(threshold_db=noise_gate_threshold, ratio=noise_gate_ratio, attack_ms=noise_gate_attack, release_ms=noise_gate_release),
Reverb(room_size=reverb_rm_size, dry_level=reverb_dry, wet_level=reverb_wet, damping=reverb_damping, width=reverb_width),
LowShelfFilter(gain_db=low_shelf_gain),
HighShelfFilter(gain_db=high_shelf_gain),
Chorus(rate_hz=chorus_rate_hz, depth=chorus_depth, centre_delay_ms=chorus_centre_delay_ms, feedback=chorus_feedback, mix=chorus_mix),
]
)
vocal_output_path = os.path.join(BASE_DIR, 'Vocal_Effects.wav')
with AudioFile(stereo_vocal_path) as f:
with AudioFile(vocal_output_path, 'w', f.samplerate, 2) as o:
while f.tell() < f.frames:
chunk = f.read(int(f.samplerate))
effected = board(chunk, f.samplerate, reset=False)
o.write(effected)
display_progress(0.5, "Combining vocals and instrumental parts...", progress)
output_dir = os.path.join(BASE_DIR, 'processed_output')
os.makedirs(output_dir, exist_ok=True)
combined_output_path = os.path.join(output_dir, f'AiCover_combined.{output_format}')
if os.path.exists(combined_output_path):
os.remove(combined_output_path)
combine_audio(vocal_output_path, instrumental_audio_path, combined_output_path, vocal_gain, instrumental_gain, output_format)
display_progress(1.0, "Done!", progress)
return combined_output_path