Retrieval-based-Voice-Conve.../tools/app.py

162 lines
5.5 KiB
Python
Raw Permalink Normal View History

2023-08-28 15:07:41 +08:00
import logging
2023-06-03 16:18:42 +08:00
import os
2023-06-03 16:18:42 +08:00
# os.system("wget -P cvec/ https://huggingface.co/lj1995/VoiceConversionWebUI/resolve/main/hubert_base.pt")
import gradio as gr
2023-08-28 15:07:41 +08:00
from dotenv import load_dotenv
2023-08-27 18:49:18 +08:00
from configs.config import Config
from i18n.i18n import I18nAuto
from infer.modules.vc.modules import VC
2023-06-03 16:18:42 +08:00
logging.getLogger("numba").setLevel(logging.WARNING)
logging.getLogger("markdown_it").setLevel(logging.WARNING)
logging.getLogger("urllib3").setLevel(logging.WARNING)
logging.getLogger("matplotlib").setLevel(logging.WARNING)
logger = logging.getLogger(__name__)
2023-06-03 16:18:42 +08:00
i18n = I18nAuto()
logger.info(i18n)
2023-06-03 16:18:42 +08:00
2023-08-27 18:49:18 +08:00
load_dotenv()
config = Config()
vc = VC(config)
weight_root = os.getenv("weight_root")
weight_uvr5_root = os.getenv("weight_uvr5_root")
2023-09-01 14:11:55 +08:00
index_root = os.getenv("index_root")
2023-06-03 16:18:42 +08:00
names = []
hubert_model = None
for name in os.listdir(weight_root):
if name.endswith(".pth"):
names.append(name)
index_paths = []
for root, dirs, files in os.walk(index_root, topdown=False):
for name in files:
if name.endswith(".index") and "trained" not in name:
index_paths.append("%s/%s" % (root, name))
2023-06-03 16:18:42 +08:00
app = gr.Blocks()
with app:
with gr.Tabs():
with gr.TabItem("在线demo"):
gr.Markdown(
value="""
2023-06-03 16:18:42 +08:00
RVC 在线demo
"""
)
2023-06-03 16:18:42 +08:00
sid = gr.Dropdown(label=i18n("推理音色"), choices=sorted(names))
with gr.Column():
spk_item = gr.Slider(
minimum=0,
maximum=2333,
step=1,
label=i18n("请选择说话人id"),
value=0,
visible=False,
interactive=True,
)
2023-08-27 18:49:18 +08:00
sid.change(fn=vc.get_vc, inputs=[sid], outputs=[spk_item])
2023-06-03 16:18:42 +08:00
gr.Markdown(
2024-01-26 16:10:04 +08:00
value=i18n(
"男转女推荐+12key, 女转男推荐-12key, 如果音域爆炸导致音色失真也可以自己调整到合适音域. "
)
2023-06-03 16:18:42 +08:00
)
vc_input3 = gr.Audio(label="上传音频长度小于90秒")
2024-01-26 16:10:04 +08:00
vc_transform0 = gr.Number(
label=i18n("变调(整数, 半音数量, 升八度12降八度-12)"), value=0
)
2023-06-03 16:18:42 +08:00
f0method0 = gr.Radio(
2024-01-26 16:10:04 +08:00
label=i18n(
"选择音高提取算法,输入歌声可用pm提速,harvest低音好但巨慢无比,crepe效果好但吃GPU"
),
choices=["pm", "harvest", "crepe", "rmvpe"],
value="pm",
interactive=True,
)
2023-06-03 16:18:42 +08:00
filter_radius0 = gr.Slider(
minimum=0,
maximum=7,
2024-01-26 16:10:04 +08:00
label=i18n(
">=3则使用对harvest音高识别的结果使用中值滤波数值为滤波半径使用可以削弱哑音"
),
value=3,
step=1,
interactive=True,
)
2023-06-03 16:18:42 +08:00
with gr.Column():
file_index1 = gr.Textbox(
label=i18n("特征检索库文件路径,为空则使用下拉的选择结果"),
value="",
interactive=False,
visible=False,
)
2023-06-03 16:18:42 +08:00
file_index2 = gr.Dropdown(
label=i18n("自动检测index路径,下拉式选择(dropdown)"),
choices=sorted(index_paths),
interactive=True,
)
2023-06-03 16:18:42 +08:00
index_rate1 = gr.Slider(
minimum=0,
maximum=1,
label=i18n("检索特征占比"),
value=0.88,
interactive=True,
)
2023-06-03 16:18:42 +08:00
resample_sr0 = gr.Slider(
minimum=0,
maximum=48000,
label=i18n("后处理重采样至最终采样率0为不进行重采样"),
value=0,
step=1,
interactive=True,
)
2023-06-03 16:18:42 +08:00
rms_mix_rate0 = gr.Slider(
minimum=0,
maximum=1,
2024-01-26 16:10:04 +08:00
label=i18n(
"输入源音量包络替换输出音量包络融合比例越靠近1越使用输出包络"
),
value=1,
interactive=True,
)
2023-06-03 16:18:42 +08:00
protect0 = gr.Slider(
minimum=0,
maximum=0.5,
2024-01-26 16:10:04 +08:00
label=i18n(
"保护清辅音和呼吸声防止电音撕裂等artifact拉满0.5不开启,调低加大保护力度但可能降低索引效果"
),
value=0.33,
step=0.01,
interactive=True,
)
2024-01-26 16:10:04 +08:00
f0_file = gr.File(
label=i18n("F0曲线文件, 可选, 一行一个音高, 代替默认F0及升降调")
)
2023-06-03 16:18:42 +08:00
but0 = gr.Button(i18n("转换"), variant="primary")
vc_output1 = gr.Textbox(label=i18n("输出信息"))
vc_output2 = gr.Audio(label=i18n("输出音频(右下角三个点,点了可以下载)"))
but0.click(
2023-08-27 18:49:18 +08:00
vc.vc_single,
[
spk_item,
vc_input3,
vc_transform0,
f0_file,
f0method0,
file_index1,
file_index2,
# file_big_npy1,
index_rate1,
filter_radius0,
resample_sr0,
rms_mix_rate0,
protect0,
],
[vc_output1, vc_output2],
)
2023-06-03 16:18:42 +08:00
app.launch()