OPENGIT/Retrieval-based-Voice-Conversion-WebUI
1
0
Fork 0
mirror of https://github.com/RVC-Project/Retrieval-based-Voice-Conversion-WebUI.git synced 2025-04-26 22:48:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #1618 from CNChTu/main

Browse Source 
add fcpe for realtime
This commit is contained in:
RVC-Boss 2023-12-15 00:20:04 +08:00 committed by GitHub
commit d269d14768
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 1324 additions and 1295 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
gui_v1.py
View File

@ -122,6 +122,7 @@ if __name__ == "__main__":
data["harvest"] = data["f0method"] == "harvest" data["harvest"] = data["f0method"] == "harvest"
data["crepe"] = data["f0method"] == "crepe" data["crepe"] = data["f0method"] == "crepe"
data["rmvpe"] = data["f0method"] == "rmvpe" data["rmvpe"] = data["f0method"] == "rmvpe"
data["fcpe"] = data["f0method"] == "fcpe"
if data["sg_input_device"] not in input_devices: if data["sg_input_device"] not in input_devices:
data["sg_input_device"] = input_devices[sd.default.device[0]] data["sg_input_device"] = input_devices[sd.default.device[0]]
if data["sg_output_device"] not in output_devices: if data["sg_output_device"] not in output_devices:
@ -147,6 +148,7 @@ if __name__ == "__main__":
data["harvest"] = data["f0method"] == "harvest" data["harvest"] = data["f0method"] == "harvest"
data["crepe"] = data["f0method"] == "crepe" data["crepe"] = data["f0method"] == "crepe"
data["rmvpe"] = data["f0method"] == "rmvpe" data["rmvpe"] = data["f0method"] == "rmvpe"
data["fcpe"] = data["f0method"] == "fcpe"
return data return data
def launcher(self): def launcher(self):
@ -287,6 +289,13 @@ if __name__ == "__main__":
default=data.get("rmvpe", "") == True, default=data.get("rmvpe", "") == True,
enable_events=True, enable_events=True,
), ),
sg.Radio(
"fcpe",
"f0method",
key="fcpe",
default=data.get("fcpe", "") == True,
enable_events=True,
),
], ],
], ],
title=i18n("常规设置"), title=i18n("常规设置"),
@ -445,12 +454,13 @@ if __name__ == "__main__":
"n_cpu": values["n_cpu"], "n_cpu": values["n_cpu"],
# "use_jit": values["use_jit"], # "use_jit": values["use_jit"],
"use_jit": False, "use_jit": False,
"f0method": ["pm", "harvest", "crepe", "rmvpe"][ "f0method": ["pm", "harvest", "crepe", "rmvpe", "fcpe"][
[ [
values["pm"], values["pm"],
values["harvest"], values["harvest"],
values["crepe"], values["crepe"],
values["rmvpe"], values["rmvpe"],
values["fcpe"],
].index(True) ].index(True)
], ],
} }
@ -484,7 +494,7 @@ if __name__ == "__main__":
self.rvc.change_index_rate(values["index_rate"]) self.rvc.change_index_rate(values["index_rate"])
elif event == "rms_mix_rate": elif event == "rms_mix_rate":
self.gui_config.rms_mix_rate = values["rms_mix_rate"] self.gui_config.rms_mix_rate = values["rms_mix_rate"]
elif event in ["pm", "harvest", "crepe", "rmvpe"]: elif event in ["pm", "harvest", "crepe", "rmvpe", "fcpe"]:
self.gui_config.f0method = event self.gui_config.f0method = event
elif event == "I_noise_reduce": elif event == "I_noise_reduce":
self.gui_config.I_noise_reduce = values["I_noise_reduce"] self.gui_config.I_noise_reduce = values["I_noise_reduce"]
@ -531,12 +541,13 @@ if __name__ == "__main__":
self.gui_config.rms_mix_rate = values["rms_mix_rate"] self.gui_config.rms_mix_rate = values["rms_mix_rate"]
self.gui_config.index_rate = values["index_rate"] self.gui_config.index_rate = values["index_rate"]
self.gui_config.n_cpu = values["n_cpu"] self.gui_config.n_cpu = values["n_cpu"]
self.gui_config.f0method = ["pm", "harvest", "crepe", "rmvpe"][ self.gui_config.f0method = ["pm", "harvest", "crepe", "rmvpe", "fcpe"][
[ [
values["pm"], values["pm"],
values["harvest"], values["harvest"],
values["crepe"], values["crepe"],
values["rmvpe"], values["rmvpe"],
values["fcpe"],
].index(True) ].index(True)
] ]
return True return True

1
requirements.txt
View File

@ -42,6 +42,7 @@ onnxruntime; sys_platform == 'darwin'
onnxruntime-gpu; sys_platform != 'darwin' onnxruntime-gpu; sys_platform != 'darwin'
torchcrepe==0.0.20 torchcrepe==0.0.20
fastapi==0.88 fastapi==0.88
torchfcpe
ffmpy==0.3.1 ffmpy==0.3.1
python-dotenv>=1.0.0 python-dotenv>=1.0.0
av av

65
tools/rvc_for_realtime.py
View File

@ -46,23 +46,22 @@ def printt(strr, *args):
# config.is_half=False########强制cpu测试 # config.is_half=False########强制cpu测试
class RVC: class RVC:
def __init__( def __init__(
self, self,
key, key,
pth_path, pth_path,
index_path, index_path,
index_rate, index_rate,
n_cpu, n_cpu,
inp_q, inp_q,
opt_q, opt_q,
config: Config, config: Config,
last_rvc=None, last_rvc=None,
) -> None: ) -> None:
""" """
初始化 初始化
""" """
try: try:
if config.dml == True: if config.dml == True:
def forward_dml(ctx, x, scale): def forward_dml(ctx, x, scale):
ctx.scale = scale ctx.scale = scale
res = x.clone().detach() res = x.clone().detach()
@ -183,6 +182,8 @@ class RVC:
if last_rvc is not None and hasattr(last_rvc, "model_rmvpe"): if last_rvc is not None and hasattr(last_rvc, "model_rmvpe"):
self.model_rmvpe = last_rvc.model_rmvpe self.model_rmvpe = last_rvc.model_rmvpe
if last_rvc is not None and hasattr(last_rvc, "model_fcpe"):
self.model_fcpe = last_rvc.model_fcpe
except: except:
printt(traceback.format_exc()) printt(traceback.format_exc())
@ -204,7 +205,7 @@ class RVC:
f0bak = f0.copy() f0bak = f0.copy()
f0_mel = 1127 * np.log(1 + f0 / 700) f0_mel = 1127 * np.log(1 + f0 / 700)
f0_mel[f0_mel > 0] = (f0_mel[f0_mel > 0] - f0_mel_min) * 254 / ( f0_mel[f0_mel > 0] = (f0_mel[f0_mel > 0] - f0_mel_min) * 254 / (
f0_mel_max - f0_mel_min f0_mel_max - f0_mel_min
) + 1 ) + 1
f0_mel[f0_mel <= 1] = 1 f0_mel[f0_mel <= 1] = 1
f0_mel[f0_mel > 255] = 255 f0_mel[f0_mel > 255] = 255
@ -217,6 +218,8 @@ class RVC:
return self.get_f0_crepe(x, f0_up_key) return self.get_f0_crepe(x, f0_up_key)
if method == "rmvpe": if method == "rmvpe":
return self.get_f0_rmvpe(x, f0_up_key) return self.get_f0_rmvpe(x, f0_up_key)
if method == "fcpe":
return self.get_f0_fcpe(x, f0_up_key)
if method == "pm": if method == "pm":
p_len = x.shape[0] // 160 + 1 p_len = x.shape[0] // 160 + 1
f0_min = 65 f0_min = 65
@ -258,7 +261,7 @@ class RVC:
self.inp_q.put((idx, x[:tail], res_f0, n_cpu, ts)) self.inp_q.put((idx, x[:tail], res_f0, n_cpu, ts))
else: else:
self.inp_q.put( self.inp_q.put(
(idx, x[part_length * idx - 320 : tail], res_f0, n_cpu, ts) (idx, x[part_length * idx - 320: tail], res_f0, n_cpu, ts)
) )
while 1: while 1:
res_ts = self.opt_q.get() res_ts = self.opt_q.get()
@ -273,7 +276,7 @@ class RVC:
else: else:
f0 = f0[2:] f0 = f0[2:]
f0bak[ f0bak[
part_length * idx // 160 : part_length * idx // 160 + f0.shape[0] part_length * idx // 160: part_length * idx // 160 + f0.shape[0]
] = f0 ] = f0
f0bak = signal.medfilt(f0bak, 3) f0bak = signal.medfilt(f0bak, 3)
f0bak *= pow(2, f0_up_key / 12) f0bak *= pow(2, f0_up_key / 12)
@ -322,15 +325,29 @@ class RVC:
f0 *= pow(2, f0_up_key / 12) f0 *= pow(2, f0_up_key / 12)
return self.get_f0_post(f0) return self.get_f0_post(f0)
def get_f0_fcpe(self, x, f0_up_key):
if hasattr(self, "model_fcpe") == False:
from torchfcpe import spawn_bundled_infer_model
printt("Loading fcpe model")
self.model_fcpe = spawn_bundled_infer_model(self.device)
f0 = self.model_fcpe.infer(
torch.from_numpy(x).to(self.device).unsqueeze(0).float(),
sr=16000,
decoder_mode='local_argmax',
threshold=0.006,
).squeeze().cpu().numpy()
f0 *= pow(2, f0_up_key / 12)
return self.get_f0_post(f0)
def infer( def infer(
self, self,
feats: torch.Tensor, feats: torch.Tensor,
indata: np.ndarray, indata: np.ndarray,
block_frame_16k, block_frame_16k,
rate, rate,
cache_pitch, cache_pitch,
cache_pitchf, cache_pitchf,
f0method, f0method,
) -> np.ndarray: ) -> np.ndarray:
feats = feats.view(1, -1) feats = feats.view(1, -1)
if self.config.is_half: if self.config.is_half:
@ -363,8 +380,8 @@ class RVC:
if self.config.is_half: if self.config.is_half:
npy = npy.astype("float16") npy = npy.astype("float16")
feats[0][-leng_replace_head:] = ( feats[0][-leng_replace_head:] = (
torch.from_numpy(npy).unsqueeze(0).to(self.device) * self.index_rate torch.from_numpy(npy).unsqueeze(0).to(self.device) * self.index_rate
+ (1 - self.index_rate) * feats[0][-leng_replace_head:] + (1 - self.index_rate) * feats[0][-leng_replace_head:]
) )
else: else:
printt("Index search FAILED or disabled") printt("Index search FAILED or disabled")