OPENGIT/Retrieval-based-Voice-Conversion-WebUI
1
0
Fork 0
mirror of https://github.com/RVC-Project/Retrieval-based-Voice-Conversion-WebUI.git synced 2025-05-06 20:01:37 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix memory doesn't unload on mps device (#2035)

Browse Source 
* Solving the cache not being cleared in mps

* Fix protect not to be dict
This commit is contained in:
Ftps 2024-05-05 15:22:37 +09:00 committed by GitHub
parent fb16ba36b9
commit d255818097
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 13 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
infer/modules/uvr5/modules.py
View File

@ -105,4 +105,7 @@ def uvr(model_name, inp_root, save_root_vocal, paths, save_root_ins, agg, format
if torch.cuda.is_available(): if torch.cuda.is_available():
torch.cuda.empty_cache() torch.cuda.empty_cache()
logger.info("Executed torch.cuda.empty_cache()") logger.info("Executed torch.cuda.empty_cache()")
elif torch.backends.mps.is_available():
torch.mps.empty_cache()
logger.info("Executed torch.mps.empty_cache()")
yield "\n".join(infos) yield "\n".join(infos)

16
infer/modules/vc/modules.py
View File

@ -62,6 +62,8 @@ class VC:
) = None ) = None
if torch.cuda.is_available(): if torch.cuda.is_available():
torch.cuda.empty_cache() torch.cuda.empty_cache()
elif torch.backends.mps.is_available():
torch.mps.empty_cache()
###楼下不这么折腾清理不干净 ###楼下不这么折腾清理不干净
self.if_f0 = self.cpt.get("f0", 1) self.if_f0 = self.cpt.get("f0", 1)
self.version = self.cpt.get("version", "v1") self.version = self.cpt.get("version", "v1")
@ -82,18 +84,12 @@ class VC:
del self.net_g, self.cpt del self.net_g, self.cpt
if torch.cuda.is_available(): if torch.cuda.is_available():
torch.cuda.empty_cache() torch.cuda.empty_cache()
elif torch.backends.mps.is_available():
torch.mps.empty_cache()
return ( return (
{"visible": False, "__type__": "update"}, {"visible": False, "__type__": "update"},
{ to_return_protect0,
"visible": True, to_return_protect1,
"value": to_return_protect0,
"__type__": "update",
},
{
"visible": True,
"value": to_return_protect1,
"__type__": "update",
},
"", "",
"", "",
) )

4
infer/modules/vc/pipeline.py
View File

@ -291,6 +291,8 @@ class Pipeline(object):
del feats, p_len, padding_mask del feats, p_len, padding_mask
if torch.cuda.is_available(): if torch.cuda.is_available():
torch.cuda.empty_cache() torch.cuda.empty_cache()
elif torch.backends.mps.is_available():
torch.mps.empty_cache()
t2 = ttime() t2 = ttime()
times[0] += t1 - t0 times[0] += t1 - t0
times[2] += t2 - t1 times[2] += t2 - t1
@ -472,4 +474,6 @@ class Pipeline(object):
del pitch, pitchf, sid del pitch, pitchf, sid
if torch.cuda.is_available(): if torch.cuda.is_available():
torch.cuda.empty_cache() torch.cuda.empty_cache()
elif torch.backends.mps.is_available():
torch.mps.empty_cache()
return audio_opt return audio_opt