From ccf6e6bbd2cdcca24995fd75d0d397c71d1ba7bf Mon Sep 17 00:00:00 2001
From: RVC-Boss <129054828+RVC-Boss@users.noreply.github.com>
Date: Fri, 5 May 2023 00:26:52 +0800
Subject: [PATCH] batch_add_faiss_index

batch_add_faiss_index
---
 infer-web.py | 10 +++++++---
 1 file changed, 7 insertions(+), 3 deletions(-)

diff --git a/infer-web.py b/infer-web.py
index 792179e..18e9dd8 100644
--- a/infer-web.py
+++ b/infer-web.py
@@ -694,7 +694,9 @@ def train_index(exp_dir1):
     # faiss.write_index(index, '%s/trained_IVF%s_Flat_FastScan.index'%(exp_dir,n_ivf))
     infos.append("adding")
     yield "\n".join(infos)
-    index.add(big_npy)
+    batch_size_add=8192
+    for i in range(0,big_npy.shape[0],batch_size_add):
+        index.add(big_npy[i:i+batch_size_add])
     faiss.write_index(
         index,
         "%s/added_IVF%s_Flat_nprobe_%s.index" % (exp_dir, n_ivf, index_ivf.nprobe),
@@ -913,7 +915,9 @@ def train1key(
         "%s/trained_IVF%s_Flat_nprobe_%s.index" % (exp_dir, n_ivf, index_ivf.nprobe),
     )
     yield get_info_str("adding index")
-    index.add(big_npy)
+    batch_size_add=8192
+    for i in range(0,big_npy.shape[0],batch_size_add):
+        index.add(big_npy[i:i+batch_size_add])
     faiss.write_index(
         index,
         "%s/added_IVF%s_Flat_nprobe_%s.index" % (exp_dir, n_ivf, index_ivf.nprobe),
@@ -1192,7 +1196,7 @@ with gr.Blocks() as app:
                             minimum=0,
                             maximum=20,
                             step=1,
-                            label=i18n("人声提取激进程度"),
+                            label="人声提取激进程度",
                             value=10,
                             interactive=True,
                             visible=False,  # 先不开放调整