feat: fallback to system encoding when fail to read file with utf-8

infer/lib/train/utils.py

@@ -278,8 +278,13 @@ def load_wav_to_torch(full_path):
 
 
 def load_filepaths_and_text(filename, split="|"):
+    try:
         with open(filename, encoding="utf-8") as f:
             filepaths_and_text = [line.strip().split(split) for line in f]
+    except UnicodeDecodeError:
+        with open(filename) as f:
+            filepaths_and_text = [line.strip().split(split) for line in f]
+    
     return filepaths_and_text