Merge pull request #2117 from HuanLinOTO/feat-fallback-encoding
feat: fallback to system encoding when fail to read file with utf-8
This commit is contained in:
commit
2ac522f4ca
@ -278,8 +278,13 @@ def load_wav_to_torch(full_path):
|
|||||||
|
|
||||||
|
|
||||||
def load_filepaths_and_text(filename, split="|"):
|
def load_filepaths_and_text(filename, split="|"):
|
||||||
with open(filename, encoding="utf-8") as f:
|
try:
|
||||||
filepaths_and_text = [line.strip().split(split) for line in f]
|
with open(filename, encoding="utf-8") as f:
|
||||||
|
filepaths_and_text = [line.strip().split(split) for line in f]
|
||||||
|
except UnicodeDecodeError:
|
||||||
|
with open(filename) as f:
|
||||||
|
filepaths_and_text = [line.strip().split(split) for line in f]
|
||||||
|
|
||||||
return filepaths_and_text
|
return filepaths_and_text
|
||||||
|
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user