Cool_Tools/ifstools
1
0
Fork 0
mirror of https://github.com/mon/ifstools.git synced 2025-02-21 12:20:06 +01:00
Code Releases Activity

Update notes on failed multiprocess extraction

Browse Source
This commit is contained in:
Will Toohey 2018-05-21 22:08:17 +10:00
parent c3b01d03f9
commit 9aca7847aa
1 changed files with 16 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
ifstools/ifs.py
View File

@ -22,7 +22,7 @@ FILE_VERSION = 3
def _extract(args): def _extract(args):
f, path, kwargs = args f, path, kwargs = args
f.extract(path, **kwargs) f.extract(path, **kwargs)
return f.full_path return f
def _load(args): def _load(args):
f, kwargs = args f, kwargs = args
@ -169,15 +169,24 @@ class IFS:
i.extract(progress=progress, recurse=recurse, tex_only=tex_only, i.extract(progress=progress, recurse=recurse, tex_only=tex_only,
extract_manifest=extract_manifest, path=rpath.replace('.ifs','_ifs'), **kwargs) extract_manifest=extract_manifest, path=rpath.replace('.ifs','_ifs'), **kwargs)
''' Todo: reimplement this since we're using file objects now
'''
# extract the tree
'''p = Pool()
args = zip(self.tree.all_files, itertools.cycle((path,)))
# you can't pickle open files, so this won't work. Perhaps there is a way around it?
'''to_extract = (f for f in self.tree.all_files if not(tex_only and not isinstance(f, ImageFile) and not isinstance(f, ImageCanvas)))
p = Pool()
args = zip(to_extract, itertools.cycle((path,)), itertools.cycle((kwargs,)))
to_recurse = []
for f in tqdm(p.imap_unordered(_extract, args)): for f in tqdm(p.imap_unordered(_extract, args)):
if progress: if progress:
tqdm.write(f)''' tqdm.write(f)
if recurse and f.name.endswith('.ifs'):
to_recurse.append(join(path, f.full_path))
for rpath in recurse:
i = IFS(rpath)
i.extract(progress=progress, recurse=recurse, tex_only=tex_only,
extract_manifest=extract_manifest, path=rpath.replace('.ifs','_ifs'), **kwargs)'''
def repack(self, progress = True, path = None, **kwargs): def repack(self, progress = True, path = None, **kwargs):
if path is None: if path is None: