Mirrors
/
EveryDream-trainer
mirror of https://github.com/victorchall/EveryDream-trainer.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

add multiply.txt to duplicates images in a directory

This commit is contained in:
Victor Hall 2022-12-16 17:43:35 -05:00
parent 95f3ad3dc7
commit c747a7291d
1 changed files with 17 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
ldm/data/data_loader.py
View File

@ -116,19 +116,32 @@ class DataLoaderMultiAspect():
@staticmethod @staticmethod
def __recurse_data_root(self, recurse_root): def __recurse_data_root(self, recurse_root):
multiply = 1
multiply_path = os.path.join(recurse_root, "multiply.txt")
if os.path.exists(multiply_path):
try:
with open(multiply_path, encoding='utf-8', mode='r') as f:
multiply = int(float(f.read().strip()))
print(f" * DLMA multiply.txt in {recurse_root} set to {multiply}")
except:
print(f" *** Error reading multiply.txt in {recurse_root}, defaulting to 1")
pass
for f in os.listdir(recurse_root): for f in os.listdir(recurse_root):
current = os.path.join(recurse_root, f) current = os.path.join(recurse_root, f)
if os.path.isfile(current): if os.path.isfile(current):
ext = os.path.splitext(f)[1] ext = os.path.splitext(f)[1]
if ext in ['.jpg', '.jpeg', '.png', '.bmp', '.webp']: if ext in ['.jpg', '.jpeg', '.png', '.bmp', '.webp', '.jfif']:
self.image_paths.append(current) # add image multiplyrepeats number of times
for _ in range(multiply):
self.image_paths.append(current)
sub_dirs = [] sub_dirs = []
for d in os.listdir(recurse_root): for d in os.listdir(recurse_root):
current = os.path.join(recurse_root, d) current = os.path.join(recurse_root, d)
if os.path.isdir(current): if os.path.isdir(current):
sub_dirs.append(current) sub_dirs.append(current)
for dir in sub_dirs: for dir in sub_dirs: