Skip to content

Commit

Permalink
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Disable repeats for validation datasets
Browse files Browse the repository at this point in the history
rockerBOO committed Jan 12, 2025

Verified

This commit was created on GitHub.com and signed with GitHub’s verified signature.
1 parent 25929dd commit b489082
Showing 1 changed file with 6 additions and 5 deletions.
11 changes: 6 additions & 5 deletions library/train_util.py
Original file line number Diff line number Diff line change
@@ -2055,9 +2055,10 @@ def load_dreambooth_dir(subset: DreamBoothSubset):
num_reg_images = 0
reg_infos: List[Tuple[ImageInfo, DreamBoothSubset]] = []
for subset in subsets:
if subset.num_repeats < 1:
num_repeats = subset.num_repeats if self.is_training_dataset else 1
if num_repeats < 1:
logger.warning(
f"ignore subset with image_dir='{subset.image_dir}': num_repeats is less than 1 / num_repeatsが1を下回っているためサブセットを無視します: {subset.num_repeats}"
f"ignore subset with image_dir='{subset.image_dir}': num_repeats is less than 1 / num_repeatsが1を下回っているためサブセットを無視します: {num_repeats}"
)
continue

@@ -2075,12 +2076,12 @@ def load_dreambooth_dir(subset: DreamBoothSubset):
continue

if subset.is_reg:
num_reg_images += subset.num_repeats * len(img_paths)
num_reg_images += num_repeats * len(img_paths)
else:
num_train_images += subset.num_repeats * len(img_paths)
num_train_images += num_repeats * len(img_paths)

for img_path, caption, size in zip(img_paths, captions, sizes):
info = ImageInfo(img_path, subset.num_repeats, caption, subset.is_reg, img_path)
info = ImageInfo(img_path, num_repeats, caption, subset.is_reg, img_path)
if size is not None:
info.image_size = size
if subset.is_reg:

0 comments on commit b489082

Please sign in to comment.