Skip to content

Commit d53b530

Browse files
committed
disable vae nan check for speed
1 parent 989760f commit d53b530

File tree

1 file changed

+4
-3
lines changed

1 file changed

+4
-3
lines changed

library/train_util.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -2552,9 +2552,10 @@ def cache_batch_latents(
25522552
flipped_latents = [None] * len(latents)
25532553

25542554
for info, latent, flipped_latent in zip(image_infos, latents, flipped_latents):
2555-
# check NaN
2556-
if torch.isnan(latents).any() or (flipped_latent is not None and torch.isnan(flipped_latent).any()):
2557-
raise RuntimeError(f"NaN detected in latents: {info.absolute_path}")
2555+
# NOTE: disabled for speed
2556+
# # check NaN
2557+
# if torch.isnan(latents).any() or (flipped_latent is not None and torch.isnan(flipped_latent).any()):
2558+
# raise RuntimeError(f"NaN detected in latents: {info.absolute_path}")
25582559

25592560
if cache_to_disk:
25602561
save_latents_to_disk(info.latents_npz, latent, info.latents_original_size, info.latents_crop_ltrb, flipped_latent)

0 commit comments

Comments
 (0)