Mirrors
/
waifu-diffusion
mirror of https://github.com/harubaru/waifu-diffusion.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Cleanup

This commit is contained in:
cafeai 2022-12-01 04:32:10 +09:00
parent ee281badcd
commit 981c6ca41a
1 changed files with 1 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
trainer/diffusers_trainer.py
View File

@ -867,13 +867,8 @@ def main():
# (this is the forward diffusion process) # (this is the forward diffusion process)
noisy_latents = noise_scheduler.add_noise(latents, noise, timesteps) noisy_latents = noise_scheduler.add_noise(latents, noise, timesteps)
# Get the text embedding for conditioning # Get the embedding for conditioning
#encoder_hidden_states = text_encoder(batch['input_ids'].to(device), output_hidden_states=True)
encoder_hidden_states = batch['input_ids'] encoder_hidden_states = batch['input_ids']
#if args.clip_penultimate:
# encoder_hidden_states = text_encoder.text_model.final_layer_norm(encoder_hidden_states['hidden_states'][-2])
#else:
# encoder_hidden_states = encoder_hidden_states.last_hidden_state
# Predict the noise residual and compute loss # Predict the noise residual and compute loss
with torch.autocast('cuda', enabled=args.fp16): with torch.autocast('cuda', enabled=args.fp16):