diff --git a/models/dalle2/README.md b/models/audio/fastdiff/README.md
similarity index 100%
rename from models/dalle2/README.md
rename to models/audio/fastdiff/README.md
diff --git a/models/dalle2/modeling_dalle2.py b/models/audio/fastdiff/modeling_fastdiff.py
similarity index 100%
rename from models/dalle2/modeling_dalle2.py
rename to models/audio/fastdiff/modeling_fastdiff.py
diff --git a/models/dalle2/run_dalle2.py b/models/audio/fastdiff/run_fastdiff.py
similarity index 100%
rename from models/dalle2/run_dalle2.py
rename to models/audio/fastdiff/run_fastdiff.py
diff --git a/models/ddpm/README.md b/models/vision/dalle2/README.md
similarity index 100%
rename from models/ddpm/README.md
rename to models/vision/dalle2/README.md
diff --git a/models/imagen/modeling_dalle2.py b/models/vision/dalle2/modeling_dalle2.py
similarity index 100%
rename from models/imagen/modeling_dalle2.py
rename to models/vision/dalle2/modeling_dalle2.py
diff --git a/models/glide/run_dalle2.py b/models/vision/dalle2/run_dalle2.py
similarity index 100%
rename from models/glide/run_dalle2.py
rename to models/vision/dalle2/run_dalle2.py
diff --git a/models/glide/README.md b/models/vision/ddpm/README.md
similarity index 100%
rename from models/glide/README.md
rename to models/vision/ddpm/README.md
diff --git a/models/ddpm/modeling_ddpm.py b/models/vision/ddpm/modeling_ddpm.py
similarity index 100%
rename from models/ddpm/modeling_ddpm.py
rename to models/vision/ddpm/modeling_ddpm.py
diff --git a/models/ddpm/run_ddpm.py b/models/vision/ddpm/run_ddpm.py
similarity index 100%
rename from models/ddpm/run_ddpm.py
rename to models/vision/ddpm/run_ddpm.py
diff --git a/models/imagen/README.md b/models/vision/glide/README.md
similarity index 100%
rename from models/imagen/README.md
rename to models/vision/glide/README.md
diff --git a/models/glide/modeling_glide.py b/models/vision/glide/modeling_glide.py
similarity index 100%
rename from models/glide/modeling_glide.py
rename to models/vision/glide/modeling_glide.py
diff --git a/models/imagen/run_dalle2.py b/models/vision/glide/run_dalle2.py
similarity index 100%
rename from models/imagen/run_dalle2.py
rename to models/vision/glide/run_dalle2.py
diff --git a/models/latent_diffusion/README.md b/models/vision/imagen/README.md
similarity index 100%
rename from models/latent_diffusion/README.md
rename to models/vision/imagen/README.md
diff --git a/models/latent_diffusion/modeling_latent_diffusion.py b/models/vision/imagen/modeling_dalle2.py
similarity index 100%
rename from models/latent_diffusion/modeling_latent_diffusion.py
rename to models/vision/imagen/modeling_dalle2.py
diff --git a/models/latent_diffusion/run_latent_diffusion.py b/models/vision/imagen/run_dalle2.py
similarity index 100%
rename from models/latent_diffusion/run_latent_diffusion.py
rename to models/vision/imagen/run_dalle2.py
diff --git a/models/vision/latent_diffusion/README.md b/models/vision/latent_diffusion/README.md
new file mode 100644
index 00000000..e69de29b
diff --git a/models/vision/latent_diffusion/modeling_latent_diffusion.py b/models/vision/latent_diffusion/modeling_latent_diffusion.py
new file mode 100644
index 00000000..e69de29b
diff --git a/models/vision/latent_diffusion/run_latent_diffusion.py b/models/vision/latent_diffusion/run_latent_diffusion.py
new file mode 100644
index 00000000..e69de29b