diff --git a/mochi_preview/__pycache__/__init__.cpython-311.pyc b/mochi_preview/__pycache__/__init__.cpython-311.pyc
deleted file mode 100644
index d8e3adf..0000000
Binary files a/mochi_preview/__pycache__/__init__.cpython-311.pyc and /dev/null differ
diff --git a/mochi_preview/__pycache__/__init__.cpython-312.pyc b/mochi_preview/__pycache__/__init__.cpython-312.pyc
deleted file mode 100644
index 0838524..0000000
Binary files a/mochi_preview/__pycache__/__init__.cpython-312.pyc and /dev/null differ
diff --git a/mochi_preview/__pycache__/t2v_synth_mochi.cpython-311.pyc b/mochi_preview/__pycache__/t2v_synth_mochi.cpython-311.pyc
deleted file mode 100644
index d208bdd..0000000
Binary files a/mochi_preview/__pycache__/t2v_synth_mochi.cpython-311.pyc and /dev/null differ
diff --git a/mochi_preview/__pycache__/utils.cpython-311.pyc b/mochi_preview/__pycache__/utils.cpython-311.pyc
deleted file mode 100644
index 3d3564b..0000000
Binary files a/mochi_preview/__pycache__/utils.cpython-311.pyc and /dev/null differ
diff --git a/mochi_preview/__pycache__/utils.cpython-312.pyc b/mochi_preview/__pycache__/utils.cpython-312.pyc
deleted file mode 100644
index 4017fe1..0000000
Binary files a/mochi_preview/__pycache__/utils.cpython-312.pyc and /dev/null differ
diff --git a/mochi_preview/dit/joint_model/__pycache__/__init__.cpython-311.pyc b/mochi_preview/dit/joint_model/__pycache__/__init__.cpython-311.pyc
deleted file mode 100644
index 4270e08..0000000
Binary files a/mochi_preview/dit/joint_model/__pycache__/__init__.cpython-311.pyc and /dev/null differ
diff --git a/mochi_preview/dit/joint_model/__pycache__/__init__.cpython-312.pyc b/mochi_preview/dit/joint_model/__pycache__/__init__.cpython-312.pyc
deleted file mode 100644
index afd29b5..0000000
Binary files a/mochi_preview/dit/joint_model/__pycache__/__init__.cpython-312.pyc and /dev/null differ
diff --git a/mochi_preview/dit/joint_model/__pycache__/asymm_models_joint.cpython-311.pyc b/mochi_preview/dit/joint_model/__pycache__/asymm_models_joint.cpython-311.pyc
deleted file mode 100644
index 15bbc00..0000000
Binary files a/mochi_preview/dit/joint_model/__pycache__/asymm_models_joint.cpython-311.pyc and /dev/null differ
diff --git a/mochi_preview/dit/joint_model/__pycache__/context_parallel.cpython-311.pyc b/mochi_preview/dit/joint_model/__pycache__/context_parallel.cpython-311.pyc
deleted file mode 100644
index 964d807..0000000
Binary files a/mochi_preview/dit/joint_model/__pycache__/context_parallel.cpython-311.pyc and /dev/null differ
diff --git a/mochi_preview/dit/joint_model/__pycache__/context_parallel.cpython-312.pyc b/mochi_preview/dit/joint_model/__pycache__/context_parallel.cpython-312.pyc
deleted file mode 100644
index dce93f9..0000000
Binary files a/mochi_preview/dit/joint_model/__pycache__/context_parallel.cpython-312.pyc and /dev/null differ
diff --git a/mochi_preview/dit/joint_model/__pycache__/layers.cpython-311.pyc b/mochi_preview/dit/joint_model/__pycache__/layers.cpython-311.pyc
deleted file mode 100644
index d6c2ed5..0000000
Binary files a/mochi_preview/dit/joint_model/__pycache__/layers.cpython-311.pyc and /dev/null differ
diff --git a/mochi_preview/dit/joint_model/__pycache__/layers.cpython-312.pyc b/mochi_preview/dit/joint_model/__pycache__/layers.cpython-312.pyc
deleted file mode 100644
index 9672afb..0000000
Binary files a/mochi_preview/dit/joint_model/__pycache__/layers.cpython-312.pyc and /dev/null differ
diff --git a/mochi_preview/dit/joint_model/__pycache__/mod_rmsnorm.cpython-311.pyc b/mochi_preview/dit/joint_model/__pycache__/mod_rmsnorm.cpython-311.pyc
deleted file mode 100644
index 5812523..0000000
Binary files a/mochi_preview/dit/joint_model/__pycache__/mod_rmsnorm.cpython-311.pyc and /dev/null differ
diff --git a/mochi_preview/dit/joint_model/__pycache__/residual_tanh_gated_rmsnorm.cpython-311.pyc b/mochi_preview/dit/joint_model/__pycache__/residual_tanh_gated_rmsnorm.cpython-311.pyc
deleted file mode 100644
index 13cd096..0000000
Binary files a/mochi_preview/dit/joint_model/__pycache__/residual_tanh_gated_rmsnorm.cpython-311.pyc and /dev/null differ
diff --git a/mochi_preview/dit/joint_model/__pycache__/residual_tanh_gated_rmsnorm.cpython-312.pyc b/mochi_preview/dit/joint_model/__pycache__/residual_tanh_gated_rmsnorm.cpython-312.pyc
deleted file mode 100644
index 39f734c..0000000
Binary files a/mochi_preview/dit/joint_model/__pycache__/residual_tanh_gated_rmsnorm.cpython-312.pyc and /dev/null differ
diff --git a/mochi_preview/dit/joint_model/__pycache__/rope_mixed.cpython-311.pyc b/mochi_preview/dit/joint_model/__pycache__/rope_mixed.cpython-311.pyc
deleted file mode 100644
index 3435b9e..0000000
Binary files a/mochi_preview/dit/joint_model/__pycache__/rope_mixed.cpython-311.pyc and /dev/null differ
diff --git a/mochi_preview/dit/joint_model/__pycache__/rope_mixed.cpython-312.pyc b/mochi_preview/dit/joint_model/__pycache__/rope_mixed.cpython-312.pyc
deleted file mode 100644
index f650a00..0000000
Binary files a/mochi_preview/dit/joint_model/__pycache__/rope_mixed.cpython-312.pyc and /dev/null differ
diff --git a/mochi_preview/dit/joint_model/__pycache__/temporal_rope.cpython-311.pyc b/mochi_preview/dit/joint_model/__pycache__/temporal_rope.cpython-311.pyc
deleted file mode 100644
index 9c9187d..0000000
Binary files a/mochi_preview/dit/joint_model/__pycache__/temporal_rope.cpython-311.pyc and /dev/null differ
diff --git a/mochi_preview/dit/joint_model/__pycache__/temporal_rope.cpython-312.pyc b/mochi_preview/dit/joint_model/__pycache__/temporal_rope.cpython-312.pyc
deleted file mode 100644
index 37405a5..0000000
Binary files a/mochi_preview/dit/joint_model/__pycache__/temporal_rope.cpython-312.pyc and /dev/null differ
diff --git a/mochi_preview/dit/joint_model/__pycache__/utils.cpython-311.pyc b/mochi_preview/dit/joint_model/__pycache__/utils.cpython-311.pyc
deleted file mode 100644
index d34b936..0000000
Binary files a/mochi_preview/dit/joint_model/__pycache__/utils.cpython-311.pyc and /dev/null differ
diff --git a/mochi_preview/dit/joint_model/__pycache__/utils.cpython-312.pyc b/mochi_preview/dit/joint_model/__pycache__/utils.cpython-312.pyc
deleted file mode 100644
index 514a891..0000000
Binary files a/mochi_preview/dit/joint_model/__pycache__/utils.cpython-312.pyc and /dev/null differ
diff --git a/mochi_preview/vae/__pycache__/__init__.cpython-311.pyc b/mochi_preview/vae/__pycache__/__init__.cpython-311.pyc
deleted file mode 100644
index 8c3e80b..0000000
Binary files a/mochi_preview/vae/__pycache__/__init__.cpython-311.pyc and /dev/null differ
diff --git a/mochi_preview/vae/__pycache__/__init__.cpython-312.pyc b/mochi_preview/vae/__pycache__/__init__.cpython-312.pyc
deleted file mode 100644
index b4aadf5..0000000
Binary files a/mochi_preview/vae/__pycache__/__init__.cpython-312.pyc and /dev/null differ
diff --git a/mochi_preview/vae/__pycache__/cp_conv.cpython-311.pyc b/mochi_preview/vae/__pycache__/cp_conv.cpython-311.pyc
deleted file mode 100644
index 0254bf9..0000000
Binary files a/mochi_preview/vae/__pycache__/cp_conv.cpython-311.pyc and /dev/null differ
diff --git a/mochi_preview/vae/__pycache__/cp_conv.cpython-312.pyc b/mochi_preview/vae/__pycache__/cp_conv.cpython-312.pyc
deleted file mode 100644
index b4105c7..0000000
Binary files a/mochi_preview/vae/__pycache__/cp_conv.cpython-312.pyc and /dev/null differ
diff --git a/mochi_preview/vae/__pycache__/model.cpython-311.pyc b/mochi_preview/vae/__pycache__/model.cpython-311.pyc
deleted file mode 100644
index fcead8c..0000000
Binary files a/mochi_preview/vae/__pycache__/model.cpython-311.pyc and /dev/null differ
diff --git a/mochi_preview/vae/__pycache__/model.cpython-312.pyc b/mochi_preview/vae/__pycache__/model.cpython-312.pyc
deleted file mode 100644
index b448eec..0000000
Binary files a/mochi_preview/vae/__pycache__/model.cpython-312.pyc and /dev/null differ