From aa30132268abe286a83caf67269cadf378b32e8e Mon Sep 17 00:00:00 2001 From: kijai <40791699+kijai@users.noreply.github.com> Date: Fri, 25 Oct 2024 19:41:10 +0300 Subject: [PATCH] temporary monkey patch for torch compile Windows bug --- .../t2v_synth_mochi.cpython-312.pyc | Bin 15604 -> 0 bytes .../asymm_models_joint.cpython-312.pyc | Bin 24249 -> 0 bytes .../__pycache__/mod_rmsnorm.cpython-312.pyc | Bin 1371 -> 0 bytes mochi_preview/t2v_synth_mochi.py | 32 +++++++++++++++++- 4 files changed, 31 insertions(+), 1 deletion(-) delete mode 100644 mochi_preview/__pycache__/t2v_synth_mochi.cpython-312.pyc delete mode 100644 mochi_preview/dit/joint_model/__pycache__/asymm_models_joint.cpython-312.pyc delete mode 100644 mochi_preview/dit/joint_model/__pycache__/mod_rmsnorm.cpython-312.pyc diff --git a/mochi_preview/__pycache__/t2v_synth_mochi.cpython-312.pyc b/mochi_preview/__pycache__/t2v_synth_mochi.cpython-312.pyc deleted file mode 100644 index 1be05b30ed4b7e25cc183eddc6e4491325fa05cc..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 15604 zcmb_@dvFx@ooDwvd)|^p(&()glCTCOfdENZU_gL)7*I@%ZKB1Q4AVW*Nb?ZgEkJTB zCRty3WRqo-#LIAY3VGu_i!xirRaX~Mb$7wLcW2k_UR4iLqDh-nbamd^-{brEe1G$|E|;Bx=e?Dx;n#Lh)c?SQ{xG@7gCEiq zb(P{Mj*e18+M6DtA#I2nV#Xn3%rs=8G2a+9$1Fn@5~riqA%@hk4cW-s9&-#ia%Ik# zBV?edm}|(L%kdB@Q`DBDGIN$_Nvw3J6w1wk;|x;`w2Q^Sojjs^&`g8m^Q#6{o6(jyX4P2ltd`x2=0*N^g4#N}>P9(?IQKDZhE@!{_4hgb)ixVdmLr zP~zi~*vUR8^5Kan8%_u;$A=PJBtFa@jGSV{U~D|fi=B2m3s1i=EcTHYrl#07DItVL zI#2O&F(LT-*gx6d&K?L%wX>%%ID)|ofvFeU*)Z${No(VqWZ_mdv$~Bx*aY@Fcptx1 zuwsB4(Qi~uaV`>5O}Lv>gOu9G_IZ6NUK< z1sXUPxg)Q)s{T2e}yGme%^2eWq9Yr#}`N=lzn+)Ww#hD!&Q z9nLE~Gd-!3ukBJymC0S%T)OG?C)1|uwrjSzrZ=67j_vct_n8~atqt-fO*cU2pbf9Ic9}^#P0qPST)illY5LAQlwILb;=i zB@|96IYHYX7fukc+OdN;k5X=z<37`O-I~(@CrmqEQvQ^Tnn;^#0vXN`oJ9j?ylHwb zM>%bP{f#}ZdpNVCvwmunh=;WVH!V6Fnl?%{y=>H}#|m#~A2-3e=e=B-v)*L%mL5kp zZIVr+rRy4jB$uBNID?Nbr|_hXozZ#9~m;z<7{D#s#Oc`FPLPj^jJG z7Gqn3eeB>w3@WgRFnc~CP6VT@lo$gZ)|qE*`Qy>YwgFE&?q^Y`VTH4aL=>bD3nK=e z$3}qhgn|;X%L^ls&A+27qFYywn26?d`G)qA31(J zR?`NneF!hIZSh3BBR61wem=09M?4XjixD2a5kGS!H=_3}rnCk>4A#gS*g+@qckvLg793_xM zViU3TJ?I^fI@-{QWFa!<6zV51RTKRE{|67~IYtyVW=@(M=MO<46BGl|1c*t$VU197 zt@&uRviSJa%Hpf%cdADCew99?8eu&^?U{g1iLg}7@JZXZsa9C4DPBmZRyaqvHw2V9 zss*MJiH*>qYKlmF%x@KtI}0^fY(loLmgvi&PnGH|G7i;V_y*NmTNB6T2FyCMTuWP03vZC<#Z*_z1IEXXVcX``u5zpyA^GUsZDXTWlO5l zO|#BRM?VGW*FDpns!pGrqtl1xTNWK#Ky3PIuU?$JIJf^M|NhvGvDC!{U!P(szgN?E zz2jO(mT_Kj&NyFp&s97$8fq>7U~zqK_)jA%X3AW(!cfk}B?m~~=DGd_$Hsa8`<*vB zZ8F;Ix2Y)~Rq zSkS{0(FtrxY$q%M7#~p#kvNtBE*Fl(`RHW6f;NySf1Z!({S2I&h(O1{=V3Gj{zYaY zKqi8Hiq+m**fuQ!EP~y_5)xn`T^c*$FNXMWiEu@&K z(VT%db4K36nc%+}=up>Q_k@`w6{b1MD{e5st-KlZJ_Za)8)tik8nSbC2pt9r>f)(b z_i&Dz&i8U!C+B*F(lw4DSCYC&54l0xaI0mfwmttWs^dguKY^PT__6Z>4;x(y5C*N< z@EC;nK!j7>=YxCzj)x=ybCO0>FBbtzbc7F$jVFMkl1yPY3?!thyQspVYDCWD21va@ zzv{S3N%_IfIA!Vwpw#KZqbVtGhUt0JW+|`U7Msq3N-a|X?2$YMN;Vf%%WklNIZ&Gs z*_Z}oL$c^}#U_5VL@zD8N4Z=QUWJtN2D4s^;3sQZec1~0kXPfu@Gi1FMr-wN zD7^Lgrh!8ity5p1)nj^{gVc*riaG-)>@~+UGeU9RpVHGdsZpm(I$$H0zrx72gZZ`A zzd&q~nNe1!EWAgX3voRr=K%qk3FKGl^4_oC!m5>T(OWIN^)an!J#M0;Cv=)o6vFEs zX|tXo8}t_R_q2W0?rqoU3UArYRiJXA(--|}s@T5QYrtyf_s1XXtMZTTE5Dm$^XT@% zcjz&FN6^$H)l79!B7Ff6!f(Oerl}NtdFrC^Ths-*NXZ$k#P1taT_F&ak}wehCKQo~ zQV4v>)h|xQVt}eVjojuwB82ymrQgR9MJU+u5ekm=ur`vCefRMUoI0eX_g&d{pMnh| zV5XLp{F{CLQqV&|9FC}V;Ao)l5(LB+pNIuU_#h{$u8{}_0*2%VF0M^Zs*YF`aX64V zP_`-oC7>3DMuKq=>!NBsHwF-i5L20RW9I{BBSBGR5)+aZE73aU!J^`{oKgwEJW=Au z1K2zvcjvRj5GVnvL+TEM`5;bDO!YuQvt2ZOU$qN~aXtY0x)juSG(i#zjCv2USipI@ z0r$aS*`)yKp5q18ez6euj3>lESkO$82ruT@I?gb%bX@)i8zFduJ_gH+h{uZ{?*JvF zXAI}5Kc}zKGinvZ>I{H|0N^Xo>++AneClC|Oi9sC%&THgPO6PR6Qw$ReQh-i5EoG7>rM-uV6o$>MFSC424ytCd99kX z=2XYHfYO-=ZodmqK0X>2p2DH-!C)^2D795uB441I$w#SXG8ENKUSOgn0%JTsuG;ci zfN&OT*#dzOnAc(;AR=hU7M^|DVhTKDPt`tV8ApIXd=r$0f4oFJETL@f8Eb~AT4ZYO zIZIzZoTTqn)?SUyM(3VfsO(6ZE<66a%bk4rm#)U&8w{mo4=q%S|J|K$?|gU9+k2Lp zcV(J)Wy_ngHFeoWHrv2vH*CZ|wwe5G$kwsh`VHCorfjP}yKz&t*`H-wvMo zEHrFeDBqs6-K(m_Ksid`uVPfs>3io*F9g|Re4sP zJ37y2T6Qe>x|e)AGrpa-%YRY(^V$X90MIy>85@rO2cFMgpyB&7uEsAvhdJ1oakYLa zBA5LS{f5K6#=rK|9x)j|>NOvstsk4rN8DD`i*_`?x1tn?1KJBFtR&_wGt>t0R1huj zKSBr^pspdV0z?6ZL<;h7v}}A6G`64Q^&QZ2jIx2a0l*9w0CXFJx9Ew}2=j9$LT{E0 zZ&E)o=`!g1bU~X0cLveZZra|<>4?)N(7&ir9ND^uD~nLF=^dz1fCwY>JM^E?0QQ+V zJIYXm?l=d=Mjh*_LsB2XwDr3H@D&ABjfJ+us~siQe-bt5v;<;y!t7XNg99|dT8eYZ zRy_{A7XfeKyYt#pVe}kx)1_;t@O{>QW=*SX9j2$5VQSh2{S*OTzka*AjsrTWt(ayE z?HAR{Wvl)jqbLj3J)^j6>mGf@ij7Tzou)mbb$YDu*2k#7!Me!rV;D6m9P6Iql$>$3 zZbr25uQ_*|dsT~hom;kX9kF#4@Kwa1`E$!?u zAik;{v9g>xV;GlC`Aw=tYgV=9&{fr~`7i?-lq`Z8BLD;bV=!vf7#g1t(6$i{LvX{OS|$l4zER22be0kU%>@vOC`>^rqpQ}b zYhK_t6IAbs{?ma|-GNizI5sdCI6g3V_|y^Agn&0fRY6cNP>Ks-Y{mjL0q0dM=p~DD zYAIozy0VE%0xBL-Ff^iRA%IYV2M{nzvxbz~g^SpXRiEmYF-7kOT@aCY7*1deAgf`} zJ+&c~txmEsIY7JPpB$(O~-) zz3h7OcGGR|?L*3e=av00D2~$)%$T2b`ai8{$a-tCQJlTmy$2O%tMWvjvJw8EboX-O_NB(2Ok>Y2>1Qu}@RD-! zIi;~@q49Y#BpA%TOv}Ekv*gOLnPYR@ijivVryo#;Ry&LifLL$4Qre!hWJ|qC%Q9#l zjv2=l_l!FwU43cxrA4MW%eYaJ=NibCv?v?*0_5s)|AV_R<8FM{^0wut%==|G%5Dz4 zf8xf81%KZ|tI1}6Xb0sh8NL#oi7qm=urkST>f}shk*PxUM(<=|k*No*tE3|Je0u-v z&{9QfrlNJhvvIy_v9tfq4rSAkyPhKob42kRx##hwd*(MTdb$**O9Rewe1vEND2a(y za0w!CHwERZK{gSGype=};Y@)^F$J}zEyc8k)o#>PeAfb~P_CzGz(a~U_pJr4DO-WB z83%=fFb>V$G?Md9V0YCMOPmLTDiO$GVSa`jKXOD=L-Z8~9ULu<)0(3bcO2rg0Cipr!t>vX5eW)7#$&Kyq<&6i$#G2`3} z=gL!->UsU8bnvdHQDGVtPvgDnEw|`fJqy)+NjI$L5>uC9>eAm{WZJWydWET9yFSo9 zg*FOVpSuuQtF=k`I_B{#;f3OtD0ImR7|{V(MZ@Y;xUH(?gCR15uSL7up&F48X9;*DSz6&8NK9=gvX<-i(XW9{MBo|Np`#)dev4alG-rMF zc!>XeI%T})txt#Np1n2(cEIi%yMO83ncdJf?|pmoyPa=$-YWlD?FY3V@0jac*zip1 zPf&}S9UbNu0WT2@G8(+ z-9$3!Wutmz)w|dQog!^m^(w{Ct;f=%L|XUE6kUB-`<$gQZ3H*H4%Dxz`_+CpBV1LW zIqkxe8DeJqcF>2x9w0F*#H<+O7?Ni4X&Xt~^mH*@lC$SWWS2_yfynt>*+z7*O0a1h zvJGq?XECa^R?cJlbLIPU$PQuCs@5EO322JODHsarxf*(Q>pAQC&(~PjzZL4knsA;e zu%@^Y(vAz-DV1|2KyT3b!1rmcY}(0rrd@ie>_YyojbYjiS0bF42789Qr%R?iQeMlK z-Lgk6x#`Vce<|h4r^{C1p6J6}_sAx>4CYv*JSN)dZwFYRX23z=}MxwRw$Bm>>%KH;$8o62=lm4|} z4du(Eya!=DRWWLvhASbn)Ua+*AJGTYs{2~~uc3NG|Agl2^lzYG&DpPxaHc_R?IaWVAAdz1M&Q>WqWU`~DeX|J%n+VoxuZ<;u-tb2-$pKH;-5Kd0szXE-Aud576eSFY5I=I(8kc(*hx<{Yq z>H5OCwuX9*+R4aU26QIy!MHtp_FC_Joskt7li^8((A0t}lU7gZ;e1Vr#>a1&8}s$q4C zjlqpnb|eV5pfvP=6}|^UR^7zWU#O&AHpr*HTJ1iH0}a90AmQx^jRX)2E&`X{B4?w3 zT}-k)8eVZ9)mG38{}LtXhX(kH5`usTjf&0{08YTJAift-n8932 zF7X3G66c2j&M1)NO>$u#%0uvQf$J3=mkc;?*bt#+%migM{y{nmp);-bsK0D1wl`lk70V@B zigr2O1Xd?-FLEy^$1P-I*zoLEJeZfea$ZU!?C;P77li$d%LzBc#^6;j5;WL`2~J4h zpaNg!IF_Ps3T#Jmw;GSLYSZ>Ey7Y)g5YaT%j=n)avLG(}6;e4gLn9EMh(?L&QLrX2 zUDA9kDnooWfpC1Pt%%(Lz*xamrc>^Qog)4OI`{&vyjUn#>6IfhM-Xp-yV8zpjzwn+ zI2+1*R~u#<<}7eqEPf;YtJ0^kwasuX8k`$*{c{tU+TL3h2vSV8zBPU7`sr(@=YsPU znfg7qHbaoIgO8+a4>Vq0cXiL~p1Gl=*6vJe_g!zd;_Ozu-OJwkIotf{+xASy{tSB{ z<2`WawBkLXI8S`;fQm}#Q(ub6Yd&=P_qQ7Vy4AeD(>hi5jF1SyPa6<%d{(<(k3XJ( zE9fD-;3oy6#EjQ3vExJwe**z574kUYG6bqsn^V!>0KbI*=rIu!KEQlKd|X>PM=ThJ ztF3S&lIK+0;r!txhuH|WyM_-CQ_+kq#D#y2tyf@>!lq1k!I7-Fa04?P7@*~%BK4sg# z2V()aZ8i~=MB(2f87{9%Ur^~0VG`5-4%5!uej?mdxQ+Qg$NVx8e9;m3W-f6duF*o7T#H-;wz<7b0{N=L}uEC4zQ zb5>38D*^CU!tO_ak{ktV?sqOKM$k7e{8wxbPlfPbAP`vyz5{mmqn~~IG`PhGXJD$b z_}Ta^Hgz7D;Fp)EPXRdtpeuDST{(Mvk!iZe*ss`TY#O?jJ~S&YGA#g%Eiu&@raIk{ zK7Xx!k$K|N^6IPKnEl55j`w%n*tJ;Ro3v$_(j}%o!_=p_xt?nPr)>sA68x6*va=-R zn>mpL=&~eLH8ZG1>N3s-h?Q5R>oVmCPNH8A(9HDljL)xZ+MDt1OFH%RlCLA<>zI!( z_?}8SKLsGwx!|mytGny$K(O=_fTf$~kI(P9UHPAkcaAUYJE`pbrs8-O0n<~^YsYeR zeL9+{-n>-3B~!gc*}89`x|Ez7@hsUA$GLIQz0*-_>2SyRwyy z_keYE%ys}A?6N26l?JM+PN{==>r}SjY%ci@WPAti9Q^3mhsPFt&nT5AVRkiw`HSEf zUGnY9_;%es_={sdhw>vz<7?)V4R%wm0kar5W&i1Bu_BZQV-VNrzJ2l3`l^4^v_r zq#w3Wl}&SX3l*J7`@PbNAM@${w7gK+u53U2vAk4zCfT1Y-!RveDQ`^A2! zW~|`4GB`7s?wzNTgA2}0^Sv48b~vgze?RgHxYAtnX<6%B@ZI6JhkqIYWUl^$`a7nN zoF6(D%1$J$xQ>yu?|S{U`g!a7t{bjf7k>8L555Z*p|hUKq?>?seh*$h!8;&*IEW3En1i{_Tk495&+-vc9MX?;kdWR}Qi{7u3+9NFJO0G_nTanJ+= zRDuQ6W7SeI7={Zp`1=yElU(@M?%J5amKdKD{tgMzfK?e%*cp#&cXqsbvQxiG47YOZ zg}Bg)l}a=!a=)h&@8+mr5v;u#1fq-l00uA4M5BC^h<0HF`?X;}bN~mDgq@@vO*Qxt zmJz5KMZWOAF!jpfr=IwPD*J?T{)VdfE!C({jh|4y-%#a$Pwn{)RRx*9p_-Q~ zs};(-Vk)CIX06UwgFhn0s^-Avtz6;ljlalCrwduJZlFx9q^ zwq&jL6(hWtJ>Jy7)#J0rGoGduGh{$bi#^$#oVX&-$cnu-W3GE(#r$v5Ub;8ya9!z} b>02>EeA!X*zzpxt+Yg#(-|r|4$>;uma#S9l diff --git a/mochi_preview/dit/joint_model/__pycache__/asymm_models_joint.cpython-312.pyc b/mochi_preview/dit/joint_model/__pycache__/asymm_models_joint.cpython-312.pyc deleted file mode 100644 index 68ad0e86b762d01ae0149e921e80a135932965b2..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 24249 zcmc(H4R9RSec$eVe}4nG!{-4cK^_T$pCTnvqy&CLBtcPxtq7)lKHeUP191SjcOVJq zU^*Sm_z=q_V8sDgE5l>$R8Xn0;WSO?HjU|KlGy1?ixcSZvY{uOMy{)-nVv-2^l0jF zfB(0)dkg3w$(eMrz`cFn@9o?7{@?%oFHWb8!)5wE!SnBbmgD}863S&PM;`tO&vCPy zzzO^i*GG5V5TDZZ=~DVWeag^hNE!Q#yj*VTGqHN+l%>y7&aiX(Z!MQ;qKe`68Gx4%iIsP$NS%vbybwj@ zA*EEkPiMte zuJ$La6Lbl^pvTXEpD|$&O!%1-M!|x+6+at(_Jk>6454$uftY#Fqa9R^vr;EY^(^K> zD|f=s-}Gwd!{WYhN+-`E%SAzAtcwi?mDruJm{+mB5*bt7oQ1G78C5 z^oo2Nm#o8Msi+J-EI10$bIDj*GUK$-(Uz?2qzK~3sAL%%73i>zOO}zbj9kx);sg#H z02R)jkQ_cQInyKknN;jbG#!r(B_xxOxRi`1BxigmIU4Q9agSnnscsZU7e_80W1umb z8XA>*tQ|`yq8R|KbU(&Vh|$FG`Q&gS?$+!J6XJvo9zMdM{2D*YWz@nccb5AKFskxW zc`nOmxhU$%S5}8q8Iy2aR*#fHE#tHL3DiWMf|I$d2`L(nU0E|yW;JC+%A%%hNLkes z^@VlEaTRvu`dF;8B?dz1W$F*;|L&>e&m3@qL z)wGG2dqi6B2@^ZY`zG4L>4A~4At8J&5f+k{lIi5Rp+xxHcvwB$``)Ep|E5kd&;b`C zl;GJd5|oVTu~Co=mS{9N48$1~TTm>9DWG>RSqMJRxfRz^-Z~1_Q?P+bZJ&+}jU^6? z;)p1=QHE}KSTdc!sf~$}kzfjd4c*2?+8dJPB7-f+wa8G0V&yylmvY{?WEvGm2C1xD zAatKma>gSb$&gMA^{<#F8(dsN^Qug8YuWk&pF-Kx~ICQ6LX)M58iIS>*y-!Iji$4cC_;aW*cT2 zUTZ3uS1upM4}vI z@mpx2B9wA<+(ZUyQKll4N?A3aJLs&GD=`76uIg;KK@}}1bqUQ?qdFB-GHJ{j2UXBo zX$AD9%Nk_Vqp)PGt_l)0b%E4a&8p*laz7_9WG!~mF$0;kTxH0;GQ zsVG>fg(u||G&^a^nyRfFavLi3m6)Jc+O1NqQ_8XOK;P9?`Br%cu#v0KxPnRooW*{d zG*4P4tspZjS!=%@G@P+V?8J0LdMXC;-=*Caaf|f&8E_Wq)ykmnDa0hx|8o{*Jxw)%_3Z8fGWII=SdryXap_<%2VW z_iEP{YS-VZ?I_fC6g}SQowNIA_UCuLvG3--g|&aQ@jDv<(&}8fqa{F)X6i71dfvRS zsjy++?U$DTM2;3~n`TF5MgZM5-5j}X_@48-&O-a)JDIQ4IapCl> z&9}X`kN+U>-ag%9+#W&P=ZF^1j0Nq5!_u%eUcN5ByR@#2#Rzz=4|0Tzsz5ivd>SO zfFoB3jvye)Q4bJPjV=qzAjJ+cYcwV%2og=SR0ArS3S;O${YwO(pn{yUc`lZ(TXIBl ze96Lj<v-=yBzaVFQJ0`of(z55>IAS=u-{y2s%OkmI`N{04mC;aE8c^tVu9p zE>(yZ@WKkpcV%5wA&N8WP$8I0Ac;7qqS6v_wbU4>~JaH9K z+O0DDWp5!cS(6P^TNmYBv7Q|L`U+gm)_hETeRg^MK-H(D8LslaR3bBwA+Cm9*?{t_ zlL4&k7A3!O*Vf2vQ}UJP5bHBLl)P+>+E-2HiAt^jvMTF%%c_oFgOPSC<(0d(eKwG- z>DQg%)^OXnG=CWymY1*_c<$97mSz4n8J0?h_?Qqo0vWS8F&qQ?E&NpJFk%n~5tnS0 zgC$u>rbcqKQN~11v>zeCbePH0NVFYJro-_uQ3U5ZG#(Zc7srxfLg<{R-EcH~AQCh0}`cAtrMeY&grMAv~6 zhsDoRsUlx>L|tq%e(yz*v0AI4Xjfh0K7cNHIz+NSYuS zA!|qsiO*5ojFJ=t{^D^;H8QdV0)!EIT&NGA%TOOwvNCBOQ~(K)HnV7_U_S+nvL&)W zq;oAkiy%@f;}(Km;&}=NC`eL3Yb;)%fN+b%N5#|Z-Xp$1cdJaglJpTcE(2|h9_ueT z6IVu|T!Ac7CUBu1Aw335@E0Zig2Z2{pt3Xx+ACzOHYVdEC(*F#!%ehS!$`}jyoCC0EpA!PcJ#vV>uk2YsaUK&+%XG$?=Q@xbLZ- zBfQ;p-xC74zv$mIfBAOg5m2-%*98>o^i~>RR@1GyOwRuJ3@<;_2Wi@3-`}zM@J{`o z?KB?VXT}+Jl~qDz@>$H$4l;>}%$PW=($a(ji8`Vk`_RB>>8y@+;mS+H+VQKF6O~Fd zXjPgUP+AWb(==GdE!q((7;cqvl^O=S%#=yMY-LQz=;Cr*+b7YCpvrA%!PHc^n@CKm z_MlRf49oD7kZNaj1Scbwm40z(s*6Y%N{94_7>0@<3}GkEYgpEeE^9R|w>lxW8dqCk zHkrhgjNBwlDv2@h#LJp4fBSpFq|6OpPG$ze7ZT%XHm(e>yA)OAvgRap?H6Ovo$d+u zj6tU=(h|ry;pA`_3R=utNQ`ubd&2vekhWa7ktNcj(2tTbl_`8HEAs-|f1hx1FygYc z3CH>YkgKo$vf2N7>-LGdt}9bZfux6?T>KJZ5y$Fm3p@T!#%n9eYt0ao)EPrTgq9dMQT8(3WyD~{W+hGg zL_;-{P%iv?YX64_zQ~n2IDcSv{ml9)GeOf_tmyM=lVDlg{(G+Gf~&dca?^jHf&OdS z?$xvxYTEM?OEue9q{5wxTaFgO$4YL_-SUuAnS#JQcWc4jN{oZt6~el8`H@21uA
    7C^5`J zGEL+cd#54+Q%MiXMkJzGoTj9+EboseU@Z}a7UTeO(*WPxv+Pxg%~X|w4k~B>H2cLX z9Aw}14aHCs1UAKnW{TjyZGADanf}*rDsJc~uJ3rSWxLV#!0js;aR=)0_)BJrS-3!5 z$x1OB=dUZ-DdymOwIwITTwEYja#PGhrCy5pDCVbFfNKnwYA9CA1;csc%+*pIrGlI{ zG*@$@@p@yy(_RWuRy|eF&rFsYDAmZdwU?SG*37l8`x#B`{Q=%*Y$|Pd!svfs_gs5= z>gkdZam>`=WhpbIY@DxdwsEGhWTzD7DW{y2a&i9PY{yJT$xSKDS5A2;<>Q*y+&Fvv z>_b1LhI!6p|I+7v^KFIblmJ%Z0alox0I+i3}|!b#;#?jvU8uJ2V8VV3f7H}{V0>UY1%Du z{M1X~3?Kdpvb2UHFfssdDHsIf>tq_DhiQl&rXhNbX^8QojY9fe%ml>wiVG$nE|>(U znoMFxS%f6-rOR{h>OHImC}mdq9QoZh$Z=~6{dz9W~7QkFp8?PT4j~iR{F=& z7->D!(QTUEAzG-?JF$!G8t2A2sL0=?7a@|MAflJ|l)96W+*Xcz7hF7<+SwuGQm8=5 zuGyK`y+o>l|Ba6HOTPa8VbXy|%bCf9$aW=!sM~2EhMCw1zemY`L%}WzNWdT&f$*@? z*=?L57s&uNaajBsRUz3D%5ZR~3U1>HHB#xTl`2*_6_Vo|oyO<|P#5RZl82g?AA(WK zAIce*5gu_p8ZzaJGVY_N&?;vt$6ZxK!}OC&!!DF5qJvsRbWm0>D~jdvT~QWK&c_xu z7doH$f$46|Dbf`e?e1&)erwIf^+hPAO}ZgT$RLd%|| zhP{iHVA0+3%^mqG-`MxId+VZQ>!N$>{hDwwxULx7Pz*K{Th^c>@WHjzoRBb>O`2j$ z8>Y9nux9^K%QK6P#`~eQ#l}dnv7^}7Qe3mXSl5I$^)8xp$;dfEGEyJ`xWvbq3|xg> z$m56>VX$ihVA3q~lY>~zl~;wWgC3OV7^MG@w?cx5^zziGNE~ z{+z|pk#&(wbW3wxacO!aAs=m~6_*&w+CSk)Ol30Z9@b^;lMWqerq#1t=@jrt-wzm< zbqI#np#&nx#h6deq&MsN=oQQwHBic{^obrlS&IV2CrRN|?Kzy8N(+6~d)2A7Anm^j zTa{i(-%M&3wbp9=`q8?k(n^VC^;cb2-D+zHdFi=H7aaQoY?BW$)?s%1KRN%b<%5?o zh|8G3xXe5Qf@tfsygvD_C8;*Jejjk_vIVr z2Olh}CnKcdGl#zS@^@eU!M4R0&cGnxncjlq>D=+T`uu0Uv++TFOYS(3PW_s>0Aa17 z!-@Zr(Ns^U2&g2`@}89vHqKrD9*}}<%9S%so4~zzYDuX$x9!Vc$a~**w=G)Q7Ts<4 z9qZ@$`CSWpmK^&r>oP|4Y?|+yzqBy17Fi%aLf*|$f`RA4#yVZ*HltMwn4@61*Ll#M*$mAPwYZV zBTNR$^#MWoGuYxiptlGtir=Atb}S?^T@+_3VbTUmCbr=~?OY*I0No&iOA}(0_k+A0 z{upVkR#&?n)FbdEOza`)i(o9`Y0bChUtIERh7z~@W}jH{wC0TRIzO?{zT|ic%jfpw zEdOjPB>p8PtE|!QBfe~nPEiKEqVgJzOU7||jo=SaWsUw5s(#!WjeiAeB>q?G`49q- ztY4-0YZUx81&j)vrP%LKKrdMQJO#ve$)xQZ#pryB^j1U~R(zd;-$kGmpWL8K3g9oq zrKt*uPh8;Mi%nsYnnX6g@84;3J*cZM8F9zC2{x3>6qCgy6mxL34J9YVToiLtOcst% z%%>H7{ERv)4e{GGY(L`YR*`8?3X%pU;dlrsOaNjKgVFnQ2LhQ?qv^)+Q!fxe?0R?t zx8?kMpB`RJM!0zx62@u-1Ifwzb&N;X!%f317{Ea#*XG9TGzelRg7T zzw#3=V}{jHtC=8bt zm4Ep6`Nx00us@=gdT@%N&{>a7d)LtpKZA)WQZ)e0-qnKt=l6_&{tJep=l<%$T<<74>gEqGWbPb+?y7+}5I5MJK<(^PGf&NZX1;a)!kb&} zwBPl2qr`H*Hb}OwXadAESO{%hc)Ab*Z-u6HX!;eq4BpCb1!Ky#Uu@spMM8@Js@i6# zS|i3(s5^o6#DWS7P>toFeWhV2!01fsVGygb9zZkI*b3EJgY;d>o?@iADm>84K&>sK zo`|7Ge)}|vcpCxK3dbq_A1IJ0_>UCO5f%TM0`|g<8tg=L6DhZo{iNe2S|?4<&aje( zM)7H0Z<#XrxAb-ixd9I?BSm1LcxC2Fo`3D-dvzNMbsOfr3;bf;hNZggQ;wW5H+J6< znC_j8&P1W%tXV%_vtV3u>;jU~Dmp6|OU53y6%br9N1vZ{z%6C{JZw}zCpC`ar(Q(g(e?1>=yE0KEDJv& z{uE4tS+EFJ!6w-8=MbEN3!(dUkKlo?n-@PHyypD)1;|H^-WeP@jRO49;HGJUqoy(v z8%_?WR=qToczEL{7d4)!z%GGuAWF5+I$vpws1 zi&sqVP*as4Wm?plFkH(zm&xsEUD%abqr@P&hI1ZzGiXR671CtZEA<99D6z_&3?5+^ z=z-L`LQbhN9!=YhN*g7XAr^*RgIkqYpOWp03`5|6FVaSo zY?(?%kTRSAJF6^f-9O#`WYK7c9#6P_ce3(c_9M-3k@Q14n4?rGlfqL>^|ZI?;UXZfYJbwsg|H zvDnbgx_jWLmFu`4S-6IE#k$raWJa}Xir!XP@lYoFeO$vPs5lnG+wOE$m;oEtjNH2X zwuPoUmyq2ILLVM{utJBX#CqLI%s|t8@9lP!g@}J}qA1*UBYQo2AKWjqnw#5sWB>L2 z^E#Pyx2EIVf1dGAxvEONgK&dV`_e6f%^`~YgbI0xn zHWWQg>_1d8TWg48Z`y!0Du!C21bNR*Szyy!-t!`sI}D2jr~lf?sgrZ-e&h(3nmAwc zqh|8jOUx$3bEWDP-W<)v2p<7nj_vi&m<^D^c zHgJzhepSoKZO`G8Fj%oF<@joZGpnz5YEa_(UE{5CXZV%`H>eW5l@W+&Q}*ek2P)H# z+}T%cY(7EE$DOsYu|2Dd?a_`6+31QBan*g*Gl6M9P0I}u5wPNd0s$zPu1O!rI&ao@ z)p^y`Z~U;&#Werwg6ws%(i;OMb=6B={pl+CC(8aC-ieLR%RXdaDnZ_b@dcrfZEfyV3y!*>v{pwd`?_Ao(iYsO^%_u;8r${$?48Ip;hAoOJaMCamsg;)W z0Qm4iAS#XlTlyNxg#B>Y6Cr$J--M|ne10Soo^UW@<8j7ic512|*f-&3MU3*J_MH*0 zOxamL@AWfVNVk}XkBIVzjYw-No4qmujmMHp2556rvi6ZgBy6UVnb}?L*e(*^BL0Gc zhZHc%^by5=h9KgvAR`e@F`THUfUMvpzE|RpN&JhVm9lIUoTqk7_voPHXDE3VfuxT| zGjIVR@|7M!Wa2ky3dtacAuU3HD=sF6gO7>))>dM@a`sxndg~B?wDWN;|FzFeeeRxf zQ^C1u{<$AHcR#4Dn>{~se(u~{e0pf=Xs#=FaT>H(?cCZMTdr>@)I{dDEg1gD{T+8< z(=*e$+yT-iIc6Mlr(bjDx{9#O-8Hjo?(|ppE;^d0_rmF5)-+?9zWACo*Y()Rxt@IF z`S6esqt(`}-oJPHz>I0mH)F5#-}>59dH$>W7agtB`|tZedU>bM&Al+sf7|k=<&TZz zl?+PB@5&v7n7HjpIE37*-B_sIxS&UNo2%ex&K;W`cw9&GXQU z3bVw`$da!kckr>1b3FmVblGZk|H!!uN*HfYdH(#)duw(V*6e=Uv%93%IX}fe@HWo% z-fP-cXxg^exP77hcHQ@yzT0%$eJ8ur~flwO}A73=Po2d`XB5t9@}UBA!qEi znSbascGsGJ7&3OZnZ+ROcWhUpmY9=BWoyT^qzTD181Zx$A+z{F#>(p~A#J!#lDjex zDAi|I1_YOURRh3-+HsV6stiSG$yK#&Q2=ilSyn*^vUEk@NoWAs2D>Y=4K`mM?#_B5 z)j+!8PeCv|_XR_Rq)<>3L-Z~k;HksU9akMiA) z>h%DBfYeN@j_6|}`qU9&m-&h7nl%=YTvbOw!y~-qxK%z~vVy4!*^w!e5zd$a zFMFkR7SrO|6#TV1&smk>EV}{8WJx-_A(@In7#@bx6McViI0Ls(AUg<%<-cbX51aK=hCvF!z0k1hST_9qX4&*FnyCIvw@tj;7%pykr+(d zU-?sRE8MC&!&s8=nM1#EqAbE6jzjVI}b-NW&PI^bO={LLakS z-b;mDXWwb*VN~Em@YAw;8hqIDZo_XoqsBn#T|uuR9RyjgxQhm%F9Txd zfvS{jXAV7ofIguKQKA3vkt5v)yASvDlD9E#-KToQ5Yc?3zm;jtZi=ra3}=A^ zlkkbZq!N|jnfBS?oUWTX0Wt{@GyG<^z3pfOp=JFX z|G>E}AA95c&GYlIn}hkYi`z~wzVOoG>AuCjvy1l6g5E-%A}Yg>#y@@fw-}kryo%?J z=4027&wH0Vn{r(b{B`W}I!6oeyS@0ff9s-S>!N>avA+36=k?C{qlNk%x#PvUmf5Q_ zSMwL=*Do9|Y<%WU!&2SJ+_6=%-wC$DnR(OAO@9^aoH~XF9{X!}U3t9hzm{Z;_;1<# z$Y~C_rn+-oQADKyaSm3(n(Z*J4}i(I)+0G#QVsH%IjFhQo>aDs8;iDEMs(9#HT#3Vw$I z61$1B6nvfn(luyouz1?d>_`z^$XwjSuTyNAg4ZcnX_EEdDU*WVN89ui0;c6RFfD(e zrilOAdir;HioO6jhvUDYrP$I|Y+VQc@Z!eK;#%0duOZv5b)Vy56Hv?5hDvoT8szGm zN+A}l=Nei{4J_J7Zfi{}+KkV})93EzR9?7pHJL&ty1d#D* z16w678y1@q$>9-LNSV=%s~*`eK6z78#0f|9VXti@*EfR=>|ph`)11x?flhQrsM@!1Fx z8%oBpOcEwmBsP?7b?PbBKt;C77o6qKRb(jFj?Yw#h?&Fm5lYE_@YKoYyH6aB9_jAs zIuSk5_0r)NDw!uw9_sFm9yoF8;Bm<$E4E~h&l@zxT?*)JyeXSXGFih1mZ$MV@K@b0 z?!no?KbQVX1SLJs^MAux|CZ}q;yVA1bNraA`CG1Kk!$%e*Z31|<4?KCA90h9bw*zI zkVEh@2gh&vnNG*+9-H(?S~z}ZrL^QS@N0i;*jsFFTQoFa1J^Y!a{gj%1Hwn9l%5aF zwcUtZk38Zi{^;}OF`oC%ZNKr<^`{v`|AZ#Fa&dc-06XwOAGG7ijk&vgHc wqxdgMpK)*&|N9)zuPrvOc^l*48P&2JM&6rb5IZ@h_29I$C9Q4_$*3MnLTiy&%+RMZ1L0KJ%?WwkR&ym-CK?3y^y z1|bn4UnMv6EUW4}ym|9Je(&v@ z_x87mi6mh3_^<5xD*=E%`6VW~FLdrPp#cy;umlP~0CxZqb^#JGuvyF~+0v*6fCI6o zD~L!&(k?7WTToYyxiW7JyZ8M-XNGAT0D}TVpderoi3sk(gT60|7j%i9x$B}z$qX>M zclUnYC5|yIdF-!L1p4UB>^3) zl>Mg_jJGjO1X~_9OkYn@(F&>*R;lb;W(iXfdp=dF#+rBII!$(UJz3+31_Lk&i!YX+ z8N~6aS~be-6)~b()o|js_4$Z?HK31Q=a*N%`EJ#5t&O7L5&W!(H%D%$7_8cEu^ey| zTw+$l6L9baZ;K|@T(W5rw0(YbfEM}|{+9kr#$JH;3P?{ivi0oV7d7SR+;rn%{o&rD zT9WCr7aMlnZcgqw?aX|Xncq*peQ=nWZ)KKi+PieNakYN+^^^VE(ag10da;&Z5of1g z--)I!)zqWROmntrw{y!;Zuys`R_<0bcPq-Q)U-cR)9ut;l$vWUwNh6O)hiuV2FSmG z>p%ScbMwQmZ&!4gs)kWE9c&mhY4ke9<#EGc9WC`O<9=WUMa#j#hKtCT4CD#I6LPL20ww(qmwEx*#TuUe!EP-wO9KRq_vpWNBxJi63h_UH z%^u9_LN_&)P0uTB=^{z9a5BXiuf*rM*o${7rIUkEh#!&Um_5TCvy8m}@3aeTZ8p+o zSx>*;zunRn52eLk>HJ5c%Y?53Rn1D^t`iec_1j9>3W{#I*9HzpE^#*K&qwuUH!WTv rIy3OC@VUo(5kmMo7(Y=`F!y7n@x1=Lon45s3nzdnPA)^Z)CKtr{Kz(^ diff --git a/mochi_preview/t2v_synth_mochi.py b/mochi_preview/t2v_synth_mochi.py index ab92689..33cfaa7 100644 --- a/mochi_preview/t2v_synth_mochi.py +++ b/mochi_preview/t2v_synth_mochi.py @@ -1,5 +1,33 @@ import json -from typing import Dict, List, Optional +from typing import Dict, List, Optional, Union + +#temporary patch to fix bug in Windows +def patched_write_atomic( + path_: str, + content: Union[str, bytes], + make_dirs: bool = False, + encode_utf_8: bool = False, +) -> None: + # Write into temporary file first to avoid conflicts between threads + # Avoid using a named temporary file, as those have restricted permissions + from pathlib import Path + import os + import shutil + import threading + assert isinstance( + content, (str, bytes) + ), "Only strings and byte arrays can be saved in the cache" + path = Path(path_) + if make_dirs: + path.parent.mkdir(parents=True, exist_ok=True) + tmp_path = path.parent / f".{os.getpid()}.{threading.get_ident()}.tmp" + write_mode = "w" if isinstance(content, str) else "wb" + with tmp_path.open(write_mode, encoding="utf-8" if encode_utf_8 else None) as f: + f.write(content) + shutil.copy2(src=tmp_path, dst=path) + os.remove(tmp_path) +import torch._inductor.codecache +torch._inductor.codecache.write_atomic = patched_write_atomic import torch import torch.nn.functional as F @@ -48,6 +76,8 @@ def unnormalize_latents( assert z.size(1) == mean.size(0) == std.size(0) return z * std.to(z) + mean.to(z) + + def compute_packed_indices( N: int, text_mask: List[torch.Tensor],