[Th=!t%SSKrSSKrSSKrSSKrSSKrSSKJr SSKJr SSKJ r J r SSKJ r J r SSK JrJrJrJrJr SSKrSSKrSSKJr SSKJr SSKJs Jr SSKJrJ r J!r! SSK"J#r# SS K$J%r% SS KJ&r&J'r'J(r(J)r)J*r* SS K+J,r,J-r-J.r.J/r/ SS K0J1r2 SS K3J4r4 \RjRlr6/r7\8\9\:S'\RvRxRzr="SS\5r>GSS\S\R~S\@4SjjrA\ "\A\R~RSS9rC\ "\A\R~RS9rD\ "\A\R~RS9rFS\!S\GS\!4SjrH\#"\=R5\/"S5\DS\!S\!4S j555rI\#"\=R5\/"S5\DS\!S\!4S!j555rJ\#"\=R5\/"S5\DS\!S\!S"\LS#\L4S$j555rK\#"\=R5\/"S5\DS%\!S&\LS'\LS(\LS)\@S*\!4 S+j555rM\#"\=RR/5S,5rP\#"\=RRB/5S-\!4S.j5rQ\#"\=R5\/"5\DS/\!S\!4S0j555rR\#"\=R5\/"S5\DS%\!S/\!4S1j555rS\#"\=R5\/"S5S%\!S/\!S2\LS3\L4S4j55rT\#"\=R5\/"5\DS/\!S\!4S5j555rU\#"\=R5\/"5\DS%\!S/\!S\!4S6j555rV\#"\=R5\/"S5S%\!S/\!S#\L4S7j55rW\#"\=R5\/"S5\DS%\!S/\!S8\LS9\@4S:j555rX\#"\=R5\/"S5\DGSS;\!S/\!S<\94S=jj555rY\#"\=R5\DS%\!S>\!4S?j55rZ\#"\=R5\/"5\DS/\!S\!4S@j555r[\#"\=R5\/"S5\DS%\!S/\!S\!4SAj555r\\#"\=R5S/\!SB\!S\!4SCj5r]\#"\=R5S%\!S/\!SB\!S\_\!\!44SDj5r^\#"\=R5\/"5\DS%\!S/\!SE\!SF\LSG\LSH\@S9\@S\!4SIj555r`\#"\=R5\/"S5\DS%\!S/\!SJ\!S\!4SKj555raSL\!SM\G4SNjrbSO\R4SPjrd\#"\=R5\/"5\D\>RR4S/\!SQ\!SM\GS\!4SRjj555re\#"\=R5\/"S5\DS%\!S>\!SQ\!SM\G4SSj555rh\#"\=R5GSSTj5rj\#"\=R5\/"5\D\>RRSU4S/\!SQ\!SM\GS"\L4SVjj555rk\#"\=RR5\DS%\!S/\!SQ\!SM\GS"\L4 SWj55rl\#"\=RR5\DS%\!S/\!SQ\!SM\GS"\LS\!4 SXj55ro\#"\=RR5\DS%\!S/\!SQ\!SM\GSY\L4 SZj55rp\#"\=RR5\DS%\!S/\!SQ\!SM\GSY\LS\!4 S[j55rrS%\!S/\!SQ\!SB\\!SM\GS\\GS]\!S\!4S^jrs\#"\=R5\/"S5\DS%\!S/\!S\GS\!4S_j555rt\#"\=R5\/"S5S%\!S/\!SQ\!SB\\!SM\GS\\GS]\!S\!4S`j55ru\#"\=R5\/"S5S%\!S/\!SQ\!SB\\!SM\GS\\GS]\!S\!4Saj55rv\#"\=R5\/"5\DS\>RR4S/\!SQ\!SB\\!SM\GS\!4 Sbjj555rw\#"\=R5\/"S5\DS\>RR4S%\!S/\!SQ\!SB\\!SM\GS\!4 Scjj555rx\#"\=R5\/"5\D\>RR4S>\!SQ\!SM\GS\!4Sdjj555ry\#"\=R5\/"S5\D\>RR4S%\!S/\!SQ\!SM\GS\!4 Sejj555rz\#"\=R5\/"5GSS>\!Sf\!Sg\L4Shjj55r{\#"\=R5\/"5Si\!Sj\!S\!4Skj55r|\#"\=R5\/"5S%\!Sl\8\GS\GSm\GSn\GSo\G4 Spj55r}\#"\=RRB5GSS/\!S\GSm\\GSn\\GSo\G4 Srjj5rS\!S\GSm\\GSn\\GS\_\G\G44 Ssjr\#"\=GR5\/"5GSS>\!St\!S\GSm\\GSn\\GSo\G4 Sujj55r\#"\=GR5\/"5S%\!Sl\8\GS\GSv\G4Swj55r\#"\=GR5\/"5S%\!Sl\8\GSx\GSy\GSz\G4 S{j55rS%\!S\!S|\R4S}jr\#"\=GR 5\/"S5\CS%\!S~\!S\GS|\R4Sj555r\#"\=GR 5\/"5\CS%\!S~\!S\GS|\R4Sj555rSr\#"\=GR5\/"5S>\!S\8\GS\8\GS\8\GS\8\GS\!4 Sj55r\#"\=GR5\/"5\DS>\!S\8\GS\8\GS\8\GS\8\GS\8\GS\!4Sj555r\#"\=GR5\/"5S%\!S\!S'\L4Sj55r\#"\=GR5\/"5S;\!S\8\GS\GS\GSo\GS\!4 Sj55r\#"\=GRR5\DGSS%\!S/\!S\\LS\!4Sjj55r\#"\=GR5\=GRRGR\6GR5\=GRRGR\6GR 5S>\!Sg\LS\\@4Sj555r\#"\=GR"5\/"SS5S>\!Sg\LS\\@4Sj55r\#"\=GR$5\/"5S\!S\GS\@4Sj55r\#"\=GR&5\/"SS9S\!S\GS\@4Sj55r\#"\=GR(5\/"5GSSB\!S\!S\GS\@S\@S\!4 Sjj55r\#"\=GR*5\/"5S%\!S\!S\GS\GS\@4 Sj55rS\8\G4SjrS\8\!S\GS\GS\8\!4SjrS\8\!4SjrS\8\!S\G4SjrS\8\!S\GS\G4Sjr\#"\=GR6R\=GR6R/5GSS\8\!S\GS\GS\\!S\!4 Sjj5r\#"\=GR8R\=GR8R/5GSS/\!S\8\GS\GS\\8\!S\\8\!4 Sjj5r\#"\=GR:RB5GSS>\!S\GS\GS\_\!S44Sjj5r\#"\=GR<R5GSS>\!S\8\GS\GS\_\!S44Sjj5r\#"\=GR>RB5GSS/\!S\GS\GS\_\!S44Sjj5r\=GR@GRBGR\6GR5GSS/\!S\!S\GS\_\!S44Sjj5r\#"\=GRF5\/"SS9\DGSS/\!S\!S\!S"\GS&\G4 Sjj555r\#"\=GRH5\/"5\DGSS/\!S\!S\!S"\GS&\GS\@4 Sjj555r\#"\=GRJ5\/"5\DGSS/\!S\!S\!S"\GS&\G4 Sjj555r\#"\=GRLR5\DS%\!S>\!S\!S\!S\\!S\GS\GS\GS\GS\8\@S\_\\!\\!\\!44Sj55r\#"\=GRLR5S%\!S>\!S\!S\!S\\!S\GS\GS\GS\GS\8\@S\RBS\RBS\RBS\_\\!\\!\\!44Sj5rS\\!S\\!4Sjr\#"\=GRRR5S\!S>\!S\8\GS\!S\!SB\\!S\\!S\8\@S\_\\!\\!\\!44Sj5r\#"\=GRRR5S\!S>\!S\8\GS\!S\!SB\\!S\\!S\8\@S\RBS\RBS\RBS\_\\!\\!\\!44Sj5rS>\!SB\\!S\\!S\\!S\\!SH\@S\LS\LS\@S\_\!\!\!\\!\\!44Sjr\#"\=GRX5\/"SSS5S>\!SB\\!S\\!S\\!S\\!SH\@S\LS\LS\_\!\!\!44Sj55r\=GRXRGR\6GR 5\=GRXRGR\6GR5S>\!SB\\!S\\!S\\!S\\!SH\@S\LS\LS\_\!\!\!44Sj55r\=GR\RGR\6GR5GSS\8\!4Sjj5r\#"\=GR`R5S>\!SB\\!S\\!S\!S\!S\LS\LS\_\!\!\!44Sj5r\#"\=GRbR5S>\!SB\\!S\\!S\!S\!SH\@S\LS\LS\_\!\!\!44Sj5r\#"\=GRbGRd5S>\!SB\\!S\\!SH\@S\LS\LS\_\!\!\!44Sj5r\#"\=GRhR5S>\!SB\\!S\\!S\!S\!SH\@S\LS\LS\_\!\!\!\!\!44Sj5rS>\!SB\\!S\\!S\!S\!S\LSH\@S\!4Sjr\#"\=GRlR5S>\!SB\\!S\\!S\!S\!S\LS\LS\_\!\!\!\!44Sj5r\#"\=GRnR5S>\!SB\\!S\\!S\!S\!S\LS\LS\_\!\!\!\!\!\!44Sj5r\#"\=GRpR5S>\!SB\\!S\\!S\!S\!S\LS\LS\_\!\!\!\!44Sj5r\#"\=GRr5\/"SS5\DGSSj555r\#"\=GRv5\/"5SSSSSSS.S\\!\'4SO\\RS\\GRxS\@S\@S\\GRz4 Sjj55r\#"\=GR|\=GR~\=GR/5\/"5S55r\=GRRGR\6GR 5\#"\=GR5\/"SSSS5S>\!SB\!S\\!S\\!S\\!SH\@S\LS\L4Sj555rSr\#"\=GRR5S\!S>\!SB\\!S\\!S\\!S\\!S\\!S\@S\LS\8\@S\!S\_\!\\!\\!44Sj5r\#"\=GRR5S\!S>\!SB\\!S\\!S\\!S\\!S\\!S\@S\LS\8\@S\_\!\\!\\!44Sj5r\#"\=GRR5S\!S>\!SB\\!S\\!S\\!S\\!S\\!S\@S\LS\8\@S\RBS\RBS\RBS\_\!\\!\\!44Sj5r\#"\=GR5\/"SSS5S>\!S%\!SB\!S\\!S\\!S\\!S\\!S\L4Sj55r\#"\=GR5\/"SSS5S>\!S%\!SB\!S\\!S\\!S\\!S\\!S\LS\!4Sj55r\#"\=GR5\/"5\DS>\!S\_\G\G44Sj555rS/\)S\)S\8\GS\G4Sjr\#"\=GR5\/"5S/\)S\)S\8\G4Sj55r\#"\=GR5\/"5S>\)S\)S\8\GS\8\GS\8\G4 Sj55r\#"\=GR5SqS.S\)S\GSv\)S\)S&\'4 Sjj5r\#"\=GR5\/"5SqS.S\)S\GSv\)S\)S&\'4 Sjj55rSqS.S\)S\GSv\)S\)S\@S&\'4 Sjjr\#"\=GRR5\=GRRGR\6GR5GSSj55r\#"\=GR5S\)S\GSv\)S\)4Sj5r\#"\=GR5\/"5S\)S\GSv\)S\)4Sj55rS\)S\GSv\)S\)S\@4 Sjr\#"\=GR5\/"S~SJ5\DS/\!S\_\!\!44GSj555r\#"\=GR5\/"5GSS\!GS\\@\G\L4GS\\@\G\L4GS\\GR4GSjj55r\#"\=GR5GSGSj5rGSrGSr\#"\=GRGR5\#"\=GRGR5\#"\=GRGR5\=GRGRGR\6GR5\=GRGRGR\6GR 5\=GRGRGR\6GR5\=GRGRGR\6GR 5\=GRGRGR\6GR5\=GRGRGR\6GR 5S>\!S\\8\GGS\\8\LS\!4GS j555555555r\#"\=GRGR5\#"\=GRGR5\#"\=GRGR5\=GRGRGR\6GR5\=GRGRGR\6GR 5\=GRGRGR\6GR5\=GRGRGR\6GR 5\=GRGRGR\6GR5\=GRGRGR\6GR 5S>\!S\\8\GGS\\8\LS\!4GS j555555555rGSGS jr\#"\=GRR\=GRR/5\=GRRGR\6GR5\=GRRGR\6GR 5\/"SSGS 9GSS>\!S\8\GGS \\LS\!4GSjj5555r\#"\=GRR\=GRR/5\=GRRGR\6GR5\=GRRGR\6GR 5\/"SSGS 9GSS>\!S\8\GGS \\LS\!4GSjj5555r\#"\=GRR\=GRR/5\=GRRGR\6GR5\=GRRGR\6GR 5\/"SSGS 9GSS>\!S\8\GGS\\LGS\\LS\!4 GSjj5555r\#"\=GRR\=GRR/5\=GRRGR\6GR5\=GRRGR\6GR 5\/"SSGS 9GSS>\!S\8\GGS\\LGS\\LS\!4 GSjj5555r\#"\=GRR\=GRR/5\=GRRGR\6GR5\=GRRGR\6GR 5\/"SSGS 9GSS>\!S\8\GGS\\LGS\\LGS\\LS\!4 GSjj5555r\#"\=GRR\=GRR/5\=GRRGR\6GR5\=GRRGR\6GR 5\/"SSGS 9GSS>\!S\8\GGS\\LGS\\LGS\\LS\!4 GSjj5555r\DGSS>\!S\8\GGS \8\\LGS\@S\!4 GSjj5rGSrGSrGSrGSrGSGSjrGSrGSrGSGS jrGSGS!jrGS"r\#"\=GRGR5\=GRGRGR\6GR5\=GRGRGR\6GR 5GS#555r\#"\=GRGR5\=GRGRGR\6GR5\=GRGRGR\6GR 5GS$555r\#"\=GRGR5\=GRGRGR\6GR5\=GRGRGR\6GR 5GS%555r\#"\=GRGR5\=GRGRGR\6GR5\=GRGRGR\6GR 5GS&555rGS'rGSGS(jrGSGS)jrGS*r\#"\=GRGR5\=GRGRGR\6GR5\=GRGRGR\6GR 5GS+555r\#"\=GRGR5\=GRGRGR\6GR5\=GRGRGR\6GR 5GS,555rGS-GrGS.Gr\#"\=GRGR5\=GRGRGR\6GR5\=GRGRGR\6GR 5GS/555Gr\#"\=GRGR5\=GRGRGR\6GR5\=GRGRGR\6GR 5GS0555Gr\#"\=GR GR5\=GR GRGR\6GR5\=GR GRGR\6GR 5GS1555Gr\#"\=GRGR5\=GRGRGR\6GR5\=GRGRGR\6GR 5GS2555Gr\#"\=GRGR5\#"\=GRGR5\=GRGRGR\6GR5\=GRGRGR\6GR 5\=GRGRGR\6GR5\=GRGRGR\6GR 5\=GRGRGR\6GR5\=GRGRGR\6GR 5GS355555555Gr \#"\=GRR\=GRR/5\/"5GSS>\!S\8\GGS4\@GS\\LS\!4 GS5jj55Gr \#"\=GRR\=GRR/5\=GRRGR\6GR 5\/"5GSS>\!S\8\GGS4\@GS\\LGS\\LS\!4 GS6jj555Gr \#"\=GRR\=GRR/5\/"5GSS>\!S\8\GGS4\@GS\\LGS\\LGS\\LS\!4GS7jj55Gr GSGS8jGr GS9GrSt\\!GS:\\!GS;\!S\!4GS<jGrGS:\*S\!4GS=jGr\DS>\!S\8\GGS4\@GS \8\\LS\!4 GS>j5Gr\#"\=GR$R5GS?\!GS@\!S\@4GSAj5Gr\#"\=GR&\=GR(/5\/"5GSB55Gr\#"\=GR*/5GSC5Gr\#"\=GR,/5GSGSDj5Gr\#"\=GR./5GSE5Gr\#"\=GR0/5GSF5GrS/\!SQ\!SB\\!SM\GS\\GS\_\!\!44 GSGjGr\#"\=GR45\/"S~S]5S/\!SQ\!SB\\!SM\GS\\GS\_\!\!44 GSHj55Gr\#"\=GR65\/"S~S]5S/\!SQ\!SB\\!SM\GS\\GS\_\!\!44 GSIj55GrS\!GSJ\LS\!4GSKjGrS\!GSJ\LS\!4GSLjGrGSM\!S\*4GSNjGrGSO\*GSP\!S\!4GSQjGrGSP\\!S\!4GSRjGr GSS\GGS4\@SO\RS\GRx4GSTjGr!GSU\!GSV\GGSW\GGS4\@4GSXjGr"GSU\!GSY\GGSV\GGSW\GGS4\@4 GSZjGr#GSU\!S\8\GGS4\@4GS[jGr$GSU\!S\8\GGS4\@4GS\jGr%\#"\=GRL5\/"5\DGSU\!S\8\GGS4\@4GS]j555Gr&GSGS?\!GS^\!GS_\GGS`\GGS4\@GSa\@S\!4GSbjjGr'\#"\=GRP5\/"5\DGSGS?\!GS^\!GS_\GGS`\GGS4\@S\!4 GScjj555Gr(\#"\=GRR5\/"5\DGSd555Gr)\#"\=GRT5\/"5SS\>RR4GSej55Gr*GSf\RBGSg\RBGSh\@S\@4GSijGr+\=GRXRGR\6GR5\=GRXRGR\6GR5\/"SGSj9SGSk.GSlj555Gr,\#"\=GRZR\=GRZR/5\=GRZRGR\6GR 5\/"5\DGSS>\!S\_\G\G4GS4\@GSm\\LGSn\\LS\!4 GSojj5555Gr.\#"\=GRZGR5\=GRZGRGR\6GR5\=GRZGRGR\6GR 5\/"5\DGSGS?\!S\\_\G\G4GS4\@GS\\_\L\L4S\!4 GSpjj55555Gr/\#"\=GR`5\#"\=GRb5\#"\=GRd5\D\/"5GS?\!S\_\GS4S\!4GSqj55555Gr3\#"\=GRh5\#"\=GRj5\#"\=GRl5\D\/"5GS?\!S\_\GS4S\!4GSrj55555Gr7GS?\!S\_\GS4GSs\\G\G\G/\!4S\!4GStjGr8\#"\=GRr5\#"\=GRt5\#"\=GRv5\/"S5GSu5555Gr<\#"\=GRz5\/"GSvGSw5SSGSx.GSyj55Gr=\#"\=GR|5\/"5GSSGSz.GS{jj55Gr>\#"\=GR~R\=GR~R/5\/"5S\GRSSGS|.Sn\'SO\\RGS}\GRS\\GRxS\@4 GS~jj55GrB\#"\=GR~GR/5S\GRSSGS|.Sm\'Sn\'SO\\RGS}\GRS\\GRxS\@4 GSjj5GrD\#"\%5GS5GrE\#"\=GR5\=GRRGR\6GR 5\/"5SqSqS\>RR4S>\!SQ\!Sg\'GS\'SB\\!SM\GS\!4GSjj555GrF\#"\=GR5\=GRRGR\6GR 5\/"S~GS5S>\!SQ\!SM\GS\_\!\!44GSj555GrG\#"\=GRR5GSSSGS.GS\!GS\!S-\!GS\LGS\@GS\\!S'\\LS\_\!\!44GSjjj5GrIGSGrJ\#"\=GR/5\/"5\DGSGSj555GrK\#"\=GR5\/"5GS55GrL\#"\=GR5GS5GrM\#"\=GRR\=GRR/5SSGS.S/\!SO\\RS\\!S\!4GSjj5GrO\#"\=GRR\=GRGR/5GSS/\!S\\G4GSjj5GrR\#"\RxRzGR5GSGSj5GrS\#"\=GR5\/"5SSGS.GSj55GrT\#"\=GRR5SGS.S/\RBGS\\GRS\RB4GSjj5GrUSGS.GSjGrVSSGS.GSjGrW\#"\=GR5\/"5GS55GrX\#"\=GR5GSGSj5GrYG\J"\=GR\=GR5 G\J"\=GR\=GRF5 G\J"\=GR\=GRJ5 G\J"\=GR\=GR5 G\J"\=GR\=R5 G\J"\=GR\=GR5 G\J"\=GR\=R5 G\J"\=GR\=GR5 G\J"\=GR\=R5 G\J"\=GR\=GR5 G\J"\=GR\=GR5 G\J"\=GR\=GR5 G\J"\=GR\=GR5 G\J"\=GR\=GR5 G\J"\=GR\=GR5 G\J"\=GR\=GR5 G\J"\=GR\=GR5 G\J"\=GR\=GR5 G\J"\=GR\=GR5 G\J"\=GR\=GR5 G\J"\=GR\=GR5 G\J"\=GR\=GR5 G\J"\=GR\=GR5 G\J"\=GR\=GR5 G\J"\=GR\=R5 g(N)Iterable)Enum)partialreduce)chainproduct)AnyCallablecastOptionalUnion) sym_floatsym_intTensorregister_decomposition) out_dtype)IntLike NumberTypesuggest_memory_format TensorLikeTensorSequenceType)_maybe_convert_to_dtype_maybe_resize_out_safe_copy_out out_wrapper)_pytree)tree_map__all__c \rSrSrSrSrSrSrg) Reduction0rN)__name__ __module__ __qualname____firstlineno__NONEMEANSUM__static_attributes__r%T/var/www/auris/envauris/lib/python3.13/site-packages/torch/_decomp/decompositions.pyr!r!0s D D Cr.r!Fftype_promotioncompute_dtype_onlycN^^^[R"T5UUU4Sj5nU$)Nc2>^^[R"U0UD6Vs/sHn[U[5(dMUPM nn[R "UST 06ummU4SjnU4SjnT "[ X@50[ XA5D6nT (aU$[ XV5$s snf)Ntype_promotion_kindcT>[U[5(aURT5$U$N isinstancerto)xcomputation_dtypes r/ increase_prec0type_casts..inner..increase_precHs%!V$$tt-..r.cT>[U[5(aURT5$U$r7r8)r; result_dtypes r/ decrease_prec0type_casts..inner..decrease_precNs$!V$$ttL))r.)pytreearg_tree_leavesr9rutilselementwise_dtypesr) argskwargsr; flat_argsr=rArr<r@r2r0r1s @@r/innertype_casts..inner>s--t>v> >!*QPVBWA>  +0*B*B + ,:+ '<     x , P0O P HM- -1 s BB) functoolswraps)r0r1r2rKs``` r/ type_castsrO9s' __Q..6 Lr.T)r1r2)r1r;dimreturncl[XR5- 5HnURS5nM U$N)rangerP unsqueeze)r;rP_s r/_unsqueeze_to_dimrXks+ 3= ! KKO" Hr. grad_inputout_gradyc2USX-- R5-$Nr# conj_physicalrZr[s r/ tanh_backwardraqs q15y//1 11r.c2XSU- -R5-$r]r^r`s r/sigmoid_backwardrcxs AE{113 33r.beta thresholdcpX-R5n[R"X-U:XU-US-- 5$N?)exptorchwhere)rZr;rdrezs r/softplus_backwardrms7 A ;;I-xAS9Q RRr. grad_outputalphascale input_scale is_resultself_or_resultcX-nUnUnU(a$[R"US:*X-XV--X-5$[R"US:*X-U-[R"XX-5-X-5$Nr)rjrkri) rnrorprqrrrsnegcoefposcoef negiptcoefs r/ elu_backwardrysmGGJ{{ a   $(@ A  !  {{ a   $w .>;V1W W  !  r.c.[R"X5$r7)rj full_likeselfvalues r/ fill_scalarrs ??4 ''r.r~c^[R"TR5S:HU4Sj5 [R UT5$)Nrc,>STR5S3$)Nz@fill only supports 0-dimension value tensor but got tensor with z dimensionsrP)r~sr/fill_tensor..sRSXS\S\S^R__jkr.)rj_checkrPatencopyr|s `r/ fill_tensorrs3 LL qk 99T5 !!r.r}c^[R"[R"US-SS9SS9S- $Nrminmaxrjclampr}s r/ hardsigmoidrs) ;;u{{4!83 ;a ??r.cJ[R"US:US:-US-S5$)Ngg@gUUUUUU?rjrkrnr}s r/hardsigmoid_backwardrs0 ;; $y!  r.min_valmax_valc@[R"X:*X:-SU5$)Nrr)rnr}rrs r/hardtanh_backwardrs ;;DO?M r.c6[R"X:*SU5$rur)rnr}res r/threshold_backwardrs ;;t(![ 99r.negative_slopeself_is_resultc<[R"US:XU-5$rur)rnr}rrs r/leaky_relu_backwardrs ;;taxN.J KKr.grad approximatecSnSnSnUS:XabX5-S-nSnX-nX-n XaXy---n [R"U 5n SU-n SU -n SU -nSX-- nUSSU-U---nX-U-nXU--$UnXT-S-nSS[R"UU-5--nU[R"X-S -5-nUUUU---$) Ng;f?g;f?gmBP ?tanhrgHm?r#rg)rjrerfri)rr}rM_SQRT2 M_SQRT1_2 M_2_SQRTPIkBetakKappax_sqx_cuberK tanh_innerleftrightleft_derivativetanh_derivativeinner_derivativeright_derivativekAlphacdfpdfs r/ gelu_backwardrs%G&I'Jf$s*{/0ZZ& TzJ+j55 AF T(9$9:14DD)99::&,Q4&=112eii d 233sTCZ'((r.inputc[R"[R"U55n[R"U5nX-SX"-- -nXU--$r])rjrFsoftplussigmoid)rnrinput_tanh_softplus input_sigmoidouts r/ mish_backwardr sN **QZZ%67MM%(M  1':'P#P QC 3 44r.c4U[R"U5-$r7)rjrrs r/silurs %--% %%r.c\SS[R"U*5-- nX-SUSU- ---$r])rjri)rnr}rs r/ silu_backwardrs:1uyy$''(G  AG (<$< ==r.weightc<[R"US:XU-5$rur)r}rs r/ _prelu_kernelr%s ;;tax} 55r.c|[R"US:XU-5n[R"US:SX-5nX44$)Nrrr)rnr}r input_grad weight_grads r/_prelu_kernel_backwardr*s? TAX{[4HIJ++dQhT-?@K  $$r.noiseloweruppertrainingc|U(aXC- S:aURU5$X4-S- n[RXXv5$)Ngư>r$)mulrr)rnr}rrrrrrs r/rrelu_with_noise_backwardr5sCEMD(u%%-1,'' ~  r.buffercUS:n[R"USS5n[R"USS5n[R"[R"U5*5nXXVSU-- -- -$)Nrr#rT)rjrkriabs)rnr}r in_negative max_derivsignrls r/log_sigmoid_backwardrJsc(K KA.I ;;{Ar *D 599T?"#A d1q5k&:: ;;r.loss reductioncU[RR:Xa[R"U5$U[R R:Xa[R "U5$U$r7)r!r+r~rjmeanr,sum)rrs r/apply_loss_reductionrWsHINN(((zz$ imm)) )yy r.dtypecU[R:Xa[R$U[R:Xa[R$U[R :Xa[R $gr7)rj complex32float16 complex64float32 complex128float64rs r/ to_real_dtyper`sK }} %// !}} %"" "}} #r.targetc&X- S-n[X25$)Nr$)r)r}rrrs r/mse_lossros Ma D  00r.c|U[RR:XaSUR5- OSnXAU- -U-$)N@)r!r+r~numel)rnrrrnorms r/mse_loss_backwardrys9 #,y~~/C/C"C3 D 6> "[ 00r.c[R"XUS9nUR[S55n[R"XASS9n[R "U5n[R "XVU5$)N)rPrz-infTrPkeepdim)rjsoftmaxeqfloatall zeros_likerk)r}rPrrmasked masked_rowszeross r/ safe_softmaxrsU --U 3C WWU6] #F))FT:K   S !E ;;{3 //r.rhcX- R5n[R"XC:SUS--U- USU-- 5n[XB5$)Nrr$)rrjrkr)r}rrrdrs r/smooth_l1_lossrsI M   D ;;t{C$'MD$8$t:K LD  00r.cU[RR:XaSUR5- OSnX- n[R "U5nXP-n[R "Xt:X-U- U[R"U5-5$rg)r!r+r~rrjrrkr) rnr}rrrdrr;abs_x norm_grads r/smooth_l1_loss_backwardr ss "+inn.B.B!B3 D A IIaLE"I ;;  EJJqM! r.cZ[XX#U5n[XVR5 [XeSS9$NT copy_fromcopy_to exact_dtype)r rshaper)rnr}rrrdrYresults r/smooth_l1_loss_backward_outrs+%[4 PFj,,/ FD QQr.deltac U[RR:XaSUR5- OSnX- n[R "Xd*:U*U-U-[R "Xd:XP-U-XV-U-55$rg)r!r+r~rrjrk)rnr}rrrrr;s r/huber_loss_backwardrsv "+inn.B.B!B3 D A ;; F  e# AIt1E948k;QR r.cZ[XX#U5n[XVR5 [XeSS9$r)rrrr)rnr}rrrrYrs r/huber_loss_backward_outrs+!Fu MFj,,/ FD QQr. ignore_index total_weightcUR5S:aSOSnU[RR:XaX- nUR U5n[ R "X%:gUS5n[ R"U5n [ R"XUS5n U R5UR5s=:aS:aO OUR U5nUbO[UR55V s/sHn SPM n n URSX'URU 5nX-n[ R "X%:gUS5nX-$s sn f)Nr$rr#g) rPr!r+r~rVrjrkrscatterrUrreshape) rnr}rrrrr channel_dim safe_targetrYrW new_shapes r/_nll_loss_backwardr#sxxzA~!1KINN(((!0   k *F++f4fa@K!!$'Jz TJJ~~+//+/a/!++K8   %dhhj 12 11Q 1 2!'a  *!* ++f4k1EK  ##3s/ EcUR5S:dS5e[R"UR5U5nURU5nUS-S:Xd SUSU35eUS-nUR USU5nUR X5U5n[ R "U5nSU- U-U-U-n X-n[ R"X/US9$)Nrz*glu does not support 0-dimensional tensorsr$z.Halving dimension must be even, but dimension z is size rhr)rPrEcanonicalize_dimsizenarrowrjrcat) rnr}rPwrap_dimnIn inputSize firstHalf secondHalfgradInputFirstHalfgradInputSecondHalfs r/ glu_backwardr0s 88:>GGG>%%dhhj#6H ))H C 7a< 8 )C5Q<qI Ha3IX)H MMr.c SUR5s=::a S::dS5e S5eUR5S::dS5eUR5S:H=(a UR5S:HnU(dBURSURS:Xd"SURSURS35eUR5S:Xd'S URS UR5S 345eUb(UR5URS :XdS 5eU[RR :XaUR5S:XamUR5S:Xa URSURS:Xd8SURSSUR5SURS35eOV\\^tzz"~=F =INN(((TXXZ1_ A%+*;*;A*>$**Q-*O EdjjQRm_U)oo/00G HYHYZ[H\G] _ O*O  A%+*;*;*=*B EkFWFWEX Y B 69L r.c DUR5S:XdSUR535eUR5S:XdSUR535eURSURS:Xa@URSURS:Xa URSURS:Xd!SURS UR35eUR5S:Xd&S URS UR5S 35e[XX#XEU5$) NzSonly batches of spatial inputs supported (4D tensors), but got input of dimension: rzUonly batches of spatial targets supported (3D tensors) but got targets of dimension: rr$r#r4r5r7z ( z , elements))rPrrr#)rnr}rrrrrs r/nll_loss2d_backwardr<8s: 88:? ]^b^f^f^h]ij? ::<1  _`f`j`j`l_mn  1 a( JJqMV\\!_ , JJqMV\\!_ ,I $DJJ>r.cn^URUmS[4U4SjjnU"USTS5nU"X2TT5nX#4$)zb Normalize start and end such that both are in the range [0, x.get_size()[dim]] and start <= end. rQcN>UcU$US:aUT-n[[X5U5$rurr)valrrdefaultdim_sizes r/ clamp_wrap(_normalize_start_end..clamp_wraps. ;N 7.C3s?E**r.r)rint)r;rPrcrdrrs @r/_normalize_start_endrsFwws|H+#+ ua1 -E S8 4C :r.srcc h[R"URU5nURUn[ XX45up4[ UR5nXC- US- -U-Xr'UR U5nUS:XaXF:XaUS:XaUR5$S/UR5-n[R"X`RS9n X- U-X'[R"X`R[RS9n US:wa[R"XU:5n XF:wa[R"XU:5n US:wa[R"XU- U-S:H5n S/UR5-n SX'U RU 5n [ R#U [ R%XUS5U5$)Nr#rdevicerrrT)rEr%rwrrroexpandclonerPrjarangeronesbool logical_andviewrrk_unsafe_masked_index) rrrPrcrdrersrc_sizeindicesidxmask mask_shapes r/rhrhsr  S 1C{{3H%e%=JEEKK H[D1H-$6HM **X C zco$!)yy{fuyy{"G ,,x 5CKD(GL ::h||5:: FD z  e|4   Sy1 qy  e t';q'@Auyy{"JJO 99Z D ::dD55c!Le TTr.indexcRURU5n[R"X@X#5$r7)rgrjselect_scatter)rnrbrPrrYs r/select_backwardr:s'&&{3J     DDr.offsetdim1dim2cTURU5n[R"XPX#U5$r7)rgrjdiagonal_scatter)rnrbrrrrYs r/diagonal_backwardrAs) &&{3J  ! !*6 NNr. input_dtypecHURU:waURU5nU$r7)rr:)rnrYrs r/_cast_grad_to_input_dtyperJs&K']];/ r.outputcrX-nXA[R"XBSS9-- n[XU5R5$NTr)rjrr contiguous)rnrrPrnew_grad_outputrYs r/_softmax_backward_datarRsC "*O EII$-$J %[k J U U WWr.cxU[R"U5[R"XSS9-- n[XU5$r)rjrirr)rnrrPrrYs r/_log_softmax_backward_datards= uyy0599d4 J %[k JJr.cXS--X!S- -- n[[R[RUS9nU"SXd5R S5nU"SX-U5R S5n X-$)z/Utility function to implement im2col and col2imr$r#rrrrT)rrjrint64rV) input_dkernel_d dilation_d padding_dstride_drblocks_d arange_kwblocks_d_indices kernel_grids r/ _im2col_col2im_indices_along_dimrpsuQ&!|)DDH EKKGI!H7AA!DAx4jAKKBOK  ))r. kernel_sizedilationpaddingrpc  ^^^^^^"[T5S:HS5 [R"[T5S:HS5 [R"[T5S:HS5 [R"[T5S:HS5 SSjnU"TS5 U"TS5 U"TS S S 9 U"TS 5 URm[T5n[R"US ;=(a [ STSS55U4Sj5 [ S[ TSSTTTT555m[R"[ ST55UUUUUU4Sj5 US:HnU(dURS5nURuppTupTupTunnTunn[U UUXUR5n[U UUXUR5n[R"XXU45nURS5RS5nUSS2SS2UU4nURSSSSSS5nURS5nURS5nURXU-U-UU-5nU(dURS5nU$)Nr$cg)Nz"im2col(): only 2D kernel supportedr%r%r.r/rim2col..s0Tr.cg)Nz$im2col(): only 2D dilation supportedr%r%r.r/rrs-Sr.cg)Nz#im2col(): only 2D padding supportedr%r%r.r/rrs,Qr.cg)Nz"im2col(): only 2D stride supportedr%r%r.r/rrs+Or.cU(a[SU55O[SU55n[R"US5 g)Nc3*# UH oS:v M g7frNr%.0rKs r/ 1im2col..check_positive..(%Qq5%c3*# UH oS:v M g7frr%rs r/rr;REqFErcg)Nz<{param_name} should be greater {'than' zero, but got {param}r%r%r.r/r0im2col..check_positive..sXr.rrjrparam param_namestrictconds r/check_positiveim2col..check_positives3,2s(%((;RE;R8R X r.rrrFrrprr;c3*# UH oS:gv M g7frr%rds r/rim2col..:z!Avzrrc >S[T53$)NzmExpected 3D or 4D (batch mode) tensor for input with possible 0 batch size and non-zero dimensions, but got: tuplersr/rr--25\NS[TSS5STSTSTSTSTS3 $) Nz!Given an input with spacial size rS, kernel_size= , dilation= , padding= , stride=z9, the calculated shape of the array of sliding blocks is z*, but its components must be at least one.r)rr output_sizerrrpsr/rrsJ3E%*4E3FG"m;xj9)9VH-]D Fr.r;rrTr#rT)rjrr|rrrziprVrrrrpermuter&rsqueeze)rrrrrprrw batched_input batch_dimr input_hinput_wstride_hstride_w padding_h padding_w dilation_h dilation_wkernel_hkernel_wblocks_row_indicesblocks_col_indices padded_inputrnum_blocks_rownum_blocks_colrrs ```` @@r/im2colr sl LL[!Q&(TU LLX!#%ST LLW"$QR LLV!#OP ; .8Z(8Yu568$ KKE u:D LL :3:uRSz:: < &) "#J;' K  LL '; '' F FAIM "/4{{,IGH"I%J $Hh9:yELL::yELL 55I) LML+55b9CCBG !Q 24FF GF ^^Aq!Q1 -F',,Q/N',,Q/N ^^)H4n~6UF " Mr.rc ^^^^^^!^"[R"[T5S:HS5 [R"[T5S:HS5 [R"[T5S:HS5 [R"[T5S:HS5 [R"[T5S:HS5 SSjnU"TS 5 U"TS 5 U"TS S S 9 U"TS5 U"TS5 URm"[T"5n[R"US;=(a [ ST"SS55U"4Sj5 TSTS-n[R"T"SU-S:HUU"4Sj5 [ TTTTT5V V V V V s/sH uppn SU SU --XS- -- S- U --PM" nn n n n n USUS-m![R"T"ST!:HU!UUUUU"U4Sj5 [R"T!S:U!UUUUU"U4Sj5 US:HnU(dUR S5nURm"TunnTunnTunnTunnTunnURT"ST"SU-/T-U-5nURSSSSSS5n[UUUUUUR5n[US5n[UUUUUUR5n[ TT5VVs/sHunnUSU--PM nnnURT"ST"S[T5-/U-5nSSUU4n [RUU USS9n[ R""UU*U*U*U*45nU(dUR%S5nU$s sn n n n n fs snnf)Nr$cg)Nzonly 2D output_size supportedr%r%r.r/rcol2im..s0Or.cg)Nzonly 2D kernel supportedr%r%r.r/rr s0Jr.cg)Nzonly 2D dilation supportedr%r%r.r/rr s-Ir.cg)Nzonly 2D padding supportedr%r%r.r/rr s,Gr.cg)Nzonly 2D stride supportedr%r%r.r/rr s+Er.TcU(a[SU55O[SU55n[R"US5 g)Nc3*# UH oS:v M g7frr%rs r/r1col2im..check_positive..rrc3*# UH oS:v M g7frr%rs r/rrrrcg)Nz9{param_name} should be greater than zero, but got {param}r%r%r.r/r0col2im..check_positive..sUr.rrs r/rcol2im..check_positives3,2s(%((;RE;R8R U r.rrrFrrpr)r$rc3*# UH oS:gv M g7frr%rs r/rcol2im..rrrSc >S[T53$)NzmExpected 2D or 3D (batch mode) tensor for input with possible 0 batch size and non-zero dimensions, but got: rrsr/rr rr.rr#c>STSST3$)Nz|Expected size of input's first non-batch dimension to be divisible by the product of kernel_size, but got input.shape[-2] = rSz and kernel_size=r%)rrsr/rr s!==B2YKH"m%r.rTc:>STSTSTSTSTSTSTSS 3$ NzGiven output_size=rrrrz , expected input.size(-1) to be but got rT.r%Lrrrrrrpsr/rr  D$[M }M:Zy &B))*9U2YKqBr.c:>STSTSTSTSTSTSTSS 3$rr%r sr/rr r"r.rr;r accumulater)rjrr|rrrrVrrrrrXrgprodr_unsafe_index_putrrr)#rrrrrrprrwprod_kernel_sizerrrrrcolrout_hout_wrrrrrrrr indices_row indices_colorKoutput_padded_sizerrr!rs# ````` @@r/col2imr0s LL[!Q&(OP LL[!Q&(JK LLX!#%IJ LLW"$GH LLV!#EF ; .8Z(7Ie468$; . KKE u:D LL :3:uRSz:: < #1~ A6 LL b $$) %'* (K'  ' "Cc S1s7]S!G_ ,q 0R 77'   AQA LL b Q B B  LL A B B AIM " KKELE5Hh"Iy%J $Hh MM58U1X1A%AB[PSVV WE MM!Q1a +E2 xY%,,K$K3K2 xY%,,K14K0IJ0I1!a!e)0IJ __ q58tK0014FFF {K 0C  # #FC4 # HF UU6YJ YJ K LF " Mk VKs 'M$ M-rctXRU5U--R[R"U5S9nU$NrQ)type_asrrEr)rnrrprJs r/native_dropout_backwardr48s@  [1E9 :AA11+> B A Hr. input_size dimensionr&c[U5S:Xa[R"US5$[R"[U5U5n[R "XUR [RS9nURSX45R5nURSUS-5RXUS-5nURU5nSU-U4-n[RXxUSS9R5$)NrrrTr#r7Tr$)r|rj squeeze_copyrEr%rrint32unfoldflattenmovedimrgrr'r) rr5r6r&rerPrrYrs r/unfold_backwardr=Gs  :!!!$**  Z) lohis r/logit_backwardrCZs    2X{{   dj$* 5 3:. /   {{   dck43; 7 3:. / MM"eEl +  r.traincnU(aUS:wa[RXU5S$UR5$ru)rnative_dropoutr)rrKrDs r/dropoutrGos1 a""5U3A66{{}r.out0out1cU(aUS:waUS:Xa9[R"U5[R"U[RS94$URR(d [ S5e[R "U5U:nX0-[SSU- - 5-nXC4$U[R"U[RS94$)Nrr#rz?result type Float can't be cast to the desired output type Longrh) rjrrris_floating_pointrn rand_likerrU)rrKrD bool_maskress r/rFrFys a 6$$U+U-=-=e5::-VW W{{,,Q OOE*Q. %sQw"88uuEJJ?@@r. half_to_floatcUR5nU(a UR[R:Xde[R "U[R RS9up4URU5nUR5S:Xa[R"U5nO-[R"XSS9n[R"X- 5nU[R"XQSS9- nU(dURU5nU$Nr5rT)r) rrrjhalfrErFELEMENTWISE_TYPE_PROMOTION_KINDDEFAULTr:rriamaxr)r;rPrOr<r@ unnormalizedx_maxrs r/_softmaxrYs Aww%**$$$&+&>&> uDDLL'#  AwwyA~yy|  140yy+ EIIlF FF <( Mr.)rcUR5nU(a UR[R:Xde[R "U[R RS9up4URU5nUR5S:XaUnO[R"XSS9nX- n[R"[R"[R"U5USS95nXW- nU(dURU5nU$rQ)rrrjrSrErFrTrUr:rrVrArri) r;rPrOr<r@shiftedrXshifted_logsumexprs r/ _log_softmaxr]s Aww%**$$$&+&>&> uDDLL'#  AwwyA~ 140) %))EIIg,>T"RS  (F <( Mr.r padding_idxscale_grad_by_freqsparsecUR5S:XdS5eURS::a5URSU5nURS:XaURS5nU$X$)Nr$z'weight' must be 2-Dr#r)rPrw index_selectr)rrr^r_r`rs r/ embeddingrcsb ::<1 444 ||q!!!W- <<1 ++a.C r. num_weightscd[R"U[RRS9upVUR U5n[ U[ R5nU(aUURU45n[ R"U5n[RXq/USS9nXqn X RS5- n[X:HUR5n URU S5n URU4UR URS-5n [RX/U SS9R U5$)NrRTr$rTr)rErFrTrUr:rrjlongrgrUrr'rVrXrw masked_fillr) rnrrdr^r_r<r@countsrgrad_weights_scalerr grad_weights r/embedding_dense_backwardrks',&>&>)N)N)V)V'#..!23K%guzz:G""K>2w''' 4D'Q#_!$@$@$DD W3[5E5E FD  " "4 +D'' **7<<>::K  ! !+y$4 ! P S S r.c$SnUHnX-nM U$r]r%)r;rJis r/r&r&s A   Hr.tensors num_chunkscZ/nUHnUR5nXQU-S- U-U-nXeU:wa9S/S-URU- S- -SXeU- /-n[RXGS5nUSU[R "US/5-nUR URU55 M U$)Nr#rr$rT)r&rwrconstant_pad_ndrjSizeappendr) rnrPropadded_tensorstensor tensor_size pad_along_dimr view_sizes r/ _pad_chunkrys Nkkm $)J6:zIJV , ,#'V[[3.23C 007C))&q9F% J3C(DD fkk)45 r.cXUSRnUHnURU:wdM g g)NrFTrw)rnrwrus r/have_same_ndimsr| s- 1:??D ;;$  r.cUSR5SUnUH/n[R"UR5SUU:HS5 M1 g)Nrcg)NzG_chunk_cat expects same sizes of 0,...,dim-1 dimensions for all tensorsr%r%r.r/r+leading_dimension_matches..s]r.)r&rjr)rnrPleading_dim_sizesrus r/leading_dimension_matchesrsI )$3/ KKM$3 #4 4 ] r.c[R"US:S5 [R"[U5S:S5 USRnUSRnUHvn[R"UR 5S:S5 [R"URU:HS5 [R"URU:HS5 Mx [ U5(a)[R"USR5U5nOH[R"US:S5 UH'n[R"XR:S 5 M) [X5 U$) Nr#cg)Nz&_chunk_cat expects positive num_chunksr%r%r.r/r._preprocess_chunk_cat_inputs..s*Rr.rcg)Nz0_chunk_cat expects a non-empty input tensor listr%r%r.r/rr!s"Tr.cg)Nz#_chunk_cat expects non-empty tensorr%r%r.r/rr&s1Vr.cg)Nz8_chunk_cat expects all input tensors with the same dtyper%r%r.r/rr)Nr.cg)Nz8_chunk_cat expects all inputs tensors on the same devicer%r%r.r/rr-rr.cg)NzK_chunk_cat expects non-negative dim when input tensors have different ndimsr%r%r.r/rr4sar.cg)Nz3_chunk_cat expects dim < ndim for all input tensorsr%r%r.r/rr9Mr.) rjrr|rrrr|rEr%rPrwr)rnrProexpected_dtypeexpected_devicerus r/_preprocess_chunk_cat_inputsrs"  LLq"RS LL G qTQZ%%Naj''O V\\^a')VW LLN * N   MM_ , N w$$WQZ^^%5s; 1H a F LLkk!M  g+ Jr.rc[XU5n[XU5nUc[R"XAS-5$[R"XAS-US9 U$)Nr#)r)rryrjr()rnrProrrts r/ _chunk_catr?sK 'wZ @Cj9N {yyq11 .'s3 r. split_sizesc[RXUS9nUc-UVs/sHoUR[RS9PM! sn$[ X45H$upg[ XgR5 [XvSS9 M& gs snf)NrrQTr) rsplit_with_sizesrrjrVrrrr)r}rrPrsplitssrsplits r/split_with_sizes_copyrPst " "4# " >F {HNO1e&=&=>OO -MF fkk 2 U M. Ps&A9 split_size.cB[RRXU5$r7)rrr)rrrPs r/ unsafe_splitrcs ::  U 44r.cB[RRXU5$r7)rrr)rrrPs r/unsafe_split_with_sizesrhs  ( (S AAr.cURnX2nUS:XaUS:XdeUR54$XA-S- U-nSSKJn U"U5n[ U5Vs/sHoqPM nnXU-U- - US'[ R "XU5$s snf)Nrr#) guard_intrT)rdetachrmrrUrjr) r}rrPrbrchunksrrmrs r/rros**KHQ1}} #a'J 6F@ v F',V}5}!:}K5 $7($BCKO ;;t# ..6s Btensor_indices_or_sectionsc^URRS:XdeUR[R:XdeUR 5m[R "TS:H=(d TS:HU4Sj5 TS:Xa8UR5n[U[5(deURX25$UVs/sHoDR5PM nnURXR5$s snf)Ncpur#rc>STS3$)Nz{tensor_split expected tensor_indices_or_sections to be a zero-dimensional or one-dimensional tensor, but got a tensor with z dimsr%) split_dimsr/rAtensor_split_tensor_indices_or_sections_py_impl..s< ! 99S>r.veccUR5(d+UR5(d[U5n[U5nU[R"X5-nUS:XaU$UR 5S:XaX0-$XSU--$ru)rKrrrjmvr)r}rrrdrors r/addmvrss  ! ! # #DOO,=,=4yE  %((4% %C qy  yy{a{  r.rrstdgammaNCHxWgroup output_maskc h^^^^^^[R"XTUSS9 [R"XSS9 [R"TUSS9 [R"UR 5TT-T-:HUUU4Sj5 [R"TR TT4:HUUU4Sj5 [R"TSL=(d TR 5T:HUU4Sj5 [TT5up[R"U S:HUU4Sj5 [R"X5RTTT5RS/S 9n URTTT5RS/S 9n SnSnSnU S(Ga/S TU -- nTb[R"U TRS55RTTU 5RS5n[R"U TRS55RTTU 5RS5n[R"URS 5TRS TU 55nOU RTTU 5RS5nU RTTU 5RS5n[R"URS 5[R"S TU 4URS 95nUT-U- U-U-U-U-nU*T-UU-U-- nURS 5n[US5n[US5n[R"URTTU T5U5[R"URTTU T5U5-U-nURUR 5R!UR"5nU S (ahU RTTU 5U RTTU 5TRS 5-- URS 5-RS/S 9RT5nU S(aU RS/S 9nXU4$)NF)allow_cpu_scalar_tensorsc>STT-T-S3$)NzExpect input to have z elementsr%)rrrsr/r,native_group_norm_backward..s'A }I>r.c.>STSTSTR3$)NzExpect mean to have shape (, z , but got r)rrrsr/rrs-aS5'DJJ<Pr.c>>STSTbTR53$S3$)NzExpect gamma to have z elements but got rT)r)rrsr/rrs)'s*STST3$)NzExpect number of channels z, to be evenly-divisible by number of groups r%)rrsr/rrs,QC/[\a[bcr.r$rrhrTr#rr;)rEcheck_same_devicecheck_same_shaperjrrrdivmodrrrrVrrrrXr:r)rnrrrrrrrrrcpg_remdsdbd_inputd_gammad_biasrds_valdb_valc1c2c3s ` ````` r/native_group_norm_backwardrs D$ 5N 4F LL Q$> LL q%j P LL  +!+i q% IC LL  c ; & + +Aq# 6 : :s : CB   !Q $ ( (aS ( 1B $G $G#F1~~ 39   YYr5??1#56>>q%MQQRSTFYYr5??1#56>>q%MQQRSTFr" a,B ZZ5#.2215FZZ5#.2215Fr" Auc?4;;?Btmf$ ,t 3d :Q >S4Z&4-!+ + \\"  r1 % r1 % IIk))!UC=r Bii aS92> ?   //%++.11%++>1~E3'"''!UC*@4>>RTCU*UU..$%SaSS\ WQZ 1~QC f %%r.out2c  [XX#XEXgX5 n XU 4n[U 5H0unnUcM [XUR5 [ UXSS9 M2 U$r)r enumeraterrr)rnrrrrrrrrrrHrIrrrYrmrJs r/native_group_norm_backward_outr4sc"(D!%Fd#J&!1 = jmQWW 5 Q 4 P" r.c.UbURU5$U$r7r:)r;rs r/ _maybe_castrQs}ttE{ Hr.grad_outnormalized_shapebiasc^"URnUR5n [R"UR5m"U"4SjXXV45uppU ceU [ U5- nXSnUSUn/n/n[ U 5H-nUU:aURU5 MURU5 M/ [U5n[U5nSSK J n U"US:*5(dU"US:*5(a[US(aURU5OSUS(aURXS5OSUS(aURXS54$S4$[X;R55n[XKR55nX- U-nU bX-nOU nUU-n[R"UUS5n[R"UU5n[R"UUS5n[R"UU5nUU- U- nSnSn Sn!US(aUU- U-nUS(a3U b0[ U5S:a[R"U U-US5n OU U-n US(a;U b8[ U5S:a[R"U US5n!OU R!5n![#UUR5[#U UR5[#U!UR54$)Nc3j># UH(nUbURT[RS9OUv M* g7fr2)r:rjrVrr;r<s r/r-native_layer_norm_backward..fs?91A =  e.E.EF  1s03rrkr#r$TF)rrPrEget_computation_dtyperr|rUrsr&rmrkrgrXrjrrrr)#rrrrrrrr input_shape input_ndim grad_out_cast input_cast weight_cast bias_castaxis inner_dims outer_dimsinner_dim_indicesouter_dim_indicesrmrMrkx_hat grad_x_hatabrrrrKrd_weightrr<s# @r/native_layer_norm_backwardrXs++KJ33EKK@960 95M{  $$ $ ,- -DU#JUd#J#%#% :  9  $ $Q '  $ $Q '  ZA ZAJAF##';AF'C'C,7NEOOK (3>q>EOOK. /t3>q>EOOK. /  HL  T>>#3 4D T>>#3 4D  $ &E"0 " QA */6A :u %B 2($ /B 5" B EBJE $G!%H#F1~!8u$1~+1  !A %yy!68I5QH$u,H1~)/  !A %YY}.?GF"((*F GU[[)Hekk*FEKK( r.c [XX#XEXg5n XU 4n [U 5H/upUcM [XUR5 [ XU SS9 M1 U $r)rrrrr)rrrrrrrrrHrIrrrYrmrJs r/native_layer_norm_backward_outrs`()tFd#J&! = jmQWW 5 Q1 4 P" r. running_mean running_varmomentum functionalc .S/[[SUR555-n [R"UR 5n Un Un U(Ga'[R"UR 5n UR U S9n [R"XSSS9up[R"X-5nX- U-n[R"X5n[R"UU 5nUb&UU-SU- U--n U(dURU 5 UbgUR5URS- n[R"X5nUUUS- - -nUU-SU- U--n U(dURU 5 OUbUceUR U SS9nUn UR U SS9nUn UnS[R"XG-5- nURR S:waUnUnO"UR#S 5nUR#S 5n[%XR5S- 5n[%UUR5S- 5nX- U-nUb1UR'5n[%XR5S- 5nUU-nUb1UR'5n[%X R5S- 5nUU-nURR S:Xa2UR UR S9nUR UR S9nUR UR S9UUU U 4$) Nrr$rT)rP correctionrr#)rrrr)rorUrPrErrr:rjvar_meanrsqrtrcopy_rrrZrrrgrXr;)rrrrrrrr>rreduction_dimsr<new_running_meannew_running_var input_acc biased_varrrr save_mean save_rstdn squeezed_var unbiased_varinvstds r/native_batch_norm_helperrsS4a 566N33EKK@#!O!77 DHH#4H5  >> a  {{:+,,$&MM$7 MM$7  #')3q8||6SS ""#34  "  A.A!==DL'1A;7L&5X8TTO!!/2'K,CCC#->TJ '!nn+<4nH %ejj!234 <<   %$II-I-I yy{Q7"6599;?;,&( !"699;?;& ||~ yy{Q7$ ||E!LLu{{L3 LLu{{L3   $  r.r save_invstdc 2[XX#XEXgS5 upn n XU 4$NFr rrrrrrrr>rrrrWs r/native_batch_normrs1*B t;(QV*&Fy!Q i ''r.c UcUc[RXX%Xg5$Uc [S5eUc [S5eU(a[RXX#XEXg5$[RXX#XFU5$)Nz`running_mean is None, but running_var is provided. They should both be None or both be provided.z`running_var is None, but running_mean is provided. They should both be None or both be provided.)r_native_batch_norm_legitrn$_native_batch_norm_legit_no_training)rrrrrrrr>s r/native_batch_norm_decompositionr4s 3,, 48   <   <  ,, 4{h  88 4{c  r.cjURU5nX1-S- U-nUS:XaZUS:XaTUVs/sHoTPM nnXDU-U- - XaS- '[RRRR XU5$[RRR RXU5$s snfNr#r)r&rjopsrrrrr)rurrPrrrWrs r/unsafe_chunk_py_implr#Ys{{3H#a'F2JQ8q=+126az6 2",V0Ch0N"O QJyy~~55==fSVWW 99>> & & - -f# FF3s B0c N[RRUUUUUSUU5$r)rrr)rrrrrrr>s r/rres5  ( ( 0 0      r.c 2[XX#XEXgS5 upn n XU 4$rrrs r/rr{s1*B t;(QV*&Fy!Q i ''r.c 6[XUSSX4US5 upgn n XgU4$rr) rrrrrr>rrrrWs r/!_native_batch_norm_legit_no_statsr's4*B tT4S%*&Fy!Q i ''r.c ^[XX#XEXgS5 unn n n n U cS5eU cS5eXXU 4$)NT#new_running_mean should not be None"new_running_var should not be Noner) rrrrrrrr>rrrr r s r/#_native_batch_norm_legit_functionalr+s_" ! t;(QU    'N)NN '  &L(LL & i? JJr.c L[RRXX#USU5nSnU[RRR:Xa[RR X5n[R "U[RURURS9$)a Return a reserve tensor for batch norm, used only by cudnn to pass forward state to the backward pass. This is needed for `_batch_norm_with_update` and `_batch_norm_no_update`, which support a variety of backends including cudnn. We create this tensor here to get the correct shape in the traced graph if we detect that will call the cudnn kernel, and rely on DCE to avoid materializing this tensor. Tr)rlayoutr) rj_C_select_batch_norm_backend_BatchNormBackendCudnn(_get_cudnn_batch_norm_reserve_space_sizeemptyuint8r-r) rrrrrr>rbackend reserve_sizes r/_get_batch_norm_reserve_tensorr7s hh11 t;cGL%((,,222xxHH   ;;EKK U\\ r.c R[UUUUUSUUS5 upxn n [XX#XFSS9n XxX4$)NTFrrr7 rrrrrrr>rrrrWreserves r/_batch_norm_with_updater=sU*B      *&Fy!Q- t;dG i 00r.c x[XX#USXVS5 unnn n n [XX#XFSS9n U cS5eU cS5eXxXX4$)NTr9r)r*r:) rrrrrrr>rrrnew_rmnew_rvr<s r/"_batch_norm_with_update_functionalrAsu ! t;hT  - t;dG  DDD   CCC  y6 BBr.c R[UUUUUSUUS5 upxn n [XX#XFSS9n XxX4$)NFr9r:r;s r/_batch_norm_no_updaterCsU*B      *&Fy!Q- t;eG i 00r.cUbe[R"U5U:R[RS9nUR U5U-SU- -nXC4$)Nrrh)rjrLr:r4r3)rrK generatorrrNs r/_fused_dropout_decompositionrF"sY    OOE "Q & * * * =D ,,u  %q 1C ;r.)rr-r pin_memory non_blockingrRrrGrHrRc U(aU[R:XdS5eU(aS5e[U[R[[ [ [45(deUc7Uc4Uc1[U[R5(aUR5$U$Sn[U[R5(aUnO[R"U5nUbcX8R:waTUb1URS:Xa![RRX5nSn[RRXU5nUb(U(d![RRX5nSnUb[R"XS9$U$)NTODOFrTrQ)rjstridedr9rrrrcomplexr scalar_tensorrr_primsconvert_element_type device_put) r;rr-rrGrHrRdtype_convertedx_tensors r/_to_copyrS,s15==08&8 0!6!> a%,,UD'B C CC C ~%-M,A a & &779 HO!U\\""&&q) f7  !5||88IH"O<<**8\J <<44XE {{8AA Or.c,[RU5$r7)ralias)r;s r/nop_decompositionrVZs ::a=r.out3exponential_average_factorepsilonc [RUUUUUUUU5upn U(a XXRS[RS94$UURS5URS5URS[RS94$)Nrr)rrrgrjr4) rrrrrrrXrYrrrs r/cudnn_batch_normr[bs$$  " GA!aU[[ABB  EKK0  r.c[U5HBup#US:XdM X R:aURUU:XaM1URU5nMD U$r])rrwrrV)r;broadcast_maskrrs r/_broadcast_batch_norm_backwardr^sF/  19dVVm 0E D!A0 Hr.r<c *[UUUUUUUUUU 5 $r7)native_batch_norm_backward) rrrrrrrrDr>rr<s r/batch_norm_backwardras/ &     r.c .^&URn Ub URn OU n [R"UR5m&U&4SjUUUUUUU45un n nnnnnURnUR 5nUS:dS5eSn[ [ U55UU- nUnUnU(a UbUceO#UbUceUn[R"UU-5nS/U-nUUUU'/n[U5HnUU:wdM URU5 M [UU5nSU- n[R"U U5n[R"XU- -U5n[UU-U5n[[R"UU-UU-5U5n Uc[UU5S-n!O[UU-U5n!U(aU U- U -n"U U"- U- U!-n#OU U!-n#U S(aUU-n$OSn$U S(aUn%OSn%U#RU 5[U$U 5[U%U 54$)Nc3P># UHnUbURT5OUv M g7fr7rrs r/r-native_batch_norm_backward..s/  A$%= a7 s#&r$z$rank of the input must be at least 2r#rh)rrErrrPr&rorjrrUrsr^rrr:r)'rrrrrrrrDr>rr weight_dtyperrrrunning_mean_castrunning_var_castsave_mean_castsave_invstd_castr input_rankr num_featuresrrr]reduction_axesrmrgrad_output_sumdot_p grad_mean proj_scale grad_scaleprojrYrj grad_biasr<s' @r/r`r`st++K || " 33EKK@          ++KJ ?BBB? D[)*[->>L D F F$666$6!,1A1MMM -34!"j 0N&t,N4 "N :  9  ! !! $ *$ ?D  Dii ~>O IImD'89> JE./E~VI/ %$,0J 3FNKcQ 3 [ .  T!Z/$t+y8JF "Z/ 1~fn  1~#    k"K.I|, r.c  [UUUUUUUUUU 5 n XU 4n[U 5H0unnUcM [XUR5 [ UXSS9 M2 U$r)r`rrrr)rrrrrrrrDr>rrHrIrrrYrmrJs r/native_batch_norm_backward_outru sv"(    Fd#J&!1 = jmQWW 5 Q 4 P" r.save_varc B[RUUUUUUUSU/SQ5 $NT)TTTrr`)rrnrrrrrvrYs r/miopen_batch_norm_backwardrz6 s5  * *    r. reserveSpacec B[RUUUUUUUSU/SQ5 $rxry) rrnrrrrrvrYr{s r/cudnn_batch_norm_backwardr}P s5  * *    r.c^^^^^URmURm[T5m[R"TS;U4Sj5 URSSH!n[R"US:gU4Sj5 M# TSUS-S:XawTSUS-S:Xah[ S[ TSSU555n[ S[ TSSX555n[RRRXU5$S mS mUUU4S jnU"TSUS5upgpU"TSUS5uppUS [US 5U 4nU (dU (d[R"USS9$SnU"XXSS9upU"XXSS9upSn[[URS5[URS55H$unnUc US USS2U4nMUUS USS2U4-nM& UX{-- $)Nrc>ST3$)Nz9adaptive_avg_pool2d(): Expected 3D or 4D tensor, but got r%r{sr/r%adaptive_avg_pool2d..u s KD6Rr.rSrc">S[T5S3$)Nzjadaptive_avg_pool2d(): Expected input to have non-zero size for non-batch dimensions, but input has shape rrrsr/rrz s99>uaIr.rTc3.# UH upX-v M g7fr7r%)rrmr.s r/r&adaptive_avg_pool2d.. sG*F$!qv*Fc3<# UHupo1US- U-- v M g7fr#Nr%)rrmr.rs r/rr s" +OaQ! O+Osc2[R"X-USS9$)Ntrunc rounding_moderjdivrrrs r/ start_index(adaptive_avg_pool2d..start_index syy99r.cF[R"US-U-U-S- USS9$)Nr#rrrrs r/ end_index&adaptive_avg_pool2d..end_index s&yy!a%1q1,awGGr.c>[R"UT [RS9nT"X!U5nX-S-nX-nUS:H=(d X-S:H(+nU(aUS- nO US:XaUS-n[R"UT [RS9nURS5U-nU(aQ[R"US- UR UR S9n [R"X5nT "X!U5n X- n OUn XXv4$)Nrr#rrTr)rjrrrVrMrrminimum)in_sizeout_sizeorangei0 maxlength in_size_modadaptive range_maxrmaxvali1lengthrrrs r/ compute_idx(adaptive_avg_pool2d..compute_idx shvU[[I 7 3'!+ ( #q(GH,Ba,GH  NI A  NILL6M ll2* ((! 399SZZF--,C6W5BWFFI//r..r;)rrTrc[U[5(aX4$US:deX!RS5:nUS:Xa [US5n[R "XS5n[X*5nX4$)NrrTrSr;r)r9rrVrXrjrg)valsrrrrPrs r/ maybe_mask'adaptive_avg_pool2d..maybe_mask sp fg & &< 7N7 0 0 44Dby(q1$$T5D&vt4F< r.)rrPr)rrr|rjrrrnnr avg_pool2drXrrrU)rrrrpkernelridxhlength_h range_max_h adaptive_hidxwlength_w range_max_w adaptive_wrrretrmjrrrwrrs @@@@@r/adaptive_avg_pool2drk s  \\F KKE u:D LL R[[  F I  Ry;r?"a'E"I B,G1,LG#eBCj+*FGG +.uRSz;+O  xx""--eVDD:H0@/:%)[QS_.U+DK.9%)[QS_.U+DK 'a0$6 7D jzz$H--    bND  bND Cdjjn-uTZZ^/DE1 ;sAq!|$CS!Q\**C F (% &&r.c[R"SUS35 [[RUR SU*5n[[RU5nS/UR -nUR SU*USU*&U[RX@RS9RU5U--RS5nUR[UR SU*5[U5-5n[RURS5U/URS5SS9RUR 5$)N max_unpooling d_forward_outr#rrTFr$)rEalert_not_deterministicroperatorrrrwrrrrrrgror') r}rrrPnchwindices_nc_shape indices_flatrs r/ _max_unpoolndr s !!M#m"DE  djj3$/ 0B  k *BsTYY"jj3$/Usd$++b+5::;KLrQQ gbk^^DEcT!23d;6GG HF  ! !r\NDLL,< "  d6<<r.c,^^^^[R"TR[R:HU4Sj5 [R"[ T5S:HU4Sj5 [R"TR S;U4Sj5 [R"TR TR :HUU4Sj5 [STR 5H1m[R"TRT5S:UU4S j5 M3 [TTTS5$) Nc">STR3$)Nz2elements in indices should be type int64 but got: r)rsr/rmax_unpool2d.. sDW]]OTr.r$c">S[T5S3$)NzMThere should be exactly two elements (height, width) in output_size, but got elements.r|rsr/rr ;'(  4r.rc$>STRS3$)NzLInput to max_unpooling2d should be a 3d or 4d Tensor, but got a tensor with dimensions.r{rsr/rr s%%)YYK| =r.c<>STRSTR3$NzBExpected shape of indices to be same as that of the input tensor (z%) but got indices tensor with shape: r)rr}sr/rr s'PQUQ[Q[P\]229-- Br.r#rc*>STRSTS3$)NzZmax_unpooling2d(): Expected input to have non-zero size for non-batch dimensions, but got  with dimension being empty.r)rmr}sr/rr s ::,&6qcHr.) rjrrrr|rwrrUr&r)r}rrrms```@r/ max_unpool2dr s LL $T LL KA  LL V  LL gmm# 1dii  IIaL1   ! w Q 77r.cD^^^^^^[R"TR[R:HS5 [R"TRS;U4Sj5 [R"[ T5S:HU4Sj5 [R"[ T5S:HU4Sj5 [R"[ T5S:HU4Sj5 [R"TR TR :HUU4Sj5 [S TR5H1m[R"TRT5S :UU4S j5 M3 [R"TS S :=(a TS S :=(a TS S :U4S j5 [TTTS5$)Ncg)Nz(elements in indices should be type int64r%r%r.r/rmax_unpool3d..% s.Xr.r;rc$>STRS3$)NzLInput to max_unpooling3d should be a 4d or 5d Tensor, but got a tensor with rr{rsr/rr) s^_d_i_i^jjvwr.rc">S[T5S3$)NzVThere should be exactly three elements (depth, height, width) in output_size, but got rrrsr/rr- rr.c">S[T5S3$)NzRThere should be exactly three elements (depth, height, width) in stride, but got: rrrpsr/rr4 sdehioepdqq{|r.c">S[T5S3$)NzSThere should be exactly three elements (depth, height, width) in padding, but got: rr)rsr/rr8 sefijqfress}~r.c<>STRSTR3$rr)rrsr/rr< s'PQVQ\Q\P]^229-- Br.r#rc*>STRSTS3$)NzZmax_unpooling3d(): Expected input to have non-zero size for non-batch dimensions, but got rrr)rmrsr/rrE s  ;;-'7s-Ir.r$c>ST3$)Nz5strides should be greater than zero, but got stride: r%rsr/rrN s GxPr.) rjrrrrwr|rrUr&r)rrrrprrms`````@r/ max_unpool3dr s? LL $&X LL fw LL KA  LL F q| LL G ~ LL w}}$ 1ejj ! JJqMA   " LLq A 9&)a-9F1IMP a 88r.)roruc [XX#SUS9$)NTinplacero _index_addr;rPrruros r/ index_add_rT s aeT GGr.c [XX#SUS9$)NFrrrs r/ index_addr` s aeU% HHr.rcz^^^^ ^ ^ [R"URT5m[R"TRS:*U4Sj5 TRS:XaTR S5OSm URS:aUR T5OSm [R"T T :HUU U 4Sj5 TS:wao[R "UR5m [R"T [:H=(d [R"[T5T 5UU 4Sj5 UT-nURS:HnU(aURS5OUnST-T4-nU(a[RO[Rn U "XxUSS9n U(aU$U(aU RS5$U R!5$) Nr#c$>STRS3$Nz(Index should have dimension 1 or 0 (got r6r{rsr/r_index_add..y :5::,aHr.rc>STSTST<3$)NzNumber of indices (z') should be equal to tensor.size(dim) (z ), for dim=r%)rP index_sizervsr/rr s%j\1XYdXeeqmplrsr.c(>S[T5STS3$)Nzalpha argument of type z cannot be safely cast to type !)r)ro python_typesr/rr s-d5k]:YZeYffghr.r7Tr$)rEcanonicalize_dimsrwrjrr& dtype_to_typerris_weakly_lesser_typerrVr index_put_ index_putrr)r;rPrrurrozero_dimrNrrrrrrvs `` ` @@@r/rrm sK  ! !!&&# .C LL aH#(**/AqJ&,kkAo&++c"1K LLz!s z))!''2  4  E**4; D h %vv{H#QB C-5( "C#*I BV 5C!)s{{1~?s~~/??r.c  [R"[U5S:S5 [U5nUSR5nUSSn[ SU55nU(aX64nOXc4nXu-nUSR Xr5nS[U5-n [ U5Hfn X n [RXSXkRS5- 4-U5n U(a[RXSU S9nMQ[RXSU S9nMh U$)Nrcg)Nz#received an empty list of sequencesr%r%r.r/rpad_sequence.. s-Rr.r#c3B# UHoRS5v M g7frr&)rr;s r/rpad_sequence.. s/Y&&))Ys)rrrPr) rjrr|r&rr@rUrrqr) sequences batch_first padding_valuesequences_sizemax_size trailing_dimsmax_lenout_dimsr dim_paddingsrmcurrseqrows r/ pad_sequencer s  LLY!#%RS^N|  "HQRLM/Y//G",,'H A,   8CC ..L > ","" Q,,q/(A$BBM  %%cAQ%?C%%cAQ%?C# Jr.c[XX#SS9$)NTr _index_copyr;rPrrus r/ index_copy_r s qud ;;r.c[XX#SS9$)NFr r r s r/ index_copyr s que <STRS3$rr{rsr/r_index_copy.. rr.rr7) rErrwrjrrVrrrrr) r;rPrrurrrNrrrs ` r/r r  s  ! !!&&# .C LL aH vv{H#QB"'**/EOOA uE C-5( "C#*I BV $C!)s{{1~?s~~/??r.cF[R"URS5U5n[R"[R"U5*5nUR (dUR (aURS5nOUnU[R"U5- U4$)Nr%r)rjrrgrirris_xpur?)r}rrlrs r/log_sigmoid_forwardr sn --r*D 1C 599T?"#A ||t{{% Q  ''r.lowhighrEc [R"UR[U5[U5URUR US9$)N)rrrrrE)prims_uniform_helperrrrr)r;rrrEs r/uniformr s=    cN t_ggxx  r.c8UR[XX#55$r7)r r)r}rrrEs r/uniform_r s ::gd9 ::r.c2[U5S- nUb@[R"USLS5 [R"[U5U:HS5 U$Ub[R"USLS5 [R"[U5U:HS5 /n[U5HZupE[ U5U:Xa$UR XS-[ U5-5 M8UR [ XS-U-55 M\ U$[R"SS5 g)Nr$cgNz9Must specify exactly one of output_size and scale_factorsr%r%r.r/r.upsample_compute_output_size.. Or.cgNr%r%r.r/rr" sRr.cgr!r%r%r.r/rr" r#r.cgr%r%r%r.r/rr" srr.Fcgr!r%r%r.r/rr" sRr.)r|rjrrrrsr)r5r scale_factorsspatial_dimensionsrmrs r/upsample_compute_output_sizer, sZ1, T ! O   S%);;ZH  4  O   S'+==zJ m,DA1v{"":!e#4s1v#=>""7:!e+ ){ RE& TFSZ,?  U6 >>r.c/n[U5nU(aSOSn[U5HnXnURU*U-n X'b XX'-- OX- n [R"U[R UR S9n X-U -R[R5n [US- U- 5Hn U RS5n M URU 5 M U$)Nrrrr#rT) r|rUrrjrrrr:rrVrs)rrr.r9rnum_spatial_dimsrrr4isizerpoutput_indices input_indicesrWs r/!_compute_upsample_nearest_indicesr@B sG;'SsF # $ --12/5y/D*+%-e5==V(1U:>>u{{K '!+a/0A)33B7M1}%+%, Nr.)preserve_memory_formatrr.c[XU/5$r7r2rrr.s r/upsample_nearest1drEb s U& ::r.c[XU/SS9$r7rCrDs r/upsample_nearest_exact1drGn s U& FFr.scales_hscales_wc[XX#/5$r7rCrrrHrIs r/upsample_nearest2drL| s U(1E FFr.c[XX#/SS9$r7rCrKs r/_upsample_nearest_exact2drN s U(1ET RRr.scales_dc[XX#U/5$r7rCrrrOrHrIs r/upsample_nearest3drR s U(h1O PPr.c[XX#U/SS9$r7rCrQs r/_upsample_nearest_exact3drT s  X:$ r.r9c:[XX#S9nSS/U-n[RX5nURS:Xad[R "U5nUR SnURRS:XaUS:a[RnURUS9nU$)Nr8r;r#cudarQ) r@r _unsafe_indexrwrErrrrrjrVr) rrr.r9spatial_indicesrrrR n_channelss r/r2r2 s8 FOTl_,G    /F {{a33E: [[^ <<   &:>!33M"""? Mr.c U(a U(aSnOU(aSnO U(aSnOSn[U5U-S:Xd[U55e[S[U5U5Vs/sHn[XXC-5PM sn$s snf)Nrr;rr$r)r|rUr)params has_biaseshas_projections group_sizerms r/ gather_paramsr_ s|o    v; #q (5#f+5 (38CK3T 3Taf()3T  s"A>cxU(a%USU-USU-pTUSU-S-USU-S-pvO XXpTSupgXEXg4$)Nr$r#NNr%)r[hiddensrm bidirectional cur_params cur_hidden bidir_params bidir_hiddens r/params_hiddensrh s[!'AAJ%+AEAI%6A 8Jl!'GJJ%/" < ==r.c~X:deURURSX!U- 55 URSSU5$ru)rsr')relast_batch_size batch_sizerbs r/update_hidden_for_packedrl sA  '' ' NN:$$Q j4PQR   Q: ..r.c tX:XaU$X:de[R"UURSXU- 545$ru)rjconcatr')rerjrk inp_hiddens r/ update_hidden_for_packed_reverserp sJ$  '' ' <<    a2N O  r.c USnUSnU(aUSOSn U(aUSOSn /n /n U(aUSOUSn URSSU 5n[R"U[U55nU(aUSSS2nUHXnURSnU U:XaO"U(a[ XUU5nO [ XUU 5nU"XXyX5nUn U RU5 MZ U(aU R5 O!U RU5 U R5 [R"U S5nU(d[R"U S5OUnUU4$)Nrr#r$rrT) r'rjrrorrprlrsreverser()inphiddenr[r\ hidden_fn batch_sizesrr ih_weight hh_weightih_biashh_bias step_outputrbrjre split_inprmr hidden_outs r/one_layer_rnn_datar~ sCq Iq I%fQi4G%fQi4GK"$G)0k"ok!nOq!_5J Ck!23IddO  IIaL a   9QJ2QJs IW :&#&z" ))K #C.57A&:J  ?r.c^U4SjnU$)NcD>T"[R"XU5U-5$r7rlinearrmrerwryrxrz nonlinearitys r/rKrnn_cell..inner1 sAHHZGDqHIIr.r%rrKs` r/rnn_cellr0 sJ Lr.c^U4SjnU$)Ncr>[R"XU5nT"[R"XU5U-5$r7rrs r/rKrnn_cell_data..inner8 s. HHQ7 +AHHZGDqHIIr.r%rs` r/ rnn_cell_datar7 sJ Lr.c USnUSnU(aUSOSnU(aUSOSn [R"XU5n U(aU RS5OU n URS5n /n U Hn U"XXhXy5n U R U 5 M U(aU R 5 [ R"U S5nXRS54$)Nrr#r$r) rrfliprVrsrrrjr(r)rsrtr[r\rurrrwrxryrzprecomputed_inputrer{rmrs r/ one_layer_rnnr? sq Iq I%fQi4G%fQi4G95<)..q1BS!!!$JK qi)U :& ))K #C ""1% %%r.cUSnUSnU(a USnUSnOH[R"UR55n[R"UR55nUSRS5n USRS5n /n Sn U RS5n SnSnSnSnUR 5nU R 5n U R 5n [R R RRUUUUUU U UU U U UUUUU5nUSUSUSnnnUURS5URS544$)Nrr#r$rF) rjrr&rVrr"rmkldnn_rnn_layerrr)rsrtr[r\rrw0w1w2w3hxcxrvmode hidden_size num_layersrcrrDoutputsr[hycys r/mkldnn_one_layer_lstmrU sS B B AY AY [[ # [[ #   Q B   Q BK D''!*KJMK E .. C B Biinn--55         !G$ GAJ 2rA rzz!}bjjm, ,,r.c (U(aURSS5OUn/n [U5Hn [X!X5uppU(a XKS- :aUOSnU "X X5unnU RU5 U(aU "XXSS9unnU RU5 U(a+[R "UW/UR 5S- 5nOUnUS:wdMU(dMXS- :dM[R"XSS9nM U(aURSS5OUnX 4$)Nrr#rT)rr)rD) transposerUrhrsrjr(rPrG)rrtr[r\rrGrDrcrlayer_fn final_hiddensrmrdrerfrgfwd_inp fwd_hiddenbwd_inp bwd_hiddens r/ _rnn_helperr s&1EOOAq !eEM : =K A> : $ U(:'&u*QZ( "*\t# GZ   , IIw0'++-!2CDEE a C  M1- --r.c URS5n [X#S5n[UU UUUUUUU[[[ [ R5S95 upU [ R"U S54$r) rr_rrrrrjrrrs r/rnn_relu_inputr rr.c URS5n [X4S5n[UU UUUUUUS[[U[ [ R5S95 upU [ R"U S54$NrFrvru) rr_rrr~rrjrr datarvrr[r\rrGrDrcrtrrs r/ rnn_relu_datar wYYq\F 6u 5F$    ##EJJ/ C  M1- --r.c URS5n [X4S5n[UU UUUUUUS[[U[ [ R5S95 upU [ R"U S54$r) rr_rrr~rrjrrrs r/ rnn_tanh_datar rr.cf[R"XU5U-nURSU5nUSR5n USR5n USR 5n USR5n X-X--n XR 5-nUcUO[R"XS5nX4$)Nr;rr#r$rrrchunkrr)rsrrrxrz hr_weight chunk_dimgates chunked_gatesin_gate forget_gate cell_gateout_gaterrs r/ lstm_cellr4 s HHRG ,s 2EKK9-MA&&(G"**,Ka %%'IQ'')H  W0 1B GGI B ahhrd&CB 6Mr.c JUSnUSnU(aUSOSnU(aUSOSn[U5S:XaUSO[U5S:XaUSOSn USRS5n USRS5n [R"XU5n U(aU R S5OU n /n U H"n[ X XXSS9upU R U 5 M$ U(aU R5 [R"U S5nXRS5U RS544$)Nrr#r$rrr;r) r|rVrrrrrsrrrjr(r)rsrtr[r\rrrwrxryrzrrrrr{rs r/one_layer_lstmrB sq Iq I%fQi4G%fQi4G[A%q F q8H6!9d   Q B   Q B95<)..q1BSK 3B7QRS2! ))K #C A 1 . ..r.c USnUSnU(aUSOSnU(aUSOSn [U5S:XaUSO[U5S:XaUSOSn /n /n U(aUSOUSn [R"U[U55nU(aUSSS2nUSnUSnUR SSU 5UR SSU 5nnUGHnUR Sn[ R"XU5nUU :aaU RUR SUU U- 5UR SUU U- 545 UR SSU5UR SSU5nnUU :aZ[R"UUR SU UU - 54S5n[R"UUR SU UU - 54S5n[UUUXyU SS9unnUn U RU5 GM U(aU R5 UU4nO\U RUU45 U R5 [U 6unn[R"US5[R"US54n[R"U S5nUU4$) Nrr#r$rrr;rTr)r|rjrror'rrrrsrnrrrrr()rsrtr[r\rvrrrwrxryrzrr{rbrjr|orig_hxorig_cxrrrmr}hidden0hidden1rs r/one_layer_lstm_datar] spq Iq I%fQi4G%fQi4G[A%q F q8H6!9dKG)0k"ok!nO Ck!23IddO QiGQiGq!_-q!_- B  IIaLhhsw/   NNIIaOa$78IIaOa$78  YYq!Q'1a);B  W^^AO8KLMqBW^^AO8KLMqB3B IQRSB236"X Bx =YYw*EIIgq,AA ))K #C  ?r.c<SnU"XU5(a[$[$)aCheck whether we could use decompose lstm with mkldnn_rnn_layer. All the below conditions need to be met: * ``torch._C._get_mkldnn_enabled()`` returns ``True``. * All the input args are on CPU. * The dtypes of args are either torch.float or torch.bfloat16. * Inference. * ``has_projections`` returns ``False``. Args: * input: the input sequence to LSTM * hx: a tuple of the input hidden state and cell state ``(h_0, c_0)`` to LSTM * params: the weight and bias tensors of LSTM c[RR5(dgU/[U5-[[R "U55-nUVs1sHoDR iM nn[U5S:wagUR5nU[R "S5:wagUVs1sHoDRiM nnUH)nU[R[R4;dM) g UR(agUSRS5USRS5:gn U (aggs snfs snf)NFr#rrr$T)rjr._get_mkldnn_enabledror from_iterablerr|poprrbfloat16 requires_gradr&) rrr[rntdevicesrdtypesrr]s r/ use_mkldnn2select_one_layer_lstm_function..use_mkldnn sxx++--'DH$tE,?,?,G'HH%,-W88W- w<1  U\\%( (#*+7a''7+EU[[%..99   Q%**Q-2a5::a=8 ).,s D8.D=)rr)rrr[rs r/select_one_layer_lstm_functionr s":%V$$$$r.c [U5S:XdS5e[X#USRS5USRS5:g5n[[ USUS55n [ XU5n [ UU UUUUUUUU 5 up[[ U 65n U [R"U SS5[R"U SS54$)Nr$lstm expects two hidden statesrr#) r|r_r&rorrrrjr) rrr[r\rrGrDrcrrtrrrs r/ lstm_implr s r7a<999< 6r!uzz!}1 1 /M NF #beRU# $F-e@H$   Cm,-M  M!,a0%++mA>NPQ2R RRr.c [U5S:XdS5e[X4USRS5USRS5:g5n[[ USUS55n [ UU UUUUUUS[ [US95 up[[ U 65n U [R"U SS5[R"U SS54$)Nr$rrr#F)rv) r|r_r&rorrrrrjrrs r/lstm_data_implr s r7a<999< 6r!uzz!}1 1 /M NF #beRU# $F$   #= Cm,-M  M!,a0%++mA>NPQ2R RRr.c$URSS5n[R"XU5RSS5nUSUS-R5nUSUS-R5n USUSU--R 5n X- U -U -$)Nrr#r$r)rrrrr rsrerwryrxrzchunked_igateschunked_hgates reset_gate input_gatenew_gates r/gru_cellrsYYq!_NXXjW=CCAqIN #nQ&77@@BJ #nQ&77@@BJq!^A%6%CDJJLH  !Z /( ::r.cN[R"XU5RSS5n[R"XU5RSS5nUSUS-R5nUSUS-R5n USUSU--R 5n X- U -U -$)Nrr#rr$rrs r/ gru_cell_datarsXXcg6<> 1 1 mg r.c[UR5X5n[US5n[US5n[RR R XX%U5$r)r,r&r/rjr"r_upsample_bicubic2d_aars r/upsample_bicubic2d_aa_vecrlsP ){ REmQ/GmQ/G 99>> 0 0 mg r.c~[UR5X5nU(aUOS/[U5-n[XX%5$r7)r,r&r|_upsample_linear)rrrr*r4r.s r/_upsample_linear_vecrxs7 ){ RE+]$#e*1DF E- @@r.rc[XX#/5$r7r)rrrrIs r/upsample_linear1drs E z JJr.c[XX#U/5$r7r)rrrrHrIs r/upsample_bilinear2drs E (?S TTr.c[XX#XE/5$r7r)rrrrOrHrIs r/upsample_trilinear3drs  Mh+I r.cZU(aUS:a US- US- - $S$Ub US:aSU- $X- $)Nr#rhrr%)rrrrps r/_compute_scalers@5=\# (S.1HqH#/EAIsU{U7CUUr.c,U(aX-$XS--S- $Nrr%)rp dst_indexrs r/_compute_source_indexr s   C(3..r.weightsweights_precisionc[S[X555SUS- --nX2- n[R"USS5R [R 5$)Nc3# UHFupUR[R5UR[R5-v MH g7fr7)r:rjr9)rrrs r/r%_sum_tensors_uint8..s5:K$!U[[ADD--:KsAAr#r) _sum_tensorsrrjrr:r4)rr r rs r/_sum_tensors_uint8rs_:=c:K  1$ %'F (F ;;vq# & ) )%++ 66r.c[R"U5R5nSn[R"X!RS9nSUSUS----nUS:nX%R 5- $)Nrrr#i)rjrrrrr)r  max_weightmax_weight_precision precisionsvaluesrs r/_compute_weight_precisionrseW%))+J2;L;LMJ :zA~!67 7F g D ((* ,,r.c ^^^TRSnTRSSn[U5n[R"T[RR S9unmUUU4Sjn[ [XQU55V V V Vs/sHun upnU"XX6S- U - 5PM n n n n n[[U 65upn/n[SS//U-6HhnSS/[U5Vs/sHnUUS:XaUUOUUPM sn-n[RTU5n[UT5nURU5 Mj [[U55Hsn XX- R!SS5R#T5n[USSS2USSS25VVs/sH#unnU[$R&"UU- U5-PM% nnnMu [U5S:XdeUSn[R("T5nTR*R,S:XaUS :a[$R.n[1U[$R25(deUR5US 9nTR75(dUR95nU$s snn n n fs snfs snnf) Nr#r$rRc`>[XT U5n[R"UT RS9R T S9n[ XET 5R SS9nUR"URS/S/U-Q76nUR [R5nUS-R US- S9nXgU4$)Nrrrrrr#r) rrjrrr:r rrrr) inp_sizerr.nsqueeze scale_factorrmx_f32r;xp1rrrs r/ get_values$_upsample_linear..get_valuess%h-P  LL%,, 7 : : : G%l}EKKPSKT ekk!n@sh/?@ HHU[[ !1umm1 m-}r.rrrhrVrQ)rr|rErFrT INT_TO_FLOATrrrorrUrrWrrsreversedrr:rjrrrrrVr9rrrKround)rrrr.rY inp_sizesn_dimsrWr!rmrrrxs_f32xsxp1svsrkrvxscalev1v2rrRrs` ` @r/rrsvQJ ABI ^F'' !AANNHAu 09   /0 0 +A+F 8vzA~>0   CL)F B 1vh' (TluV}U}!qtqybed1g=}UU   uc * #Au - ! ) eFm $)be#**3477>b1gr!$Q$x0 1B 27F+ +0  % r7a<< UF//6M ||F"zB// fell + ++ +   ]  ;F  " " $ $ MQV s?I1 I9 *I>rrc4URUR:H$r7r)rrs r/ is_same_sizer3s 77agg r.c,[RX5$r7)rr)r;rrGs r/_reshape_aliasr5!s 99Q r.c,[RX5$r7)rr)r;rs r/rWrW's ::a !!r.c.[RXX#5$r7)rr)r;rr~r%s r/r'r',s >>!e 88r.cUHKnUcM[R"UR[R[R4;S5 MM [R"UR[R :HS5 SSKJn U"UR5S:H5(a;[RRX5nURURU5$[[U55H0nX'nUcM URSUR!U5S- S9X''M2 ["R%X5R'U)U5$)NcgNz3tensors used as indices must be long or int tensorsr%r%r.r/r&_unsafe_masked_index..7rr.cgNz*tensors used as masks must be bool tensorsr%r%r.r/rr;<GJ!   a ) 5 5teT BBr.cRUHKnUcM[R"UR[R[R4;S5 MM [R"UR[R :HS5 UR 5S:XaUR5$[[U55H@nX%nUcM URURU5*URU5S- S9X%'MB URU)S5n[RXUSS9$)Ncgr:r%r%r.r/r5_unsafe_masked_index_put_accumulate..Srr.cgr=r%r%r.r/rrEXr>r.rr#rTr$)rjrrrfrrrrrUr|rr&rgrr')r;rrrrrm masked_values r/#_unsafe_masked_index_put_accumulaterHMs   LL  EII66M  LL ejj <  wwyA~wwy 3w<    !&&)QGGJ! %%teQ/L  ! !!lt ! LLr.cUR5nSnUS:aSnUb5US:a)S/U-nURSXv'URU5nOUnX-n[R"X:gUS5n U R U5n [R "XU 5RU5*n [R"X:gU S5n U[RR:XaUS:aURSS5n X4$UblWRUR5n[R "XU 5RU5n [R"X:gU S5n U R5n O!X:gR5RU5n U[RR:XaU R5n X4$U[R R:XaU R5U - n X4$)Nr#r$rr%r)rPrrrjrkrVgatherrr!r*r~r@rrr:r,r+)r}rrrrr(r rwr! safe_target_rrwsums r/_nll_loss_forwardrNgsXXZFK z   A:E"(aE  E"AAx++f4fa@K((5Lll4l;CCKP PF [[/ ;FINN(((VaZ}}R- ##  HHTZZ ||AL9AA+N{{614;xxz .33588> IMM'''   inn** * ,  r.c>UR5S:aUR5S::dS5eUR5S::dS5eUR5S:H=(a UR5S:HnU(dBURSURS:Xd"SURSURS35eURS nUb?UR5S:XaUR5U:XdS US UR35e[XX#U5$) Nrr$r2r#r3r4r5r6rTz/weight tensor should be defined either for all z7 classes or no classes but got weight tensor of shape: )rPrrrN)r}rrrrr8 n_classess r/nll_loss_forwardrQs 88:>dhhjAoP/PP - ::<1 E 88:?8vzz|q'8L DJJqMV\\!_< $TZZL 6<<.J = 2I >fjjla/FLLNi4O 9)E++1<<. : P T6l KKr.c[XX#U5$r7)rN)r}rrrrs r/nll_loss2d_forwardrSs T6l KKr.Ac0US-U-US-- U-U-S-$)Nr$rr#r%r;rTs r/_upsample_cubic_convolution1rWs( UaK1q5 !Q & *Q ..r.c:X-SU-- U-SU--U-SU-- $)Nrr;r%rVs r/_upsample_cubic_convolution2rZs. UQU]a !a% '1 ,q1u 44r.rcSnUR[R"S5:Xa[R"USU- /SS9n[R"US-SU- /SS9n[X15n[ X!5n[R "USS9upg[R "USS9upXhX4$[US-U5[ X5[ SU- U5[SU- U54$)Ngrrhrrr)rrjrrZrWr) rrTtt1tt2w03w12rrrrs r/ _upsample_get_cubic_coefficientsr`s Axx5<<&&kk1cAg,A.kk1s7C!G,!4*32*32cq)cq)r~ )S! 4 ( . (q! 4 (q! 4   r.coeffstscN[U5n[S[X555$)Nc3.# UH upX-v M g7fr7r%rrrs r/r+_upsample_cubic_interp1d..sE0DHR0Dr)r`rr)rarbcoeffs2s r/_upsample_cubic_interp1drhs".r2G EF0DE EEr.c6[[RU5$r7)rrjadd)rbs r/rrs %))R  r. num_stepscUS::a[R"SX2S9$U(dUS- U- OSn[R"U*X@X2S9$)Nr#rr)stepsrr)rjrulinspace)rkrrrrs r/_linspace_from_neg_onerosCA~||Af::-:)a-9 $A >>1"a MMr.thetahrKcURnURn[X#XE5RSUS5n[XXE5RUSS5n[R "SXES9n[R RRUSSSS9n[R RRUSSSS9n[R RRUS SSS9nXg-U-$) Nr#)r#r#r#r)rr$constantrrrr~r#r#)r$r rrrorrjrrrr) rprqrKrrrgrid_xgrid_ygrid_ones r/_make_base_grid_4drzs KKE \\F$Ae D I I!QPQ RF #Ae D I I!QPQ RFzz)5@HXX $ $VjPQ $ RF XX $ $VjPQ $ RFxx""&&xV*TU&VH ?X %%r.rctURnURn[X4XV5RSSUS5n[X$XV5RSUSS5n[XXV5RUSSS5n [R "SXVS9n [R RRUSSSS9n[R RRUSSSS9n[R RRU S SSS9n [R RRU S SSS9n Xx-U -U -$) Nr#)r#r#r#r#r)rrrsrrt)r#r$)r$r#)rrrv) rprrqrKrrrrwrxgrid_zrys r/_make_base_grid_5dr}s% KKE \\F #Ae D I I!QPQST UF #Ae D I I!QPQST UF #Ae D I I!QPQST UFzz,eCHXX $ $VjPQ $ RF XX $ $VjPQ $ RF XX $ $VjPQ $ RFxx""&&xV*TU&VH ?V #h ..r.cUup4pV[XXbS9nURSSS5URRS5-R S5nURX5US5$)NrrTrr#rSr$)rzrrXrVr) rpr&rrrWrqrK base_gridgrids r/_affine_grid_generator_4drs]JA!"5QLI NN2q! $uxx'9'9!'< < A A" ED 99Q1a  r.cUup4pVn[XXgUS9nURSSS5URRS5-R S5n U RX5XgS5$)NrrTr;r#rSr)r}rrXrVr) rpr&rrrWrrqrKrrs r/_affine_grid_generator_5dr#saMA!"5QOI NN2q! $uxx'9'9!'< < A A" ED 99Q1 ##r.c[R"[U5S;S5 [U5S:Xa [XUS9$[ XUS9$)Nrcg)NzCaffine_grid_generator needs 4d (spatial) or 5d (volumetric) inputs.r%r%r.r/r'affine_grid_generator..3sUr.r;r)rjrr|rr)rpr&rs r/affine_grid_generatorr-sF LL D VU 4yA~(MRR(MRRr.rinterpolation_mode padding_mode _expand_gridc ^^^^^^^^^^^ ^!^"^#^$^%^&^'^(^)^*^+^,^-[R"TS;U4Sj5 [R"TS;U4Sj5 S[S[S[4U4Sjjm-S[S[S [S[4S jm+S[S[S[4UUU+4S jjm S[S[S[4U U-4S jjnTRummm$m%URunm)m*nUS :XdeT(a(UR TST)T*U5R TTT)T*S 5nS[S[S[4U$U%4Sjjm&[R"TTRS9R TSSS5m[R"TTRS9R STSS5mS[S[S[S[4UUUU&U)U*4SjjmS[S[S[4UUUU4Sjjm"USn USn TS:XaU"U T%5n U"U T$5n U R5U R5sm'm(T'S-T(pT'T(S-nnU UnnUU - UU - -nX- UU - -nX- X- -nU T'- U T(- -n[U"4SjT'T(U4XU4UUU4UUU4455$TS:Xa<U"U T%5n U"U T$5n U R5nU R5nT""UUS5$T-"U T%5n T-"U T$5n U R5m'U R5m(U T'- m,U T(- nT(d"T,RS5m,URS5nS[S[S[4U U"U$U%4Sjjm#S[S[4U#U'U(U,4Sjjm![U!4Sj[S 555n[!UU5$)!N)rr#r$c>ST3$)NzInvalid interpolation mode r%)rsr/r"_grid_sampler_2d..Ls-.@-ABr.c>ST3$)NzInvalid padding mode r%)rsr/rrOs -B<.+Qr.coordsr&rQcJ>T(aUS-S- OUS-nUS-S- nX-U-$rr%)rr&rofsrs r/ unnormalize%_grid_sampler_2d..unnormalizeRs6%2tczCs Sj3|c!!r. twice_low twice_highcDX:Xa[R"U5$US- nX!- S- nX- R5n[R"XT5nXT- R 5R [R S9n[R"US-S:HXc-XC-U- 5$)Nr$rr#r)rjrrfmodfloorr:int8rk)rrr coords_min coords_spancoords2extraflipss r/reflect_coordinates-_grid_sampler_2d..reflect_coordinates]s  "##F+ +] !-2 &++- 70&--/222D{{ AINE. 0H50P  r.c>TS:XaU$TS:Xa"USUS- 5$T(aT"USSUS- -5nOT"USSU-S- 5n[R"USUS- 5$)Nrr#r$rTr)rr&coords_reflectedrrrs r/compute_coordinates-_grid_sampler_2d..compute_coordinatesisx 1 M Q ;;vq$(3 3#6vq!tax.#Q #6vr1t8a<#P ;;/D1H= =r.c$>T"X5nT"X!5$r7r%)rr& coords_unrrs r/compute_source_index._grid_sampler_2d..compute_source_indexus- "933r.r$r#r*ysc >[R"SU:*[R"UT:[R"SU:*UT:555$rurjr)r*riHiWs r/in_bounds_cond(_grid_sampler_2d..in_bounds_condsF  GU&&rBw0A0A!r'2PR70ST  r.rwsc>^^T"X5mT(aTOSm[UUUU U 4SjUR[RS9UR[RS9U455$)Nr#c3x># UH/n[R"TUS5RTTTT5v M1 g7fr)rjrkr)rrrrroHoWs r/r1_grid_sampler_2d..clip..s9 M KKa # ( (Ar2 6 6Ms7:r)rr:rjr) r*rrrrrrrrrrs @@r/clip_grid_sampler_2d..clips\b% A1  ee%++e.EKK0H"M   r.ixiyc2>T "XU5up4nTTTXC4U-$r7r%) rrrKidx_xidx_yw_C_idxN_idxrrs r/ get_summand%_grid_sampler_2d..get_summands*?bu+,r11r.).r).r#rc3<># UHupnT"XU5v M g7fr7r%)rrrrKrs r/r#_grid_sampler_2d..s*     " " sc:>T"UT5nT"UT5nT"X#S5$r]r%)rrr;r[rrrrs r/get_value_bounded+_grid_sampler_2d..get_value_boundeds(#B+A#B+AqQ' 'r.rc>TUS- -nT"TS- U5T"TU5T"TS-U5T"TS-U54n[UT5$)Nr#r$)rh)riy_ofscsrix_nwiy_nwtxs r/ get_coeff#_grid_sampler_2d..get_coeffs[cAg&F!%!)V4!%0!%!)V4!%!)V4 B ,B3 3r.c34># UH nT"U5v M g7fr7r%)rrrs r/rrs:#y~~r;)rjrrrrrrrrrrrr&rVrrUrh).rrrrrrrrWtwor;r[rrix_neiy_neix_swiy_swix_seiy_sew_nww_new_sww_se ix_nearest iy_nearesttyrarrrrrrrrrrrrrrrrrrrs.` ```` @@@@@@@@@@@@@@@@@@@r/_grid_sampler_2dr;s LLi'B LL !#Q"F"#"&"  F  s    PV   >F ># >& > >4V43464477LAq"bZZNAr2s !8O8 yyAr2s+221aRC 6 v &  LL188 , 1 1!Q1 =E LL188 , 1 1!Q1 =E    V    4F   22F2&22 V A V AQ !!R ( !!R (xxz288: uqy%ueaiueu urz* urz* rz*U rEz* t$t$t$t$      q !!R ( !!R (XXZ XXZ :z155 B  B    %Z %ZaBaB (& (f ( ( (  43 46 4 4:q::'33r.c[UUUUUS9$)N)rrrr)r)rrrrrs r/grid_sampler_2drs   -!#  r.c2^^[R"TR5S:H=(a TR5S:HUU4Sj5 [R"TRS5TRS5:HUU4Sj5 TT-R SS9$)Nr$r#cL>STR5STR53$)Nzmatrix @ vector expected, got rrr}rsr/rmv..s0 BswwykJr.rcv>STRS5STRS5STRS5S3$)Nzsize mismatch, got input (rr;r#z), vec (r6rrsr/rrs:,TYYq\N!DIIaL>RURZRZ[\R]Q^^_`r.r)rjrrPr&rrs``r/rrss LL  a*CGGINJ LL !  #` 3J    ""r.cUb.US- U-S-nSU- U-U[R"U5-- nOSU- U-[R"U5- nUbXb-n[Xd5$r])r logsigmoidr)r}rr pos_weightr log_weightrs r/ binary_cross_entropy_with_logitsrsr  1n.2 F d"j1<<3E&EFF d"Q\\$%77 }  00r.tensor1tensor2is_outc  ^ URUR:aX4OX4up4SSKJm URS:aURS::dgUR(aU(dgURS:XagT "UR 5S:H5(agUR nUR 5nS/n[USS5HnURXS-5 M [U 4S j[U[[U55U555$) Nrrrr$FTr#rTc3V># UHupnT"US:H5=(d X:Hv M g7frr%)rrrr&rks r/rshould_fold..-s4" D TQY'84=8" s&)) rwrmrkrrrrpr%rsrrro) rrrt1t2t1_shape t1_strideexpected_strider&rks @r/ should_foldrs$+<<7<<#?g gEWFBJ GGqLRWW\ ||qBHHJ!O,,xxH I cO!"&tb&99:' !$ tH_56"  r.) pass_is_out)rc UR5nUR5nUS:waUS:wdeUS:XaUS:Xa[R"X5$US:XaUS:Xa[R"X5$US:XaGUS:XaA[R"[R "[R "US5U5S5$US:XaUS:Xa[R "X5$[XU5(GaVXC:nU(a UROUnU(dUOUS:XaUR5OUnURn[USS5n [[RU 5n UR5S:Hn U (aU RURS5 UR!XS5n U (a\[R"R$R'U R U5U 5n U(aU RR)5$U $[R"R$R'U RU5U 5$US:Ga}US:GavUS:aUR+S5OSnUR+S5nURSSnUS:aUR+S5OUR+S5nUS:aUR+S5OSn/n[-US- 5H#nURUR+U55 M% US:Xa{US:XauUSUS:waiUSS:Xa,UR.(aR S5U5$USS:Xa+UR.(a[1XR S55$[[R2"UU55nUX/-n[5U5nUR7U5R!UX5nUS:HnU(a7UU/-nUR7U5R!UU5R S5nO)UUU/-nUR7U5R!UUU5nUn US:aU RU5 US:aU RU5 U(a/UR9U5R S5R;U 5$UR9U5R;U 5$[R<"SS5 g) Nrr#r$rTrSrFcg)Nz/both arguments to matmul need to be at least 1Dr%r%r.r/rmatmul..s$Ur.)rPrjdotrrrrVrrXrrrorrrrsrr"r _unsafe_viewrr&rUrrWbroadcast_shapesr&rbmmrr)rrr dim_tensor1 dim_tensor2rrrsizes_1 output_shape folded_dim1 t2_is_matrix t1_foldedrrm1 batch_tensor1m2rK batch_tensor2rmexpand_batch_portiontensor1_expand_sizeexpand_batch_producttensor1_expanded vector_rhstensor2_expand_sizetensor2_expandeds r/rWrW5sG++-K++-K !  q 00 0aK1,yy**  kQ.xx))  kQ.}}UXXeoogq&A7KQOO  kQ.xx)) Wv . . - $WZZ'$G+:J799;PW ((GCRL) X\\<8 vvx1}     ,JJ{BK8 YY^^00b1A<PF-6699'') BF B99>>..y||B/?N N  kQ.!,aGLL Q \\"  cr* !,qW\\" gll26F +aGLL Q#% {Q'A  a 1( 1 q a M!$44Q1$)>)>gooa0'::Q1$)>)>gq'9:: $  " "=- @ 3aW<#$89#>>*=>FF ! !A% "6""= 23-r21  #7"a"@ &~~.ABJJ$b!  , ?    " ?    " #''(89AA"EJJ<X X#''(89>>|L L UUVr.rrcJ^^^^^^^^TRu nmm[TUSX#5n[TUSX$5n[R"T[RR S9upX[ R"USTRS9RUS9n [ R"USTRS9RUS9n [XzU5n [XiU5n U RS5n U R5n U R5nX- RSS5nX- RSS5nU R[ R5n UR[ R5nUS- XS-US -4nU S- XS-U S -4m[U5m[U5nS umnTR [ R":Xa[%T5m[%U5nTVs/sHBnUST--[ R&"U5S --R[ R(5PMD snmUVs/sHBnUSU--[ R&"U5S --R[ R(5PMD nnUUU4S jmUUUUU4S jm[+U4SjU55nTR [ R":XaUce[-UUU5nO[/S[1UU555n[R2"T5nUR5US9nU$s snfs snf)Nrr#rRrrrTrrhr$rarc>[R"USTS- 5n[R"USTS- 5n[RTSSX#/5nU$r)rjrrrW)rr*y_idxx_idxr.in_hin_wrs r/ load_bounded0upsample_bicubic2d_default..load_boundedsM B4!8, B4!8,   utT5&@ Ar.c>^[UU4SjT55nTR[R:XaTce[ UTT5$[ S[ UT555$)Nc36># UHnT"TU5v M g7fr7r%)rx_ofsrr[s r/rCupsample_bicubic2d_default..get_x_interp..sB'l1e,,'sc3.# UH upX-v M g7fr7r%res r/rrsJ4IBG4Ir)rrrjr4rrr)r[src_xrixs_ofsrweights_precision_x weights_xs` r/ get_x_interp0upsample_bicubic2d_default..get_x_interpsWB'BB ;;%++ %&2 22%eY8KL LJCy4IJJJr.c34># UH nT"U5v M g7fr7r%)ry_ofsr$s r/r-upsample_bicubic2d_default..s;7%,u%%7rc3.# UH upX-v M g7fr7r%res r/rr(sL6K(2bg6KrrQ)rrrErFrTr$rjrrr:r rVrrrr`rr4rrint16rrrrrr)rrrrrrWh_scale_factorw_scale_factorrrmrx_floaty_floatr;r[yscaler/iys_ofs weights_yweights_precision_yrKsrc_yrrRr$rrr!rr"r#s` @@@@@@@r/upsample_bicubic2d_defaultr4s{{Aq$$D+a.-QN#D+a.-QN'' 5#H#H#U#UHA  [^ELL9<<5<IA [^ELL9<<5<IA#N}EG#N}EG#G A Ak c *Fk c *F U[[A U[[A1uaQA&G1uaQA&G08I08I/9,, {{ekk!7 B7 B !** +ejjmc.A A E Eekk R  !** +ejjmc.A A E Eekk R   KK ;7; ;E {{ekk!"...#E96IJLc%6KLL//6M   ]  ;F MA  s%A L5A L c .[R"[U5[U5-S:HS5 UcIUce[[[ [ 4[ S[ URSSU5555nU(aUOSupE[XX$U5$)Nr#cg)Nz:Must specify exactly one of output_size and scale_factors.r%r%r.r/r(upsample_bicubic2d_vec..sLr.c3T# UHup[[U5U-5v M g7fr7)rr)rrKrps r/r)upsample_bicubic2d_vec..s* ?HA ! u,-- ?s&(r$ra) rjrrr rrrrr4)rrrr*rrs r/upsample_bicubic2d_vecr:s LL [D//14L((( #s(O  #AGGABK ?  )6}<G %amg VVr.c*^U4Sjn[TUU5$)Nc>[R"U*X-TRS9nUS- US- UR5- R5- $)Nrr#)rjrrrrmiddlerdim_idxrs r/r_reflection_pad..idx(sD,,ufnQXXFzVaZ'++-7<<>>>r._reflection_or_replication_padrrrs` r/_reflection_padrD"s ? *   r.c*^U4Sjn[TUU5$)Nc>[R"U*X-TRS9n[R"USUS- 5$)Nrrr#)rjrrrr=s r/r_replication_pad..idx9s4,,ufnQXXF{{7Avz22r.rArCs` r/_replication_padrH3s 3 *   r.idx_fncr^ [U5S-m [R"UR5T S-T S-4;U 4Sj5 URT *SnUR5T - n[ T 5Vs/sHoQST S- U- -PM nn[ T 5Vs/sHoQST S- U- -S-PM nnUn[ T 5HAnS/UR5-n U"XeX5Xu5XU-'[ RX5nMC [R"U5n URU S9nU$s snfs snf)Nr$r#c(>STSTS-STS-S3$)Nreflection_padz d requires r#zD or r$zD inputr%rsr/r0_reflection_or_replication_pad..Ls".[q sQwiwOr.rQ) r|rjrrPrrUrrWrErr) rrrI inp_shapenc_dimrm padding_left padding_rightrrrRrPs @r/rBrBDs7 g,! C LL C!GS1W%%OI UUWs]F8=c C 1Aq1-. LC=B3ZHZQ#'A+.23ZMH F 3Z&**,. ), @PQJ##F0 //7M   ]  ;F MDHs 4D/D4c 2^^^^[U5S-mURT*SVs/sHo3S- PM nn[T5Vs/sHoRSTS- U- -PM nn[T5Vs/sHoRSTS- U- -S-PM nn/n[UR5HanS/UR-n SX'UR [ R "URUURS9RU 55 Mc UST*mUT*Sn Sm[T5Vs/sH oZUXe-PM n n[T5Vs/sH oVUX- PM n n[T5Vs/sHnSXE-Xe-X- PM n n[T5Vs/sHo[USXEXe-Xu-4PM nn[R"[R[T5Vs/sH nT"X5PM sn5n[RTUTU -S5nUUUU4Sjn[R"[T5Vs/sHn/S QPM sn6HnU[!S/T-5:XaM/n/n[T5HnnUUS:Xa XnXnO7UUS:XaXnXSXe4nO UUS:XaXnXXEXu- XES- 4nUR W5 UR W5 Mp U"UUU5nM U$s snfs snfs snfs snfs snfs snfs snfs snfs snf) Nr$r#rTrcBUupn[R"X:X:*5$r7r) index_rangermlbubs r/index_range_condition7_reflection_pad_backward..index_range_conditionus" r  !'22r.rrc J>[T 5H4nX#SX#S:n[U[5(dM)U(dM2Us $ [R"[ R UVs/sH nT "U5PM sn5n[ RT UTU-S5nX-$s snf)Nr$r#r)rUr9rrMrrrr) rr index_rangesrmupper_less_than_lowerrTrgrrPrnrWs r/r%,_reflection_pad_backward..accumulatessA$0OA$69K$K !/66;P;P     CO PL L L L 1Lrrrc\[R"XUS9n[R"XUS9nX44$)Nr)rjaminrV)r}rPrrjrVs r/aminmaxrks, ::dW 5D ::dW 5D :r.rc[R[R"[R"U5SU5XUS9$)Nrr)rrrjrkisnan)r}rPrrs r/nansumrns0 88EKK D 11d;SQV8 WWr.rr-rrGr-c D[RRSUSXX4S9$)Nrr#rorr start_step)rdrr-rrGs r/arange_defaultrss+ ;; ! ! 3f " r.c B[RRXSX#XES9$)Nr#rorq)rcrdrr-rrGs r/ arange_startrus) ;; ! ! AU& " r.cSSKJn U"U0UD6$)Nr)out_dtype_dense)!torch._higher_order_ops.out_dtyperw)rGrHrws r/out_dtype_decomprysA D +F ++r.marginc^^^^ ^ [R"T5m[R"T5mTRSm TRSm [R"US:H=(d US:HS5 [R"TR S:H=(a T S:gU4Sj5 [R"TR S:H=(a TR 5T :HU U4Sj5 TbY[R"T5m[R"TR S:H=(a TR 5T :HU U4Sj5 TRS5m[R"TSTS9nX6- T-nURS5nUS:XaUOXw-nTbUTT-n[R"T TRS 9n[R"UT:gUS5nU[RR:XaUR!5$U[R"R:Xa UR%5URS- $UR!SS 9$) Nrr#r$cg)Nz only p == 1 and p == 2 supportedr%r%r.r/r#multi_margin_loss..s+Mr.c">STR3$NzMExpected non-empty vector or matrix with optional 0-dim batch size, but got: rrsr/rr}s_`e`k`k_lmr.c(>STSTR3$)Nz#inconsistent target size, expected rr)nframersr/rr}s5fXYv||nUr.c(>STSTR3$)Nz#inconsistent weight size, expected rr)rPrsr/rr} s9#i ~Vr.rrr)rj atleast_2d atleast_1drrrwrrVrJrYrrrkr!r+r~rr,r) rrrKrzrrurlrrPrs `` ` @@r/multi_margin_lossrs   U #E   f %F [[^F ++a.C LLa!16#MN LL a$C1Hm LL q5V\\^v5U!!&) KK1  63!6 V   a F U0A UA AA !VA  v  ,,s5<< 0C C6M1a(AINN(((vvx imm)) )uuw##vv!v}r. is_targetc^ ^URm URm[R"U5n[R"U5nURSn[R"[ T 5S:*=(a US:gU 4Sj5 [R"[ T5S:*=(a TT :HU U4Sj5 [R "X1R S9nUS:Hn[R"[R"XTU5SSS 9nXF:n[R"XqS5n[R"USUS 9n [R"XqS5n [R"XJRSS 9:HSS 9n S U RRSS 9- U-n U RS5n X- n [R"U SU 5n U[RR :XaU R#S S 9R%5n O>U[R&R :XaU R#5n OU R#S S 9n U R)UR*5R-T5n X4$)Nr#r$rc>ST3$rr%)orig_input_shapesr/r0multilabel_margin_loss_forward..,s_`p_qrr.c>STST3$)Nzinconsistent target size: z for input of size: r%)rorig_target_shapesr/rr0s,->,??STdSefr.rrTTrrrrh)rrT)rrjrrr|rrrjrkrJanyrVTrYr!r+r~rrr,r:rr)rrrrPris_endend_idx target_masktidx0rtidx1rrlrrs @@r/multilabel_margin_loss_forwardrs{{    U #E   f %F ++a.C LL "/saxr LL !#M(9=M(Mf ,,s== 1C r\FjjV#6BMG-K KK Q /E U%0A KK R 0E #R!88a@I accmmm##e+A AA A Iq!$AINN((( EEgE  # # % imm)) ) EEG EEgE  U[[)112CDI <r.) attn_maskrpquerykey dropout_p is_causalrc ^^^^[R"[R"T5U4Sj5 [R"TR5S:H=(a- TR5S:H=(a TR5S:HUUU4Sj5 [R"TS:HU4Sj5 [R"TRSTRS:H=(a TRSTRS:HS5 [ R RTTTUTUSUS9upxURS S S S5R[RS 9RS S S S5nXx4$) Nc">STR3$)Nz-query must be FP32, FP64, BF16, FP16 but got r)rsr/r.is? }Mr.r;cn>STR5STR5STR53$)Nz,q, k, v must be a 4 dimensional tensor, got rr)rrr~sr/rrms1>uyy{m2cggi[XZ[`[d[d[fZghr.rc>ST3$)Nz&dropout probability must be zero, got r%)rsr/rrps $J9+"Vr.rcg)Nz&q, k, v should have the same head sizer%r%r.r/rrts8r.)rrr dropout_maskrpr$rr#rQ) rjrrKrPrr"_scaled_dot_product_attention_mathrrrrV) rrr~rrrrprattns ```` r/*scaled_dot_product_flash_attention_for_cpur\s: LL &M LL q@SWWY!^@ q0@h LLSV LL A%++a.(KSYYq\U[[^-K8 ::BB   C LFD q!Q" %"9"9 : Aq!  <r.c0^[U5U4Sj5nU$)Nc<>T"U0UD6nUSRU5$ru)r )rGrHr outplace_ops r/ inplace_op$register_inplace..inplace_ops%4*6*Aw}}S!!r.r)aten_oprrs ` r/register_inplacers"G$"%" r.cjUR5(d+UR5(d[U5n[U5n[R"X5n[ U[ R5(aUS:waXT-nUS:XaU$[ U[ R5(aUS:waX-nX-$r!)rKrrrjrr9numbersNumber)r}batch1batch2rdrors r/baddbmmrs  ! ! # #DOO,=,=4yE  YYv &F eW^^ , ,  qy dGNN + +tqy{ =r.c,[R"XSS9$)Nrrr)r}rJs r/ floor_dividers 99T 88r.cb[R"[RURS5$r])rMrrrr)rs r/ sym_numelrs   HLL!''1 55r.rrcUc[RRU/US9$[RRU/XS9$)Nrr)rr dim_IntList IntList_out)r}rrs r/ sum_defaultrsA {xx##D"E#::xx##D"E#CCr.c  [U[R5(dU$Uc@[RR U[ [UR5555$[RR X/5$r7) r9rjrrrdimsrorUrP)r}rPs r/squeeze_defaultrs] dELL ) )  {||  tE$((*,='>??||  u--r.c.^[U4Sj[[UR5555nUR[ R :Xa[ ROSnURSUSUS9nXURUR5- -U4$)Nc36># UHoT:wdM Uv M g7fr7r%)rrmrPs r/r)_weight_norm_interface..s@ 31CxQQ 3s  r$T)rr) rrUr|rrrjrrrr:)r.r\rPkeep_dim norm_dtypers ` r/_weight_norm_interfacersr@c!''l 3@@H !5>> 9tJ 66!Xt:6 >D DGGAGG$$ %t ++r. assume_uniqueinvertc[U[R5(d[R"XRS9n[U[R5(d3U(a[R "X5$[R "X5$UR5S[UR5S5-:a [XUS9$[XX#S9$)Nrg$@g(\?rr) r9rjrrurnerrrT isin_default isin_sorting)elements test_elementsrrs r/isinrs h - -<<1E1EF mU\\ 2 2 88H4 488H4 4tc(..*:E&BBBHFCC =  r.)rEc:Uc=[R"UR5[RURS9nO=[R"UR5U[RURS9nX :R UR 5nU$)Nr)rErr)rjrandr&rrr:r)r}rEraw_prKs r/ bernoullirso  499;emmDKKP IIK--;;   $**%A Hr.rcHUR5S:Xa#[R"U[RS9$UR"/UR QSUR -Q76n[[SUR *S- S55nX1:HRUS9nU(aU)$U$)Nrr)r#rTr#r) rrj empty_likerrrrwrrUr)rrrr;rPrNs r/rrs~~1 ;; Dx~~D 0B0B)BDA b=---126 7C  " "s " +CC4"s"r.cUR5nUR5nU(a[R"XE/5n[R"USS9upxUSSUSS:Hn [R"U SS/S5n U(aU R 5n [R "U 5n U RSX5n U SUR5$[R"U5up[R"X5n [R"XR5:U S5nXU:HnU(aUR 5OUnURUR5$)NT)stabler#rTrF) r;rjr(sortrq logical_notrrr searchsortedrkrr)rrrr elements_flattest_elements_flat all_elementssorted_elements sorted_orderduplicate_maskrsorted_test_elementsrWrtest_idxcmps r/rrs/$$&M&..0yy-!DE (- <(M%(,0DD..~1vuM +779N/q,?A())"'**-?"@  !5E;;s%?%?%AA3J", =#)coos{{8>>**r.c,URS5nX!$rS)r)r}r flatteneds r/taker5s R I  r.cUc[RnU[R:Xa [U5n[R XR US9$r2)rjrVpreserve_formatrrresizer)r}rJrRs r/ resize_asr<sB// ----e4 ;;t[[ ; FFr.)F)noner7)r$)rNNr#)rTFFrrru)r#r#F)Fr)rrhN)rr#Nra)NNN)rrFT)rrFr)rF(rMr^rrrqcollections.abcrenumrrrrrtypingr r r r r rjtorch._meta_registrations torch._primsrNrtorch._prims_common _prims_commonrEtorch.nn.functionalrrrrrr torch._decomprrxrrrrrrtorch._prims_common.wrappersrrrr torch.utilsrrCtorch.utils._pytreerr. DispatchKeyrrostr__annotations___opsr"rr!rTrrOrUcompute_only_pw_cast_for_opmathpw_cast_for_opmathr$pw_cast_for_int_to_realrrXrarcrmrryrAScalarrrrrrrrrrrrrrrrrrrrrrrr+r~r _safe_softmaxrrr rrYrrrrr#r0r9r<rBrErGrIrMrarislicer}rrhrrrrrrr r0r4r=rCrGpy_implCompositeImplicitAutogradAutogradrFrYr]rcrkr&ryr|rrrrrrrrrrrrrrrrrrrrr unsafe_chunkr#rrno_statsr'r+r7r=rArC_fused_dropoutrFrSrrRrlift lift_freshrVr[r^rar`rurzr}_adaptive_avg_pool2drrrrrrrrrrr rr Generatorrr,r/rErrLrRr5_upsample_nearest_exact1drNrTr:r@rGr2r_rhrlrpr~rrrrrrnn_tanhrrrnn_relurrrrrrrrlstmrrrrgrurrrrrrrrrrrr rrrr3r5rrWr'rrHrNrQrSrWrZr`rhrrorzr}rrrrrrrrrWupsample_bicubic2dr4r:reflection_pad1dreflection_pad2dreflection_pad3drDreplication_pad1dreplication_pad2dreplication_pad3drHrBreflection_pad1d_backwardreflection_pad2d_backwardreflection_pad3d_backwardrhrkrnrrKr-rsrcruryrr+_scaled_dot_product_flash_attention_for_cpurrrrrrrrrPrrrrrrrraddbmm_addbmmaddmm_addmv_baddbmm_fill_gelu_r hardswish_ hardtanh_hardtanh hardsigmoid___iand____and__ __ilshift__ __lshift__rr index_reduce_ index_reduce__ior____or__ __irshift__ __rshift____ixor____xor__ leaky_relu_ leaky_relulogit_logitrelu_rrenorm_renormround_r&scatter_r scatter_add_ scatter_addscatter_reduce_scatter_reducesilu_r%r.r/r@sM $%$77 #,,07 *(hh"" c zz~~   %!!99!!H#*88@@# uDDLL"uDDQQ   c f **+ \2F2v2,2--. \4v4&4/4../ \SS6SS5S0S ))* \           + 2))*+(,())*+"V","(() @f@@*@112 \fF3../ \PP%P05P@EP0P ' GFGvG(G//0 F&V1//0 \:F:&:U:1:001 \LL%L7<LNRL2L **+ \))f)3),)<**+5v5f5,5 " &v&&&#&**+ \>v>V>>,> **+66666,6334%% % % 66> %5%667                8 $112 \>3G3G1 1 1-01 1'1../ \11 &1061CF101**+0,0++, ^^)) 1 1 11  1-144<<=  % /5 BE MR > 44??@ R R  R  R R  R  RA R00889  % /5 BE NS : 00445 R R  R  R R  R  R6 R$$ $ $ V  $  $  $$ $@))* \NfNFNNN+N$../ \'' ' ' V  '  '  '' '0'T001 \   V       2B112  $^^)) 1 1 1 V 1 1  131&::; \ $^^))       V      <  --. ^^))1 1 11 1/1667 \ ^^))         8  " ))v)%)#),,- &&F&v&.&++,  O Oc O  O  O O  O- O ))* 6? 6? 6? C= 6? # 6?  6?+6?r  ( 4B  % ,4UO   5 & %kCCDk2236eHTN4E&++, VV A& AU A8D> A- A & S'*))* FT+,' $        (&556     7: DI  &\  &\ *T&\ tF| # " &\" ""J00$//2E2EFG !  &\     &    H   '')C)C)G)GH "&   c    $v,   d6l   ))00155C5c5%PS BT52544<<=67B B $S B03B 63;B>B  ))*//C/c/% :L/+/"--55)) / / &/ / 63; //@ # fF##$"../            0" #   f 6   $ 77??@S&S& S& S&  S& F  S&  S& S& S& S&dS& 8F Xf-x/? ?@S&AS&n77;;<     F       d ,, ,, ,, 8F Xf-x/? ?@=8 8F# x/? 77??@NN N3iN  N  N V  N 6 NdN 8F Xf-x/? ?@NANd77;;< 3i     V   6 d ,, ,, ,, 8F Xf-x/? ?@=4O O V O 6 O6" O &! O  OO OO 6668F#3Xf5E EFOd../ UK/ (  ( V  ( 6  (6" ( &! (  ( (  ( 666 !" (00 (4'' (<(<='' (M(MN    V    6   6"  &!          666 !"  O>  F"";#H#HIG4<GJGAAIIJ  V  6        666 !"K*55==> (  ( V  ( 6  ( (  (  ( (  ( 666 !" (? ( 55>>? (  ( V  ( 6  ( (  (  ( 666 !" (@ (@@HHIK K V K 6 K K  K  KK K 66666 12KJK0  V  6       :44<<=1 1 V 1 6 1 1  1  1 1 6666 )*1>14??GGHC C V C 6 C C  C  C C 666666 9:CIC422::;1 1 V 1 6 1 1  1  1 1 6666 )*1<14++, VV- & $( %)37& VZ  & EKK & U\\ " &  &&E//0&'&XdiiAB C &&{';';<--. VVVV,   6 6"  &!   !&-/=> 00889  V 6"  &!   &!  d 68F#Xf%5 56:677??@dd d V d6" d &! d  d&!d d ddd 68F#Xf%5 56dAdP77;;<"" " V "6" " &! "  "&!" " "d" ,," ,," ,," 68F#Xf%5 56"="J778 VVV$  6"  &!   v%90667 VVV$  6"  &!   v%82112 c'vc'E#s(Oc'3c'L )8(!2( % $'$'+/    tS%   c5 ! ( &   &;'; 8 //334//334//334$$[%J%JK$$[%9%9:$$[%J%JK$$[%9%9:$$[%J%JK$$[%9%9: 3  3$s)$ 3DK( 3 3;L;L;L555 366::;66::;66::;##++K,Q,QR##++K,@,@A##++K,Q,QR##++K,@,@A##++K,Q,QR##++K,@,@A ?  ?$s)$ ?DK( ? ?BSBSBS<<< ?@0088$:Q:Q:U:UVW  (()N)NO  (()=)=> Dd;#; ;c; UO; ;<?PX; ##++T-K-K-O-OP''// 0U0UV''// 0D0DE Dd;#G GcG UOG G<FW G0088$:Q:Q:U:UVW  (()N)NO  (()=)=> Dd;!% $ G GcGuoGuo G  G<?PXG ##++T-K-K-O-OP''// 0U0UV''// 0D0DE Dd;!% $ S ScSuoSuo S  S<FW S0088$:Q:Q:U:UVW  (()N)NO  (()=)=> Dd;!% $ $ Q QcQuoQuo Q uo Q  Q<?PXQ ##++T-K-K-O-OP''// 0U0UV''// 0D0DE Dd;!% $ $   c uo uo  uo   <FW    c % !    4  >/ FK+\&,/-d& R ++,[BBC[112.3D-.8 ++,[BBC[112.3D-.8 **+KAABK001.2C,.@ **+KAABK001.2C,.@ /6=@/d (>>?--.S/@)S> ' ==> ,,-S.?(S<;; &{<<={++,.->'.6' ==> ,,-..?(.644889!!))+*O*OP!!))+*>*>?@Q:33778  (()N)NO  (()=)=>?P90044511556##K$I$IJ##K$8$89%%k&K&KL%%k&:&:;&&{'L'LM&&{';';<A=N<M:K76A //779O9O9S9STU  !% K KcKKuo K  KVK %%t'?'?'C'CD!!))+*>*>?  !% $ U UcUUuo U uo U  U@ U &&(A(A(E(EF  !% $ $   c  uo  uo  uo    V/7 & 7$,V$47IO7 7-'9-f-E EcEE % ! E  EER))112Fv$3,,d.?.?@A B++,-"."//019292234C5C6AABCMDM22 2 2  V 2  2  2  66> 2 j--. X~&L L L V L L  L  66> L'/L6//0 X~&L L L V L L  L  66> L'1L/F/u//5F5u55  3E (F%7FVFF !Xf%!&!NN#'N05 NEJ\\N&f&&&T&"/f////T/"!V!49!T!$V$49$T$223 SStCySS4S  c4 c4 c4c4 c4  c4  c4 c4L,,-             .     #! #==> $)..:N:N 1? 1 dtB[BBC>>? ',tW@DtWn0088$:Q:Q:U:UVW  (()=)=>  $# P PsCxPPe_ P e_ P  P?XPf//334$$[%J%JK$$[%9%9:  48 W W%S/*WWE%,/0 W  W;L5 W.--.--.--.  v c3h F /// ../../../   sCx V 000   38_ c3_f, - 8667667667 \T888Tn % UEu&  $ X4X%X,,dkkoo>? $( ==%)    EKK   LL  U\\ "   @ **+, $( ==%)      EKK  LL  U\\ "  -  ",#, ../'' (<(<= #^^)) ) ) ))  ) V  )  ) )>0)X;;<$$,,44[5I5IJ X{#- - -- 66> -$K=-xHHPPQ  @#'!@ @ @ @ @  @@ E?@ 66>@R@F'  ( ))* 9+9'6(6))488<<89$( D  D EKK  D &  D  D: D--t||/?/?@A.&.x}.B. ==>,?, " 38 # $../,0 ,, (  \\  0 $5:##