h*!qUddlZddlZddlZddlZddlZddlmZddlmZddlm Z m Z ddlm Z m Z ddl mZmZmZmZmZddlZddlZddlmZddlmZddlmcmZddlmZm Z m!Z!ddl"m#Z#dd l$m%Z%dd lm&Z&m'Z'm(Z(m)Z)m*Z*dd l+m,Z,m-Z-m.Z.m/Z/dd l0m1Z2dd l3m4Z4ej5j6Z6gZ7e8e9e:d<ej;j<j=Z=GddeZ> ddedej?de@de@fdZAe eAej?jBdZCe eAej?jBZDe eAej?jBdZEe eAej?jFZGde!deHde!fdZIe#e=jJe/deDd e!d!e!fd"ZJe#e=jKe/deDd e!d!e!fd#ZKe#e=jLe/deDd e!de!d$eMd%eMfd&ZLe#e=jNe/deDd'e!d(eMd)eMd*eMd+e@d,e!f d-ZNe#e=jOjPgd.ZQe#e=jOj!gd/e!fd0ZRe#e=jSe/eDd1e!de!fd2ZSe#e=jTe/deDd'e!d1e!fd3ZTe#e=jUe/dd'e!d1e!d4eMd5eMfd6ZUe#e=jVe/eDd1e!de!fd7ZVe#e=jWe/eDd'e!d1e!de!fd8ZWe#e=jXe/dd'e!d1e!d%eMfd9ZXe#e=jYe/deDd'e!d1e!d:eMd;e@fd<ZYe#e=jZe/deDdd>e!d1e!d?e9fd@ZZe#e=j[eDd'e!dAe!fdBZ[e#e=j\e/eDd1e!de!fdCZ\e#e=j]e/deDd'e!d1e!de!fdDZ]e#e=j^d1e!dEe!de!fdFZ^e#e=j_d'e!d1e!dEe!de`e!e!ffdGZ_e#e=jae/eDd'e!d1e!dHe!dIeMdJeMdKe@d;e@de!fdLZae#e=jbe/deDd'e!d1e!dMe!de!fdNZbdOe!dPeHfdQZcdRejdfdSZee#e=jfe/eDe>jgjhfd1e!dTe!dPeHde!fdUZfe#e=jie/deDd'e!dAe!dTe!dPeHfdVZie#e=jjddWZke#e=jle/eDe>jgjhdXfd1e!dTe!dPeHd$eMfdYZle#e=jmjneDd'e!d1e!dTe!dPeHd$eMf dZZme#e=jmjoeDd'e!d1e!dTe!dPeHd$eMde!f d[Zpe#e=jqjneDd'e!d1e!dTe!dPeHd\eMf d]Zqe#e=jqjreDd'e!d1e!dTe!dPeHd\eMde!f d^Zsd'e!d1e!dTe!dEee!dPeHd_eHd`e!de!fdaZte#e=jue/deDd'e!d1e!deHde!fdbZue#e=jve/dd'e!d1e!dTe!dEee!dPeHd_eHd`e!de!fdcZve#e=jwe/dd'e!d1e!dTe!dEee!dPeHd_eHd`e!de!fddZwe#e=jxe/eDde>jgjhfd1e!dTe!dEee!dPeHde!f deZxe#e=jye/deDde>jgjhfd'e!d1e!dTe!dEee!dPeHde!f dfZye#e=jze/eDe>jgjhfdAe!dTe!dPeHde!fdgZze#e=j{e/deDe>jgjhfd'e!d1e!dTe!dPeHde!f dhZ{e#e=j|e/ddAe!dje!dkeMfdlZ|e#e=j}e/dme!dne!de!fdoZ}e#e=j~e/d'e!dpe8eHdeHdqeHdreHdseHf dtZ~e#e=jj! dd1e!deHdqeeHdreeHdseHf dvZde!deHdqeeHdreeHde`eHeHff dwZe#e=je/ ddAe!dxe!deHdqeeHdreeHdseHf dyZe#e=je/d'e!dpe8eHdeHdzeHfd{Ze#e=je/d'e!dpe8eHd|eHd}eHd~eHf dZd'e!de!dejdfdZe#e=je/deCd'e!de!deHdejdfdZe#e=je/eCd'e!de!deHdejdfdZdZe#e=je/dAe!de8eHde8eHde8eHde8eHde!f dZe#e=je/eDdAe!de8eHde8eHde8eHde8eHde8eHde!fdZe#e=je/d'e!de!d)eMfdZe#e=je/d>e!de8eHdeHdeHdseHde!f dZe#e=jjneD dd'e!d1e!deeMde!fdZe#e=je=jjne6je=jjne6jdAe!dkeMdee@fdZe#e=je/dddAe!dkeMdee@fdZe#e=je/de!deHde@fdZe#e=je/dde!deHde@fdZe#e=je/ ddEe!de!deHde@de@de!f dZe#e=je/d'e!de!deHdeHde@f dZde8eHfdZde8e!deHdeHde8e!fdZde8e!fdZde8e!deHfdZde8e!deHdeHfdZe#e=jjne=jjrg dde8e!deHdeHdee!de!f dZe#e=jjne=jjrg dd1e!de8eHdeHdee8e!dee8e!f dZe#e=jj!ddAe!deHdeHde`e!dffdZe#e=jjn ddAe!de8eHdeHde`e!dffdZe#e=jj!dd1e!deHdeHde`e!dffdZe=jje6j dd1e!de!deHde`e!dffdZe#e=je/deDdd1e!de!de!d$eHd(eHf dZe#e=je/eD dd1e!de!de!d$eHd(eHde@f dZe#e=je/deDdd1e!de!de!d$eHd(eHf dZe#e=jjneDd'e!dAe!de!de!dee!deHdeHdeHdeHde8e@de`ee!ee!ee!ffdDŽZe#e=jjrd'e!dAe!de!de!dee!deHdeHdeHdeHde8e@dej!dej!dej!de`ee!ee!ee!ffdɄZdee!dee!fdʄZe#e=jjnde!dAe!de8eHde!de!dEee!dee!de8e@de`ee!ee!ee!ffd΄Ze#e=jjrde!dAe!de8eHde!de!dEee!dee!de8e@dej!dej!dej!de`ee!ee!ee!ffdτZdAe!dEee!dee!dee!dee!dKe@deMdeMde@de`e!e!e!ee!ee!ffdԄZe#e=je/ddd֦dAe!dEee!dee!dee!dee!dKe@deMdeMde`e!e!e!ffdׄZe=jjne6je=jjne6jdAe!dEee!dee!dee!dee!dKe@deMdeMde`e!e!e!ffd؄Ze=jjne6jdde8e!fdلZe#e=jjndAe!dEee!dee!de!de!deMdeMde`e!e!e!ffdڄZe#e=jjndAe!dEee!dee!de!de!dKe@deMdeMde`e!e!e!ffdۄZe#e=jjdAe!dEee!dee!dKe@deMdeMde`e!e!e!ffd܄Ze#e=jjndAe!dEee!dee!de!de!dKe@deMdeMde`e!e!e!e!e!ffd݄ZdAe!dEee!dee!de!de!deMdKe@de!fdބZe#e=jjndAe!dEee!dee!de!de!deMdeMde`e!e!e!e!ffd߄Ze#e=jjndAe!dEee!dee!de!de!deMdeMde`e!e!e!e!e!e!ffdZe#e=jjndAe!dEee!dee!de!de!deMdeMde`e!e!e!e!ffdZe#e=je/ddeDddZe#e=je/ddddddddee!e'fdReejddeejde@de@deejf dZe#e=je=je=jge/dZe=jjne6je#e=je/dddddAe!dEe!dee!dee!dee!dKe@deMdeMfdZdZe#e=jjnde!dAe!dEee!dee!dee!dee!dee!de@deMde8e@de!de`e!ee!ee!ffdZe#e=jjnde!dAe!dEee!dee!dee!dee!dee!de@deMde8e@de`e!ee!ee!ffdZe#e=jjrde!dAe!dEee!dee!dee!dee!dee!de@deMde8e@dej!dej!dej!de`e!ee!ee!ffdZe#e=je/dddȦdAe!d'e!dEe!dee!dee!dee!dee!deMfdZe#e=je/dddȦdAe!d'e!dEe!dee!dee!dee!dee!deMde!fdZe#e=je/eDdAe!de`eHeHffdZd1e)de)de8eHdeHfdZe#e=je/d1e)de)de8eHfdZe#e=je/dAe)de)de8eHde8eHde8eHf dZe#e=jdudde)deHdze)de)d(e'f dZe#e=je/dudde)deHdze)de)d(e'f dZdudde)deHdze)de)de@d(e'f dZe#e=jjne=jjne6jddZe#e=jde)deHdze)de)fdZe#e=je/de)deHdze)de)fdZde)deHdze)de)de@f dZe#e=je/ddMeDd1e!de`e!e!ffdZe#e=je/ dde!dee@eHeMfdee@eHeMfd eejfd Ze#e=jdd Zِd Zڐd Ze#e=jje#e=jje#e=jje=jje6je=jje6je=jje6je=jje6je=jje6je=jje6jdAe!dee8eHdee8eMde!fdZe#e=jje#e=jje#e=jje=jje6je=jje6je=jje6je=jje6je=jje6je=jje6jdAe!dee8eHdee8eMde!fdZddZe#e=jjne=jjrge=jjne6je=jjne6je/dd ddAe!de8eHdeeMde!fdZe#e=jjne=jjrge=jjne6je=jjne6je/dd ddAe!de8eHdeeMde!fdZe#e=jjne=jjrge=jjne6je=jjne6je/dd ddAe!de8eHdeeMdeeMde!f dZe#e=jjne=jjrge=jjne6je=jjne6je/dd ddAe!de8eHdeeMdeeMde!f dZe#e=jjne=jjrge=jjne6je=jjne6je/dd ddAe!de8eHdeeMdeeMdeeMde!f dZe#e=jjne=jjrge=jjne6je=jjne6je/dd ddAe!de8eHdeeMdeeMdeeMde!f dZeD ddAe!de8eHde8eeMde@de!f dZdZd Zd!Zd"Z dd#Zd$Zd%Zdd&Zdd'Zd(Ze#e=jje=jje6je=jje6jd)Ze#e=jje=jje6je=jje6jd*Ze#e=jje=jje6je=jje6jd+Ze#e=jje=jje6je=jje6jd,Zd-Zdd.Zdd/Zd0Ze#e=jje=jje6je=jje6jd1Ze#e=jje=jje6je=jje6jd2Zd3Zd4Ze#e=jje=jje6je=jje6jd5Ze#e=jje=jje6je=jje6jd6Ze#e=jje=jje6je=jje6jd7Ze#e=jje=jje6je=jje6jd8Z e#e=j je#e=j je=j je6je=j je6je=j je6je=j je6je=j je6je=j je6jd9Z e#e=j jne=j jrge/ ddAe!de8eHd:e@deeMde!f d;Z e#e=j jne=j jrge=j jne6je/ ddAe!de8eHd:e@deeMdeeMde!f d<Z e#e=j jne=j jrge/ ddAe!de8eHd:e@deeMdeeMdeeMde!fd=Z dd>Zd?Zdxee!d@ee!dAe!de!fdBZd@e*de!fdCZeDdAe!de8eHd:e@de8eeMde!f dDZe#e=jjndEe!dFe!de@fdGZe#e=je=jge/dHZe#e=jgdIZe#e=jgddJZe#e=jgdKZe#e=jgdLZd1e!dTe!dEee!dPeHd_eHde`e!e!ff dMZe#e=je/dd`d1e!dTe!dEee!dPeHd_eHde`e!e!ff dNZe#e=je/dd`d1e!dTe!dEee!dPeHd_eHde`e!e!ff dOZde!dPeMde!fdQZde!dPeMde!fdRZdSe!de*fdTZdUe*dVe!de!fdWZ dVee!de!fdXZ!dYeHd:e@dRejddejfdZZ"d[e!d\eHd]eHd:e@fd^Z#d[e!d_eHd\eHd]eHd:e@f d`Z$d[e!de8eHd:e@fdaZ%d[e!de8eHd:e@fdbZ&e#e=j'e/eDd[e!de8eHd:e@fdcZ' ddEe!dde!deeHdfeHd:e@dge@de!fdhZ(e#e=j)e/eD ddEe!dde!deeHdfeHd:e@de!f diZ)e#e=j*e/deDdjZ*e#e=j+e/dde>jgjhfdkZ+dlej!dmej!dne@de@fdoZ,e=j-jne6je=j-jre6je/dpddqdrZ-e#e=j.jne=j.jrge=j.jne6je/eD ddAe!de`eHeHfd:e@dseeMdteeMde!f duZ/e#e=j.je=j.je6je=j.je6je/eD ddEe!dee`eHeHfd:e@dee`eMeMfde!f dvZ0e#e=j1e#e=j2e#e=j3eDe/dEe!de`eHdfde!fdwZ4e#e=j5e#e=j6e#e=j7eDe/dEe!de`eHdfde!fdxZ8dEe!de`eHdfdyeeHeHeHge!fde!fdzZ9e#e=j:e#e=j;e#e=j<e/dd{Z=e#e=j>e/d|d}ddd~dZ>e#e=j?e/ddddZ?e#e=j@jne=j@jrge/dejAddddre'dReejddejBdeejde@f dZCe#e=j@jDgdejAddddqe'dre'dReejddejBdeejde@f dZEe#e%dZFe#e=jGe=jGjne6je/dudude>jgjhfdAe!dTe!dke'de'dEee!dPeHde!fdZGe#e=jHe=jHjne6je/dddAe!dTe!dPeHde`e!e!ffdZHe#e=jIjn ddddde!de!d/e!deMde@dee!d)eeMde`e!e!ffdZJdZKe#e=jLge/deDddZLe#e=jMe/dZMe#e=jNdZNe#e=jOjne=jOjrgdddd1e!dReejddee!de!fdZPe#e=jQjne=jQjRgdd1e!deeHfdZSe#ej<j=jTddZTe#e=jUe/ddddZUe#e=jVjnddd1ej!d eejdej!fdZVdddZWddddZXe#e=jYe/dZYe#e=jZddZZeKe=j[e=j\eKe=j]e=jeKe=j^e=jeKe=j_e=jLeKe=j`e=jOeKe=jae=jbeKe=jce=jVeKe=jde=jeeKe=jfe=jSeKe=jge=jheKe=jie=jjeKe=jke=jleKe=jme=jneKe=joe=jpeKe=jqe=jreKe=jse=jteKe=jue=jveKe=jwe=jxeKe=jye=jzeKe=j{e=j|eKe=j}e=j~eKe=je=jeKe=je=jeKe=je=jeKe=je=j\dS(N)Iterable)Enum)partialreduce)chainproduct)AnyCallablecastOptionalUnion) sym_floatsym_intTensorregister_decomposition) out_dtype)IntLike NumberTypesuggest_memory_format TensorLikeTensorSequenceType)_maybe_convert_to_dtype_maybe_resize_out_safe_copy_out out_wrapper)_pytree)tree_map__all__ceZdZdZdZdZdS) ReductionrN)__name__ __module__ __qualname__NONEMEANSUMd/var/www/html/services/rag-service/venv/lib/python3.11/site-packages/torch/_decomp/decompositions.pyr!r!0s D D CCCr+r!Fftype_promotioncompute_dtype_onlyinclude_non_tensor_argscRtjfd}|S)Nc4 rttjjfntffdt j|i|D}t j|d i\fd}fd} t||it||} r|St||S)Nc4g|]}t||Sr*) isinstance).0x allowed_typess r, z-type_casts..inner..Ds9   !]++    r+type_promotion_kindc\t|tr|S|SNr4rto)r6computation_dtypes r, increase_precz0type_casts..inner..increase_precNs-!V$$ tt-...r+c\t|tr|S|Sr;r<)r6 result_dtypes r, decrease_precz0type_casts..inner..decrease_precTs,!V$$ ttL)))r+) rtorchtypes_Numberpytreearg_tree_leavesutilselementwise_dtypesr) argskwargs flat_argsr?rBrr7r>rAr/r-r0r.s @@@r,innerztype_casts..inner?s.E SVU[( ) )6)     +TJ;V1W1W W ' !   r+c,tj||Sr;)rC full_likeselfvalues r, fill_scalarrs ?4 ' ''r+rctjdkfdt|S)Nrc4ddS)Nz@fill only supports 0-dimension value tensor but got tensor with z dimensionsrR)rsr,zfill_tensor..s kSXS\S\S^S^kkkr+)rC_checkrRatencopyr}s `r, fill_tensorrsI L qkkkk 99T5 ! !!r+r~cbtjtj|dzdddz SNrminmaxrCclampr~s r, hardsigmoidrs1 ;u{4!8333 ; ; ;a ??r+cJtj|dk|dkz|dzdS)Ngg@gUUUUUU?rCrlror~s r,hardsigmoid_backwardrs3 ; $y!   r+min_valmax_valcDtj||k||kzd|S)Nrr)ror~rrs r,hardtanh_backwardrs% ;DGO LL  r+c6tj||kd|Srvr)ror~rgs r,threshold_backwardrs ;ty(![ 9 99r+negative_slopeself_is_resultc<tj|dk|||zSrvr)ror~rrs r,leaky_relu_backwardrs! ;taxkN.J K KKr+nonegrad approximatecd}d}d}|dkrh||zdz}d}||z}||z} |||| zzz} tj| } d|z} d| z} d| z}d| | zz }|dd|z|zzz}| |z|z}|||zzS|}||zdz}ddtj||zzz}|tj||zd zz}||||zzzS) Ng;f?g;f?gmBP ?tanhrgHm?r"rg)rCrerfrk)rr~rM_SQRT2 M_SQRT1_2 M_2_SQRTPIkBetakKappax_sqx_cuberN tanh_innerleftrightleft_derivativetanh_derivativeinner_derivativeright_derivativekAlphacdfpdfs r, gelu_backwardrs-%G&I'Jf*$s*d{/0Z&& TzJ+j:55 AF T(9$9:/14DD)99::Y&,Q4&=1112eit d 2333sTCZ'((r+inputctjtj|}tj|}||zd||zz z}|||zzSr_)rCrFsoftplussigmoid)rorinput_tanh_softplus input_sigmoidouts r, mish_backwardrsY *QZ%6%677M%((M - 1':=P'P#P QC -3 44r+c0|tj|zSr;)rCrrs r,silur!s %-%% %%r+cZddtj| zz }||zd|d|z zzzSr_)rCrk)ror~rs r, silu_backwardr(s=1uy$'''(G  AG (<$< ==r+weightc<tj|dk|||zSrvr)r~rs r, _prelu_kernelr0s ;taxv} 5 55r+c~tj|dk|||z}tj|dkd||z}||fS)Nrrr)ror~r input_grad weight_grads r,_prelu_kernel_backwardr5sG TAX{F[4HIIJ+dQhTK-?@@K  $$r+noiseloweruppertrainingc|r||z dkr||S||zdz }t||||S)Ngư>r#)mulrr)ror~rrrrrrs r,rrelu_with_noise_backwardr@s[ EEMD((u%%%%-1,'' ~~   r+bufferc|dk}tj|dd}tj|dd}tjtj| }||||d|zz zz zS)Nrr"rV)rCrlrkabs)ror~r in_negative max_derivsignrms r,log_sigmoid_backwardrUsj(K KA..I ;{Ar * *D 59T??"##A )da1q5k&:: ;;r+loss reductionc|tjjkrtj|S|tjjkrtj|S|Sr;)r!r(rrCmeanr)sum)rrs r,apply_loss_reductionrbsEIN(((z$ im) ) )y r+dtypec|tjkr tjS|tjkr tjS|tjkr tjSdSr;)rC complex32float16 complex64float32 complex128float64rs r, to_real_dtyperksJ } %/ ! !} %" " "} # "r+targetc2||z dz}t||S)Nr#)r)r~rrrs r,mse_lossrzs" 6Ma D i 0 00r+ct|tjjkrd|z nd}|||z z|zS)N@)r!r(rnumel)rorrrnorms r,mse_loss_backwardrs> #,y~/C"C"C3  D 56> "[ 00r+ctj|||}|td}tj||d}tj|}tj|||S)N)rRrz-infTrRkeepdim)rCsoftmaxeqfloatall zeros_likerl)r~rRrrmasked masked_rowszeross r, safe_softmaxrsi -#U 3 3 3C WWU6]] # #F)FT:::K  S ! !E ;{E3 / //r+rjc||z }tj||kd|dzz|z |d|zz }t||S)Nrr#)rrCrlr)r~rrrfrs r,smooth_l1_lossr sV 6M   D ;td{C$'MD$8$t:K L LD i 0 00r+c|tjjkrd|z nd}||z }t j|}||z}t j||k||z|z |t j|zSri)r!r(rrrCrrlr) ror~rrrfrr6abs_x norm_grads r,smooth_l1_loss_backwardr s "+in.B!B!B3  D v A IaLLE{"I ;  A EJqMM!  r+cvt|||||}t||jt||dSNT copy_fromcopy_to exact_dtype)r rshaper)ror~rrrfr[results r,smooth_l1_loss_backward_outrs@%[$ 4 P PFj&,/// FJD Q Q QQr+deltac |tjjkrd|z nd}||z }t j|| k| |z|zt j||k||z|z||z|zSri)r!r(rrrCrl)ror~rrrrr6s r,huber_loss_backwardrs "+in.B!B!B3  D v A ; UF  e# AItk1E94!8k;QRR  r+cvt|||||}t||jt||dSr)rrrr)ror~rrrr[rs r,huber_loss_backward_outrs@!dFIu M MFj&,/// FJD Q Q QQr+ ignore_index total_weightc|dkrdnd}|tjjkr||z }||}t j||k|d}t j|} t j| ||d} | |cxkrdkrnn||}|Udt|D} |j d| |<| | }||z}t j||k|d}| |zS)Nr#rr"gcg|]}dSr"r*r5rYs r,r8z&_nll_loss_backward..s2221Q222r+) rRr!r(rrXrCrlrscatterrWrreshape) ror~rrrrr channel_dim safe_targetr[ new_shapes r,_nll_loss_backwardr'sGxxzzA~~!!1KIN(((!L0   k * *F+f 4fa@@K!$''Jz; TJJJ~~+//++////a/////!++K88  22dhhjj 1 1222 !'a + **!F* +f 4k1EEK  ##r+c|dks Jdtj||}||}|dzdksJd|d||dz}||d|}||||}t j|}d|z |z|z|z} ||z}t j|| g|S)Nrz*glu does not support 0-dimensional tensorsr#z.Halving dimension must be even, but dimension z is size rjr)rRrHcanonicalize_dimsizenarrowrCrcat) ror~rRwrap_dimnIn inputSize firstHalf secondHalfgradInputFirstHalfgradInputSecondHalfs r, glu_backwardr4s 88::>>>G>>>%dhhjj#66H ))H  C 7a<<<QQQCQQ <<qI Ha33IXy)<H M M MMr+c 6d|cxkrdks nJd|dks Jd|dko|dk}|s7|jd|jdksJd|jd|jd|dks)Jd |jd |d f|-||jd ks Jd |tjjkr|dkrp|dkr|jd|jdks;Jd|jdd|d|jdnB|dkr|dksJd|jt |||||||S)Nrr#input tensor should be 1D or 2Dr";0D or 1D target tensor expected, multi-target not supportedsize mismatch (got input: , target: ):expected total_weight to be a single element tensor, got: z (z elements)rVzV\\^^tz"~===F>==IN(((TXXZZ1__  A%%+*;A*>$*Q-*O*O*O _djQRm _ _)oo// _ _HSHYZ[H\ _ _+P*O*O*O   A%%+*;*;*=*=*B*B*B YkFW Y Y+C*B*B T669lL  r+c d|dksJd||dksJd||jd|jdkr8|jd|jdkr|jd|jdksJd|jd |j|dks(Jd |jd |d t|||||||S) NzSonly batches of spatial inputs supported (4D tensors), but got input of dimension: rzUonly batches of spatial targets supported (3D tensors) but got targets of dimension: rr#r"r8r9r;z ( z , elements))rRrrr')ror~rrrrrs r,nll_loss2d_backwardr@Csb 88::???j^b^f^f^h^hjj ?? ::<<1   n`f`j`j`l`lnn    1 a(( JqMV\!_ , , JqMV\!_ , , ,HDJHH&,HH - , ,     1 $ $ $ I" I I'3'9'9';'; I I I % $ $ T669lL  r+c 2|dz tjtj| |ddz|tjtj||ddzz }|||z}t ||S)Nr"r*i)rCmaximumlog1pnew_fulllogr)r~rrrrs r,binary_cross_entropyrFfs QJ%- TEDMM"d33 uy b$0G0GHHH IDf} i 0 00r+cd}|||z ztj|d|z z|z }|||z}|tjjkr||z }|S)Ng-q=r"r)rCrr!r(rr)ror~rrrEPSILONrs r,binary_cross_entropy_backwardrI|skG D6M *U[T9JPW-X-X-X XF &IN((($**,,& Mr+cvtjtj| |z}t||Sr;)rCrCrkr)rrrrs r,soft_margin_lossrKs3 ;uy%&11 2 2D i 0 00r+c||ztj||zdz z}|tjjkr||z }|Sr_)rCrr!r(rr)ror~rrr[s r,soft_margin_loss_backwardrMsN+%v})E)E)IJJIN((($**,,. r+r#otherpc@t||z |S)N)rO)rr)rrNrOs r,distrQs 99UU]a9 ( ((r+x1x2c.|ddd}tj|tj}|ddd}tj|tj}tj|d||gd}tj|||gd}||j}| d S)Nr#rVT memory_formatr) powrrC ones_likecontiguous_formatr,rmatmulmT clamp_minsqrt) rRrSx1_normx1_padx2_normx2_padx1_x2_rs r,_euclidean_distresffQiimmB%%G _WE4K L L LFffQiimmB%%G _WE4K L L LF )RVVBZZ&12 6 6C )R)2 . .C ZZ  F   A   # # % %%r+ input_sizesstartendstepc^||}tj||||||Sr;) new_zerosrC slice_scatter)rorfrRrgrhrir[s r,slice_backwardrms2&&{33J  z;UC N NNr+r"cddlm}m}|}|dkrt dt j||}t|}t| } |dkrt d||nd} ||n tj } || dkr | ||z } || dkr | ||z } || dkrd} n|| ||kr||} || tj kr ||} n/|| | kr| } n|| ||kr||} | | | |zz} | | z } | |zdz |z||<| |xx|zcc<|j rtd||| | S)Nr)guard_size_obliviousstatically_known_truez,slice() cannot be applied to a 0-dim tensor.zslice step must be positiver"z>>r+cx|j|dtffd }||dd}|||}||fS)zn Normalize start and end such that both are in the range [0, x.get_size()[dim]] and start <= end. rSc^||S|dkr|z}tt|||Srvrr)valrrdefaultdim_sizes r, clamp_wrapz(_normalize_start_end..clamp_wraps7 ;N 77.C3sE??E***r+r)rint)r6rRrgrhrrs @r,_normalize_start_endrskws|H+#++++++ Jua1 - -E *S%8 4 4C #:r+srcc tj|j|}|j|}t ||||\}}t |j}||z |dz z|z||<||}|dkr ||kr|dkr|Sdg|z}tj ||j } | |z |z||<tj ||j tj } |dkrtj| | |k} ||krtj| | |k} |dkrtj| | |z |zdk} dg|z} d| |<| | } t | t || |d|S)Nr"rdevicerrrV)rHr)r{rrrsexpandclonerRrCarangeronesbool logical_andviewrrl_unsafe_masked_index) rrrRrgrhrirsrc_sizeindicesidxmask mask_shapes r,rlrls  S 1 1C{3H%eS%==JE3EK  H5[D1H-$6HSM **X  C zzcXoo$!))yy{{fuyy{{"G ,x 5 5 5C%KD(GCL :hu|5: F F FD zz se|44 h sSy11 qyy e t';q'@AAuyy{{"JJsO 99Z D ::dD55c4!LLe T TTr+indexcZ||}tj||||Sr;)rkrCselect_scatter)rorfrRrr[s r,select_backwardrEs.&&{33J   Ke D DDr+offsetdim1dim2c\||}tj|||||Sr;)rkrCdiagonal_scatter)rorfrrrr[s r,diagonal_backwardrLs0 &&{33J  !*k64 N NNr+ input_dtypecF|j|kr||}|Sr;)rr=)ror[rs r,_cast_grad_to_input_dtyperUs)K'']];// r+outputc||z}||tj||dzz }t|||SNTr)rCrr contiguous)rorrRrnew_grad_outputr[s r,_softmax_backward_datar]sY "F*O 6EIS$---$J %[*k J J U U W WWr+c|tj|tj||dzz }t|||Sr)rCrkrr)rorrRrr[s r,_log_softmax_backward_datarosM uy0059d444 J %[*k J JJr+c||dzz||dz zz }ttjtj|}|d||d}|d||z|d} || zS)z/Utility function to implement im2col and col2imr#r"rrrrV)rrCrint64rX) input_dkernel_d dilation_d padding_dstride_drblocks_d arange_kwblocks_d_indices kernel_grids r, _im2col_col2im_indices_along_dimr{sQ&x!|)DDH EKGGGI!yHh77AA!DD)Ax*4jAAKKBOOK k ))r+ kernel_sizedilationpaddingrtc tjtdkdtjtdkdtjtdkdtjtdkddd}|d|d |d d |d |jt}tj|dvo t dddDfdt dt ddDtjt dDfd|dk}|s|d}|j\}} } } \} } \}}\}}\}}t| |||| |j }t| |||| |j }tj |||||f}|dd}|dddd||f}| dddddd}| d}| d}||| |z|z||z}|s|d}|S)Nr#cdS)Nz"im2col(): only 2D kernel supportedr*r*r+r,rzim2col..s0Tr+cdS)Nz$im2col(): only 2D dilation supportedr*r*r+r,rzim2col..s-Sr+cdS)Nz#im2col(): only 2D padding supportedr*r*r+r,rzim2col..s,Qr+cdS)Nz"im2col(): only 2D stride supportedr*r*r+r,rzim2col..s+Or+Tc|rtd|Dntd|D}tj|ddS)Nc3"K|] }|dkV dSrNr*r5rOs r, z1im2col..check_positive..&((Q1q5((((((r+c3"K|] }|dkV dSrr*rs r,rz1im2col..check_positive..&;R;RqAF;R;R;R;R;R;Rr+cdS)Nz<{param_name} should be greater {'than' zero, but got {param}r*r*r+r,rz0im2col..check_positive..sXr+rrCrparam param_namestrictconds r,check_positivezim2col..check_positivesf,2Rs((%((((((;R;RE;R;R;R8R8R XX     r+rrrFrrtrr?c3"K|] }|dkV dSrr*r5ds r,rzim2col..&::!qAv::::::r+rc(dtS)NzmExpected 3D or 4D (batch mode) tensor for input with possible 0 batch size and non-zero dimensions, but got: tuplersr,rzim2col..<-25\\<<r+c3VK|]$\}}}}}d|d|zz||dz zz dz |zzV%dS)r"r#Nr*r5rpaddilkersts r,rzim2col..sd "Cc3 S1s7]SC!G_ ,q 0R 77r+rWc3"K|] }|dkV dSrr*)r5cs r,rzim2col..s& ' 'aAE ' ' ' ' ' 'r+c Xdtdddddddd S) Nz!Given an input with spacial size rW, kernel_size= , dilation= , padding= , stride=z9, the calculated shape of the array of sliding blocks is z*, but its components must be at least one.r)rr output_sizerrrtsr,rzim2col..s|FE%*4E4EFF"FF/7FFFF%+FF FFFr+r?rrVr"rT)rCrrrrrziprXrrrrpermuter*r#squeeze)rrrrrtrr{ batched_input batch_dimr$input_hinput_wstride_hstride_w padding_h padding_w dilation_h dilation_wkernel_hkernel_wblocks_row_indicesblocks_col_indices padded_inputrnum_blocks_rownum_blocks_colrrs ```` @@r,im2colrs L[!!Q&(T(TUUU LX!#%S%STTT LW"$Q$QRRR LV!#O#OPPP    N; ...N8Z(((N8Yu5555N68$$$ KE u::D L :3::uRSSz::::: < < < < &) "##J;' ' K  L ' '; ' ' ''' F F F F F F F F FAIM #""/4{,I{GWHh"Iy%J $Hh9:y(EL::y(EL 5Iy) LMML+55b99CCBGG !!!QQQ 24FF GF ^^Aq!Q1 - -F',,Q//N',,Q//N ^^;)H4n~6UF #"" Mr+rc tjtdkdtjtdkdtjtdkdtjtdkdtjtdkdd d}|d |d |d d |d|d|jt}tj|dvo t dddDfdddz}tjd|zdkfddt D} | d| dztjdkfdtjdkfd|dk} | s|d}|j\} } \} }\}}\}}\}}|dd|zgz| z}|dddddd}t| |||| |j }t|d}t| |||||j }dt D}| ddtzg|z}dd||f}t|||d}t!j|| | | | f}| s|d}|S)!Nr#cdS)Nzonly 2D output_size supportedr*r*r+r,rzcol2im..s0Or+cdS)Nzonly 2D kernel supportedr*r*r+r,rzcol2im..s0Jr+cdS)Nzonly 2D dilation supportedr*r*r+r,rzcol2im..s-Ir+cdS)Nzonly 2D padding supportedr*r*r+r,rzcol2im..s,Gr+cdS)Nzonly 2D stride supportedr*r*r+r,rzcol2im..s+Er+Tc|rtd|Dntd|D}tj|ddS)Nc3"K|] }|dkV dSrr*rs r,rz1col2im..check_positive..rr+c3"K|] }|dkV dSrr*rs r,rz1col2im..check_positive..rr+cdS)Nz9{param_name} should be greater than zero, but got {param}r*r*r+r,rz0col2im..check_positive..sUr+rrs r,rzcol2im..check_positivesf,2Rs((%((((((;R;RE;R;R;R8R8R UU     r+rrrFrrtr)r#rc3"K|] }|dkV dSrr*rs r,rzcol2im..rr+rWc(dtS)NzmExpected 2D or 3D (batch mode) tensor for input with possible 0 batch size and non-zero dimensions, but got: rrsr,rzcol2im..rr+rr"c dddS)Nz|Expected size of input's first non-batch dimension to be divisible by the product of kernel_size, but got input.shape[-2] = rWz and kernel_size=r*)rrsr,rzcol2im..s(%=B2Y%%"%%r+cNg|]"\}}}}}d|d|zz||dz zz dz |zz#Sr"r#r*rs r,r8zcol2im.. sV    "Cc3 S1s7]SC!G_ ,q 0R 77   r+rVc@ddddddddd S NzGiven output_size=rrrrz , expected input.size(-1) to be but got rV.r*Lrrrrrrtsr,rzcol2im..|B[BB BBBB(/BB:@BB)*BB5:2YBBBr+c@ddddddddd Srr*rsr,rzcol2im..rr+rr?rc$g|] \}}|d|zzSr#r*)r5orOs r,r8zcol2im..6s$JJJ1!a!e)JJJr+ accumulater)rCrrrrrrXr#rrrrZrkprodr_unsafe_index_putrrr)rrrrrrtrr{prod_kernel_sizecolrout_hout_wrrrrrrrr indices_row indices_coloutput_padded_sizerrrrs ````` @@r,col2imr,s L[!!Q&(O(OPPP L[!!Q&(J(JKKK LX!#%I%IJJJ LW"$G$GHHH LV!#E#EFFF    N; ...N8Z(((N7Ie4444N68$$$N; ... KE u::D L :3::uRSSz::::: < < < < #1~ A6 L b $$) % % % % %   &) (K' '    C AQA L b Q B B B B B B B B B B  L A B B B B B B B B B B AIM #"" KELE5Hh"Iy%J $Hh MM58U1X1A%AB[PSVV W WE MM!Q1a + +E2 xY%,K$K33K2 xY%,KKJK0I0IJJJ __ q58tK00014FFF {K 0C  # #FC4 # H HF U6YJ YJ K L LF #"" Mr+rc||||zztj|}|SNrU)type_asrrHr)rorrqrMs r,native_dropout_backwardr0CsJ  [11E9 :AA1+>> B  A Hr+ input_size dimensionr*c<t|dkrtj|dStjt||}tj|||jtj}|d|| }| d|dz ||dz}| |}d|z|fz}t |||dS)NrrrVr"r;Tr!)rrC squeeze_copyrHr)rrint32unfoldflattenmovedimrkrr$r) rr1r2r*rirRrr[rs r,unfold_backwardr9Rs  :!!$***  Z) < |A|}d|z }tjtj||k||k||d|z zz dStjtj|dk|dk||d|z zz |dt dS)Nrjrr*nan)rCrlrrDr)ror~r:lohis r,logit_backwardr?es    2X{  dbj$"* 5 5 43:. /    {  dck43; 7 7 43:. / MM"eEll + +   r+trainc~|r(|dkr"t|||dS|Srv)rnative_dropoutr)rrOr@s r,dropoutrCzs? a""5!U33A66{{}}r+out0out1cn|r|dkr|dkr4tj|tj|tjfS|jjst dtj||k}||ztdd|z z z}||fS|tj|tjfS)Nrr"rz?result type Float can't be cast to the desired output type Longrj) rCrrris_floating_pointrr rand_likerrY)rrOr@ bool_maskress r,rBrBs Aa 66$U++U-=e5:-V-V-VW W{, Q OE**Q. %%sQw"8"88YuuEJ???@@r+ half_to_floatc|}|r|jtjksJt j|tjj\}}||}| dkrtj |}n.tj ||d}tj ||z }|tj ||dz }|s||}|SNr9rT)r) rrrChalfrHrIELEMENTWISE_TYPE_PROMOTION_KINDDEFAULTr=rrkamaxr)r6rRrKr>rA unnormalizedx_maxrs r,_softmaxrUs A%w%*$$$$&+&> uDL'''#|  AwwyyA~~y||  1c4000yU++ EIlCFFF FF )<(( Mr+)rc|}|r|jtjksJt j|tjj\}}||}| dkr|}ntj ||d}||z }tj tj tj ||d}||z }|s||}|SrM)rrrCrOrHrIrPrQr=rrRrErrk) r6rRrKr>rAshiftedrTshifted_logsumexprs r, _log_softmaxrYs A%w%*$$$$&+&> uDL'''#|  AwwyyA~~ 1c4000e) %)EIg,>,>T"R"R"RSS ( (F )<(( Mr+rVr padding_idxscale_grad_by_freqsparsec|dks Jd|jdkr8|d|}|jdkr|d}|S||S)Nr#z'weight' must be 2-Dr"r)rRr{ index_selectr)rrrZr[r\rs r, embeddingr_ss ::<<1   4   |q!!!W-- <1  ++a..C gr+ num_weightsctj|tjj\}}||}t |t j}|ri||f}t j |}t ||g|d}||} || dz }t||k|j} || d} ||f|j|jdz} t | |g| d|S)NrNTr!rVr)rHrIrPrQr=rrClongrkrYrr$rXrZr{ masked_fillr) rorr`rZr[r>rAcountsrgrad_weights_scalerr grad_weights r,embedding_dense_backwardrgsN',&>)N)V'''#|..!233K%guz::GE""K>22w'''' 4D'QQ#G_!$6$@$@$D$DD W 3[5E F FD  " "4 + +D'' *7<>>::K  ! !+y$4 ! P P S S  r+cd}|D]}||z}|Sr_r*)r6rMis r,r#r#s& A  Q Hr+tensors num_chunkscg}|D]}|}|||zdz |z|z}|||kr>dgdz|j|z dz zd|||z gz}t||d}|d|t j|dgz}||||S)Nr"rr#rV)r*r{rconstant_pad_ndrCSizeappendr#) rjrRrkpadded_tensorstensor tensor_size pad_along_dimr view_sizes r, _pad_chunkrus N 9 9kkmm $S)J6:zIJV K, , ,#'V[3.23 C 007C))&#q99F% J3C(D(DD fnnY778888 r+cF|dj}|D]}|j|krdSdS)NrFTr{)rjr{rqs r,have_same_ndimsrxs: 1:?D ;$  55  4r+c|dd|}|D]6}tj|d||kd7dS)NrcdS)NzG_chunk_cat expects same sizes of 0,...,dim-1 dimensions for all tensorsr*r*r+r,rz+leading_dimension_matches..!s]r+)r*rCr)rjrRleading_dim_sizesrqs r,leading_dimension_matchesr|sq ))$3$/   KKMM$3$ #4 4 ] ]      r+ctj|dkdtjt|dkd|dj}|dj}|D]l}tj|dkdtj|j|kdtj|j|kdmt |r.tj|d |}n>tj|dkd|D]!}tj||j kd "t|||S) Nr"cdS)Nz&_chunk_cat expects positive num_chunksr*r*r+r,rz._preprocess_chunk_cat_inputs..*s*Rr+rcdS)Nz0_chunk_cat expects a non-empty input tensor listr*r*r+r,rz._preprocess_chunk_cat_inputs..,s"Tr+cdS)Nz#_chunk_cat expects non-empty tensorr*r*r+r,rz._preprocess_chunk_cat_inputs..1s1Vr+cdS)Nz8_chunk_cat expects all input tensors with the same dtyper*r*r+r,rz._preprocess_chunk_cat_inputs..4Nr+cdS)Nz8_chunk_cat expects all inputs tensors on the same devicer*r*r+r,rz._preprocess_chunk_cat_inputs..8rr+cdS)NzK_chunk_cat expects non-negative dim when input tensors have different ndimsr*r*r+r,rz._preprocess_chunk_cat_inputs..?sar+cdS)Nz3_chunk_cat expects dim < ndim for all input tensorsr*r*r+r,rz._preprocess_chunk_cat_inputs..DMr+) rCrrrrrrxrHr)rRr{r|)rjrRrkexpected_dtypeexpected_devicerqs r,_preprocess_chunk_cat_inputsr%s  Lq"R"RSSS L G qTTQZ%Naj'O    V\\^^a')V)VWWW LN * N N     M_ , N N    w $WQZ^^%5%5s;; 1H a a     F Lfk!MM    gs+++ Jr+rct|||}t|||}|tj||dzStj||dz||S)Nr")r)rrurCr,)rjrRrkrrps r, _chunk_catrJsa 'wZ @ @Cj99N {yq111 .#'s3333 r+ split_sizesct|||}| d|DSt||D],\}}t||jt ||d-dS)NrcNg|]"}|tj#S)rU)rrCrZ)r5ss r,r8z)split_with_sizes_copy..fs)OOO1e&=>>OOOr+Tr)rsplit_with_sizesrrrr)r~rrRrsplitsrsplits r,split_with_sizes_copyr[s " "4# " > >F {OOOOOO f-- N NMFE fek 2 2 2 UF M M M M Mtr+ split_size.cDtj|||Sr;)rrr)rrrRs r, unsafe_splitrns :  UJ 4 44r+cDtj|||Sr;)rrr)rrrRs r,unsafe_split_with_sizesrss  ( ( S A AAr+c|j}||}dkr|dksJ|fS|zdz z}ddlm}||}fdt |D}|z|z z |d<t j|||S)Nrr") guard_intcg|]}Sr*r*)r5rirs r,r8zsplit..s555!:555r+rV)rdetachrqrrWrCr)r~rrRrfrchunksrrs ` r,rrzs*K3HQ1}}}} #a'J 6F@????? Yv  F5555uV}}555K J$7($BCKO ;t[# . ..r+tensor_indices_or_sectionsc|jjdksJ|jtjksJ|tjdkpdkfddkrA|}t|tsJ| ||Sd|D}| ||S)Ncpur"rcddS)Nz{tensor_split expected tensor_indices_or_sections to be a zero-dimensional or one-dimensional tensor, but got a tensor with z dimsr*) split_dimsr,rzAtensor_split_tensor_indices_or_sections_py_impl..s M.s @@@16688@@@r+) rtyperrCrrRrrr4r tensor_split)r~rrRsectionsrrs @r,/tensor_split_tensor_indices_or_sections_py_implrs & , 1U : : : : % +u{ : : : :*..00I LQ()q. M M M M A~~-2244(G,,,,,  3///@@%?@@@  #...r+mat1mat2c|s2|st|}t|}|tj||z}|dkr|S|||zzSrv)rG is_complexrrCmm)r~rrrfrprs r,addmmrst  ! ! # #DOO,=,=4yyE  %(4&& &C qyy   r+use_geluct|||||}|r=|jrt|dSt|St|S)Nr)r)ris_cudargelurelu)r~rrrfrprrs r,_addmm_activationrsa dD$ . .C" < "99Sf955 599S>> ! 99S>>r+vecc|s2|st|}t|}|tj||z}|dkr|S|dkr||zS|||zzSrv)rGrrrCmvr)r~rrrfrprs r,addmvrs  ! ! # #DOO,=,=4yyE  %(4%% %C qyy  yy{{ad{  r+rrstdgammaNCHxWgroup output_maskc 2 tj|||dtj||dtj|dtj|zzkfdtjjfkfdtjdupkfdt\} } tj| dkfdtj||  dg } |  dg } d}d}d}| drdd | zz }tj|  d |  d}tj|  d |  d}tj| d  d | }n| |  d}| |  d}tj| d tj d | f|j }|z|z |z|z|z|z}| z||z|zz }| d }t|d}t|d}tj| | |tj| | |z|z}| |j|j}| d r| | | |  d zz | d z dg  }| dr| dg }|||fS)NF)allow_cpu_scalar_tensorscdzzdS)NzExpect input to have z elementsr*)rrrsr,rz,native_group_norm_backward..s>A >>>r+c$dddjS)NzExpect mean to have shape (, z , but got r)rrrsr,rz,native_group_norm_backward..s"PaPP5PPDJPPr+c@ddndS)NzExpect gamma to have z elements but got rV)r)rrsr,rz,native_group_norm_backward..s*iiieN_U[[]]]egiir+rcddS)NzExpect number of channels z, to be evenly-divisible by number of groups r*)rrsr,rz,native_group_norm_backward.. scQcc\accr+r#rrjrVr"rr?)rHcheck_same_devicecheck_same_shaperCrrrdivmodrrrrXr#rrrZr=r)rorrrrrrrrrcpg_remdsdbd_inputd_gammad_biasrds_valdb_valc1c2c3s ` ````` r,native_group_norm_backwardrs UD$ 5+NNNN 4FFFF L Q$>>>>>> L q%j PPPPPP L  +!+iiiii q%  IC L  ccccc ; & & + +Aq# 6 6 : :s : C CB   !Q $ $ ( (aS ( 1 1B $G $G#F1~? 39   Yr5??1#5#566>>q%MMQQRSTTFYr5??1#5#566>>q%MMQQRSTTFr"" a,,BB ZZ5#..22155FZZ5#..22155Fr"" Auc?4;???Btmf$ ,t 3d :Q >S4Z&4-!+ + \\"   r1 % % r1 % % Ik))!UC==r B Bi aS992>> ?   //%+..11%+>>1~ E3''"''!UC*@*@4>>RTCUCU*UU..$$%SaSS\\ WQZZ 1~!QC Wf %%r+out2c  t|||||||||| } | | | f}t| D]:\}}|3t|||jt |||d;|Sr)r enumeraterrr)rorrrrrrrrrrDrErrr[rirMs r,native_group_norm_backward_outr?s"(UD$q!S%Fd#J&!!QQ1 = jmQW 5 5 5 Q 1 4 P P P P r+c4|||S|Sr;r=)r6rs r, _maybe_castr\s}ttE{{ Hr+grad_outnormalized_shapebiasc"|j}|} tj|j""fd||||fD\} } } } | J| t |z }||d}|d|}g}g}t | D]3}||kr||||4t|}t|}ddl m }||dks||dkrl|dr| |nd|dr| ||dnd|dr| ||dndfSt|| }t|| }| |z |z}| | | z}n| }||z}tj||d}tj||}tj||d}tj||}||z |z }d}d} d}!|dr||z |z}|dr4| 2t |dkrtj| |z|d} n| |z} |dr@| >t |dkrtj| |d}!n| }!t#||jt#| |jt#|!|jfS)Nc3bK|])}|!|tjn|V*dSr.)r=rCrZr5r6r>s r,rz-native_layer_norm_backward..qsZ99  =  e.EFFF 999999r+rror"r#TF)rrRrHget_computation_dtyperrrWror#rqrorkrZrCrrrr)#rrrrrrrr input_shape input_ndim grad_out_cast input_cast weight_cast bias_castaxis inner_dims outer_dimsinner_dim_indicesouter_dim_indicesrirMrox_hat grad_x_hatabrrrrNrd_weightrr>s# @r,native_layer_norm_backwardrcs~+KJ3EK@@9999E640 9995M:{I  $ $ $ ,-- -DTUU#JUdU#J#%#% :  (( 99  $ $Q ' ' ' '  $ $Q ' ' ' ' ZA ZAJJJJJJAF## ';';AF'C'C ,7N DEOOK ( ( (3>q> KEOOK. / / /t3>q> KEOOK. / / /t  T:>>#3#3 4 4D T:>>#3#3 4 4D $ $ &E"[0 " QA */66A :u % %B 2($ / /B 5"  B EBJE $G!%H#F1~%!8u$1~-+1  ! !A % %y!68I5QQHH$u,H1~+)/  ! !A % %Y}.?GGFF"((**F GU[))Hek**FEK(( r+c t||||||||} || | f} t| D]:\} }|3t| | |jt || | d;| Sr)rrrrr)rrrrrrrrrDrErrr[rirMs r,native_layer_norm_backward_outrs(%)4vt[Fd#J&!!QQ1 = jmQW 5 5 5 Q 1 4 P P P P r+ running_mean running_varmomentum functionalc dgttd|z} tj|j} |} |} |r$tj|j} || } tj| | dd\}}tj ||z}||z |z}tj || }tj || }|%||zd|z |zz} |s| | |g| |j dz }tj || }|||dz z z}||zd|z |zz} |s| | n||J|| d}|} || d}|} |}dtj||zz }|jjdkr|}|}n*|d }|d }t%||dz }t%||dz }||z |z}|>|}t%||dz }||z}|>|}t%||dz }||z}|jjdkr6||j}||j}||j||| | fS) Nrr#rT)rR correctionrr")rrrr)rsrWrRrHrrr=rCvar_meanrsqrtrcopy_rrr^rrrkrZr7)rrrrrrrr:rreduction_dimsr>new_running_meannew_running_var input_acc biased_varrrr save_mean save_rstdn squeezed_var unbiased_varinvstds r,native_batch_norm_helperrsPS4a 5 5666N3EK@@#!O+)!7 DDHH#4H55  > >a    D{:+,,$,$&M$77 M$77  #')3q8||6SS  5""#3444  "  A.A!=^DDL'1A;7L&5X8TTO 3!!/222'K,C,C,C#->TJJ '!nn+<4nHH %ejs!2334 <  % %$III--I--I uyy{{Q77"6599;;?;;$,&( !!"6599;;?;;& ||~~ uyy{{Q77$ |E!!LLu{L33 LLu{L33   $$  r+r  save_invstdc Ft||||||||d \}} } } } || | fSNFr rrrrrrrr:rr r rYs r,native_batch_normr#sB*B vt\;(CQV**&FIy!Q 9i ''r+c |!|t||||||S|td|td|r!t||||||||St|||||||S)Nz`running_mean is None, but running_var is provided. They should both be None or both be provided.z`running_var is None, but running_mean is provided. They should both be None or both be provided.)r_native_batch_norm_legitrr$_native_batch_norm_legit_no_training)rrrrrrrr:s r,native_batch_norm_decompositionr?s 3,, 648S    <    <    ,, 64{HhPS   88 64{Hc   r+cF||}||zdz |zdkrP|dkrJfd|D}|z|z z ||dz <tjjj|||Stjjj||S)Nr"rcg|]}Sr*r*)r5rYrs r,r8z(unsafe_chunk_py_impl..js222az222r+)r*rCopsrrrrr)rqrrRrrrs @r,unsafe_chunk_py_implrds{{3HV#a'F2JQ8q==22226222 ", V0Ch0N"O FQJy~5==fkSVWWW 9> & - -fj# F FFr+c Ntj|||||d||Sr)rrr)rrrrrrr:s r,rrps7  ( 0 0       r+c Ft||||||||d \}} } } } || | fSrrrs r,rrsB*B vt\;(CQV**&FIy!Q 9i ''r+c Ft|||dd|||d \}}}} } |||fSrr) rrrrrr:rr r rYs r,!_native_batch_norm_legit_no_statsr!sA*B vtT48S%**&FIy!Q 9i ''r+c zt||||||||d \}} } } } | Jd| Jd|| | | | fS)NT#new_running_mean should not be None"new_running_var should not be Noner) rrrrrrrr:rr r rrs r,#_native_batch_norm_legit_functionalr%sw" ! vt\;(CQU     ' ')N ' ' '  & &(L & & & 9i)9? JJr+c tj|||||d|}d}|tjjjkr tj||}tj|tj|j|j S)a Return a reserve tensor for batch norm, used only by cudnn to pass forward state to the backward pass. This is needed for `_batch_norm_with_update` and `_batch_norm_no_update`, which support a variety of backends including cudnn. We create this tensor here to get the correct shape in the traced graph if we detect that will call the cudnn kernel, and rely on DCE to avoid materializing this tensor. Tr)rlayoutr) rC_C_select_batch_norm_backend_BatchNormBackendCudnn(_get_cudnn_batch_norm_reserve_space_sizeemptyuint8r'r) rrrrrr:rbackend reserve_sizes r,_get_batch_norm_reserve_tensorr1s h11 vt\;cGL%(,222xHH 8   ;EK U\   r+c tt|||||d||d \}}} } } t||||||d} ||| | fS)NTFrrr1 rrrrrrr:rr r rYreserves r,_batch_norm_with_updater7sp*B      * *&FIy!Q- vt\;dG 9i 00r+c t|||||d||d \}}} } } t||||||d} | Jd| Jd||| | | | fS)NTr3r#r$r4) rrrrrrr:rr r new_rmnew_rvr6s r,"_batch_norm_with_update_functionalr;s ! vt\;hT   - vt\;dG   D      C    Iy'66 BBr+c tt|||||d||d \}}} } } t||||||d} ||| | fS)NFr3r4r5s r,_batch_norm_no_updater=sp*B      * *&FIy!Q- vt\;eG 9i 00r+c|Jtj||ktj}|||zd|z z}||fS)Nrrj)rCrHr=r.r/)rrO generatorrrJs r,_fused_dropout_decompositionr@-s`     OE " "Q & * * * = =D ,,u   %q 1C ;r+)rr'r pin_memory non_blockingrVrrArBrVc|r|tjks Jd|r Jdt|tjtt t tfsJ|4|2|0t|tjr|S|Sd}t|tjr|}ntj |}|[||j krP|-|j dkr"tj ||}d}tj |||}|$|s"tj ||}d}|tj||S|S)NTODOFrTrU)rCstridedr4rrrrcomplexr scalar_tensorrr_primsconvert_element_type device_put) r6rr'rrArBrVdtype_convertedx_tensors r,_to_copyrM7s`85=000&000!!6!!! a%,UD'B C CCCC ~%-M,A a & & 7799 HO!U\""*&q)) f77  !5!5|885IIH"O<**8V\JJ <44XuEE {8=AAAA Or+c6t|Sr;)ralias)r6s r,nop_decompositionrPes ::a==r+out3exponential_average_factorepsilonc 0t||||||||\}} } |r%|| | |dtjfS||d|d|dtjfS)Nrr)rrrkrCr.) rrrrrrrRrSrrrs r,cudnn_batch_normrUms$$  "  GAq!C1aU[AABB  EK00  r+ct|D]<\}}|dkr1||jkr|j||ks||}=|Sr_)rr{rrX)r6broadcast_maskrrs r,_broadcast_batch_norm_backwardrXsW//"" d 199dQVmm 0E0E D!!A Hr+r6c 2t|||||||||| Sr;)native_batch_norm_backward) rrrrrr rr@r:rr6s r,batch_norm_backwardr[s4 &      r+c >&|j} ||j} n| } tj|j&&fd|||||||fD\} } }}}}}|j}|}|dks Jdd}t t |||z }|}|}|r||Jn||J|}tj||z}dg|z}||||<g}t|D]}||kr| |t||}d|z }tj | |}tj | | |z z|}t||z|}ttj ||z||z|} |t||dz}!nt||z|}!|r| |z | z}"| |"z |z |!z}#n| |!z}#| dr||z}$nd}$| dr|}%nd}%|#| t|$| t|%| fS)Nc3JK|]}||n|VdSr;rrs r,rz-native_batch_norm_backward..sM   $%= a      r+r#z$rank of the input must be at least 2r"rj)rrHrrrRr#rsrCrrWrorXrrr=r)'rrrrrr rr@r:rr weight_dtyperrrrunning_mean_castrunning_var_castsave_mean_castsave_invstd_castr input_rankr num_featuresrrrWreduction_axesrirgrad_output_sumdot_p grad_mean proj_scale grad_scaleprojr[rf grad_biasr>s' @r,rZrZs+K | " 3EK@@               +KJ ???B??? D[))**[->>L D F 5F$6$6$6$6!,1A1M1M1M -344!"j 0N&t,N4 "N :  %% 99  ! !! $ $ $ )$ ? ?D  Di ~>>O ImzD'89> J JE./E~VVI/ %$,00J 3FNKKcQ 3 [ .   0T!Z/$t+y8JF "Z/ 1~fn  1~#    k""K..I|,, r+c  t|||||||||| } | | | f}t| D]:\}}|3t|||jt |||d;|Sr)rZrrrr)rrrrrr rr@r:rrDrErrr[rirMs r,native_batch_norm_backward_outrn s"(     Fd#J&!!QQ1 = jmQW 5 5 5 Q 1 4 P P P P r+save_varc Lt|||||||d|gd SNT)TTTrrZ)rrorrrr rorSs r,miopen_batch_norm_backwardrsA s@  * *     r+ reserveSpacec Lt|||||||d|gd Srqrr) rrorrrr rorSrts r,cudnn_batch_norm_backwardrv[ s@  * *     r+c^|j|jttjdvfd|jddD]}tj|dkfdd|dzdkrd|dzdkrt dt dd|D}t dt dd||D}tjj |||Sd d fd }|d|d\}}}} |d|d\} } } } |d t|d | f}| s| stj |dSd}||||| d\}}||| | | d\}} d}tt|jdt|jdD]'\}}||d |dd|f}||d |dd|fz}(||| zz S)NrcdS)Nz9adaptive_avg_pool2d(): Expected 3D or 4D tensor, but got r*rwsr,rz%adaptive_avg_pool2d.. sRDRRr+rWrc*dtdS)Nzjadaptive_avg_pool2d(): Expected input to have non-zero size for non-batch dimensions, but input has shape rrrsr,rz%adaptive_avg_pool2d.. s&I9>uIIIr+rVc3&K|] \}}||zV dSr;r*)r5rir s r,rz&adaptive_avg_pool2d.. s*GG$!QqAvGGGGGGr+c34K|]\}}}||dz |zz VdSr"Nr*)r5rir rs r,rz&adaptive_avg_pool2d.. sE  '1aAQ! O      r+c6tj||z|dS)Ntrunc rounding_moderCdivrrrs r, start_indexz(adaptive_avg_pool2d..start_index syQ9999r+cHtj|dz|z|zdz |dS)Nr"r~rrrs r, end_indexz&adaptive_avg_pool2d..end_index s*y!a%1q1,awGGGGr+ctj| tj}|||}||zdz}||z}|dkp||zdk }|r|dz }n |dkr|dz}tj| tj}|d|z}|rLtj|dz |j|j} tj|| } |||} | |z } n|} || ||fS)Nrr"rrVr)rCrrrXrGrrminimum)in_sizeout_sizeorangei0 maxlength in_size_modadaptive range_maxrmaxvali1lengthrrrs r, compute_idxz(adaptive_avg_pool2d..compute_idx s1hvU[III [7 3 3x'!+ ( #q(GH{,Ba,GH   NII A   NIL6MMM ll2*  (! 39SZF-V,,C68W55B"WFFFFIx//r+.r?)rrVrct|tr||fS|dksJ||dk}|dkrt|d}t j||d}t|| }||fS)NrrVrWr?r)r4rrXrZrCrc)valsrrrrRrs r, maybe_maskz'adaptive_avg_pool2d..maybe_mask s fg & & < 7777 0 0 4 44Dbyy(q11$T455D&vt44F< r+)rrRr)rrrrCrrrnnr avg_pool2drZrrrW)rrrrtkernelridxhlength_h range_max_h adaptive_hidxwlength_w range_max_w adaptive_wrrretrijrrr{rrs @@@@@r,adaptive_avg_pool2drv s \F KE u::D L RRRR[    F I I I I     Ry;r?"a''E"I B,G1,L,LGG#eBCCj+*F*FGGGGG  +.uRSSz;+O+O     x"--eVVDDD:::HHH0000000@/:k%)[QS_.U.U+D(K.9k%)[QS_.U.U+D(K 'a00$6 7D .j.z$H----     Z h jbND( Z h jbND( Cdjn--uTZ^/D/DEE++1 ;sAqqq!|$CCS!QQQ\**CC (X% &&r+ctjd|dttj|jd| }ttj|}dg|jz}|jd| |d| <|t||j  ||zz d}| t|jd| t|z}t| d|g| dd |jS)N max_unpooling d_forward_outr"rrVFr!)rHalert_not_deterministicroperatorrrr{rrrrr#rkrsr$) r~rrrRnchwindices_nc_shape indices_flatrs r, _max_unpoolndr s> !"D#"D"D"DEEE  dj3$/ 0 0B  k * *BsTY"j3$/UsdU$++b+55::;KLLrQQ gbkk^^DEcTE!233d;6G6GG H HF  ! !r\NDLL,<,< "   d6<r+ctjjtjkfdtjt dkfdtjjdvfdtjjjkfdtdjD]2tjdkfd 3tdS) NcdjS)Nz2elements in indices should be type int64 but got: r)rsr,rzmax_unpool2d.. sTW]TTr+r#c*dtdS)NzMThere should be exactly two elements (height, width) in output_size, but got elements.rrsr,rzmax_unpool2d.. ' 4;'' 4 4 4r+rcdjdS)NzLInput to max_unpooling2d should be a 3d or 4d Tensor, but got a tensor with dimensions.rwrsr,rzmax_unpool2d.. s! =%)Y = = =r+c(djdjSNzBExpected shape of indices to be same as that of the input tensor (z%) but got indices tensor with shape: r)rr~sr,rzmax_unpool2d.. s1 BQUQ[ B B29- B Br+r"rc djddS)NzZmax_unpooling2d(): Expected input to have non-zero size for non-batch dimensions, but got  with dimension being empty.r)rir~sr,rzmax_unpool2d.. s4H:HH78HHHr+) rCrrrrr{rrWr*r)r~rrris```@r, max_unpool2dr sT L $TTTT L KA     L V     L gm#     1di    IIaLL1           w Q 7 77r+c tjjtjkdtjjdvfdtjt dkfdtjt dkfdtjt dkfdtjjjkfdtd jD]2tjd kfd 3tjd d kod d ko d d kfd tdS)NcdS)Nz(elements in indices should be type int64r*r*r+r,rzmax_unpool3d..0 s.Xr+r?rcdjdS)NzLInput to max_unpooling3d should be a 4d or 5d Tensor, but got a tensor with rrwrsr,rzmax_unpool3d..4 sw_d_iwwwr+rc*dtdS)NzVThere should be exactly three elements (depth, height, width) in output_size, but got rrrsr,rzmax_unpool3d..8 rr+c*dtdS)NzRThere should be exactly three elements (depth, height, width) in stride, but got: rrrtsr,rzmax_unpool3d..? s|ehioepep|||r+c*dtdS)NzSThere should be exactly three elements (depth, height, width) in padding, but got: rr)rsr,rzmax_unpool3d..C s~fijqfrfr~~~r+c(djdjSrr)rrsr,rzmax_unpool3d..G s1 BQVQ\ B B29- B Br+r"rc djddS)NzZmax_unpooling3d(): Expected input to have non-zero size for non-batch dimensions, but got rrr)rirsr,rzmax_unpool3d..P s4I ;II89IIIr+r#cdS)Nz5strides should be greater than zero, but got stride: r*rsr,rzmax_unpool3d..Y sPPPr+) rCrrrr{rrrWr*r)rrrrtrris`````@r, max_unpool3dr& s L $&X&X L fwwww L KA     L F q|||| L G ~~~~ L w}$     1ej ! !   JJqMMA           Lq A 9&)a-9F1IMPPPP a 8 88r+)rprqc,t||||d|S)NTinplacerp _index_addr6rRrrqrps r, index_add_r_ s aeVT G G GGr+c,t||||d|S)NFrrrs r, index_addrk s aeVU% H H HHr+rc" tj|jtjjdkfdjdkrdnd |jdkr|nd tj k fddkrbtj|j tj tkp!tj t  fd|z}|jdk}|r| dn|}dzfz}|r tj n tj} | |||d} |r|S|r| dn| S) Nr"cdjdSNz(Index should have dimension 1 or 0 (got r:rwrsr,rz_index_add.. H5:HHHr+rcdddS)NzNumber of indices (z') should be equal to tensor.size(dim) (z ), for dim=r*)rR index_sizerrsr,rz_index_add.. s"sjssYdssmpssr+c0dtddS)Nzalpha argument of type z cannot be safely cast to type !)r)rp python_typesr,rz_index_add.. s"hd5kkhhZehhhr+r;Tr!)rHcanonicalize_dimsr{rCrr* dtype_to_typerris_weakly_lesser_typerrXr index_put_ index_putrr)r6rRrrqrrpzero_dimrRrrrrrrrs `` ` @@@r,rrx s  !!&# . .C L aHHHH#(*//AqJ&,kAoo&++c"""1K Lz!ssssss zz)!'22  4  E*4;; DD h h h h h   %v{H# *QB C-5( "C#*>I )BV 5 5 5C@!)?s{{1~~~s~~/?/??r+rc tjt|dkdt|}|d}|dd}t d|D}|r||f}n||f}||z}|d||}dt|z} t |D]} || } t| | d|| dz fz|} |rt || d| }bt || d| }|S)NrcdS)Nz#received an empty list of sequencesr*r*r+r,rzpad_sequence.. s-Rr+r"c3@K|]}|dVdSrr*)r5r6s r,rzpad_sequence.. s,//!&&))//////r+)rrrRr) rCrrr*rrDrWrrmr) sequences batch_first padding_valuesequences_sizemax_size trailing_dimsmax_lenout_dimsr dim_paddingsricurrseqrows r, pad_sequencer sd LY!#%R%RSSS^^N|  ""HQRRLM//Y/////G-"G,^,-'H A,  - 8 8CC ...L > " "@@A,"" \Q',,q//(A$BBM    @%%c3AQ%??CC%%c3AQ%??CC Jr+c*t||||dS)NTr _index_copyr6rRrrqs r, index_copy_r s q#ufd ; ; ;;r+c*t||||dS)NFrrrs r, index_copyr s q#ufe < < <. rr+rr;) rHrr{rCrrXrrrrr) r6rRrrqrrrRrrrs ` r,rr s  !!&# . .C L aHHHH v{H# *QB"'*//EOOA   uE C-5( "C#*>I )BV $ $C@!)?s{{1~~~s~~/?/??r+ctj|d|}tjtj| }|js|jr|d}n|}|tj|z |fS)Nr*r)rCrrkrkrris_xpurC)r~rrmrs r,log_sigmoid_forwardr s~ -r**D 1 1C 59T??"##A |t{%% Q  ''r+lowhighr?ctj|jt|t||j|j|S)N)rrrrr?)prims_uniform_helperrrrr)r6rrr?s r,uniformr sB    cNN t__gx    r+cL|t||||Sr;)rr)r~rrr?s r,uniform_r  s" ::gdCy99 : ::r+cpt|dz }|Atj|dudtjt||kd|S|tj|dudtjt||kdg}t|D]u\}}t ||kr/|||dzt |zG|t ||dz|zv|StjdddS)Nr#cdSNz9Must specify exactly one of output_size and scale_factorsr*r*r+r,rz.upsample_compute_output_size.. Or+cdSNr*r*r+r,rz.upsample_compute_output_size.. sRr+cdSr r*r*r+r,rz.upsample_compute_output_size.. rr+cdSrr*r*r+r,rz.upsample_compute_output_size.. srr+FcdSr r*r*r+r,rz.upsample_compute_output_size.. sRr+)rrCrrrror)r1r scale_factorsspatial_dimensionsrirs r,upsample_compute_output_sizer sgZ1, T ! O O     S%%);;ZZHHH  4  O O     S''+==zzJJJ m,, C CDAq1vv{{"":a!e#4s1vv#=>>>>""7:a!e+ > >>r+cg}t|}|rdnd}t|D]}||}|j| |z} ||| | ||zz n| |z } tj|tj|j} | |z| ztj} t|dz |z D]} | d} | | |S)Nrrrr"rV) rrWrrCrrrr=rrXro)rrrr$rnum_spatial_dimsrrrisizerqoutput_indices input_indicesrYs r,!_compute_upsample_nearest_indicesr+M s G;'' "SSsF # $ $&&A --12/5ay/D*++%RW-e5=VVV(61U:>>u{KK '!+a/00 8 8A)33B77MM}%%%% Nr+)preserve_memory_formatrrc&t|||gSr;rrrrs r,upsample_nearest1dr0m s UK& : ::r+c*t|||gdSr"r.r/s r,upsample_nearest_exact1dr2y s UK& F F FFr+scales_hscales_wc(t||||gSr;r.rrr3r4s r,upsample_nearest2dr7 s UK(H1E F FFr+c,t||||gdSr"r.r6s r,_upsample_nearest_exact2dr9 s  UK(H1ET R R RRr+scales_dc*t|||||gSr;r.rrr:r3r4s r,upsample_nearest3dr= s UK(Hh1O P PPr+c.t|||||gdSr"r.r<s r,_upsample_nearest_exact3dr? s+  {Xx:$   r+r$c8t||||}ddg|z}t||}|jdkrYt j|}|jd}|jjdkr|dkr tj }| |}|S)Nr#r?r"cudarU) r+r _unsafe_indexr{rHrrrrrCrZr) rrrr$spatial_indicesrrrV n_channelss r,rr s8 {F%OTl_,G   w / /F {a3E:: [^ <  & &:>>!3M"""?? Mr+c|r|rdn |rdn|rdndtzdksJtfdtdtDS)Nrr?rr#rcDg|]}t||zSr*r)r5ri group_sizeparamss r,r8z!gather_params.. s<   ./fQZ'())   r+)rrW)rH has_biaseshas_projectionsrGs` @r, gather_paramsrK so    v;; #q ( ( (#f++ ( ( (     38CKK3T3T   r+c|r3|d|z|d|z}}|d|zdz|d|zdz}}n||||}}d\}}||||fS)Nr#r"NNr*)rHhiddensri bidirectional cur_params cur_hidden bidir_params bidir_hiddens r,params_hiddensrT sr0!'AAJ %+AEAI%6A 8Jl !'GAJJ %/" l z< ==r+c||ksJ||d|||z |dd|Srv)ror+)rQlast_batch_size batch_sizerNs r,update_hidden_for_packedrX sT Z ' ' ' ' NN:$$Q Oj4PQQRRR   Q: . ..r+c ~||kr|S||ksJtj||d|||z fSrv)rCconcatr+)rQrVrW inp_hiddens r, update_hidden_for_packed_reverser\ s\*$$ Z ' ' ' ' <    a*2N O O   r+c |d}|d}|r|dnd} |r|dnd} g} g} |r|dn|d} |dd| }tj|t|}|r |ddd}|D]d}|jd}| |krn'|rt || ||}nt || || }||||| || }|} | |e|r| n)| || tj | d}|stj | dn|}||fS)Nrr"r#rrV) r+rCrrsrr\rXroreverser,)inphiddenrHrI hidden_fn batch_sizesr^ ih_weight hh_weightih_biashh_bias step_outputrNrVrQ split_inprir hidden_outs r,one_layer_rnn_datarj sq Iq I%/fQii4G%/fQii4GK"$G)0Dk"ook!nOq!_55J Ck!2!233I$dddO '' IaL a     9OQJJ2OQJYsJ 7IwWW :&&&&z""" )K # #C.5E7A&&&:J  ?r+cfd}|S)NcHtj||||zSr;rlinearrirQrcrerdrf nonlinearitys r,rNzrnn_cell..inner< s&|AHZGDDqHIIIr+r*rprNs` r,rnn_cellrr; s(JJJJJ Lr+cfd}|S)Ncttj|||}tj||||zSr;rmros r,rNzrnn_cell_data..innerC s9 HQ 7 + +|AHZGDDqHIIIr+r*rqs` r, rnn_cell_dataruB s(JJJJJ Lr+c |d}|d}|r|dnd}|r|dnd} tj|||} |r| dn| } |d} g} | D]'} || | |||| } | | (|r| t j| d}|| dfS)Nrr"r#r) rrnfliprXror^rCr,r)r_r`rHrIrar^rcrdrerfprecomputed_inputrQrgrirs r, one_layer_rnnryJ sq Iq I%/fQii4G%/fQii4Gi995<S)..q111BS!!!$$JK ''Yq*i)WUU :&&&& )K # #C  ""1%% %%r+c|d}|d}|r|d}|d}nLtj|}tj|}|dd} |dd} g} d} | d} d}d}d}d}|}| } | } tjjj|||||| | || | | |||||}|d|d|d}}}|| d| dffS)Nrr"r#rF) rCrr*rXrrrmkldnn_rnn_layerrr)r_r`rHrIr^w0w1w2w3hxcxrbmode hidden_size num_layersrOrr@outputsr]hycys r,mkldnn_one_layer_lstmr` sq B B$ AY AY [ # # [ # #   Q  B   Q  BK D''!**KJMK E ..  C B Bin-55         !G$ GAJ 2rA rzz!}}bjjmm, ,,r+c 8|r|ddn|}g} t|D]} t||| |\} } }}|r || dz kr|nd}| || | |\}}| ||r(| ||||d\}}| ||r-t j||g|dz }n|}|dkr"|r | |dz krt j||d}|r|ddn|}|| fS)Nrr"rT)r^)r@) transposerWrTrorCr,rRrC)rr`rHrIrrCr@rOrlayer_fn final_hiddensrirPrQrRrSfwd_inp fwd_hiddenbwd_inp bwd_hiddens r, _rnn_helperr sz&1 ;EOOAq ! ! !eEM :  >>=K FA}> > : J l$D QU(:(:''&huj*jQQZ(((  -"*(|\:t### GZ   , , ,  Iw0'++--!2CDDEEE a<>>  C  M1-- --r+c |d} t||d}t|| |||||||ttt t j \} } | t j| dfSr) rrKrrryrrrCrrrs r,rnn_relu_inputr rr+c  |d} t||d}t|| ||||||dtt|t t j \} } | t j| dfSNrFrbra) rrKrrrjrurCrr datarbrrHrIrrCr@rOr`rrs r, rnn_relu_datar YYq\\F 6:u 5 5F$    ##EJ//   C  M1-- --r+c  |d} t||d}t|| ||||||dtt|t t j \} } | t j| dfSr) rrKrrrjrurCrrrs r, rnn_tanh_datar rr+ctj||||z}|d|}|d} |d} |d} |d} | |z| | zz} | | z}||ntj||d}|| fS)Nr?rr"r#rrrnchunkrr)r_rrrdrf hr_weight chunk_dimgates chunked_gatesin_gate forget_gate cell_gateout_gaterrs r, lstm_cellr? s HRG , ,s 2EKK9--MA&&((G"**,,Ka %%''IQ''))H r Wy0 1B BGGII B ahr9d&C&CB r6Mr+c |d}|d}|r|dnd}|r|dnd}t|dkr|dnt|dkr|dnd} |dd} |dd} tj|||} |r| dn| } g} | D]0}t || | ||| d\} } | | 1|r| tj | d}|| d| dffS)Nrr"r#rrr?r) rrXrrnrwrror^rCr,r)r_r`rHrIr^rcrdrerfrrrrxrgrs r,one_layer_lstmrM soq Iq I%/fQii4G%/fQii4G[[A%%q F q8H8H6!99d   Q  B   Q  Bi995<S)..q111BSK 3B 7IQRSSSB2 )K # #C A 1 . ..r+c d|d}|d}|r|dnd}|r|dnd} t|dkr|dnt|dkr|dnd} g} g} |r|dn|d} tj|t|}|r |ddd}|d}|d}|dd| |dd| }}|D]5}|jd}t j|||}|| kru| |d|| |z |d|| |z f|dd||dd|}}|| kr^tj ||d| || z fd}tj ||d| || z fd}t||||| | d\}}|} | |7|r| ||f}na| ||f| t| \}}tj |dtj |df}tj | d}||fS) Nrr"r#rrr?rVr)rrCrrsr+rrrnrorZrr^rr,)r_r`rHrIrbr^rcrdrerfrrgrNrVrhorig_hxorig_cxrrririhidden0hidden1rs r,one_layer_lstm_datarh sq Iq I%/fQii4G%/fQii4G[[A%%q F q8H8H6!99dKG)0Dk"ook!nO Ck!2!233I$dddO QiGQiGq!_--q!_-- B  IaLhsIw//    NNIIaOa$788IIaOa$788    YYq!Q''1a););B   W^^AO8KLLMqBW^^AO8KLLMqB3B 7IQRSSSB2B"X Bx   =Yw**EIgq,A,AA )K # #C  ?r+c>d}||||rtStS)a*Check whether we could use decompose lstm with mkldnn_rnn_layer. All the below conditions need to be met: * ``torch._C._get_mkldnn_enabled()`` returns ``True``. * All the input args are on CPU. * The dtypes of args are either torch.float or torch.bfloat16. * Inference. * ``has_projections`` returns ``False``. Args: * input: the input sequence to LSTM * hx: a tuple of the input hidden state and cell state ``(h_0, c_0)`` to LSTM * params: the weight and bias tensors of LSTM c4tjsdS|gt|ztt j|z}d|D}t |dkrdS|}|tjdkrdSd|D}|D]}|tj tj fvrdS |j rdS|d d|d dk}|rdSdS) NFch|] }|j Sr*rr5ts r, zEselect_one_layer_lstm_function..use_mkldnn.. s---18---r+r"rch|] }|j Sr*rrs r,rzEselect_one_layer_lstm_function..use_mkldnn.. s+++a!'+++r+rr#T) rCr(_get_mkldnn_enabledrsr from_iterablerpoprrbfloat16 requires_gradr*) rrrHrjdevicesrdtypesrrJs r, use_mkldnnz2select_one_layer_lstm_function..use_mkldnn s#x++-- 5'DHH$tE,?,G,G'H'HH--W--- w<<1  5 U\%(( ( (5++7+++  EU[%.999uu:   5Q%**Q--2a5::a==8  5tr+)rr)rrrHrs r,select_one_layer_lstm_functionr s5:z%V$$$$r+c t|dks Jdt|||dd|ddk}tt |d|d} t |||} t || |||||||| \} } tt | } | tj| ddtj| ddfS)Nr#lstm expects two hidden statesrr") rrKr*rsrrrrCr) rrrHrIrrCr@rOrr`rrrs r, lstm_implr s r77a<<<9<<< 6:r!uzz!}}1 1 /M N NF #beRU## $ $F-eR@@H$    Cm,--M  M!,a00%+mA>NPQ2R2R RRr+c t|dks Jdt|||dd|ddk}tt |d|d} t || ||||||dt t| \} } tt | } | tj | ddtj | ddfS)Nr#rrr"F)rb) rrKr*rsrrrrrCrrs r,lstm_data_implr s r77a<<<9<<< 6:r!uzz!}}1 1 /M N NF #beRU## $ $F$   #===  Cm,--M  M!,a00%+mA>NPQ2R2R RRr+cp|dd}tj|||dd}|d|dz}|d|dz} |d|d|zz} || z | z| zS)Nrr"r#r)rrrnrr r_rQrcrerdrfchunked_igateschunked_hgates reset_gate input_gatenew_gates r,gru_cellrsYYq!__NXj)W==CCAqIIN #nQ&77@@BBJ #nQ&77@@BBJq!^A%6%CDJJLLH  !Z /( ::r+ctj|||dd}tj|||dd}|d|dz}|d|dz} |d|d|zz} || z | z| zS)Nrr"rr#rrs r, gru_cell_datar&sXc9g66< 1 1 umWg  r+ct|||}t|d}t|d}tjj|||||Sr)rr*rrCrr_upsample_bicubic2d_aars r,upsample_bicubic2d_aa_vecrwsb ){M R REmQ//GmQ//G 9> 0 0 umWg  r+ct|||}|r|ndgt|z}t||||Sr;)rr*r_upsample_linear)rrrrrrs r,_upsample_linear_vecrsL ){M R RE+ D]]$#e**1DF E5- @ @@r+rc(t||||gSr;r)rrrr4s r,upsample_linear1drs E; z J JJr+c*t|||||gSr;r)rrrr3r4s r,upsample_bilinear2drs E; (?S T TTr+c,t||||||gSr;r)rrrr:r3r4s r,upsample_trilinear3drs&  {MHh+I  r+cP|r|dkr |dz |dz z ndS| |dkrd|z n||z S)Nr"rjrr*)rrrrqs r,_compute_scalersKV5=\\# (S.11qH#/EAIIsU{{7XCUUr+c&|r||zS||dzzdz SNrr*)rq dst_indexrs r,_compute_source_indexrs)/y   C(3..r+weightsweights_precisionctdt||Dd|dz zz}||z }tj|ddtjS)Nc3K|]F\}}|tj|tjzVGdSr;)r=rCr5)r5rrs r,rz%_sum_tensors_uint8..sX26!QU[ADD---r+r"r) _sum_tensorsrrCrr=r.)rrrrs r,_sum_tensors_uint8rs}:=c7:K:K  1$ %'F( (F ;vq# & & ) )%+ 6 66r+ctj|}d}tj||j}d|d|dzzzz}|dk}||z S)Nrrr"i)rCrrrrr)r max_weightmax_weight_precision precisionsvaluesrs r,_compute_weight_precisionrspW%%))++J2:;LMMMJ :zA~!67 7F g D $((** ,,r+c jd}jdd}t|tjtjj\}fdfdt t|||D}tt|\}g} tddggzD]dddgfdtDz} t | } t| } | | ettD]h} || | z dd fd t| ddd| dddD} it| dksJ| d} tj}jjd kr|d kr t*j}t/| t*jsJ| | } s| } | S)Nr"r#rNct|| |}tj| j }t || d}|j|jdgdg|zR}|tj }|dz|dz }|||fS)Nrrrrrr"r) rrCrrr=rrr#rr) inp_sizerrnsqueeze scale_factorrix_f32r6xp1rrrs r, get_valuesz$_upsample_linear..get_valuess%h-PP  L%, 7 7 7 : : : G G%lA}EEKKPSKTT ek!n@sh/?@@@ HHU[ ! !1umm1 m--a}r+c Fg|]\}\}}}|||dz |z Sr r*)r5rirrrr n_dimss r,r8z$_upsample_linear..sL +A+(F  8XvvzA~>>r+rcHg|]}|dkr|n|Srr*)r5krxp1sxss r,r8z$_upsample_linear..s1UUU!qtqyybeed1gUUUr+rrjcLg|] \}}|tj||z z!Sr*)rCr)r5v1v2xscales r,r8z$_upsample_linear.. sD   B 27F++ +   r+rArU)rrrHrIrP INT_TO_FLOATrrrsrrWrrBrroreversedrr=rrrrCrZr4rrrGround)rrrrrD inp_sizesrYrxs_f32vsrvrirrVrrr rrrrs` ` @@@@@@@r,rrsQJ ABBI ^^F' !ANHAu       /8  ; / /0 0 F CL))FB B 1vh' (TlUUUUUUuV}}UUUU   uc * * #Au - - ! eFmm $ $  )be#**34477>>    b1gr!$Q$x00    r77a<<<< UF/66M |F""zB/ fel + ++++   ]  ; ;F  " " $ $  Mr+rrc"|j|jkSr;r)rrs r, is_same_sizer!'s 7ag r+c8t||Sr;)rr)r6rrJs r,_reshape_aliasr#,s 99Q  r+c8t||Sr;)rr)r6rs r,rBrB2s ::a ! !!r+c<t||||Sr;)rr)r6rrr"s r,r$r$7s >>!WeZ 8 88r+c|D]7}|3tj|jtjtjfvd8tj|jtjkdddlm}||dkr;tj ||}| |j |Stt|D]<}||}|0|d||dz ||<=t"||||S)NcdSNz3tensors used as indices must be long or int tensorsr*r*r+r,rz&_unsafe_masked_index..Brr+cdSNz*tensors used as masks must be bool tensorsr*r*r+r,rz&_unsafe_masked_index..G<r+rrr"r)rCrrrbrrrqror_meta_registrationsmeta_index_TensorrDrrWrrr*rrBrc)r6rrfillrro meta_resultris r,rr<sL   L  EI66MM     L ej << KJJJJJAGGIIN++3/AA!WMM zz++T222 3w<< ??   q A >>GAJ   a ) ) 5 5teT B BBr+cd|D]7}|3tj|jtjtjfvd8tj|jtjkd|dkr|Stt|D]P}||}|D| | | | |dz ||<Q| |d}t|||dS)NcdSr(r*r*r+r,rz5_unsafe_masked_index_put_accumulate..^rr+cdSr*r*r*r+r,rz5_unsafe_masked_index_put_accumulate..cr+r+rr"rTr!)rCrrrbrrrrrWrrr*rcrr$)r6rrrrri masked_values r,#_unsafe_masked_index_put_accumulater4Xs$   L  EI66MM     L ej <<  wwyyA~~wwyy 3w<< HH   !&&))QGGGAJ%%teQ//L  ! !!Wlt ! L LLr+c|}d}|dkrd}|9|dkr,dg|z}|jd||<||}n|}||z}tj||k|d} | |} tj||| | } tj||k| d} |tj j kr |dkr| dd} | | fS|r| |j}tj||| |} tj||k| d} | } n+||k |} |tjj kr| } n,|tjj kr| | z } | | fS)Nr"r#rr*r)rRrrrCrlrXgatherrr!r'rrDrrr=r)r()r~rrrrrr$rwr% safe_target_rrwsums r,_nll_loss_forwardr:rsXXZZFK zz   A::E"(aE+  E""AAAax+f 4fa@@K((55Ll4l;;CCKPP PF [</ ; ;FIN(((VaZZ}}R-- |##  HHTZ |A{L99AA+NN{6\14;;xxzz ,.335588>> IM''' in* * * , < r+cZ|dkr|dks Jd|dks Jd|dko|dk}|s7|jd|jdksJd|jd|jd|jd }|E|dkr||ksJd |d |jt|||||S) Nrr#r6r"r7r8r9r:rVz/weight tensor should be defined either for all z7 classes or no classes but got weight tensor of shape: )rRrrr:)r~rrrrr< n_classess r,nll_loss_forwardr=s< 88::>>dhhjjAooo/Pooo ::<<1   E   88::?8vzz||q'8L DJqMV\!_<<<JTZJJ6<JJJ=<< 2I >fjjlla//FLLNNi4O4O4O :) : :+1< : :5P4O4O T669l K KKr+c(t|||||Sr;)r:)r~rrrrs r,nll_loss2d_forwardr?s T669l K KKr+Ac0|dz|z|dzz |z|zdzS)Nr#rr"r*r6r@s r,_upsample_cubic_convolution1rCs( UaK1q5 !Q & *Q ..r+c<||zd|zz |zd|zz|zd|zz S)Nrr?r*rBs r,_upsample_cubic_convolution2rFs0 UQU]a !a% '1 ,q1u 44r+rcd}|jtjdkrtj|d|z gd}tj|dzd|z gd}t||}t ||}tj|d\}}tj|d\}} ||| |fSt|dz|t ||t d|z |td|z |fS)Ngrrjrrr)rrCrrFrCr) rr@tt1tt2w03w12r|rr}r~s r, _upsample_get_cubic_coefficientsrLs Ax5<&&&&k1cAg,A...k1s7C!G,!444*322*322cq)))Bcq)))B2r2~ )S! 4 4 (A . . (q! 4 4 (q! 4 4   r+coeffstscnt|}tdt||DS)Nc3&K|] \}}||zV dSr;r*r5rrs r,rz+_upsample_cubic_interp1d..s*EEHRREEEEEEr+)rLrr)rMrNcoeffs2s r,_upsample_cubic_interp1drSs6.r22G EEFG0D0DEEE E EEr+c6ttj|Sr;)rrCadd)rNs r,rrs %)R  r+ num_stepsc|dkrtjd||S|s|dz |z nd}tj| ||||S)Nr"rr)stepsrr)rCrqlinspace)rVrrrrs r,_linspace_from_neg_onerZsYA~~|AfE::::-:A)a-9 $ $A >1"ayu M M MMr+thetahr7c|j}|j}t||||d|d}t|||||dd}t jd||}tjj|ddd}tjj|ddd}tjj|d dd}||z|zS) Nr")r"r"r"r)rr#constantrrrrr"r")r#r rrrZrrCrrrr) r[r\r7rrrgrid_xgrid_ygrid_ones r,_make_base_grid_4dres KE \F$A}eV D D I I!QPQ R RF #A}eV D D I I!QPQ R RFz)5@@@HX $ $VjPQ $ R RF X $ $VjPQ $ R RFx"&&xV*TU&VVH F?X %%r+rc|j}|j}t||||dd|d}t||||d|dd}t|||||ddd} t jd||} tjj|ddd}tjj|ddd}tjj| d dd} tjj| d dd} ||z| z| zS) Nr")r"r"r"r"r)rrr^rr_rr#r")rrra) r[rr\r7rrrrbrcgrid_zrds r,_make_base_grid_5dris? KE \F #A}eV D D I I!QPQST U UF #A}eV D D I I!QPQST U UF #A}eV D D I I!QPQST U UFz,eFCCCHX $ $VjPQ $ R RF X $ $VjPQ $ R RF X $ $VjPQ $ R RFx"&&xV*TU&VVH F?V #h ..r+c|\}}}}t||||}|ddd|jdzd}||||dS)NrrVrr"rWr#)rerr\rXr) r[r*rr rYr\r7 base_gridgrids r,_affine_grid_generator_4drn$swJAq!Q"5!QmLLLI NN2q! $ $ux'9'9!'<'< < A A" E ED 99Q1a  r+c|\}}}}}t|||||}|ddd|jdzd} | ||||dS)NrkrVr?r"rWr)rirr\rXr) r[r*rr rYrr\r7rlrms r,_affine_grid_generator_5drp.s}MAq!Q"5!QOOOI NN2q! $ $ux'9'9!'<'< < A A" E ED 99Q1a # ##r+ctjt|dvdt|dkrt|||St |||S)NrcdS)NzCaffine_grid_generator needs 4d (spatial) or 5d (volumetric) inputs.r*r*r+r,rz'affine_grid_generator..>sUr+r?rk)rCrrrnrp)r[r*rs r,affine_grid_generatorrs8sg L D VUU 4yyA~~(MRRRR(MRRRRr+rminterpolation_mode padding_mode _expand_gridc  !"#$%&'()*+,-tjdvfdtjdvfddtdtdtffd -dtdtd tdtfd +dtdtdtf+fd dtdtdtf -fd }j\$%|j\})*}|d ksJr0|d)*|)*d }dtdtdtf$%fd &tjjdddtjjddddtdtdtdtf&)*fd dtdtdtffd "|d} |d} dkr|| %} || $} | | c'('dz(}} '(dz}}| |}}|| z || z z}| |z || z z}| | z | |z z}| 'z | (z z}t"fd'(|f| ||f|||f|||ffDSdkrM|| %} || $} | }| }"||dS-| %} -| $} | '| (| 'z ,| (z }s*, d,| d}dtdtdtf "$%fd #dtdtf#'(,fd !t!fdtd D}t!||S)!N)rr"r#cdS)NzInvalid interpolation mode r*)rtsr,rz"_grid_sampler_2d..WsB.@BBr+cdS)NzInvalid padding mode r*)rusr,rz"_grid_sampler_2d..Zs+Q<+Q+Qr+coordsr*rScBr|dzdz n|dz}|dzdz }||z|zSrr*)rzr*rofsrs r, unnormalizez%_grid_sampler_2d..unnormalize]s>%2CtczCs Sj3|c!!r+ twice_low twice_highc^||krtj|S|dz }||z dz }||z }tj||}||z tj}tj|dzdk||z||z|z S)Nr#rr"r)rCrrfmodfloorr=int8rl)rzr~r coords_min coords_spancoords2extraflipss r,reflect_coordinatesz-_grid_sampler_2d..reflect_coordinateshs  " "#F++ +] !I-2 J&++-- 7K00;&--//222DD{ AINEJ. j0H50P   r+cdkr|Sdkrtj|d|dz Sr|dd|dz z}n|dd|zdz }tj|d|dz S)Nrr"r#rVr)rzr*coords_reflectedrrurs r,compute_coordinatesz-_grid_sampler_2d..compute_coordinatests 1  M Q  ;vq$(33 3 Q#6#6vq!tax.#Q#Q  #6#6vr1t8a<#P#P ;/D1H== =r+c4||}||Sr;r*)rzr* coords_unrr}s r,compute_source_indexz._grid_sampler_2d..compute_source_indexs'K-- ""9d333r+r#r"rysc tjd|ktj|ktjd|k|kSrvrCr)rriHiWs r,in_bounds_condz(_grid_sampler_2d..in_bounds_condsH GU&rBw0A!r'2PR70S0STT   r+rwsc||rndt fd|tj|tj|fDS)Nr"c3pK|]0}tj|dV1dSr)rCrlr)r5rrrroHoWs r,rz1_grid_sampler_2d..clip..sY   Ka # # ( (Ar2 6 6      r+r)rr=rCr) rrrrrrrrvrrrs @@r,clipz_grid_sampler_2d..clips~b"%%  $AA1        ee%+e..EK0H0H"M      r+ixiycD |||\}}}||f|zSr;r*) rrr7idx_xidx_yw_C_idxN_idxrrs r, get_summandz%_grid_sampler_2d..get_summands44B??ubue+,r11r+).r).r"rc3:K|]\}}}|||VdSr;r*)r5rrr7rs r,rz#_grid_sampler_2d..sK  R KB " "      r+cN|}|}||dSr_r*)rrr6r]rrrrs r,get_value_boundedz+_grid_sampler_2d..get_value_boundeds;##B++A##B++A;q!Q'' 'r+r|c|dz z}dz ||dz|dz|f}t|S)Nr"r#)rS)r|iy_ofscsrix_nwiy_nwtxs r, get_coeffz#_grid_sampler_2d..get_coeffsvcAg&F!!%!)V44!!%00!!%!)V44!!%!)V44 B ,B33 3r+c3.K|]}|VdSr;r*)r5r|rs r,rz#_grid_sampler_2d..s+::#yy~~::::::r+r?)rCrrrrrrrrrrrrrXrrWrS).rrmrtrurrvrrYtwor6r]rrix_neiy_neix_swiy_swix_seiy_sew_nww_new_sww_se ix_nearest iy_nearesttyrMrrrrrrrrrrrrrrrrrrr}s.` ```` @@@@@@@@@@@@@@@@@@@r,_grid_sampler_2drFs Li'BBBB L !#Q#Q#Q#Q"F"#"&""""""  F  s    PV      >F ># >& > > > > > > > >4V434644444447LAq"bZNAr2s !8888D yyAr2s++221aRCC 6 v &       L18 , , , 1 1!Q1 = =E L18 , , , 1 1!Q1 = =E    V    4F            22F2&222222222 V A V AQ ! !!R ( ( ! !!R ( (xxzz288:: uqy%ueaiueu urz*U urz* rEz*U rEz*    t$t$t$t$         q ! !!R ( ( ! !!R ( (XXZZ XXZZ {:z1555 [B   [B     %Z %Z !aBaB (& (f ( ( ( ( ( ( ( ( ( (  43 46 4 4 4 4 4 4 4 4 4::::q:::::'333r+c*t|||||S)N)rmrtrur)r)rrmrtrurs r,grid_sampler_2drs*  -!#    r+cLtjdkodkfdtjddkfdzdS)Nr#r"c\ddS)Nzmatrix @ vector expected, got rrr~rsr,rzmv..s(JJJswwyyJJr+rcdddddddS)Nzsize mismatch, got input (rr6r"z), vec (r:rrsr,rzmv.. sG`TYYq\\``DIIaLL``RURZRZ[\R]R]```r+r)rCrrRr*rrs``r,rrs L  a*CGGIINJJJJJ L !  #````` 3J    " ""r+c|,|dz |zdz}d|z |z|tj|zz }nd|z |ztj|z }|||z}t||Sr_)r logsigmoidr)r~rr pos_weightr log_weightrs r, binary_cross_entropy_with_logitsrs}  1n.2 F d"j1<3E3E&EFF d"Q\$%7%77 f} i 0 00r+tensor1tensor2is_outc   |j|jkr||fn||f\}}ddlm |jdkr |jdksdS|jr|sdS|jdkrdS |dkrdS|j}|}dg}t|ddD] }|||dz!t fd t|tt||DS) Nrrrr#FTr"rVc3JK|]\}}}|dkp||kVdSr|r*)r5rrr*ros r,rzshould_fold..7sU D% TQY''845=r+) r{rqrorrrrtrrorrrs) rrrt1t2t1_shape t1_strideexpected_strider*ros @r, should_foldrsZ$+<7<#?#?gw  gwEWFBJJJJJJ GqLLRW\\u t|quBHHJJ!O,,txH IcO!""&&;;tob&99:::: !$ tH_5566" "   r+) pass_is_out)rcr |}|}|dkr|dksJ|dkr|dkrtj||S|dkr|dkrtj||S|dkrA|dkr;tjtjtj|d|dS|dkr|dkrtj||St|||rN||k}|r|jn|}|s|n|dkr| n|}|j }t|dd} ttj| } |dk} | r | |j d|| |d} | rUtjj| || } |r| jn| Stjj| || S|dkr|dkr|dkr|dnd}|d}|j dd}|dkr|dn|d}|dkr|dnd}g}t-|dz D]*}|||+|dkr|dkr~|d|dkrl|ddkr*|jr#t1|d|S|ddkr*|jr#t1||dSttj||}|||gz}t5|}|||||}|dk}|rC||gz}||||d}n1|||gz}|||||}|} |dkr| ||dkr| ||r;||d| S||| StjdddS) Nrr"r#rVrWrFcdS)Nz/both arguments to matmul need to be at least 1Dr*r*r+r,rzmatmul..s$Ur+)rRrCdotrrrrXrr\rrrsrrrror#rr _unsafe_viewrr*rWrr[broadcast_shapesr#rbmmrr)rrr dim_tensor1 dim_tensor2rrrsizes_1 output_shape folded_dim1 t2_is_matrix t1_foldedrr m1 batch_tensor1m2rO batch_tensor2riexpand_batch_portiontensor1_expand_sizeexpand_batch_producttensor1_expanded vector_rhstensor2_expand_sizetensor2_expandeds r,r[r[?sc++--K++--K !   q 0 0 0 0aK1,,y'***   kQ..x)))   kQ..}UXeogq&A&A7KKQOOO   kQ..x))) Wgv . .hW +- $ 1WZZ'$ XGG+:J:J799;;;PW (GCRCL)) X\<88 vvxx1}  -    , , ,JJ{GBK88  OY^00b1A1A<PPF-6B69'')))F B9>..y||B/?/?NN N   kQ..!,aGLL   Q \\"   crc* !,qW\\"   gll26F6F +aGLL   Q#% {Q'' 2 2A  a 1 1 1 1 1  q  a M!$444Q1$$)>$gooa00':::Q1$$)>$gwq'9'9::: $  "=- @ @  3aW<#$899#>>*=>>FF !R  !A%  "6""= 233-r221   #7"a"@ &~~.ABBJJ$b!   , ??    " " " ??    " " "  M#''(899AA"EEJJ<XX X#''(899>>|LL L UUUVVVVVr+rrcj\}}t|d||}t|d||}tjtjj\}}t j|dj |} t j|dj |} t|| |} t|| |} | d} | } | }| |z dd}| | z dd}| t j} | t j}|dz ||dz|d zf}| dz | | dz| d zft|t|}d \jt jkr:t%t%|fd Dfd |D}fd fdt'fd|D}jt jkrJt)||}n't+dt-||D}tj}||}|S)Nrr"rNrrrVrrjr#rMcg|]?}|dzztj|dzztj@Sr"rrCrr=int16)r5r7weights_precision_xs r,r8z.upsample_bicubic2d_default..V   !** +ejmmc.A A E Eek R R   r+cg|]?}|dzztj|dzztj@Srr)r5r7weights_precision_ys r,r8z.upsample_bicubic2d_default..rr+ctj|ddz }tj|ddz }tdd||g}|Sr)rCrrrB)rry_idxx_idxrin_hin_wrs r, load_boundedz0upsample_bicubic2d_default..load_boundedsT B4!8,, B4!8,,   utT5%&@ A Ar+ctfdD}jtjkrJt |St dt |DS)Nc30K|]}|VdSr;r*)r5x_ofsrr]s r,rzCupsample_bicubic2d_default..get_x_interp..s/BBll1e,,BBBBBBr+c3&K|] \}}||zV dSr;r*rQs r,rzCupsample_bicubic2d_default..get_x_interp..s*JJRBGJJJJJJr+)rrrCr.rrr)r]src_xrixs_ofsrr weights_xs` r, get_x_interpz0upsample_bicubic2d_default..get_x_interps~BBBBB'BBBBB ;%+ % %&222%eY8KLL LJJCy4I4IJJJJJJr+c3.K|]}|VdSr;r*)r5y_ofsrs r,rz-upsample_bicubic2d_default..s-;;%,,u%%;;;;;;r+c3&K|] \}}||zV dSr;r*rQs r,rz-upsample_bicubic2d_default..s*LL(2rb2gLLLLLLr+rU)rrrHrIrPrrCrrr=rrXrrrrLrr.rrrrrrr)rrrrrrYh_scale_factorw_scale_factorrrirx_floaty_floatr6r]yscaleriys_ofs weights_ysrc_yrrVrrrrrrrrs` @@@@@@@@r,upsample_bicubic2d_defaultrsH{Aq$$D+a.-QQN#D+a.-QQN' 5#H#UHAu  [^EL999<<5<IIA [^EL999<<5<IIA#NA}EEG#NA}EEG##G A Ak c * *Fk c * *F U[A U[A1uaQA&G1uaQA&G088I088I/9,, {ek!!7 BB7 BB               KKKKKKKKK ;;;;7;;; ; ;E {ek!!"...#E96IJJLLc%6K6KLLLLL/66M   ]  ; ;F Mr+c ftjt|t|zdkd|]|Jttt t ft dt |jdd|D}|r|nd\}}t|||||S)Nr"cdS)Nz:Must specify exactly one of output_size and scale_factors.r*r*r+r,rz(upsample_bicubic2d_vec..sLr+c3ZK|]&\}}tt||zV'dSr;)rr)r5r7rqs r,rz)upsample_bicubic2d_vec..#sMAu ! u,--r+r#rM) rCrrr rrrrr)rrrrrrs r,upsample_bicubic2d_vecrs L [D///14LL((( #s(O  #AGABBK ? ?    )6G}}<GW %amWg V VVr+c0fd}t||S)Nctj| ||zj}|dz |dz |z z S)Nrr")rCrrrrmiddlerdim_idxrs r,rz_reflection_pad..idx2sM,ufunQXFFFzVaZ'++--7<<>>>>r+_reflection_or_replication_padrrrs` r,_reflection_padr,s9 ????? *    r+c0fd}t||S)Ncvtj| ||zj}tj|d|dz S)Nrrr")rCrrrrs r,rz_replication_pad..idxCs9,ufunQXFFF{7Avz222r+rrs` r,_replication_padr =s9 33333 *    r+idx_fnc tdz tj| dz dzfv fd|j d}| z } fdt D} fdt D}|}t D]Z}dg|z} |||||||| ||z<t || }[tj |} | | }|S)Nr#r"c(dddzddzdS)Nreflection_padz d requires r"zD or r#zD inputr*rsr,rz0_reflection_or_replication_pad..Vs+OOOqOOsQwOOOr+c2g|]}ddz |z zSrgr*r5rirRrs r,r8z2_reflection_or_replication_pad..[+CCC1GAq1-.CCCr+c8g|]}ddz |z zdzSrgr*r&s r,r8z2_reflection_or_replication_pad..\0HHHWQ#'A+.23HHHr+rU) rrCrrRrrWrrBrHrr) rrr! inp_shapenc_dim padding_left padding_rightrrirrVrRs ` @r,rrNsU g,,! C L C!GS1W%%OOOOI UUWWs]FCCCCCc CCCLHHHHHU3ZZHHHM F 3ZZ11&**,,. &a)A, a@PQQAJ##FC00/77M   ]  ; ;F Mr+ctdzd|j dDfdtDfdtDg}t|jD]^}dg|jz}d||<|t j|j||j|_|d | ddfd tDfd tD}fd tD}fd tDtj tj fd tD}t |zd} fd} tjdtDD]} | t!dgzkrg} g} tD]}| |dkr|}|}n]| |dkr||}|d|f}n7| |dkr+||}|||z |dz f}| || || | | | } | S)Nr#cg|]}|dz Sr r*)r5r\s r,r8z,_reflection_pad_backward..qs ) ) )Q1q5 ) ) )r+c2g|]}ddz |z zSrgr*r&s r,r8z,_reflection_pad_backward..sr'r+c8g|]}ddz |z zdzSrgr*r&s r,r8z,_reflection_pad_backward..tr)r+r"rVrcH|\}}}tj||k||kSr;r) index_rangerilbubs r,index_range_conditionz7_reflection_pad_backward..index_range_conditions( 2r b!r'222r+c2g|]}||zSr*r*r5rir,xyzs r,r8z,_reflection_pad_backward..s& ; ; ;1c!f|A& ; ; ;r+c2g|]}||z Sr*r*r8s r,r8z,_reflection_pad_backward..s&AAALOc!f,AAAr+cJg|]}d|z|z|z  Srr*)r5ridhwr,r9s r,r8z,_reflection_pad_backward..s3OOOqQQZ,q/1CF:OOOr+cVg|]%}|d||z|zf&Srr*)r5ricenterr<r,r-s r,r8z,_reflection_pad_backward..sHHIAs1v Q/-2BBCr+c2g|]}|Sr*r*)r5rir6range_cs r,r8z,_reflection_pad_backward..s)QQQ00<<QQQr+rc:tD];}||d||dk}t|tr|r|cS.accumulate..s% P P PK " "; / / P P Pr+r)rWr4rrOrrrr) rr index_rangesriupper_less_than_lowerrgrrRror6s r,r"z,_reflection_pad_backward..accumulatess  A$0OA$6a9K$K !/66 ;P     P P P P< P P P    % %k4S# F Faxr+cg|]}gdS))rVrr"r*r!s r,r8z,_reflection_pad_backward..s#C#C#C1JJJ#C#C#Cr+r)rrrWr{rorCrrrrOrrrr itertoolsrr)ror6rrri view_shape left_reflect right_reflectrrr"areaoutsrCrr3rr>r<rRr6r,r-r@r9s` ` @@@@@@@@@r,_reflection_pad_backwardrMjs} g,,! C ) )!'3$%%. ) ) )CCCCCCc CCCLHHHHHU3ZZHHHMG 16]]SSS16\  1 u|AGAJqx@@@EEjQQRRRR#A 3$%%.C333< ; ; ; ;c ; ; ;FAAAAAeCjjAAALOOOOOOE#JJOOOMMRSVZZG   QQQQQeCjjQQQ  D  $ $[$F C H HD        !#C#Cc #C#C#CD44 5!s## # #  s - -AAw!||Qi%aj aB"1o"1vq,q/: aA#A&"1vs1v a0@'@#a&1*M KK       , , , ,z$l33 Kr+rrrcftj|||}tj|||}||fS)Nr)rCaminrR)r~rRrrOrRs r,aminmaxrPs: :dW 5 5 5D :dW 5 5 5D :r+rcttjtj|d||||S)Nrr)rrrCrlisnan)r~rRrrs r,nansumrSs7 88EK D 1 11d;;S'QV8 W WWr+rr'rrAr'c Ntjd|d||||S)Nrr"rTrr start_step)rhrr'rrAs r,arange_defaultrXs2 ; ! ! 3vf "  r+c Ntj||d||||S)Nr"rTrV)rgrhrr'rrAs r, arange_startrZs2 ; ! ! sAU6&Z "  r+cddlm}||i|S)Nr)out_dtype_dense)!torch._higher_order_ops.out_dtyper\)rJrKr\s r,out_dtype_decompr^s)AAAAAA ?D +F + ++r+margincN tjtjjd jd tj|dkp|dkdtjjdko dkfdtjjdko k fdNtjtjjdko k fddtjd}||z z}| d}|dkr|n||z} |z}tj j }tj |k|d}|tjjkr|S|tjjkr"||jdz S|d S) Nrr"r#cdS)Nz only p == 1 and p == 2 supportedr*r*r+r,rz#multi_margin_loss..s+Mr+cdjSNzMExpected non-empty vector or matrix with optional 0-dim batch size, but got: rrsr,rz#multi_margin_loss.. sm`e`kmmr+cddjS)Nz#inconsistent target size, expected rr)nframersr,rz#multi_margin_loss..sUfUUv|UUr+cddjS)Nz#inconsistent weight size, expected rr)rRrsr,rz#multi_margin_loss..sV#VV VVr+rrr)rC atleast_2d atleast_1drrr{rrXr6r]rrrlr!r(rrr)r) rrrOr_rrurmrrRres `` ` @@r,multi_margin_lossrjs"  U # #E  f % %F [^F +a.C La!16#M#MNNN L a$C1Hmmmm L q5V\\^^v5UUUUU!&)) K1  63!6 V V V V V     a F U000A UA AA !VVQA  v  ,s5< 0 0 0C C6M1a((AIN(((vvxx im) ) )uuww##vv!v}}r+ is_targetc |j |jtj|}tj|}|jd}tjt dko|dk fdtjt dko k fdtj||j}|dk}tjtj|||dd }||k}tj||d}tj |d| } tj||d} tj || d kd } d | j d z |z} | d} | |z } tj| d| } |tjjkr)| d } n@|tjjkr| } n| d } | |j} | | fS)Nr"r#rcdSrcr*)orig_input_shapesr,rz0multilabel_margin_loss_forward..6sr`prrr+cddS)Nzinconsistent target size: z for input of size: r*)rnorig_target_shapesr,rz0multilabel_margin_loss_forward..:sf->ffTdffr+rrVTrrrrj)rrV)rrCrgrrrrrOrlr6anyrXTr]r!r(rrrr)r=rr#)rrrrRris_endend_idx target_masktidx0ritidx1rkrmrnrps @@r,multilabel_margin_loss_forwardrx'sG{   U # #E  f % %F +a.C L "/saxrrrr L !#M(9=M(Mfffff ,s6= 1 1 1C r\FjVS#66BMMMG-K K VQ / /E U%000A K VR 0 0E #R!8!88a@@@I acmmm###e+A AA CA Iq!$$AIN((( EEgE   # # % % im) ) ) EEGG EEgE   U[))112CDDI i<r+) attn_maskrqquerykey dropout_p is_causalryc tjtjfdtjdko/dkodkfdtjdkfdtjjdjdkojdjdkdt j||d|\}}|d d d d tj d d d d}||fS) NcdjS)Nz-query must be FP32, FP64, BF16, FP16 but got r)rzsr,rz.ssM MMr+r?cdddS)Nz,q, k, v must be a 4 dimensional tensor, got rr)r{rzrsr,rz.ws=huyy{{hhcggiihh[`[d[d[f[fhhr+rcdS)Nz&dropout probability must be zero, got r*)r|sr,rz.zs"V9"V"Vr+rcdS)Nz&q, k, v should have the same head sizer*r*r+r,rz.~s8r+)ryr|r} dropout_maskrqr#rr"rU) rCrrGrRrr"_scaled_dot_product_attention_mathrrrrZ) rzr{rr|r}ryrqrattns ```` r,*scaled_dot_product_flash_attention_for_cpurfs L &&MMMM L q@SWWYY!^@ q0@hhhhhh LSVVVV L A%+a.(KSYq\U[^-K88 :BB   C  LFDD q!Q"" %"9 : : Aq!   4<r+c<t|fd}|S)NcJ|i|}|d|Srv)r)rJrKr outplace_ops r, inplace_opz$register_inplace..inplace_ops-k4*6**Aw}}S!!!r+r)aten_oprrs ` r,register_inplacers7G$$""""%$" r+cf|s2|st|}t|}tj||}t |t jr|dkr||z}|dkr|St |t jr|dkr||z}||zS)Nr"r)rGrrrCrr4numbersNumber)r~batch1batch2rfrprs r,baddbmmrs  ! ! # #DOO,=,=4yyE  Yvv & &F eW^ , ,  % qyy dGN + +tqyyd{ &=r+c0tj||dS)Nrrr)r~rNs r, floor_dividers 9T5 8 8 88r+cLtjtj|jdSr_)rOrrrr)rs r, sym_numelrs  HL!'1 5 55r+rrc|"tj|g|Stj|g||S)Nrr)rr dim_IntList IntList_out)r~rrs r, sum_defaultrsE {x##D"E#:::x##D"Es#CCCr+c t|tjs|S|Ltj|t t|Stj||gSr;) r4rCrrrdimsrsrWrR)r~rRs r,squeeze_defaultrsl dEL ) )  {|  tE$((**,=,='>'>???|  u---r+c4tfdtt|jD}|jt jkr t jnd}|d|d|}||| |jz z|fS)Nc3(K|] }|k|V dSr;r*)r5rirRs r,rz)_weight_norm_interface..s'@@1qCxxQxxxx@@r+r#T)rr) rrWrrrrCrrrr=)rrErRkeep_dim norm_dtypers ` r,_weight_norm_interfacers@@@@c!'ll 3 3@@@@@H !5> 9 9tJ 66!Xt:6 > >D DGGAG$$$ %t ++r+ assume_uniqueinvertct|tjstj||j}t|tjs,|rtj||Stj||S|dt|dzkrt|||St||||S)Nrg$@g(\?rr) r4rCrrqrnerrrX isin_default isin_sorting)elements test_elementsrrs r,isinrs h - -G<1EFFF mU\ 2 25  58Hm44 48Hm44 4tc(..*:*:E&B&BBBBHmFCCCC m=    r+)r?c*|9tj|tj|j}n9tj||tj|j}||k|j}|S)Nr)r?rr)rCrandr*rrr=r)r~r?raw_prOs r, bernoullirs|  499;;emDKPPP IIKK-;     $*%%A Hr+rcP|dkr tj|tjS|jd|jzz}||}ttd|j dz d}||k |}|r|n|S)Nrrr rVr"r) rrC empty_likerrr{rrrWrq)rrrexpanded_elem_shaper6rRrJs r,rrs~~1 ;;;;".4-2D+DD )**A b=--1266 7 7C  " "s " + +C "C44s"r+c|}|}|rtj||g}tj|d\}}|dd|ddk} tj| ddgd} |r| } tj| } | d|| } | d|Stj|\} } tj | |} tj | | k| d}| ||k}|r|n|}| |j S)NT)stabler"rVrF) r7rCr,sortrm logical_notrrr searchsortedrlr#r)rrrr elements_flattest_elements_flat all_elementssorted_elements sorted_orderduplicate_maskrsorted_test_elementsrYrtest_idxcmps r,rr#ss$$&&M&..00+y-1C!DEE (- <(M(M(M%(,0DD.~1vuMM  :+7799N//q,??A((())"'*-?"@"@a !5}EE;s%9%?%?%A%AA3JJ"8, =#)2coos{{8>***r+c<|d}||SrU)r#)r~r flatteneds r,taker@s  R  I U r+c| tj}|tjkrt|}t||j|Sr.)rCrZpreserve_formatrrresizer)r~rNrVs r, resize_asrGsE/ ----e44 ;;tU[ ; F FFr+)FF)rr;r)rNNr")rVFFrrr`)r"r"F)Fr)rrjN)rr"N)FrM)NNN)rrFT)rrFr)rF(rOrGrrrucollections.abcrenumrrrrrtypingr r r r r rCtorch._meta_registrations torch._primsrHrtorch._prims_common _prims_commonrHtorch.nn.functionalrrrrrr torch._decomprr]rrrrrrtorch._prims_common.wrappersrrrr torch.utilsrrFtorch.utils._pytreerr( DispatchKeyrrsstr__annotations___opsrrr!rPrrQrQcompute_only_pw_cast_for_opmathpw_cast_for_opmath"pw_cast_for_opmath_non_tensor_argsrpw_cast_for_int_to_realrrZrcrernrrzr.Scalarrrrrrrrrrrrrrrrrrrrrrrr(rr _safe_softmaxrr r rr[rrrrr'r4r=r@rFrIrKrMrQrermslicerrrlrrrrrrrr,r0r9r?rCpy_implCompositeImplicitAutogradAutogradrBrUrYr_rgr#rurxr|rrrrrrrrrrrrrrrrrrrr unsafe_chunkrrrno_statsr!r%r1r7r;r=_fused_dropoutr@rMrrVrlift lift_freshrPrUrXr[rZrnrsrv_adaptive_avg_pool2drrrrrrrrrrrrr Generatorr rrr0rr7r=r _upsample_nearest_exact1dr9r?r%r+r2rrKrTrXr\rjrrruryrrrnn_tanhrrrnn_relurrrrrrrrlstmrrrrgrurrrrrrrrrrrrrrrr!r#rrBr$rr4r:r=r?rCrFrLrSrrZrerirnrprsrrrrrr[upsample_bicubic2drrreflection_pad1dreflection_pad2dreflection_pad3drreplication_pad1dreplication_pad2dreplication_pad3dr rreflection_pad1d_backwardreflection_pad2d_backwardreflection_pad3d_backwardrMrPrSrrEr'rXrgrZr^rjrx+_scaled_dot_product_flash_attention_for_cpurrrrrrrrrRrrrrrrrraddbmm_addbmmaddmm_addmv_baddbmm_fill_gelu_r hardswish_ hardtanh_hardtanh hardsigmoid___iand____and__ __ilshift__ __lshift__rr index_reduce_ index_reduce__ior____or__ __irshift__ __rshift____ixor____xor__ leaky_relu_ leaky_relulogit_logitrelu_rrenorm_renormround_rscatter_r" scatter_add_ scatter_addscatter_reduce_scatter_reducesilu_r*r+r,r!sY_ $$$$$$%%%%%%%%$$$$$$$$77777777777777 ######,,,,,,,,,,000000777777 *)))))((((((h" c z~         %$) '''9''" ''''T#*'8@### WuDL&-W8@ &&&" "'uDQ   c f    *++ \2F2v222,+2-.. \4v4&444/.4.// \SS6SS5SSS0/S )** \             +* 2)*++((,+()*++"V""",+"()) @f@@@@*)@122 \fF32.// \PP%P05P@EPPP0/P '' GFGvGGG('G/00 F&V10/00 \:F:&:U:::10:011 \LL%L7<LNRLLL21L *++ \)))f)3))),+)<*++5v5f555,+5 "" &v&&&&&#"&*++ \>v>V>>>>,+> *++6666666,+6344%% % % 66> %%%54%677                  87 $122 \3G11 1 1-01 111'&1.// \11 &1061CF1110/1*++000,+0+,, ^) 11 1 11  111-,14<==  % /5 BE MR   >= 4?@@ R R  R  R R  R  R R RA@ R0899  % /5 BE NS   :9 0455 R R  R  R R  R  R R R65 R$$ $ $ V  $  $  $$ $$$$@)** \NfNFNNNNN+*N$.// \'' ' ' V  '  '  '' '''0/'T011 \   V       21B122  $^) 11 1 1 V 1 1  111321&:;; \ $^)        V        <;  -.. ^)11 1 11 111/.1677 \ ^)            87  "" )))v)%)))#"),-- &&F&v&&&.-&+,,  O Oc O  O  O O  O O O-, O )** 6?6? 6? 6? C= 6? # 6?  6?6?6?+*6?r  ( 4B   % ,4UO     54 & %%kCDDk2336eHTN43ED&%+,, VV A& AU A8D> A A A-, A && S'&*)** FT+*,'' $        ('&566     76: DI     &\  &\ *T&\ tF| #    " &\" """""J0$/2EFGG !   &\     &      HG   ')C)GH "&    c    $v,   d6l     )011555C5c5%PS BT5552154<==67BB B $S B03B 63;BBB>=B  )**///C/c/% :L///+*/"-55) // / &/ / 63; ////@ ## fF##$#".//            0/" ##    f 6     $# 7?@@S&S& S& S&  S& F  S&  S& S& S& S&dS& 8F Xf-x/? ?@S&S&S&A@S&n7;<<     F       d , , , 8F Xf-x/? ?@=<8 8F# x/?    7?@@NN N3iN  N  N V  N 6 NdN 8F Xf-x/? ?@NNNA@Nd7;<< 3i     V   6 d , , , 8F Xf-x/? ?@=<4O O V O 6 O6" O &! O  OO OO 6668F#3Xf5E EFOOOOd.// UK// (  ( V  ( 6  (6" ( &! (  ( (  ( 666 !" ( ( (0/0/ (4'' (<=='' (MNN    V    6   6"  &!          666 !"    ON>=  F"";#HIIGG4<GGGJIGAIJJ  V  6        666 !"KJ*5=>> (  ( V  ( 6  ( (  (  ( (  ( 666 !" ( ( (?> ( 5>?? (  ( V  ( 6  ( (  (  ( 666 !" ( ( (@? (@HIIK K V K 6 K K  K  KK K 66666 12KKKJIK0  V  6       :4<==1 1 V 1 6 1 1  1  1 1 6666 )*111>=14?GHHC C V C 6 C C  C  C C 666666 9:CCCIHC42:;;1 1 V 1 6 1 1  1  1 1 6666 )*111<;14+,, VV-, && $( %)37&&& VZ  & EK & U\ " &  &&E/0&&&'&&XdiABB CB &&{';<<-.. VVVV,,   6 6"  &!   !&-,/.=<>   0899  V 6"  &!   &!  d 68F#Xf%5 56:967?@@dd d V d6" d &! d  d&!d d ddd 68F#Xf%5 56dddA@dP7;<<"" " V "6" " &! "  "&!" " "d" ," ," ," 68F#Xf%5 56"""=<"J788 VVV$$  6"  &!   v%$980677 VVV$$  6"  &!   v%$872122 c'vc'E#s(Oc'c'c'32c'L )8(((! 21( %% $'$'+/     tS%   c5 ! (   &%   &&;;;'&; 8 /344/344/344$$[%JKK$$[%9::$$[%JKK$$[%9::$$[%JKK$$[%9:: 3  3$s)$ 3DK( 3 3 3 3;:LK;:LK;:LK545454 36:;;6:;;6:;;#++K,QRR#++K,@AA#++K,QRR#++K,@AA#++K,QRR#++K,@AA ?  ?$s)$ ?DK( ? ? ? ?BASRBASRBASR<;<;<; ?@08$:Q:UVWW (()NOO (()=>> Dd;;;#;; ;c; UO; ;;;<;?>POXW; #+T-K-OP'// 0UVV'// 0DEE Dd;;;#GG GcG UOG GGG<;FEWV G08$:Q:UVWW (()NOO (()=>> Dd;;;!% $ GG GcGuoGuo G  GGG<;?>POXWG #+T-K-OP'// 0UVV'// 0DEE Dd;;;!% $ SS ScSuoSuo S  SSS<;FEWV S08$:Q:UVWW (()NOO (()=>> Dd;;;!% $ $ QQ QcQuoQuo Q uo Q  QQQ<;?>POXWQ #+T-K-OP'// 0UVV'// 0DEE Dd;;;!% $ $    c uo uo  uo     <;FEWV    c % !    4    >>>///   FK++++\&&&&,/-/-/-/-d& & & R +,,[BCC[122..32DC-,.8 +,,[BCC[122..32DC-,.8 *++KABBK011..21CB,+.@ *++KABBK011..21CB,+.@   ////6====@///d ((>??-..SS/.@?)(S> '' =>> ,--SS.-?>('S<;;;;;; &&{<=={+,,..-,>='&.6'' =>> ,--...-?>('.64899!))+*OPP!))+*>??@?QP:93788 (()NOO (()=>>?>PO9804551566##K$IJJ##K$899%%k&KLL%%k&:;;&&{'LMM&&{';<<AA=<NM<;ML:9KJ7665A /79O9STUU  !% KK KcKKuo K  KKKVUK %t'?'CD!))+*>??  !% $ UU UcUUuo U uo U  UUU@? U &(A(EF  !% $ $    c  uo  uo  uo      VVVV///7 & 7$,V$47IO7 7777-'9-f----E EcEE % ! E  EEEER)122Fv$32,d.?@AA BA+,--"".-"/0119992192344CC54C6ABCCMMDCM22 2 2  V 2  2  2  66> 2 2 2 2 j-.. X~&&L L L V L L  L  66> LLL'&/.L6/00 X~&&L L L V L L  L  66> LLL'&10L/F/u/////5F5u55555  3E    (F%7FVFFFFF !Xf%!&!!!!NN#'N05 NEJ\NNNN&f&&&T&&&&"/f////T////"!V!49!T!!!!$V$49$T$$$$233 SStCySSSS43S  c4c4 c4 c4c4 c4  c4  c4 c4c4c4c4L,--                .-      # #!  #=>> $).:N 1 1 1?> 1 dt@[BCC>?? ',tWtWtWtW@?DCtWn08$:Q:UVWW (()=>>  $# PP PsCxPPe_ P e_ P  PPP?>XWPf/344$$[%JKK$$[%9::  48 WW W%S/*WWE%,/0 W  WWW;:LK54 W.-..-..-..  v c3h F   /././. .//.//.//   sCx V   0/0/0/   38_ c3_f, - 8677677677 \TT878787Tn %% UEu&%  $$ X4XXXX%$X,dko>?? $( =%)      EK   L  U\ "     @? *+,, $( =%)        EK  L  U\ "    -,  "",,#", .//'' (<== #^) )) ) ))  ) V  )  ) )))>=0/)X;<<$,44[5IJJ X{##- - -- 66> ---$#KJ=<-xHPQQ  @#'!@@@ @ @ @ @  @@ E?@ 66>@@@RQ@F''    (' )** 99+*9''66('6)48<899$( D D D  D EK  D &  D  D D D:9 D-t|/?@AA..&.x}...BA. =>>,,,?>, "" 38    #" $.//,0   , (  \    0/ $5:#####