ޘh <ddlmZddlZddlmZddlmZmZddlmZddl m Z m Z ddl m Z mZddlmZdd lmZ d-d ejd ejd eejdedejf dZ d.ded eejdedeejdejf dZ d-dejdejded eejdef dZdejdejdejfdZdZdejfdZidededededed ed!ed"ed#ed$e d%ed&e d'e d(e d)ed*ed+e eeeed,ZdS)/)OptionalN)BCEWithLogitsLossMSELoss)DFineForObjectDetectionLoss)$DeformableDetrForObjectDetectionLoss!DeformableDetrForSegmentationLoss)ForObjectDetectionLossForSegmentationLoss)#GroundingDinoForObjectDetectionLoss)RTDetrForObjectDetectionLosssourcetargetnum_items_in_batch ignore_indexreturnc |dnd}tj||||}|dkr3tj|r||j}||z }|S)Nsummean)r reduction)nn functional cross_entropytorch is_tensortodevice)rrrrkwargsrlosss d/var/www/html/services/rag-service/venv/lib/python3.11/site-packages/transformers/loss/loss_utils.pyfixed_cross_entropyr"sv,7VI = & &vvL\e & f fDE ?- . . D!3!6!6t{!C!C (( K vocab_size shift_labelsc \|}|@tj|d|}|dddf}|d|}|d}||j}t||||fi|}|S)N)rr)value.r) floatrrpad contiguousviewrrr")logitslabelsr$rrr%rr s r!ForCausalLMLossr/-s\\^^F""66"FFc122g1133 [[Z ( (F$$R((L??6=11L v|5G ` `Y_ ` `D Kr#r-r.c |}|d|}|d}||j}t ||||fi|}|SNr()r)r,rrr")r-r.r$rrrr s r!ForMaskedLMLossr2Gsl\\^^F[[Z ( (F [[__FYYv} % %F vv/A< Z ZSY Z ZD Kr# pooled_logitsc |j}|jB|dkrd|_n4|dkr'|jtjtjfvrd|_nd|_||j}|jdkrPt}|dkr0|| | S|||S|jdkr5t| d|| dfi|S|jdkrt}|||Std|j)Nr regressionsingle_label_classificationmulti_label_classificationr(zInvalid problem type: ) num_labels problem_typedtyperlongintrrrsqueezer"r,r RuntimeError)r.r3configrr8loss_fcts r!ForSequenceClassificationLossrA\sO"J " ??".F   !^^%*ei1H!H!H"?F  ">F  YY}+ , ,F l**99 ??8M1133V^^5E5EFF F8M622 2 ;;;"=#5#5b*#E#Ev{{SUaaZ`aaa :::$&&x v... E0CEE F FFr#c 0d}|| t|dkr-|d|j}t|dkr-|d|j}|d}|d|}|d|}t ||fd|i|}t ||fd|i|}||zdz }|S)Nrr(rr)lensizer=rrclampr") start_logits end_logitsstart_positions end_positionsr total_loss ignored_index start_lossend_losss r!ForQuestionAnsweringLossrOws%J"}'@ ##%% & & * *-55b99<<\=PQQO }!!## $ $q ( ()11"55889JKKM$))!,, )//=AA%++A}== (mmUbmflmm &z=gg}g`fgg 8+q0 r#c |d|j}|d|j}|}t ||fi|Sr1)r,r8rrr)r")r-r.r?rs r!ForTokenClassificationrQs\ [[V. / /F [[__   . .F \\^^F vv 8 8 8 88r# ForCausalLM ForMaskedLMForQuestionAnsweringForSequenceClassificationForImageClassificationForVideoClassificationForAudioClassificationrQForSegmentationForObjectDetectionForConditionalGeneration DeformableDetrForObjectDetection!ConditionalDetrForObjectDetectionDabDetrForObjectDetectionGroundingDinoForObjectDetection!MMGroundingDinoForObjectDetectionConditionalDetrForSegmentation)RTDetrForObjectDetectionRTDetrV2ForObjectDetectionDFineForObjectDetectionCsmForConditionalGeneration)Nr)NrN)typingrrtorch.nnrrr loss_d_finerloss_deformable_detrrr loss_for_object_detectionr r loss_grounding_dinor loss_rt_detrr Tensorr<r"r/r2rArOrQ LOSS_MAPPINGr#r!rps0 ////////444444iiiiiiiiRRRRRRRRDDDDDD666666 26  L L!.   \ *26+/ !.    5<(  \<26  L L!.   *G%,Gu|GjojvGGGG6&95<9999??4 !>  ;  ; ;4*0'(L()M !E&'J ()L!"%&G#$!=">:#2+ r#