昺hddlZddlZddlZddlZddlmZddlZddlmZm Z m Z m Z m Z m Z mZmZmZmZddlZddlmZddlZddlmZddlZddlmZmZmZddlmZddlmZddl m!Z"dd l#m$Z$ddl%Z%ddl&Z&ddl'Z'd d l(m)Z)d d l*m+Z+d d l,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3d dl4m5Z5m6Z6m7Z7d dl8m9Z9d dl(m:Z:ej;e<Z=erddl>m?Z?dedfdZ@GddejAZBdS)N) OrderedDict) ListDictTupleIterableTypeUnionCallableOptionalLiteral TYPE_CHECKING)ndarray)HfApi)nnTensordevice) Optimizer) DataLoader)trange)__MODEL_HUB_ORGANIZATION__)SentenceEvaluator)import_from_stringbatch_to_devicefullnameis_sentence_transformer_model load_dir_pathload_file_pathsave_to_hub_args_decorator) TransformerPooling Normalize)ModelCardTemplate) __version__) InputExamplereturn)mpscudacpuctjrdStjjrdSdS)ak Returns the name of the device where this module is running on. It's simple implementation that doesn't cover cases when more powerful GPUs are available and not a primary device ('cuda:0') or MPS device is available, but not configured properly: https://pytorch.org/docs/master/notes/mps.html :return: Device name, like 'cuda' or 'cpu' r(r'r))torchr( is_availablebackendsr'q/var/www/html/services/rag-service/venv/lib/python3.11/site-packages/sentence_transformers/SentenceTransformer.pyget_device_namer1,sB z  v   ( ( * *uur/c%eZdZdZ dedeedeeejdeedeede d eed ee e efd ee e efffd Z dfde ee efde de dede de dede de e eeeffdZdgde efdZedZ dhde edeeefde de de f dZedefd Zd!Zd"e e ee ee eeefffd#Zd$Zd%Zd&Zd'Z did(ed)eed*e d+ee efd,Z djd(ed)eed+ee efd-Z e! dkd/ed0eed eed1ee d2ed3eed4e d5e d+ee efd6Z"d7e d8dee eeefeffd9Z#d:e e e e e e ffd;Z$dde%j&j'd?d@idAdBdddz0SentenceTransformer.__init__..s'"\"\"\+#vCHHf#5"\"\"\r/zUse pytorch device_name: {})_model_card_vars_model_card_text _model_configwarningswarn FutureWarning ValueErrorosgetenvloggerinfoformatpathexistscountlowerrr_load_sbert_model_load_auto_model isinstancer enumeratesuper__init__r1to) selfr4r5rr6r7r8r9r:basic_transformer_models __class__s r0r^zSentenceTransformer.__init__Qs]!# $  % Mp     l#E  9%ABBL  ).@B.F.F KKAHHI[\\ ] ] ]E(E(E( $N7>>"455 _---1C1I1I#1N1NQR1R1R$%8%?%?@R%S%STTT0005G5M5M5O5OWo5o5o)Cc)IL^)^&,-?Ualtuuu 00&!-%&7 1//&!-%&7 0  z';'G'G !"\"\SZI[I["\"\"\]]G !!! >$&&F KK5<.s*'U'U'UC):):3)?)?(?'U'U'Ur/c g|] }| Sr.r.)rErFres r0rHz.SentenceTransformer.encode..sHHHsIcNHHHr/rBatchesdescdisabletoken_embeddingsattention_maskrc.i|]}||Sr.r.)rEname out_featuressent_idxs r0 z.SentenceTransformer.encode..)s%[[[dt\$%7%A[[[r/)pdimc g|] }| Sr.r.)rErFall_embeddingss r0rHz.SentenceTransformer.encode..7sWWW#.-WWWr/c6g|]}|Sr.)numpy)rEembs r0rHz.SentenceTransformer.encode..?s (O(O(O(O(O(Or/)!evalrRgetEffectiveLevelloggingINFODEBUGr[rDhasattrrr_npargsortrlentokenizerr+no_gradforwardzipitemappendrangedetachr functional normalizer)extendstackrasarray)r`rerfrgrhrirjrrkinput_was_stringlength_sorted_idxsentences_sorted start_indexsentences_batchfeatures embeddings token_emb attention last_mask_idrowrrzr{s`` @@@r0encodezSentenceTransformer.encodes9:  $((**gl:if>V>V>X>X\c\i>i   %$  / / / % $   i % % $W y. .  $# I#  >[F J'U'U'U'U9'U'U'UVVHHHH6GHHH!!S^^Zi]nYnooo 2 2K.{[:=U/UVO}}_55H&x88H 2 2#||H55 #555!#J03L4NP\]mPn0o0oKK, 9'*9~~'9 *Q..9\3J3O3O3Q3QUV3V3V(A-L+Q..9\3J3O3O3Q3QUV3V3V#)))A q8H4H*IJJJJ K ")!#J$)#l;O.P*Q*Q$R$R//[[[[[l[[["))#..../".l!;J!+!2!2!4!4J+[%*X%8%B%B:QRXY%B%Z%Z (6%/^^%5%5 %%j1115 2 2 2 2 2 2 2 2 2 2 2 2 2 2 28XWWWDU9V9VWWW  Q>"" 0!&^!K&&K* -K* target_devicesc |ttjr6dttjD}n t ddgdz}t ddtt|| d| tjd}|}|}g}|D]Q}|t"j||||fd }|||R|||d S) a Starts multi process to process the encoding with several, independent processes. This method is recommended if you want to encode on multiple GPUs or CPUs. It is advised to start only one process per GPU. This method works together with encode_multi_process and stop_multi_process_pool. :param target_devices: PyTorch target devices, e.g. ["cuda:0", "cuda:1", ...] or ["cpu", "cpu", "cpu", "cpu"]. If target_devices is None and CUDA is available, then all available CUDA devices will be used. If target_devices is None and CUDA is not available, then 4 CPU devices will be used. :return: Returns a dict with the target processes, an input queue and and output queue. Nc8g|]}d|S)zcuda:{})rT)rEis r0rHz@SentenceTransformer.start_multi_process_pool..Ts&!`!`!`!)"2"21"5"5!`!`!`r/z-CUDA is not available. Starting 4 CPU workersr)z'Start multi-process pool on devices: {}z, spawnT)targetargsdaemon)inputoutput processes)r+r(r,r device_countrRrSrTjoinmaprDr_ share_memorymp get_contextQueueProcessr3_encode_multi_process_workerstartr)r`rctx input_queue output_queuer device_idr~s r0start_multi_process_poolz,SentenceTransformer.start_multi_process_poolFsc  !z&&(( -!`!`uUZE\E\E^E^?_?_!`!`!` KLLL"'1 =DDTYYsSVXfOgOgEhEhiijjj  nW%%iikk yy{{  '  I *G{LAA GGIII   Q    $ 9UUUr/c|dD]}||dD]*}||+|d|ddS)zK Stops all processes started with start_multi_process_pool rrrN) terminaterclose)poolr~s r0stop_multi_process_poolz+SentenceTransformer.stop_multi_process_poolms k"  A KKMMMMk"  A FFHHH GGIIII W  Xr/r chunk_sizec  |Httjt|t|dz dz d}tdtjt||z d||d}d}g}|D]J} || t||kr |||||g|d z }g}Kt|dkr|||||g|d z }|d  t fd t|Dd } tj d| D} | S)aW This method allows to run encode() on multiple GPUs. The sentences are chunked into smaller packages and sent to individual processes, which encode these on the different GPUs. This method is only suitable for encoding large sets of sentences :param sentences: List of sentences :param pool: A pool of workers started with SentenceTransformer.start_multi_process_pool :param batch_size: Encode sentences with batch size :param chunk_size: Sentences are chunked and sent to the individual processes. If none, it determine a sensible size. :param normalize_embeddings: Whether to normalize returned vectors to have length 1. In that case, the faster dot-product (util.dot_score) instead of cosine similarity can be used. :return: Numpy matrix with all embeddings Nr izChunk data into z packages of size rrrrc8g|]}Sr.)get)rE_rs r0rHz.s%PPPa|//11PPPr/c|dS)Nrr.xs r0z:SentenceTransformer.encode_multi_process..s `abc`dr/keycg|] }|d S)rr.)rEresults r0rHz.s$J$J$J6VAY$J$J$Jr/) minmathceilrrRdebugrputsortedrr concatenate) r`rerrfrrkr last_chunk_idchunksentence results_listrrs @r0encode_multi_processz(SentenceTransformer.encode_multi_process|s,  TYs9~~D> OO]J?ST U U U Q MH~ PPPP5;O;OPPPVdVdeee ^$J$J\$J$J$JKK r/ target_devicec |\}}}}|||dd||}|||gn#tj$rYdSwxYwd)zU Internal working process to encode sentences in multi-process setup TF)rrgrirfrkN)rrrqueueEmpty) rmodelr results_queuechunk_idrfrerkrs r0rz0SentenceTransformer._encode_multi_process_workers   HSHYHYE*i1E"\\(&+%)))= * !!8Z"89999;     sA AA"!A"c|t|dr|jSdS)zr Returns the maximal sequence length for input the model accepts. Longer inputs will be truncated max_seq_lengthN)r _first_modulerr`s r0get_max_seq_lengthz&SentenceTransformer.get_max_seq_lengths= 4%%'')9 : : 7%%''6 6tr/textscP||S)z% Tokenizes the texts )rr)r`rs r0rzSentenceTransformer.tokenizes$!!##,,U333r/c:|j|SN)rget_sentence_features)r`rs r0rz)SentenceTransformer.get_sentence_featuress9t!!##98DDr/ct|jD].}t|dd}t |r |cS/dS)N get_sentence_embedding_dimension)reversed_modulesvaluesgetattrcallable)r`modsent_embedding_dim_methods r0rz4SentenceTransformer.get_sentence_embedding_dimensionskDM002233 3 3C(/5WY](^(^ %122 30022222 3tr/cZ|jtt|jS)z4Returns the first module of this sequential embedder)rnextiterrs r0rz!SentenceTransformer._first_modules!}T$t}"5"56677r/cZ|jtt|jS)z3Returns the last module of this sequential embedder)rrrrs r0 _last_modulez SentenceTransformer._last_modules!}T(4="9"9::;;r/rU model_namecreate_model_cardtrain_datasetsc |dStj|dtd|g}d|jvr't tjtjd|jd<ttj |dd5}tj |j|d dddn #1swxYwYt|jD]\}}|j|} |d krt!| t"r|d z} nEtj |t%|d zt'| jz} tj| d| | |||tj | t'| jdttj |dd5}tj ||d dddn #1swxYwY|r||||dSdS)a~ Saves all elements for this seq. sentence embedder into different sub-folders :param path: Path on disc :param model_name: Optional model name :param create_model_card: If True, create a README.md with basic information about this model :param train_datasets: Optional list with the names of the datasets used to to train the model NTexist_okzSave model to {}r$)sentence_transformers transformerspytorch!config_sentence_transformers.jsonwr})indentrrBr)rFryrUtype modules.json)rPmakedirsrRrSrTrKr$rr+openrUrjsondumpr\rr[r rDr __name__saverbasename __module___create_model_card) r`rUrrrmodules_configfOutrFryrG model_paths r0rzSentenceTransformer.saves < F D4(((( &--d33444  2 2 2)4 , 8 ,11D } - "',,t%HII3 O O :SW Id($q 9 9 9 9 : : : : : : : : : : : : : : :#4=11  IC]4(FaxxJv{;;x!CZ W\\$C3fAV0VWW K T 2 2 2 2 KK # # #  ! !T273C3CJ3O3OY]^dYeYeYpqq    "',,t^44c : : 6d Ind1 5 5 5 5 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6  F  # #D*n E E E E E F Fs$(CCC H//H36H3c|j!t|jdkr |j}ntj}tj}t|jdkr)t|trt| tr| dvr| }| }| dtj}tj|\}} | d|  d| d|}|d | d t#|}| d d d |D}d} |"dd d|Dz} | d| }||jd<|jD](\} } | | t#| })tjD](\} } | | t#| })|(| d|}t1t2j|ddd5} | |ddddS#1swxYwYdS)zA Create an automatic model and stores it in path Nrr})clsmaxmeanz{USAGE_TRANSFORMERS_SECTION}z{POOLING_FUNCTION}z{POOLING_FUNCTION_NAME}z{POOLING_MODE}rz{FULL_MODEL_STR}z{TAGS} cg|]}d|zSz- r.rEts r0rHz:SentenceTransformer._create_model_card..;s@X@X@Xa@X@X@Xr/r=z datasets: cg|]}d|zSr r.)rEds r0rHz:SentenceTransformer._create_model_card..?s9[9[9[q$(9[9[9[r/z {DATASETS}z{NUM_DIMENSIONS}z {MODEL_NAME} README.mdr utf8encoding)rJrr#__TAGS__copy__MODEL_CARD__rr[rr rr!get_pooling_mode_strreplace__USAGE_TRANSFORMERS__model_card_get_pooling_functionrrDrrrIitems__DEFAULT_VARS__striprrPrUwrite)r`rUrr model_cardtagspooling_module pooling_modepooling_fct_name pooling_fct datasets_strryvaluers r0rz&SentenceTransformer._create_model_cardsl  ,T5J1K1Ka1O1O.JJ$-2244D*9JDM""a''t1133[AA(t0022G<<(%%''<<>>BXXX!%!2!2!4!4-BBDD '//24E4\ 1B0abn0o0o- +&&';[IIW68HIIW-|<<  N+++$++,>D JJJ$++Hdii@X@XSW@X@X@X6Y6YZZJL),tyy9[9[N9[9[9[/\/\\ #++L,GGJ9=8]8]8_8_D !"4 5 $4::<< B B e'//c%jjAA  1AGGII B B e'//c%jjAA  !#++NJ 0, evaluate the model using evaluator after each number of training steps :param output_path: Storage path for the model and evaluation files :param save_best_model: If true, the best model (according to evaluator) is stored at output_path :param max_grad_norm: Used for gradient normalization. :param use_amp: Use Automatic Mixed Precision (AMP). Only for Pytorch >= 1.6.0 :param callback: Callback function that is invoked after each evaluation. It must accept the following three parameters in this order: `score`, `epoch`, `steps` :param show_progress_bar: If True, output a tqdm progress bar :param checkpoint_path: Folder to save checkpoints during training :param checkpoint_save_steps: Will save a checkpoint after so many steps :param checkpoint_save_total_limit: Total number of checkpoints to store z cg|]}|Sr.r.)rErcs r0rHz+SentenceTransformer.fit..s*P*P*PD4*P*P*Pr/) rmrnsteps_per_epochrorprqrrrsrtrwrT)r  sort_keysNz{LOSS_FUNCTIONS}z{FIT_PARAMETERS}z{TRAINING_SECTION}r)autocastcg|]\}}|Sr.r.)rE dataloaderrs r0rHz+SentenceTransformer.fit..sHHHmj!zHHHr/cg|]\}}|Sr.r.)rErlosss r0rHz+SentenceTransformer.fit..s<<<4t<<.s"Q"Q"Qz3z??"Q"Q"Qr/)biaszLayerNorm.biaszLayerNorm.weightcRg|]"\}tfdD |#S)c3 K|]}|vV dSrr.rEndns r0 z5SentenceTransformer.fit...*s(GcGcTVaGcGcGcGcGcGcr/anyrEr~rno_decays @r0rHz+SentenceTransformer.fit..*sAdddTQCGcGcGcGcZbGcGcGcDcDcdqdddr/)paramsrscRg|]"\}tfdD |#S)c3 K|]}|vV dSrr.rs r0rz5SentenceTransformer.fit...-s'@\@\Rq@\@\@\@\@\@\r/rrs @r0rHz+SentenceTransformer.fit..-sA]]]$!QS@\@\@\@\S[@\@\@\=\=\]A]]]r/g)rorpt_totalc,g|]}t|Sr.)rrs r0rHz+SentenceTransformer.fit..9s IIIz$z**IIIr/FEpochrs Iterationg?)rt smoothingruc.t|jSr)rr)rWr`s r0rz)SentenceTransformer.fit..UsoeT[6Y6Yr/r)3rr#get_train_objective_inforrdumpsrrDrJ__TRAINING_SECTION__r-rItorch.cuda.amprr+r(amp GradScalerr_rrb collate_fn best_scorerrhlistnamed_parameters_get_schedulerrrr zero_gradtrainrr StopIterationrr get_scalescalebackwardunscale_rutilsclip_grad_norm_ parametersstepupdate_eval_during_training_save_checkpointr)3r`rlrmrnrrorprqrrrsrtrurvrwrxryrgrzr{r|info_loss_functionsrrinfo_fit_parametersrscaler dataloaders loss_models loss_modelnum_train_steps optimizers schedulersparam_optimizeroptimizer_grouped_parameters optimizer scheduler_obj global_stepdata_iteratorsnum_train_objectivesskip_schedulerepochtraining_stepsr train_idx data_iteratordatarra loss_valuescale_before_steprs3` @r0fitzSentenceTransformer.fitsj! 0 e e J  & &'8'QR\^b'c'c d d d d$kk*P*P#>#@#@AAOEEEHeddd_ddd$0^]]]/]]]orss , (((DYYHXYYI //Y\Sb0M   i ( ( (   m , , , , II[III"#344F>O:OPPPD eD eEN) # # $$&&&  """"O+[lWlmmm; e; e!&';!,>) Z0099;;; 22266z7L7L7N7NP]^^^ I... )/)9)9););?P)P%/Z&%A%A "++---66z7L7L7N7NP]^^^!((('')))))!(((!#q #a''N=M,MQR,R,R..!;X`'2++ ",,..."((****$/-9-11#&;;q@@))/;VXcddd  & &y+PUWY[c d d d d  !8 IIk " " "  &  ! !/3NP[ \ \ \ \ \ ' &s$$K443L* )L* 8 N N N cJ|tj|d|||S)z Evaluate the model :param evaluator: the evaluator :param output_path: the evaluator can write the results to this path NTr)rPr)r`rmrus r0evaluatezSentenceTransformer.evaluates1  " K d 3 3 3 3y{+++r/cD|}|Ltj|dtj|d}tj|d|I|||||}| ||||||jkr"||_|r||dSdSdSdS)z#Runs evaluation during the trainingNTrr)rursteps)rPrrUrrr) r`rmrurvrrry eval_pathscores r0rz)SentenceTransformer._eval_during_trainings  " K d 3 3 3 3 [&99I K D 1 1 1 1  Id eTTTE#u---t&&"'"+IIk***** ! '&++r/c |tj|t |||dkrg}tj|D]Y}|rC|t|tj||dZt||kr8t|d}tj |dddSdSdSdS)Nr)rrUc|dS)Nrr.rs r0rz6SentenceTransformer._save_checkpoint..s & r/rrU) rrPrUrrDlistdirisdigitrrhrrshutilrmtree)r`rzr|rold_checkpointssubdirs r0rz$SentenceTransformer._save_checkpoints "',,D ::;;; ' 27RUV7V7V O*_55 q q>>##q#**CKKVegmInIn+o+oppp?##&AAA"(>Q>Q"R"R"R oa0899999 3 27V7V BAr/c td|t|||||d|||d}t |d}||gS)z[ Creates a simple Transformer + Mean Pooling model and returns the modules zXNo sentence-transformers model found with name {}. Creating a new one with MEAN pooling.r9r7r8) cache_dir model_argstokenizer_argsr)rRrGrTr r!get_word_embedding_dimension)r`r4r9r6r8r7transformer_model pooling_models r0rZz$SentenceTransformer._load_auto_models  f m m"     ( "!&=N\dee%*AR`hii      1 N N P PRXYY !=11r/c t|d|||}|t|5}tj||_dddn #1swxYwYd|jvrod|jdvr`|jddt krDt d|jddt t|d|||}|T t|d 5}| |_ dddn #1swxYwYn#t$rYnwxYwt|d |||} t| 5}tj|} dddn #1swxYwYt} | D]1} t| d } | tkr| d d kri}dD]U}t|||||}|=t|5}tj|}dddn #1swxYwYnV|||d}d|vr|d|n||d<d|vr|d|n||d<t|fd|i|}n=| t krd}nt#|| d |||}| |}|| | d<3| S)z: Loads a full sentence-transformers model r )r9r6r8Nr$rzYou try to use a model that was created with version {}, however, your version is {}. This might cause unexpected behavior or errors. In that case, try to update to the latest version. r%r&r'r r rUr=)zsentence_bert_config.jsonzsentence_roberta_config.jsonzsentence_distilbert_config.jsonzsentence_camembert_config.jsonzsentence_albert_config.jsonz sentence_xlm-roberta_config.jsonzsentence_xlnet_config.jsonrrrrry)rrrloadrKr$rRrGrTreadrJ Exceptionrrr rr"r)r`r4r9r6r8r7&config_sentence_transformers_json_pathfInmodel_card_pathmodules_json_pathrr5 module_config module_classkwargs config_name config_path hub_kwargsrG module_paths r0rYz%SentenceTransformer._load_sbert_modelsz2@  /% 2 2 2 . 2 =<== 4%)Ys^^" 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4!333+t/A-/PPP&}56MNQ\\\U\\*=9:QRT_)  5|^f     & /F;;;7s,/HHJJD)777777777777777    + e,ai   # $ $ ,!Ys^^N , , , , , , , , , , , , , , ,--+- 4- 4M-mF.CDDL{**}V/D/J/J$K#1*KuS_jr###K#.!+..4#%)Ys^^F444444444444444/(-CTbjkk 6))<(// ;;;;+5F<(#v--+,33J????/9F+,$%7ZZ<ZSYZZ 9,,"&KK"/*%f-#%1!) ###K&**;77-3GM&) * *skA  AA&D)7D D)D!!D)$D!%D)) D65D6E==FF2HH H c t|Sr)r3) input_paths r0rzSentenceTransformer.load6s":...r/rc|}|dkrtj|S|dkrtj||S|dkrtj|||S|dkrtj|||S|dkrtj|||Std|) z Returns the correct learning rate scheduler. Available scheduler: constantlr, warmupconstant, warmuplinear, warmupcosine, warmupcosinewithhardrestarts constantlrwarmupconstant)num_warmup_steps warmuplinear)rnum_training_steps warmupcosinewarmupcosinewithhardrestartszUnknown scheduler {}) rXrget_constant_schedule!get_constant_schedule_with_warmupget_linear_schedule_with_warmupget_cosine_schedule_with_warmup2get_cosine_with_hard_restarts_schedule_with_warmuprOrT)rrorprs r0rz"SentenceTransformer._get_scheduler:s OO%%  $ $5i@@ @ * * *A)^jkkk k . ( (?LW . ( (?LW 8 8 8RLW 3::9EEFF Fr/c< t|jS#t$ridtjdt tttffd}| |}t|}|djcYSwxYw)z^ Get torch.device from module, assuming that the whole module has one device. rGr&cLd|jD}|S)NcDg|]\}}tj|||fSr.)r+ is_tensor)rEkvs r0rHzNSentenceTransformer.device..find_tensor_attributes..^s0[[[TQXYHZHZ[1a&[[[r/)__dict__r0)rGtupless r0find_tensor_attributesz:SentenceTransformer.device..find_tensor_attributes]s([[V_-B-B-D-D[[[ r/)get_members_fnr) rrrrrModulerrrDr_named_members)r`r gen first_tuples r0rzSentenceTransformer.deviceSs )))**1 1 ) ) ) ry T%V BT=U    %%5K%LLCs))Kq>( ( ( ( )s%(A0BBc4|jS)zJ Property to get the tokenizer that is used by this model r tokenizerrs r0rzSentenceTransformer.tokenizeres !!##--r/c8||_dS)zQ Property to set the tokenizer that should be used by this model Nrr`r;s r0rzSentenceTransformer.tokenizerls */&&&r/c4|jS)zs Property to get the maximal input sequence length for the model. Longer inputs will be truncated. rrrs r0rz"SentenceTransformer.max_seq_lengthss !!##22r/c8||_dS)zs Property to set the maximal input sequence length for the model. Longer inputs will be truncated. Nrrs r0rz"SentenceTransformer.max_seq_lengthzs /4+++r/cDtd|jS)Nzg`SentenceTransformer._target_device` has been removed, please use `SentenceTransformer.device` instead.)rRrGrrs r0_target_devicez"SentenceTransformer._target_devices% u   {r/c0||dSr)r_)r`rs r0rz"SentenceTransformer._target_devices r/)NNNNFNNN)rcNrdTFNFr)rcNF)NTN)NN)NNNr<NFFN)NF)=rr __qualname____doc__r rDrrr boolr r^rrhrrrr staticmethodrrobjectrrrrrrrrrrrrrVrbror+optimAdamWrrrrfloatr rrrrrZrYrrpropertyrrsetterrr __classcell__)rbs@r0r3r3=s*-115 $&*"'"&,059II$SMI(29-.I I sm I  I3-IdCi()I!tSy!12IIIIII\"&0!%"'%*hhd3i(hh h  h  h hh#h tF|Wf, -hhhhT%V%VtCy%V%V%V%VN  \ $%* --9-3;- -  - # ----^C\(4eDItDz4c3h;P$PQ4444 EEE888<<<%)"&.2 5F5F5FSM5F 5F !c+ 5F5F5F5Fpbf9+9+9+%-c]9+KSTXY\T]K^9+9+9+9+v '+#"&B*.#(.2EEEsmE} E $ E  E#3-EE!E!c+EEE EN )D,@ )U4PTUXZ`U`PaKbdjKjEk ) ) ) )/tCy$tCy/'A!B////&(,'!+0;+#?@N]%N] N]  N]N]iN]sF{+N]N]N]N]N]N]N] E3,d23!N]" #N]$%N]& #'N](&))N]N]N]N]` , ,"3 ,# , , , ,+++" : : :(#'"' 222dCi()2sm 2 3- 2  2222<#'"' ddddCi()dsm d 3- d  ddddL//\/GSGGcGGG\G0))))X)"..X. /// 33X3 444  X XeCel4J.K%LX\r/r3)CrrrPr collectionsrrLtypingrrrrrr r r r r rrrrhuggingface_hubrr+rrr torch.optimrtorch.utils.datartorch.multiprocessingmultiprocessingrtqdm.autonotebookrrrrKr=r evaluationrutilrrrrrrrmodelsr r!r"model_card_templatesr#r$ getLoggerrrRsentence_transformers.readersr%r1 Sequentialr3r.r/r0r6s  ######gggggggggggggggggggggggg!!!!!! $$$$$$$$$$!!!!!!''''''""""""$$$$$$ (((((())))))4333333333333333  8 $ $;::::::!56"MMMMM"-MMMMMr/