z>:
)replace)rB rC formatted_promptformatted_generations r )construct_html_from_prompt_and_generationrI ` sY ~~dF33%--dF;; - rA c . e Zd ZdZdefdZdedeeef ddfdZd d Z d ed e ddfd Z d de eee f eee f f dee ddfdZdeeef deddfdZdeddfdZdededdfdZdededdfdZdeddfdZdeddfdZdS ) MlflowLoggera Callback Handler that logs metrics and artifacts to mlflow server. Parameters: name (str): Name of the run. experiment (str): Name of the experiment. tags (dict): Tags to be attached for the run. tracking_uri (str): MLflow tracking server uri. This handler implements the helper functions to initialize, log metrics and artifacts to the mlflow server. kwargsc t | _ dt j v rg| j d | j j j | _ | j | j | _ nt |ddd }| j | t |dd }| j | | _ | j | j j | _ n | j | | _ | |d |d d S ) NDATABRICKS_RUNTIME_VERSION databricks tracking_uriMLFLOW_TRACKING_URI experiment_nameMLFLOW_EXPERIMENT_NAMErun_namerun_tags)r r osenvironset_tracking_uritrackingfluent_get_experiment_id mlf_expidget_experimentmlf_expr get_experiment_by_name experiment_idcreate_experiment start_run)selfrL rP rS s r __init__zMlflowLogger.__init__ s #oo '2: 5 5 K ( ( 6 6 6 ![ 1 8 K K M MDN ;55dnEEDLL/(=r L K ( ( 6 6 6 3)+C O ;==oNNDL|'!% !;!%!>!>!O!O vj)6*+=>>>>>rA nametagsr Nc N | d rVd t j t j t j z d }| d| }| j | j || | _ dS )z=To start a new run, auto generates the random suffix for namez-%rR )k%)rU rg N) endswithjoinrandomchoicesstringascii_uppercasedigitsrF r MlflowClient create_runr] run)rd rf rg rnames r rc zMlflowLogger.start_run s == ,GGFN6+AFM+QUV W W WXXE<<U++D;++--88 NT 9 rA c | j | j j j | j 5 | j ddd dS # 1 swxY w Y dS )zTo finish the run.run_idra N)r rc ru infory r] end_run)rd s r finish_runzMlflowLogger.finish_run s [ " "8='t~ # " " K ! ! ! " " " " " " " " " " " " " " " " " "s AA A keyvaluec | j | j j j | j 5 | j || ddd dS # 1 swxY w Y dS )z To log metric to mlflow server.rx N)r rc ru rz ry r] log_metric)rd r} r~ s r metriczMlflowLogger.metric s [ " "8='t~ # / / K " "3 . . . / / / / / / / / / / / / / / / / / /s AA !A r datastepc | j | j j j | j 5 | j | ddd dS # 1 swxY w Y dS )z%To log all metrics in the input dict.rx N)r rc ru rz ry r] log_metrics)rd r r s r metricszMlflowLogger.metrics s [ " "8='t~ # * * K # #D ) ) ) * * * * * * * * * * * * * * * * * * AA A filenamec | j | j j j | j 5 | j || d ddd dS # 1 swxY w Y dS )z,To log the input data as json file artifact.rx z.jsonN)r rc ru rz ry r] log_dict)rd r r s r jsonfzMlflowLogger.jsonf [ " "8='t~ # ; ; K ('9'9'9 : : : ; ; ; ; ; ; ; ; ; ; ; ; ; ; ; ; ; ; A A!$A!c \ | | d| dS )z1To log the input pandas dataframe as a html tabletable_N)htmlto_html)rd rf dataframes r tablezMlflowLogger.table s. )##%%77777rA r c | j | j j j | j 5 | j || d ddd dS # 1 swxY w Y dS )z3To log the input html string as html file artifact.rx z.htmlNr rc ru rz ry r] log_text)rd r r s r r zMlflowLogger.html r r r c | j | j j j | j 5 | j || d ddd dS # 1 swxY w Y dS )z,To log the input text as text file artifact.rx z.txtNr )rd r r s r r zMlflowLogger.text s [ " "8='t~ # : : K ('8'8'8 9 9 9 : : : : : : : : : : : : : : : : : :r pathc | j | j j j | j 5 | j | ddd dS # 1 swxY w Y dS )z/To upload the file from given path as artifact.rx N)r rc ru rz ry r] log_artifact)rd r s r artifactzMlflowLogger.artifact s [ " "8='t~ # + + K $ $T * * * + + + + + + + + + + + + + + + + + +r chainc | j | j j j | j 5 | j j |d d d d d S # 1 swxY w Y d S )Nrx zlangchain-model)r rc ru rz ry r] langchain log_model)rd r s r langchain_artifactz MlflowLogger.langchain_artifact s [ " "8='t~ # F F K ! + +E3D E E E F F F F F F F F F F F F F F F F F Fs !A A#&A#r N)r )__name__ __module__ __qualname____doc__r re strr rc r| floatr r intr r r r r r r r rA r rK rK v s ? ? ? ? ?4 c c3h D " " " "/# /e / / / / / TU* *$sEz*DcN:;*CKC=* * * * *;$sCx. ;C ;D ; ; ; ;8# 8T 8 8 8 8; ; ; ; ; ; ;: : : : : : :+S +T + + + +F F F F F F F FrA rK c e Zd ZdZ d*dee dee dee dee d df fd Zd+d Zd eee f d e e de d dfdZ dede d dfdZ de de d dfdZdede d dfdZd eee f deee f de d dfdZdeee f de d dfdZdede d dfdZd eee f dede d dfd Zd ede d dfd Zdede d dfd Zd ede d dfd!Zd"ede d dfd#Zd$ede d e fd%Zd e fd&Z d,d(e d"e d dfd)Z xZ S )-MlflowCallbackHandleraO Callback Handler that logs metrics and artifacts to mlflow server. Parameters: name (str): Name of the run. experiment (str): Name of the experiment. tags (dict): Tags to be attached for the run. tracking_uri (str): MLflow tracking server uri. This handler will utilize the associated callback method called and formats the input of each callback function with metadata regarding the state of LLM run, and adds the response to the list of records for both the {method}_records and action. It then logs the response to mlflow server. langchainrun-%r Nrf experimentrg rP r c t t t t }t || _ || _ |pi | _ || _ t j | _ t | j | j | j | j | _ g | _ | d | _ dddddddddddddd | _ g g g g g g g g g g g d | _ dS )z Initialize callback handler.)rP rS rU rV en_core_web_smr ) r startsendserrorstext_ctr chain_starts chain_ends llm_startsllm_ends llm_streams tool_starts tool_ends agent_ends) on_llm_start_recordson_llm_token_recordson_llm_end_recordson_chain_start_recordson_chain_end_recordson_tool_start_recordson_tool_end_recordson_text_recordson_agent_finish_recordson_agent_action_recordsaction_recordsN)r r r r superre rf r rg rP tempfileTemporaryDirectorytemp_dirrK mlflgr loadr r records)rd rf r rg rP r; __class__s r re z MlflowCallbackHandler.__init__ s( $JB ( 355 ! * OYY %':: .// " %'$&"$&($&%'#% !')') ( ( rA c | j D ]\ }}d| j |< | j D ]\ }}g | j |< d S )Nr )r itemsr )rd rj vs r _resetz MlflowCallbackHandler._reset0 sh L&&(( DAq DLOOL&&(( ! !DAq DLOO ! !rA serializedpromptsrL c | j dxx dz cc< | j dxx dz cc< | j dxx dz cc< | j d }i }| ddi | t | | | j | j | j | j d t | D ]z\ }}t | }||d< | j d | | j d | | j |d | d | {d S )zRun when LLM starts.r r r action on_llm_startr rB r r llm_start__prompt_N) r r6 r r enumerater r appendr ) rd r r rL r r9 idxrB prompt_resps r r z"MlflowCallbackHandler.on_llm_start6 sz V ! \"""a'""" X !# \,/ ! X~./// L,,--- DL!!! 4z"