昺hw7ddlZddlZddlmZddlmZmZmZmZm Z m Z m Z ddl Z ddl Z ddlmZmZddlmZddlmZmZddlmZmZmZddlmZdd lmZGd d e ZGd d eZdS)N)ThreadPoolExecutor)AnyDictListMappingOptionalSequence TypedDict)AsyncCallbackManagerForLLMRunCallbackManagerForLLMRun)BaseLLM) Generation LLMResult)ExtraFieldroot_validator)get_from_dict_or_env)enforce_stop_tokensceZdZUdZeed<dS) TrainResultz Train result.lossN)__name__ __module__ __qualname____doc__float__annotations__l/var/www/html/services/rag-service/venv/lib/python3.11/site-packages/langchain_community/llms/gradient_ai.pyrrs KKKKKrrc >eZdZUdZeddZeed< dZe eed< dZ e eed< dZ e e ed < d Z eed < dZe ejed < Gd dZeddedefdZedeeeffdZedefdZdeedeeefdeeeffdZdedeeefdeeeffdZ d$dede eede ededef dZ d$dede eede e dedef dZ! d$deede eede edede"f d Z# d$deede eede e dede"f d!Z$deedede%fd"Z&deedede%fd#Z'dS)% GradientLLMaGradient.ai LLM Endpoints. GradientLLM is a class to interact with LLMs on gradient.ai To use, set the environment variable ``GRADIENT_ACCESS_TOKEN`` with your API token and ``GRADIENT_WORKSPACE_ID`` for your gradient workspace, or alternatively provide them as keywords to the constructor of this class. Example: .. code-block:: python from langchain_community.llms import GradientLLM GradientLLM( model="99148c6d-c2a0-4fbe-a4a7-e7c05bdb8a09_base_ml_model", model_kwargs={ "max_generated_token_count": 128, "temperature": 0.75, "top_p": 0.95, "top_k": 20, "stop": [], }, gradient_workspace_id="12345614fc0_workspace", gradient_access_token="gradientai-access_token", ) model)alias min_lengthmodel_idNgradient_workspace_idgradient_access_token model_kwargszhttps://api.gradient.ai/apigradient_api_url aiosessionc$eZdZdZdZejZdS)GradientLLM.Configz'Configuration for this pydantic object.TN)rrrrallow_population_by_field_namerforbidextrarrr Configr.Ls!55)-& rr2T) allow_reusevaluesreturnc4t|dd|d<t|dd|d<|dt|ddkrtd|dt|ddkrtd |d r|d }d |d d cxkrdksntdd |dd cxkrdksntdd |dd krtdd |ddkrtdt|dd|d< d dl}n/#t $rt jdYnt$rYnwxYw|S)z?Validate that api key and python package exists in environment.r)GRADIENT_ACCESS_TOKENr(GRADIENT_WORKSPACE_IDN z0env variable `GRADIENT_ACCESS_TOKEN` must be setz0env variable `GRADIENT_WORKSPACE_ID` must be setr*r temperatureg?z-`temperature` must be in the range [0.0, 1.0]top_pz'`top_p` must be in the range [0.0, 1.0]top_kz`top_k` must be positivemax_generated_token_countz,`max_generated_token_count` must be positiver+GRADIENT_API_URLzdDeprecationWarning: `GradientLLM` will use `pip install gradientai` in future releases of langchain.) rlen ValueErrorget gradientai ImportErrorloggingwarning Exception)clsr4kwrDs r validate_environmentz GradientLLM.validate_environmentRs +? +-D+ + &'+? +-D+ + &' * + 361233b88OPP P * + 361233a77OPP P . ! Q'B}c227777a7777 !PQQQw,,11111111 !JKKKBFF7C(((( !;<<<BFF6:::: !OPPP%9 &(:& & !"          OL         D  s$E))F FFc2|jpi}id|jid|iS)zGet the identifying parameters.r+r*)r*r+)self _model_kwargss r _identifying_paramszGradientLLM._identifying_paramss8)/R  !4#89 }-  rcdS)zReturn type of llm.gradientr)rMs r _llm_typezGradientLLM._llm_types zrinputskwargsc R|jpi}i||}|dd}t|jd|jdd|j|jdddt|td|Dn&td t||D  S) Build the kwargs for the Post request, used by sync Args: prompt (str): prompt used in query kwargs (dict): model kwargs in payload Returns: Dict[str, Union[str,dict]]: _description_ multipliersN/models/z /fine-tuneBearer application/json authorizationzx-gradient-workspace-idacceptz content-typec3K|]}d|iV dS)rSNr).0inputs r z=GradientLLM._kwargs_post_fine_tune_request..s?!%rc3*K|]\}}|d|idVdS) multiplier)rSfineTuningParametersNr)r_r`rcs r raz=GradientLLM._kwargs_post_fine_tune_request..sP*z #((*1r)samplesurlheadersjson) r*rCdictr+r'r)r(tuplezip)rMrSrTrN_paramsrWs r _kwargs_post_fine_tune_requestz*GradientLLM._kwargs_post_fine_tune_requests)/R -]-f-kk-66 (KK$-KKK!G4+E!G!G.2.H+J, 2  & "( .1-E-E    rpromptcN|jpi}i||}t|jd|jdd|j|jdddt||dd|dd|d d|d d  S) rVrXz /completerYrZr[r?Nr;r>r=)querymaxGeneratedTokenCountr;topKtopPrf)r*rjr+r'r)r(rC)rMrorTrNrms r _kwargs_post_requestz GradientLLM._kwargs_post_requests)/R -]-f-(JJ$-JJJ!G4+E!G!G.2.H+J, 2  '.{{3NPT'U'U#KK t<<[[$//[[$//     rstop run_managerc \ tjdi|||}|jdkrt d|jd|jn.#tjj$r}t d|d}~wwxYw|d}|t||}|S)aCall to Gradients API `model/{id}/complete`. Args: prompt: The prompt to pass into the model. stop: Optional list of stop words to use when generating. Returns: The string generated by the model. 5Gradient returned an unexpected response with status : 2RequestException while calling Gradient Endpoint: NgeneratedOutputr) requestspostru status_coderHtext exceptionsRequestExceptionrir)rMrorvrwrTresponseers r _callzGradientLLM._calls  V}QQt'@'@'P'PQQH#s**?+??/7}??+ "3 V V VTQRTTUU U V}}01  &tT22D AAA=&A88A=c K|jstj4d{V}|jdi|||4d{V }|jdkrt d|jd|j|d{Vd}dddd{Vn#1d{VswxYwYdddd{Vn#1d{VswxYwYn|jjdi|||4d{V }|jdkrt d|jd|j|d{Vd}dddd{Vn#1d{VswxYwY|t||}|S)aAsync Call to Gradients API `model/{id}/complete`. Args: prompt: The prompt to pass into the model. stop: Optional list of stop words to use when generating. Returns: The string generated by the model. N)rorTryrzr{r}r) r,aiohttp ClientSessionrrustatusrHrrir)rMrorvrwrTsessionrrs r _acallzGradientLLM._acalls  B,.. F F F F F F F''7<//vf/MMFFFFFFFF#--'B'BB2:-BB#+--//1111113DEDFFFFFFFFFFFFFFFFFFFFFFFFFFF F F F F F F F F F F F F F F F F F F F F F F F F F F F,t+++6&+II B B B B B B B B?c))#>#?>>.6m>>'mmoo------/@A B B B B B B B B B B B B B B B B B B B B B B B B B B B  &tT22D sI)C  A B*C * B4 4C 7B4 8C  CC A E** E47E4promptsc dtdttffd }t|dkrt t ||}net tdt|5}t |||}dddn #1swxYwYt|S)*Run the LLM on the given prompt and input.ror5c Dtjd|dgS)N)rorvrwrr)rr)rorTrwrMrvs r _inner_generatez.GradientLLM._generate.._inner_generate:sI#%DkMS rr<N generations) strrrrAlistmaprminr)rMrrvrwrTrrps` ``` r _generatezGradientLLM._generate0s  C D,<          w<<1  s?G<<==KK#C3w<<$8$899 DQ"155'#B#BCC  D D D D D D D D D D D D D D D[1111s$B22B69B6cKg}tjfd|DD]&}|t|g't |S)rc3<K|]}j|fdgVdS))rvrwN)r)r_rorTrwrMrvs r raz)GradientLLM._agenerate..TsU) ) T[ Nd N Nv N N O) ) ) ) ) ) rrr)asynciogatherappendrr)rMrrvrwrTr generations` ``` r _ageneratezGradientLLM._agenerateKs !.) ) ) ) ) ) ) !) ) )    > >J    ; ; ;< = = = =[1111rc j tjdi|||}|jdkrt d|jd|jn.#tjj$r}t d|d}~wwxYw|}|d|dz }t|S) Nryrzr{r|sumLossnumberOfTrainableTokensrr) r~rrnrrHrrrrir)rMrSrTrr response_jsonrs r train_unsupervisedzGradientLLM.train_unsupervised[s V}55ffEEH#s**?+??/7}??+ "3 V V VTQRTTUU U V!  Y'-8Q*RR%%%%rc >K|jstj4d{V}|jdi|||4d{V }|jdkrt d|jd|j|d{V}|d|dz }dddd{Vn#1d{VswxYwYdddd{Vn#1d{VswxYwYn|jjdi|||4d{V }|jdkrt d|jd|j|d{V}|d|dz }dddd{Vn#1d{VswxYwYt|S)Nryrzr{rrrr) r,rrrrnrrHrrir)rMrSrTrrrrs r atrain_unsupervisedzGradientLLM.atrain_unsupervisedps  ,..       ''7<99&&II        #--'B'BB2:-BB+3--//$9$9$9$9$9$9M%i0'(ABC                                                      ,t+55ffEE        ?c))#>#?>>.6m>>'/mmoo 5 5 5 5 5 5 !),}=V/WW                           %%%%sI(C AB4"C4 B> >CB> C C!$C!AE>> F F)NN)(rrrrrr'rrr(rr)r*rjr+r,rrr2rrrKpropertyrrrOrRr rnrurr rr rrrrrrrrrr r"r"s6EA666Hc666;+/8C=///*+/8C=/// $(L(4.'''19c99926J./666I ^%%%2$24222&%2h WS#X%6   X 3X+ sm+ -4S#X->+ c + + + + Z  #*38#4 c     F%):>   tCy! 67       J%)?C ***tCy!*;< *  * ****^%):> 22c2tCy!267 2  2  2222<%)?C 22c2tCy!2;< 2  2  2222 & &&  &&&&*"& "&"&  "&"&"&"&"&"&rr") rrFconcurrent.futuresrtypingrrrrrr r rr~langchain_core.callbacksr r #langchain_core.language_models.llmsr langchain_core.outputsrrlangchain_core.pydantic_v1rrrlangchain_core.utilsrlangchain_community.llms.utilsrrr"rrr rso111111JJJJJJJJJJJJJJJJJJ87777788888888CCCCCCCCCC555555>>>>>>) x&x&x&x&x&'x&x&x&x&x&r