NgsaxUdZddlmZddlZddlZddlmZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlmZddlmZddlmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-ddl.m/Z0ddl1Z1ddl1m2Z3dd l4m5Z6dd l7m8Z8dd l9m:Z:dd l;mZ?ddl=m@ZAddl=mBZCddlDmEZEddlFmGZGddlFmHZIddlJmKZKddlLmMZMmNZNmOZOddlPmQZQmRZRddlSmTZTmUZUmVZVmWZWmXZXmYZYmZZZddl[m\Z] ddl^m_Z_n#e`$rGddZ_YnwxYwer ddlaZbddlcmdZeejfegZhejfdZidZjdakdZld emd!<ejnjoZpd"ee:jqvZr d]d^d.Zsd_d1Zte,ejuevfZwe&d2Zxd`d4Zydad8Zzdbd;Z{dcd=Z|dddAZ}dedfdFZ~ejdgdHZejdIdJdhdMZddJdidNZe jdOPdQZGdRdSe3jZGdTdUZ dedjd[Z dedjd\ZdS)kaClient for interacting with the LangSmith API. Use the client to customize API keys / workspace ocnnections, SSl certs, etc. for tracing. Also used to create, read, update, and delete LangSmith resources such as runs (~trace spans), datasets, examples (~records), feedback (~metrics), projects (tracer sessions/groups), etc. For detailed API documentation, visit: https://docs.smith.langchain.com/. ) annotationsN) signature) PriorityQueue) TYPE_CHECKINGAnyCallable DefaultDictDictIterableIteratorListLiteralMappingOptionalSequenceTupleTypeUnioncast)parse)adapters) multipart) TypeGuard)PoolKey)Retry)env)schemas)utils)_orjson)TracingQueueItem)tracing_control_thread_func) warn_beta)_AUTO_SCALE_UP_NTHREADS_LIMIT_BLOCKSIZE_BYTES_SIZE_LIMIT_BYTES)MultipartPartsAndContext join_multipart_parts_and_context)SerializedFeedbackOperationSerializedRunOperation#combine_serialized_queue_operationsserialize_feedback_dictserialize_run_dictA AAurlboolc tj|jdd}|dS#t $rYdSwxYw)zCheck if the URL is langchain hosted. Parameters ---------- url : str The URL to check. Returns: ------- bool True if the URL is langchain hosted, False otherwise. :rz langchain.comF)rQurlsplitrYrTendswith Exception)r^rYs r8_is_langchain_hostedresa&s++288==a@/// uusAA AA)toolchainllm retriever embeddingpromptparserrctdgddddd}tjd}t t t |dd k}|rd |d <tj d i|S) zGet the default retry configuration. If urllib3 version is 1.26 or greater, retry on all methods. Returns: ------- Retry The default retry configuration. )iiii?FT)totalstatus_forcelistbackoff_factorraise_on_redirectraise_on_statusrespect_retry_after_headerurllib3.)Nallowed_methodsr6) dict importlibmetadataversiontuplemaprErTrWLangSmithRetry) retry_paramsurllib3_versionuse_allowed_methodss r8_default_retry_configrs222#'L (00;;OC)>)>s)C)C D DEEP/*. &'  " 2 2\ 2 22r7sessionrequests.SessionNonecbtd|dS)zjClose the session. Parameters ---------- session : Session The session to close. zClosing Client.sessionN)loggerdebugclose)rs r8 close_sessionrs( LL)*** MMOOOOOr7api_key Optional[str]cn|s0t|r#tjdtjdSdSdS)aVerify API key is provided if url not localhost. Parameters ---------- api_url : str The API URL. api_key : str or None The API key. Raises: ------ LangSmithUserError If the API key is not provided when using the hosted service. z8API key must be provided when using hosted LangSmith APIN)rewarningswarnrWLangSmithMissingAPIKeyWarningrBrs r8_validate_api_key_if_hostedrsW   ( (  MJ6       r7 float | Nonectjd}|dSt|}|dks|dkrtjd||S)zjGet the tracing sampling rate. Returns: ------- float The tracing sampling rate. TRACING_SAMPLING_RATENrryzELANGSMITH_TRACING_SAMPLING_RATE must be between 0 and 1 if set. Got: )rW get_env_varfloatrX)sampling_rate_str sampling_rates r8_get_tracing_sampling_raterss!,-DEE t+,,MqMA--) %" % %    r7_write_api_urlsOptional[Dict[str, str]]Dict[str, str]c|p&tjtjdd}i}|D]\}}|}|st jd|ddd}|dd}t|||||<|S)NLANGSMITH_RUNS_ENDPOINTSz{}zFLangSmith runs API URL within LANGSMITH_RUNS_ENDPOINTS cannot be empty"'rJ) jsonloadsosgetenvitemsstriprWrXrstripr)rprocessed_write_api_urlsr^r processed_urlprocessed_api_keys r8_get_write_api_urlsr s % ,d33**O "'--// D D W  -X &++--33C88>>sCCJJ3OO #MMOO11#66</@/P,> R R R R R R RTTTTTTTTTTr7rc eZdZdZgdZ ddddddddddddd ddZddZdd Zedd!Z edd"Z edd$Z edd&Z dd(Z dd+Zdd,dddd-d.dd?Zdd@ddEZddFdGdHddMZdejjdNddYZddejjdZdd]Z ddddZed dfZd^dgd dkZdddld dsZd duZd dvZddxZdd{Z dd^d|ddZ ddZ!ddZ" dd^d|ddZ#ddddZ$dddddddddd ddZ%ddZ&ddZ' dddZ(dddddddddddddddddddZ)dddddddddddddddddddZ*dddddÄZ+ddĜddƄZ,ddDŽZ-ddȄZ.d dɄZ/ dd!d̄Z0 dd"d̈́Z1 dddΜd#d҄Z2 dddΜd#dӄZ3d$dԄZ4d%dՄZ5dd֜d&dلZ6dddddڜd'dބZ7ddd^dddߜd(dZ8ddddddd)dZ9d*dZ:d+dZ;eddd-dZ?dddd.dZ@ d/d0dZAed?d$ZOed@d)ZP dAdBd*ZQdddddddd+dCd3ZRedGdCZUeVdDdEdHdFZWeVddGdIdIZXddddddJdJdKZYddddddLdKdPZZdLdQZ[ddddRdMdUZ\ddd^dVdNdZZ]dOd\Z^dPd`Z_ddadQdfZ`ddd^dgdRdnZa dAddodSdtZbddd^dgdTdvZcdddddejdjeddddwddddddxdUdZfddddddVdZgdWdZhddddddXdZidYdZj dddddddZdZkddddd[dZldddd\dZmddd]dZndddddd^dZodddd_dZpd`dZqdddadZrdbdZsdcdZtdddZudedZvdddddddfdZwdddddd^ddddgdDŽZxdddddd^ddddgdȄZydhdʄZzdid̈́Z{ djdkdτZ|dldӄZ}dmdԄZ~dndՄZdodքZdodׄZdؐd=dd^ejjdddڜdpdZdqdZdddd^ddrdZdddsdZdddddddtdZdudZd^ddvdZdd=d^ddwdZd^ddxdZddDddddddydZdzdZdS({Clientz.Client for interacting with the LangSmith API.) __weakref__rBr retry_config timeout_msr_get_data_type_cached_web_url _tenant_idtracing_sample_rate_filtered_post_uuids tracing_queue _anonymizer _hide_inputs _hide_outputs_infor _settings_manual_cleanup _pyo3_clientNT) rrrweb_urlrauto_batch_tracing anonymizer hide_inputs hide_outputsinfoapi_urlsrBrrrOptional[Retry]r%Optional[Union[int, Tuple[int, int]]]rrOptional[requests.Session]rr_r Optional[Callable[[dict], dict]]r-Optional[Union[Callable[[dict], dict], bool]]rr/Optional[Union[dict, ls_schemas.LangSmithInfo]]rrrGrc L|r| rtjdtjdstjdr(tjdrtjdt |_t |_t| |_ |j r>tt|j |_ |j |j |_ n_tj||_ tj||_ t!|j |j |j |j i|_ |p t#|_t'|t(r||fn|pd|_||_d|_|r|nt1j} | |_| t'| t6jr| nt7jdi| |_t=j|t@|jtCj"t@| |rTtG|_$tKj&tNt=j(|f)nd|_$tU|jtVtXd z }|j-d ||j-d |t]j/d |j0|_1||_2| | ntj3ddk|_4| | ntj3ddk|_5d|_6tj3dd} ddl7}n?#tp$r2}tr:dtw|Yd}~nd}~wwxYw|rrd}d}d}d } |<|j |j |||||_6n?#tz$r2}tr:dtw|Yd}~nd}~wwxYwd|_>d|_?dS)a_ Initialize a Client instance. Parameters ---------- api_url : str or None, default=None URL for the LangSmith API. Defaults to the LANGCHAIN_ENDPOINT environment variable or https://api.smith.langchain.com if not set. api_key : str or None, default=None API key for the LangSmith API. Defaults to the LANGCHAIN_API_KEY environment variable. retry_config : Retry or None, default=None Retry configuration for the HTTPAdapter. timeout_ms : int, tuple[int, int], or None, default=None Timeout for the HTTPAdapter. Can also be a 2-tuple of (connect timeout, read timeout) to set them separately. web_url : str or None, default=None URL for the LangSmith web app. Default is auto-inferred from the ENDPOINT. session: requests.Session or None, default=None The session to use for requests. If None, a new session will be created. anonymizer : Optional[Callable[[dict], dict]] A function applied for masking serialized run inputs and outputs, before sending to the API. hide_inputs: Whether to hide run inputs when tracing with this client. If True, hides the entire inputs. If a function, applied to all run inputs when creating runs. hide_outputs: Whether to hide run outputs when tracing with this client. If True, hides the entire outputs. If a function, applied to all run outputs when creating runs. info: Optional[ls_schemas.LangSmithInfo] The information about the LangSmith API. If not provided, it will be fetched from the API. api_urls: Optional[Dict[str, str]] A dictionary of write API URLs and their corresponding API keys. Useful for multi-tenant setups. Data is only read from the first URL in the dictionary. However, ONLY Runs are written (POST and PATCH) to all URLs in the dictionary. Feedback, sessions, datasets, examples, annotation queues and evaluation results are only written to the first. Raises: ------ LangSmithUserError If the API key is not provided when using the hosted service. If both api_url and api_urls are provided. z-You cannot provide both api_url and api_urls.LANGSMITH_ENDPOINTLANGCHAIN_ENDPOINTrz]You cannot provide both LANGSMITH_ENDPOINT / LANGCHAIN_ENDPOINT and LANGSMITH_RUNS_ENDPOINTS.)i'i_N)targetargsry)rrrzhttp://zhttps:// r HIDE_INPUTStrue HIDE_OUTPUTSUSE_PYO3_CLIENTrzaFailed to import `langsmith_pyo3` when PyO3 client was requested, falling back to Python impl: %si@Bdz|Failed to instantiate `langsmith_pyo3.BlockingTracingClient` when PyO3 client was requested, falling back to Python impl: %sFr6)@rWrXrrrrsetrrrnextiterrBr get_api_url get_api_keyrrrrMrErrrrequestsSessionr ls_schemas LangSmithInforweakreffinalizeratexitregisterrr threadingThread_tracing_control_thread_funcrefstartrr$r#mount functools lru_cache_get_data_typerrrrrrlangsmith_pyo3 ImportErrorrwarningreprBlockingTracingClientrdrr)rrBrrrrrrrrrrrsession_adapterr&rqueue_capacity batch_sizebatch_timeout_millisworker_threadss r8rzClient.__init__ws|  x -?  I* + + /1y9M/N/N i233 -0  $>#?#? 47EE!t|*LDLL#/88DL#/88DL ' dl C C C$(L$,#?D (C,A,C,C*c** 2Z $ $0 0    /3%=778+;+=+= |z$ 0HII| D)11D11 }dl;;; x000  &:G//D   3k$'')     egggg!%D ()&7:     9g... :w///%DY%8%D%D%D  & & "&& K%m44> ' L%n55? !   1 2 2 >!N %%%%%   6GG  !* '+$!"(6(L(L  &",& ))D%%!NNZQEI$s0M## N-(NN-)O P!(PPrCc|j}d|dS)zReturn an HTML representation of the instance with a link to the URL. Returns: ------- str The HTML representation of the instance. z LangSmith Client) _host_url)rlinks r8 _repr_html_zClient._repr_html_0s~W4WWWWr7cd|jdS)zReturn a string representation of the instance with a link to the URL. Returns: ------- str The string representation of the instance. zClient (API URL: ))rBrs r8__repr__zClient.__repr__;s34<2222r7c*t|jSr)rrBr7s r8_hostz Client._hostEs$,'''r7c@tj|j|jS)zThe web host url.)rW get_host_urlrrBr7s r8r2zClient._host_urlIs$T]DLAAAr7rcVdtjdd}|jr|j|t<|S)zGet the headers for the API request. Returns: ------- Dict[str, str] The headers for the API request. z langsmith-py/application/json)z User-AgentAccept) langsmith __version__r X_API_KEY)rheaderss r8_headerszClient._headersNs?B)*?AA(   < .!%GI r7ls_schemas.LangSmithInfoc |j |ddddi|jddz |jddz f }tj|t jd i||_na#t$rT}t d |j d t|t j|_Yd}~nd}~wwxYw|jS) zGet the information about the LangSmith API. Returns: ------- Optional[ls_schemas.LangSmithInfo] The information about the LangSmith API, or None if the API is not available. NGETz/infor?r>rrry)rCtimeoutzFailed to get info from : r6) rrequest_with_retriesrrWraise_for_status_with_textrrr BaseExceptionrr(rBr))rresponsers r8rz Client.info_s :  844%'9:!_Q/$68JT8QR 5 3H==='5HH HH   8 8 8Ht|HHtAwwHH(577  8 zsA5A?? C A CCls_schemas.LangSmithSettingsc|jR|dd}tj|t jdi||_|jS)zzGet the settings for the current tenant. Returns: dict: The settings for the current tenant. NrGz /settingsr6)rrJrWrKrLangSmithSettingsr)rrMs r8 _get_settingszClient._get_settingszsZ > !00 DDH  / 9 9 9'9LLHMMOOLLDN~r7content_length Optional[int]c||jdSttj|j}|j}|sdS|d}|dS||kr d|d|dSdS)Nsize_limit_byteszThe content length of z) bytes exceeds the maximum size limit of z bytes.)rrrrbatch_ingest_configget)rrRrbic size_limits r8_content_above_sizezClient._content_above_sizes  !TZ%74J,dj99& 4WW/00  4 J & &===)3=== tr7ry)request_kwargsstop_after_attemptretry_on to_ignorehandle_response_contextmethod0Literal['GET', 'POST', 'PUT', 'PATCH', 'DELETE']pathnamer\Optional[Mapping]r]rEr^'Optional[Sequence[Type[BaseException]]]r_r`1Optional[Callable[[requests.Response, int], Any]]rakwargsrrequests.Responsec &|pi}d|jddz |jddz fi|| di|j|di| dii}|dkr.d|vr*d|vr&|dd s d |dd <tjtjt |j g} g|pd tjtj tj fR} g|pd R} d } t|D]} tj t| 5|jj||ds |j|zn|fddi|} d d d n #1swxYwYtj| | cS#t&jj$r_}t,d||dz|krd|zt1jdzz}t3j|Yd }~d }~wt&j$r}| z| |dz|kr|| |dz}|rYd }~*| jdkr,tj d|d|dt;||| jdkrtj d||d|| jdkr)tjd|dt;||| jdkr)tjd|dt;||| jdkr)tj d |dt;||| jd!kr)tj!d"|dt;||tj"d#|d|dt;|tj#d#|d|dt;|d }~wt&j$$r"}|jd$krd%nd&} tK|jr,t |jj&d'nd(}|'|}|r|}n#tP$rd }YnwxYw|jr!|jj&d)pd(nd(}|d d*|d+d }}d,tSdtU|d-z z}|||}tjd.|d|d|dt;|d/|d0|| |d }~wtV$r}tY|j-}tU|dkr|dnd(}|.d1d2}|rXd3/t |dg|gzd4tU|dkr |dd ngDz}n|}tj"d#|d|d|||d }~wwxYw#| $r1}| $t,d|| cYd }~cSYd }~d }~wtj$r|dz|kr| k ta| j&d5d6}nA#tV$r4}t,1d7t;|d8}Yd }~nd }~wwxYw|d|zzt1jz}t3j|Y| $r>|dz|krd|zt1jdzz}t3j|YwxYwtj"d#|d|d9):aQSend a request with retries. Parameters ---------- request_method : str The HTTP request method. pathname : str The pathname of the request URL. Will be appended to the API URL. request_kwargs : Mapping Additional request parameters. stop_after_attempt : int, default=1 The number of attempts to make. retry_on : Sequence[Type[BaseException]] or None, default=None The exceptions to retry on. In addition to: [LangSmithConnectionError, LangSmithAPIError]. to_ignore : Sequence[Type[BaseException]] or None, default=None The exceptions to ignore / pass on. handle_response : Callable[[requests.Response, int], Any] or None, default=None A function to handle the response and return whether to continue retrying. **kwargs : Any Additional keyword arguments to pass to the request. Returns: ------- Response The response object. Raises: ------ LangSmithAPIError If a server error occurs. LangSmithUserError If the request fails. LangSmithConnectionError If a connection error occurs. LangSmithError If the request fails. rHrrryrCrGdatafiles Content-Typer>)rr6NhttpstreamFzPassing on exception %sr>rpizServer error caused failure to  z in LangSmith API. roz(Client took too long to send request to izRate limit exceeded for z. izAuthentication failed for izResource not found for iz Conflict for z Failed to rLz'Please confirm your LANGCHAIN_ENDPOINT.z(Please confirm your internet connection.zContent-Lengthr[r;*z#Connection error caused failure to z Content-Length: z API Key: rzsession (project) c,g|]}t|Sr6rC).0args r8 z/Client.request_with_retries.._sWWWCs3xxWWWr7z retry-after30zInvalid retry-after header: %sz in LangSmith API.)2rrDrWrWFilterLangSmithRetryFilterPoolFullWarningrCr:LangSmithConnectionErrorLangSmithRequestTimeoutLangSmithAPIErrorrange filter_logs_urllib3_loggerrrequest startswithrBrKr exceptions ReadTimeoutrrrandomtimesleep HTTPError status_coder)LangSmithRateLimitErrorLangSmithAuthErrorLangSmithNotFoundErrorLangSmithConflictErrorLangSmithErrorrXConnectionErrorrErCrZrPmaxrUrdlistrreplacejoinrr()rrbrdr\r]r^r_r`rarhlogging_filters retry_on_ to_ignore_rMidxr sleep_timeshould_continuerecommendationrRsize_recrprefixsuffixfillermasked_api_keyrmsgemsg retry_afters r8rJzClient.request_with_retriess8 j(-2 *T14?13E3LM       - $$Y33**Y++    eOO.((~--"9-11.AA.9KN9 %n 5  ) + +  *DJ @ @ @ 6 n"6 10*6 6 7Lb6K6K +,,S S CR w!-oOO  #74<#7"(0':':6'B'B!. x 7 7%- $ $$) $- $ $               7AAA#OOO*6LL!:A>>>Qw"444!"C6=??S+@!AJJz***HHHH)000+*6"Qw);;;2A/(CRSG2T2T#2!-$,HHHH#/366"*"<!.&!.!.$,!.!.3777!.$,!.!.## &1S88"*"B!96!9#+!9!9.6!9!9##&1S88"*"B!.8!.!.tAww!.#+!.!.##&1S88"*"=!.X!.!.a!.#+!.!.##&1S88"*"A!.(!.!.d1gg!.#+!.!.##&1S88"*"A S S SDGG S S S###+"9!3V!3!3h!3!3)-a!3!3## '9***(** $Q** /    <+LLLBAG# .), y$C 1 5 56F G GHHH!#** $(#;#;N#K#K#6-5N%...)-.EFIU )--k::@bSU&-RaR['"##,FF C3w<>>#OOOOOOOO(''''3 ( ( (7000')&+H,<,@,@PT,U,U&V&V $)))< GG') )*AsF2V]__D  ;'''''   7000Vv}'<=  :&&&  % > > >( > > >   sF16E3' F3E7 7F:E7 ;FW*AH?WWN>6W>WS.!AP=<S.= Q  S. Q  B"S.. W;CV>>WW[5 W7)[57[5(X?>[5? Y= *Y83[58Y==3[53>[54[5paramsrSrOptional[dict]Iterator[dict]c#lK|r|ni}|dd}|dd|d< ||d<|d||}|}|sdS|Ed{Vt ||dkrdS|t |z }k) a2Get a paginated list of items. Parameters ---------- path : str The path of the request URL. params : dict or None, default=None The query parameters. Yields: ------ dict The items in the paginated list. offsetrlimitrTrGrN)copyrWrJrrU)rrSrparams_rrMrs r8_get_paginated_listzClient._get_paginated_lists"$*1&++---rXq))";;w44 ! &GH 001H MMOOE        5zzGG,,, c%jj F! !r7POSTruns)bodyrequest_methoddata_keyrrLiteral['GET', 'POST']rc#xK|r|ni} |||dt|i}|}|sdS||sdS||Ed{V|d}|sdS|dsdS|d|d<)aGet a cursor paginated list of items. Parameters ---------- path : str The path of the request URL. body : dict or None, default=None The query body. request_method : str, default="post" The HTTP request method. data_key : str, default="runs" Yields: ------ dict The items in the paginated list. Trkr\Ncursorsrcursor)rrJ _dumps_jsonrrW) rrSrrrrrM response_bodyrs r8_get_cursor_paginated_listz!Client._get_cursor_paginated_lists2"&-$))+++2 000K00 1H%MMOOM   $$X.. $X. . . . . . . .#'' 22G ;;v&&  'GH ' 0r7) description data_typedf pd.DataFramename input_keys Sequence[str] output_keysrrOptional[ls_schemas.DataType]ls_schemas.Datasetctj}||d|d|d|f|||||S)aUpload a dataframe as individual examples to the LangSmith API. Parameters ---------- df : pd.DataFrame The dataframe to upload. name : str The name of the dataset. input_keys : Sequence[str] The input keys. output_keys : Sequence[str] The output keys. description : str or None, default=None The description of the dataset. data_type : DataType or None, default=DataType.kv The data type of the dataset. Returns: ------- Dataset The uploaded dataset. Raises: ------ ValueError If the csv_file is not a string or tuple. F)indexrzdata.csv)rrrrr)ioBytesIOto_csvseek upload_csv)rrrrrrrcsv_files r8upload_dataframezClient.upload_dataframesjJ:<< (% ((( a  "!##    r7)rrrr"Union[str, Tuple[str, io.BytesIO]]c6||d}|r||d<|r||d<|rtj||d<ttj|d<t |trFt |d5}d|i} |dd || } d d d n #1swxYwYn@t |tr|dd |d|i } ntd tj | | } d | vrWd| d vrMt |tr|n|d} | dd} td| dtjdi| |j|dS)a~Upload a CSV file to the LangSmith API. Parameters ---------- csv_file : str or Tuple[str, BytesIO] The CSV file to upload. If a string, it should be the path If a tuple, it should be a tuple containing the filename and a BytesIO object. input_keys : Sequence[str] The input keys. output_keys : Sequence[str] The output keys. name : str or None, default=None The name of the dataset. description : str or None, default=None The description of the dataset. data_type : DataType or None, default=DataType.kv The data type of the dataset. Returns: ------- Dataset The uploaded dataset. Raises: ------ ValueError If the csv_file is not a string or tuple. )rrrrridrbfilerz/datasets/upload)rkrlNz"csv_file must be a string or tupledetailzalready existsrrJDataset z already existsr2rr6)rWget_enum_valuerCrNrrMopenrJrrPrKrrTrDatasetr2_get_optional_tenant_id) rrrrrrrrkffile_rMresult file_names r8rzClient.upload_csv s3P%&    DL  ."-D   C ( 7 B BD &&T h $ $ Ch%%  44& 5               % ( ( C00"x( 1HHABB B+H555 v  "2fX6F"F"F$.x$=$=N8A;I!,,R0IB BBBCC C!   n3355     s5BB#&B#Frun3Union[ls_schemas.Run, dict, ls_schemas.RunLikeDict]updaterr|ct|dr2tt|dr|}nt t|}d|vrt j|d<n8t|dtrt j |d|d<d|vrE|d=|rtj |d|d<| |d|d<d|vrE|d=|rtj |d|d<| |d|d<|sF|ds1tjtjj|d<d|vrJ|dd vr|ddn|dd d|S) aTransform the given run object into a dictionary representation. Args: run (Union[ls_schemas.Run, dict]): The run object to transform. update (bool, optional): Whether the payload is for an "update" event. copy (bool, optional): Whether to deepcopy run inputs/outputs. Returns: dict: The transformed run object as a dictionary. r|rinputsNoutputs start_time serializedrun_type)rhrkgraph)hasattrcallablegetattrr|rrNrrMrCrOrW deepish_copy_hide_run_inputs_hide_run_outputsrWdatetimenowtimezoneutcpop)rrrr run_creates r8_run_transformzClient._run_transform^s$ 3   )HWS&-A-A$B$B )"xxzzJJdCJ z ! !#z||Jt    4(# . . ;#yD)9::Jt  z ! !j&:&F S'/'S(T(T 9%$($:$::i;P$Q$QJy ! Tjnn\:: T'/'8'<'z.Client._insert_runtime_env..s)RRR$!Q@Q@QA@Q@Q@Qr7)ls_envget_runtime_environmentrr| setdefaultget_langchain_env_var_metadatarr)r runtime_envr run_extrarlangchain_metadatar~s @r8_insert_runtime_envzClient._insert_runtime_envs466   JT:#8#8"#E#EFFI%00B??G#=k#=W#=Ii &11*bAAH!'!F!H!H  OORRRR"4":":"<"<RRR      r7patchIterable[dict]r  list[dict]c&|jt|S|rWg}|D]P}t|d}||jvr||6|j|Q|Sg}|D]}|d|dkr|d|jvstj|jkr||o|jt|d|S)Nrtrace_id) rrrVrappendremoverWradd)rrr sampledrrun_ids r8_filter_for_samplingzClient._filter_for_samplings)  # +::   G = =!#d),,!:::NN3''''-44V<<<<NG G GI!4!444 ++43LLL]__t'???NN3''''-11(3t92E2EFFFFNr7) project_name revision_idrDict[str, Any]r RUN_TYPE_Trrc |p&|dtj}i|||||d}||gsdS|||ddd<||d}||g|d |d |j4t|d |d <|j |dS|j @td |}|j t|d |dS||dS||dS) azPersist a run to the LangSmith API. Parameters ---------- name : str The name of the run. inputs : Dict[str, Any] The input values for the run. run_type : str The type of the run, such as tool, chain, llm, retriever, embedding, prompt, or parser. revision_id : ID_TYPE or None, default=None The revision ID of the run. **kwargs : Any Additional keyword arguments. Raises: ------ LangSmithUserError If the API key is not provided when using the hosted service. session_name)rrrrNrr~rFrr dotted_orderrpost)rrWget_tracer_projectrrrrWrrC create_runrr,putr _create_run) rrrrrrrhr serialized_ops r8rzClient.create_runs>$ vzz   ' ) )( (   (    ((*66  F  "=HJw  +M :(( )     *... NN: & & 2~..: ,$'z$'7#8#8 4 !,,Z88888#/ 26: F F "&&$Z%?OO   ,,,,,   Z ( ( ( ( (r7rc|jD]N\}}i|jt|i}|d|dt ||dt jfOdS)Nr/runsrkrC)r\r_)rrrDrBrJrrWr)rrrBrrCs r8r!zClient._create_run s $ 4 : : < <   GW;; 7;;G  % %!!!' 33&  $:< &      r7c|jduriS|jr6tjt |}||S|jdur|S||SNTF)rrrrr)rr json_inputss r8rzClient._hide_run_inputssr   $ $I   1!- F(;(;<>L##L11 1   & &N!!'***r7opsList[SerializedRunOperation]c ggd}|D]Z}t|trtj|j}|jrtj|j|d<|jrtj|j|d<|jrtj|j|d<|j rt d||j  d|jd|jtj|ft|t"rt d2td t'|\|j}|jpid pt.}t1jt4}t1jt4}d } t7t8t:dd d gD].} t1j|| } | r| d kr| t?| d dz|krr| tj|d| dd!|| d } |"|"| #\} } | t?| z } ||  tj| ||  | | 0| r_d!d|$D}| tj|d|zdSdS)N)rr rreventszBAttachments are not supported when use_multipart_endpoint is Falseztrace=z,id=z;Feedback operations are not supported in non-multipart modez&Unknown item type in tracing queue: %srUrrr ryrurI; )rac3PK|]!\}}|dd|V"dS)rIr/N)rrxrrs r8 z/Client._batch_ingest_run_ops..js>WW41a1 6 6 ! 6 6WWWWWWr7)%rMr)rr_nonerFragmentrr. attachmentsrr( operationrrrdumpsr(errortyperrVrWr% collections defaultdictrrr rdequerU_post_batch_ingest_runsrclearpopleftr)rr+ids_and_partial_bodyop curr_dictrrU body_chunks context_ids body_sizekey body_dequecurr_id curr_bodycontexts r8_batch_ingest_run_opszClient._batch_ingest_run_ops*s    Q QB"455 Q#M"(33 9F*1*:29*E*EIh':H+2+;BJ+G+GIi(9F*1*:29*E*EIh'>NN#%R\2996bk66ru66 i8P8PQB ;<< QQ EtBxxPPPPy 4:??     /:.Ed.K.K .9.Ed.K.K  W_568IJJ 1 1C$*+?+DEEJ 1MM!C 1 a(8$9$99g|]}|dS)Frrrxrrs r8rzz,Client.batch_ingest_runs..s9   58D  %  0 0   r7c@g|]}|ddS)TF)rrrRrSs r8rzz,Client.batch_ingest_runs..s>      Du  = =   r7rrz:Batch ingest requires trace_id and dotted_order to be set.Tr c36K|]}td|VdSrNr,rxrs r8r2z+Client.batch_ingest_runs..s-QQS+FC88QQQQQQr7c36K|]}td|VdSr NrWrXs r8r2z+Client.batch_ingest_runs..s-RRc+GS99RRRRRRr7)r<rWrWrXrrrr r)r*r itertoolsrgrK)rrMrrL create_dicts update_dictsrserialized_opss` r8batch_ingest_runszClient.batch_ingest_runsosD f  F    22222r7bytesc 0|jD]\}} |d|d|i|jt|idt jfd|C#t$r} tj t||}d | }td|n:#t$r-tdt|YnwxYwYd}~d}~wwxYwdS)Nrz /runs/batchr%rn)r\r_r]rar[zFailed to batch ingest runs: )rrrJrDrBrWrrd tracebackformat_exception_onlyr9rrrr(r))rrrarBrrexc_desc_linesexc_descs r8r=zClient._post_batch_ingest_runsso $ 4 : : < < N N GW N))+++ $$"m$%w$$$$ (>@'(%*     N N NN%.%DT!WWa%P%PN!ww~66==??HNN#M8#M#MNNNN NNNNN#L477#L#LMMMMMN  N! N Ns6.s'PPPS++C00PPPr7c>g|]}|dS)T)rrRrSs r8rzz+Client.multipart_ingest..s9   69D  D  1 1   r7rrzNMultipart ingest requires trace_id and dotted_order to be set in create dicts.zNMultipart ingest requires trace_id and dotted_order to be set in update dicts.c i|] }|d| Srr6rXs r8rz+Client.multipart_ingest..(sCCCsCIsCCCr7rTr c36K|]}td|VdSrVrWrXs r8r2z*Client.multipart_ingest..Bs-MM'44MMMMMMr7c36K|]}td|VdSrZrWrXs r8r2z*Client.multipart_ingest..Cs-NN#'55NNNNNNr7) r<rWrWrXrrrrr*rr[rgrk) rrMrrLr\r]r create_by_idstandalone_updatesrrr^s ` r8multipart_ingestzClient.multipart_ingestsD &  FPPPPF22222r7rn)attemptsaccr&rvc |j}|j}|jD]\}}t d|dzD]} t j|t}|jdkr| } n|} | d|d| i|j t|d|j idd|n%#tj$rYntjtjtjf$r3} ||krt&d | nYd} ~ Yd} ~ d} ~ wt*$r} t-jt1| | } d | } t&d | n:#t*$r-t&d t7| YnwxYwYd} ~ dSd} ~ wwxYwdS) Nry)boundaryi-1rz/runs/multipartrmr%)r\r]raz!Failed to multipart ingest runs: r[)rirJrrrrqtb_multipartMultipartEncoderBOUNDARYrU to_stringrJrDrB content_typerWrrrrrr(rdrbrcr9rrr))rrwrvrirarBrrencoderrkexcrrdres r8rhzClient._send_multipart_reqKsj ; $ 4 : : < <* *  GWQ1 --) ) (,=ehWWWG{j00&0022&--"333$(("&-( )7 .0D((((,-!).   E6EE54.!!! h'P3'P'PQQQQ RQQQQ!V)2)HaRS)T)T#%77>#:#:#A#A#C#C'U8'U'UVVVV$VVV'T4PQ77'T'TUUUUUVFFFFFFFE* * sJA4B<<G%G4$D"" G0A&FG4G G G GG) rend_timer8rrr.rtagsr5rrrOptional[datetime.datetime]r8Optional[Dict]r.Optional[Sequence[dict]]rrOptional[List[str]]r5>Optional[Dict[str, tuple[str, bytes] | ls_schemas.Attachment]]c t|d|| dd| dd| dd| || dd| ddd } | r| | d <|jduo| dduo | ddu} || gd sdS||| d <nCt jt jj| d <||| d <|| || d<|.| stj |}| || d<||| d<| dr| | g| rH|jAtd| }|jt!| d|dS|| dS)ahUpdate a run in the LangSmith API. Parameters ---------- run_id : str or UUID The ID of the run to update. name : str or None, default=None The name of the run. end_time : datetime or None The end time of the run. error : str or None, default=None The error message of the run. inputs : Dict or None, default=None The input values for the run. outputs : Dict or None, default=None The output values for the run. events : Sequence[dict] or None, default=None The events for the run. extra : Dict or None, default=None The extra information for the run. tags : List[str] or None, default=None The tags for the run. attachments: dict[str, ls_schemas.Attachment] or None, default=None A dictionary of attachments to add to the run. The keys are the attachment names, and the values are Attachment objects containing the data and mime type. **kwargs : Any Kwargs are ignored. rrN parent_run_idr session_idr) rrrrrrrrrr5Tr rr8rrr.rr )r6payload)rVrrr isoformatrrrrrrWrrrr,r r _update_run)rrrrr8rrr.rrr5rhrk use_multipartr"s r8 update_runzClient.update_runzs=\68,, :t44#ZZ>>"JJ~t<< **\488"JJ~t<<   ."-D   d * 1Z , 1^$D0  (($t(<<  F  '1133D  '044X5F5JKKUUWWD   !DM  !226::DN    9"/88"44W==DO  #DN = -  $ $dV , , ,  #T/;.$OOOM   " " n!5}EE        T " " " " "r7 run_updatec|jD]J\}}i|jt|i}|d|d|dt ||dKdS)NPATCH/runs/rr%r)rrrDrBrJr)rrrBrrCs r8rzClient._update_runs $ 4 : : < <   GW-7G  % %44*T"244' 33&   &      r7ls_schemas.Runc||j}tjt}i}t |dD]P}|jtjd|j d||j ||||j <Q| |j g|_ | D]\}}|||_ |S)aILoad child runs for a given run. Parameters ---------- run : Run The run to load child runs for. Returns: ------- Run The run with loaded child runs. Raises: ------ LangSmithError If a child run has no parent. rpc|jSr)r)rs r8z)Client._load_child_runs..s!.r7)rFNz Child run z has no parent) list_runs child_run_idsr:r;rsortedrrWrrrr child_runsr)rrrtreemapr child_runrchildrens r8_load_child_runszClient._load_child_runss$^^s'8^99 @K@W A A 13 ((    + +I&.-.W9<.W.W.WXXX I+ , 3 3I > > >!*D   SVR00 '  / / FH&.DL # # r7load_child_runsc|ddt|d}tjdi|d|ji}|r|jr||}|S)a6Read a run from the LangSmith API. Parameters ---------- run_id : str or UUID The ID of the run to read. load_child_runs : bool, default=False Whether to load nested child runs. Returns: ------- Run The run. rGrrr2r6)rJrVrRunrr2rr)rrrrMrs r8read_runzClient.read_run s",, 8HVX6688  nIIx}}II$.III  -s0 -'',,C r7) project_idrrrreference_example_idqueryfilter trace_filter tree_filteris_rootrrr8run_idsselectrr+Optional[Union[ID_TYPE, Sequence[ID_TYPE]]]#Optional[Union[str, Sequence[str]]]rOptional[ID_TYPE]rrrrrrOptional[bool]rrrOptional[Sequence[ID_TYPE]]rOptional[Sequence[str]]rIterator[ls_schemas.Run]c+Kg}t|tjtfr||n*t|t r|||9t|tr|g}|fd|Dgd}|p|}|r|nd||r|gnd|||| | | | r| nd| |||d|}d|D}t d|D]/\}}tj d i|dj iV| |d z|krdS0dS) a/List runs from the LangSmith API. Parameters ---------- project_id : UUID or None, default=None The ID(s) of the project to filter by. project_name : str or None, default=None The name(s) of the project to filter by. run_type : str or None, default=None The type of the runs to filter by. trace_id : UUID or None, default=None The ID of the trace to filter by. reference_example_id : UUID or None, default=None The ID of the reference example to filter by. query : str or None, default=None The query string to filter by. filter : str or None, default=None The filter string to filter by. trace_filter : str or None, default=None Filter to apply to the ROOT run in the trace tree. This is meant to be used in conjunction with the regular `filter` parameter to let you filter runs by attributes of the root run within a trace. tree_filter : str or None, default=None Filter to apply to OTHER runs in the trace tree, including sibling and child runs. This is meant to be used in conjunction with the regular `filter` parameter to let you filter runs by attributes of any run within a trace. is_root : bool or None, default=None Whether to filter by root runs. parent_run_id : UUID or None, default=None The ID of the parent run to filter by. start_time : datetime or None, default=None The start time to filter by. error : bool or None, default=None Whether to filter by error status. run_ids : List[str or UUID] or None, default=None The IDs of the runs to filter by. limit : int or None, default=None The maximum number of runs to return. **kwargs : Any Additional keyword arguments. Yields: ------ Run The runs. Examples: -------- .. code-block:: python # List all runs in a project project_runs = client.list_runs(project_name="") # List LLM and Chat runs in the last 24 hours todays_llm_runs = client.list_runs( project_name="", start_time=datetime.now() - timedelta(days=1), run_type="llm", ) # List root traces in a project root_runs = client.list_runs(project_name="", is_root=1) # List runs without errors correct_runs = client.list_runs(project_name="", error=False) # List runs and only return their inputs/outputs (to speed up the query) input_output_runs = client.list_runs( project_name="", select=["inputs", "outputs"] ) # List runs by run ID run_ids = [ "a36092d2-4ad5-4fb4-9c0d-0dba9a2ed836", "9398e6be-964f-4aa4-8ae9-ad78cd4b7074", ] selected_runs = client.list_runs(id=run_ids) # List all "chain" type runs that took more than 10 seconds and had # `total_tokens` greater than 5000 chain_runs = client.list_runs( project_name="", filter='and(eq(run_type, "chain"), gt(latency, 10), gt(total_tokens, 5000))', ) # List all runs called "extractor" whose root of the trace was assigned feedback "user_score" score of 1 good_extractor_runs = client.list_runs( project_name="", filter='eq(name, "extractor")', trace_filter='and(eq(feedback_key, "user_score"), eq(feedback_score, 1))', ) # List all runs that started after a specific timestamp and either have "error" not equal to null or a "Correctness" feedback score equal to 0 complex_runs = client.list_runs( project_name="", filter='and(gt(start_time, "2023-07-15T12:34:56Z"), or(neq(error, null), and(eq(feedback_key, "Correctness"), eq(feedback_score, 0.0))))', ) # List all runs where `tags` include "experimental" or "beta" and `latency` is greater than 2 seconds tagged_runs = client.list_runs( project_name="", filter='and(or(has(tags, "experimental"), has(tags, "beta")), gt(latency, 2))', ) NcFg|]}|jSr) read_projectr)rxrrs r8rzz$Client.list_runs..s-RRRT"""558RRRr7)app_pathrcompletion_costcompletion_tokensrrr8r.rfeedback_statsfirst_token_timerrrrrparent_run_ids prompt_cost prompt_tokensrrrrstatusr total_cost total_tokensr)rrreference_examplerrrrr parent_runrr8rtracerci|] \}}||| Srr6r1s r8rz$Client.list_runs..sKKKtq!Q]a]]]r7 /runs/queryrr2ryr6)rMrNrOrCrrextendrr enumeraterrrr2)rrrrrrrrrrrrrr8rrrrh project_idsdefault_select body_queryirs` r8rzClient.list_runs"s| j49c"2 3 3 +   z * * * *  D ) ) +   z * * *  #,,, . ,~   RRRR\RRR      <)>&1;{{t *>H%&&D(&'4>H*..000D!& & "#& &LKz'7'7'9'9KKK   + +M + K K    FAs.AA3AA$.AAA A A A QUe^^   r7)rrrr project_namesrreference_example_idsrrr8rrrrrdata_source_typerOptional[List[ID_TYPE]]rrrrrrcddlm}m}|pg}|rl|5fd|D}||D].}||j/ dddn #1swxYwY|||||||| | | | | |||d}d|D}ddd t|i }tj || S) a0Get aggregate statistics over queried runs. Takes in similar query parameters to `list_runs` and returns statistics based on the runs that match the query. Args: id (Optional[List[ID_TYPE]]): List of run IDs to filter by. trace (Optional[ID_TYPE]): Trace ID to filter by. parent_run (Optional[ID_TYPE]): Parent run ID to filter by. run_type (Optional[str]): Run type to filter by. projects (Optional[List[ID_TYPE]]): List of session IDs to filter by. reference_example (Optional[List[ID_TYPE]]): List of reference example IDs to filter by. start_time (Optional[str]): Start time to filter by. end_time (Optional[str]): End time to filter by. error (Optional[bool]): Filter by error status. query (Optional[str]): Query string to filter by. filter (Optional[str]): Filter string to apply. trace_filter (Optional[str]): Trace filter string to apply. tree_filter (Optional[str]): Tree filter string to apply. is_root (Optional[bool]): Filter by root run status. data_source_type (Optional[str]): Data source type to filter by. Returns: Dict[str, Any]: A dictionary containing the run statistics. rThreadPoolExecutor as_completedcHg|]}j|Sr)submitr)rxrexecutorrs r8rzz(Client.get_run_stats..s<OOD$5DOIIr7N)rrrrrrrrr8rrrrrrci|] \}}||| Srr6r1s r8rz(Client.get_run_stats..0sEEEDAqq}1a}}}r7rz /runs/statsrkr) concurrent.futuresrrrrrrrJrrWrKr)rrrrrrrrrrr8rrrrrrrrfuturesfuturerrMrs` @r8 get_run_statszClient.get_run_statssZ HGGGGGGG!'R  ;##%% ; -+l733;;F&&v}}'9::::;  ; ; ; ; ; ; ; ; ; ; ; ; ; ; ;$ "!6$ (& 0  &FEGMMOOEEE,,   G,,-   +H555}}sA A22A69A6)rrls_schemas.RunBasect|ddx}rnt|ddx}r||j}nQ||}nL|||j}n.tj}||j}t |d}|jd|d|d|jdS) aGet the URL for a run. Not recommended for use within your agent runtime. More for use interacting with runs after the fact for data analysis or ETL workloads. Parameters ---------- run : Run The run. project_name : str or None, default=None The name of the project. project_id : UUID or None, default=None The ID of the project. Returns: ------- str The URL for the run. rNrrz/o/z /projects/p/z/r/z ?poll=true)rrrrWrrVr2_get_tenant_id)rrrrrr session_id_s r8 get_run_urlzClient.get_run_url<s6!lD99 9: I $S.$?? ?\ I** *EEHJJ  ##JJ  %** *EEHJJ#688L** *EEHJz<88 ~ $ $$"5"5"7"7 $ $[ $ $ $ $ $ r7)share_idrc@t|d}t||pttjd}|dd|d|j|}t j||d}|j d|d S) zGet a share link for a run.r)r share_tokenPUTr/sharerCrr/public//r) rVrCrNrrJrDrWrKrr2)rrrrun_id_rkrMrs r8 share_runzClient.share_runhs68,,'ll#8s4:<<'8'8  ,,  $W $ $ $M -   +H555mmoom4 .99+9999r7c|ddt|dd|j}tj|dS)zDelete share link for a run.DELETErrrrCNrJrVrDrWrK)rrrMs r8 unshare_runzClient.unshare_runysU,,  7Xfh// 7 7 7M-   +H55555r7c|ddt|dd|j}tj||}|d|vrdS|jd|dd S) zRetrieve the shared link for a specific run. Args: run_id (ID_TYPE): The ID of the run. Returns: Optional[str]: The shared link for the run, or None if the link is not available. rGrrrrNrrr)rJrVrDrWrKrr2)rrrMrs r8read_run_shared_linkzClient.read_run_shared_links,,  7Xfh// 7 7 7M-   +H555 >]&884.CC&*?CCCCr7cP|t|d}|duS)zGet share state for a run.rN)rrV)rrr3s r8 run_is_sharedzClient.run_is_shareds*((&()C)CDD4r7rUnion[ID_TYPE, str]c"t|dd\}}d|d}||dt|dz }|d ||j }t j|t jd i|d |j iS) Get shared runs.r[rrFr/runNrJrrGrr2r6) r]rVrJrDrWrKrrrr2)rrr_r\rSrMs r8read_shared_runzClient.read_shared_runs,K%HHH :*****   42244 4D,,  M-   +H555~JJ JJ4>JJJJr7c#K|rd|ini}t|dd\}}|d|d|D]}tjd i|d|jiVd S) rrr[rrrrrr2Nr6)r]rrrr2)rrrrrr\rs r8list_shared_runszClient.list_shared_runss#*1gr+K%HHH :22 .z . . .T3   B BC.AA3AA$.AAA A A A A B Br7 dataset_name dataset_idrls_schemas.DatasetShareSchemac ||td|||j}|ddt |dd|j}t j||}ttj i|d |j d t |d d d iS)a Retrieve the shared schema of a dataset. Args: dataset_id (Optional[ID_TYPE]): The ID of the dataset. Either `dataset_id` or `dataset_name` must be given. dataset_name (Optional[str]): The name of the dataset. Either `dataset_id` or `dataset_name` must be given. Returns: ls_schemas.DatasetShareSchema: The shared schema of the dataset. Raises: ValueError: If neither `dataset_id` nor `dataset_name` is given. N/Either dataset_id or dataset_name must be givenrrG /datasets/rrrr^rrzresponse.share_token/d) rP read_datasetrrJrVrDrWrKrrrDatasetShareSchemar2)rrrrMds r8read_dataset_shared_schemaz!Client.read_dataset_shared_schemas(  ,"6NOO O  ** *EEHJ,,  C*l;; C C CM-   +H555 MMOO  )  $.JJAm,.DEEJJJ     r7c ||td|||j}dt|i}|ddt |dd|j|}tj|| }ttj i|d |j d |d d iS) zGet a share link for a dataset.Nrrrrrrrr^rrr )rPr rrCrJrVrDrWrKrrrr r2)rrrrkrMr s r8 share_datasetzClient.share_datasets  ,"6NOO O  ** *EEHJ #j// ,,  C*l;; C C CM -   +H555--//  ) Iq I%DNHHAm4DHHH I I   r7c|ddt|dd|j}tj|dS)z Delete share link for a dataset.rrrrrNr)rrrMs r8unshare_datasetzClient.unshare_datasetsU,,  C*l;; C C CM-   +H55555r7c|ddt|dd|j}tj|t jdi||jd|ddS) zGet shared datasets.rGrr /datasetsrr )r2 _public_pathr6) rJrVrDrWrKrrrr2)rrrMs r8read_shared_datasetzClient.read_shared_dataset s ,,  Fx ];; F F FM-   +H555!  mmoo n3K333     r7 example_idsrList[ls_schemas.Example]ci}|d|D|d<ddt|ddj|}tj|fd |DS) zGet shared examples.Nc,g|]}t|Sr6rw)rxrs r8rzz/Client.list_shared_examples.. s:::CGG:::r7rrGrr /examplesrCrcDg|]}tjdi|djiS)r2r6)rExampler2)rxr?rs r8rzz/Client.list_shared_examples.." sG      C C C CDN C C C   r7)rJrVrDrWrKr)rrrrrMs` r8list_shared_exampleszClient.list_shared_examples s  "::k:::F4L,,  Fx ];; F F FM -   +H555    #==??    r7)rr name_containsrdataset_share_tokenr (Iterator[ls_schemas.TracerSessionResult]c#K|||d}t|d}t|d|d|D]/\}} tjd i| d|jiV| |dz|krdS0dS) aLList shared projects. Args: dataset_share_token : str The share token of the dataset. project_ids : List[ID_TYPE], optional List of project IDs to filter the results, by default None. name : str, optional Name of the project to filter the results, by default None. name_contains : str, optional Substring to search for in project names, by default None. limit : int, optional Yields: TracerSessionResult: The shared projects. )rrr r!rz/datasets/sessionsrr2Nryr6)rVrrrTracerSessionResultr2) rr!rrr rrrrprojects r8list_shared_projectszClient.list_shared_projects' s2$TMRR24IJJ #  $ $:;::: %      JAw 0UU7UUdnUUU U U U QUe^^  r7)rr~upsert project_extrareference_dataset_idr~r'r(r)ls_schemas.TracerSessionc~|jd}|}|r i|pid|i}|||ttjd} i} |rd| d<||| d<|d|i|jd d it |  } tj| tj d i| d |j iS)aCreate a project on the LangSmith API. Parameters ---------- project_name : str The name of the project. project_extra : dict or None, default=None Additional project information. metadata: dict or None, default=None Additional metadata to associate with the project. description : str or None, default=None The description of the project. upsert : bool, default=False Whether to update the project if it already exists. reference_dataset_id: UUID or None, default=None The ID of the reference dataset to associate with the project. Returns: ------- TracerSession The created project. /sessionsr~)rrrrTr'Nr)rrmr>rCrkr2r6) rBrCrNrrJrDrrWrKr TracerSessionrr2) rrrr~r'r(r)endpointrrrrMs r8create_projectzClient.create_projectL s @l---  <; ;j(;;E &djll##      $#F8   ++?D' (,,  It}In6HIIT"" -   +H555'TT(--//TTT^TTTTr7)rrr~r(rcn|jdt|d}|}|r i|pid|i}||||r|ndd} |d|i|jddit |  } t j| tj d i| d |j iS) aUpdate a LangSmith project. Parameters ---------- project_id : UUID The ID of the project to update. name : str or None, default=None The new name to give the project. This is only valid if the project has been assigned an end_time, meaning it has been completed/closed. description : str or None, default=None The new description to give the project. metadata: dict or None, default=None project_extra : dict or None, default=None Additional project information. Returns: ------- TracerSession The updated project. /sessions/rr~N)rrrrrrmr>r-r2r6) rBrVrrJrDrrWrKrr.rr2) rrrrr~r(rr/rrrMs r8update_projectzClient.update_project s>lRRhz<.P.PRR  <; ;j(;;E&08B**,,,d    ,,  It}In6HIIT"" -   +H555'TT(--//TTT^TTTTr7rc|j|jS |ddddi}|}t|trFt |dkr3t jd i|dd|ji}|j |_|jSnA#t$r4}t dt|d Yd}~nd}~wwxYwdS) NrGr,rryrrr2z*Failed to get tenant ID from LangSmith: %sTexc_infor6)rrJrrMrrUrr$r2 tenant_idrdrrr))rrMrtracer_sessionrs r8rzClient._get_optional_tenant_id s ? &? " 00{GQ<1H]]__F&$'' 'CKK!OO!+!?""Qi""+/>"""#1":&    LL?? ?r7)rr)rr include_statsr:ls_schemas.TracerSessionResultcd}ddi}||dt|dz }n|||d<ntd||d <|d || }|}t |t rKt |d krtjd |dtj di|d d|j iStj di|d|j iS)a-Read a project from the LangSmith API. Parameters ---------- project_id : str or None, default=None The ID of the project to read. project_name : str or None, default=None The name of the project to read. Note: Only one of project_id or project_name may be given. include_stats : bool, default=False Whether to include a project's aggregate statistics in the response. Returns: ------- TracerSessionResult The project. r,rryNrJrr'Must provide project_name or project_idr:rGrrzProject not foundr2r6) rVrPrJrrMrrUrWrrr$r2)rrrr:rSrrMrs r8rzClient.read_project s72")1  ! <\::<<
) stacklevelrrNT)rrrrr8rrr)rrrrcH|}d|DS)Nrcjg|]0}d|jid|jpiD1S) example_idc i|] \}}d|| S)z reference.r6r1s r8rzNClient.get_test_results..fetch_examples...C s'WWWtq!'A''WWWr7)rrrrxexamples r8rzzCClient.get_test_results..fetch_examples..@ s\ !'*WW8M27T7T7V7VWWWr7) list_examples)batchexamplesrs r8fetch_examplesz/Client.get_test_results..fetch_examples> s<))e)<.O s$DDD41a|||QDDDr7c i|] \}}d|| S)zoutputs.r6r1s r8rz+Client.get_test_results..P s$OOOTQ~!~~qOOOr7)execution_timer8rcFi|]\}}d||dS)z feedback.avg)rWr1s r8rz+Client.get_test_results..[ s> $1,OOQUU5\\r7zRun z has no reference example ID.c@g|]}|D]}|Sr6)r)rxroutputs r8rzz+Client.get_test_results..o sA   V]]__  ;AF    r7) left_index right_indexrecords)orient)rr UserWarningrrrpandasrrrrrrr total_secondsr8rrrrrr(rUr DataFrame set_indexmergejson_normalizeto_dict)rrrrrpdrresultsrrMr.rrrrrowrK result_dfexample_outputs example_dfs` r8get_test_resultszClient.get_test_results s  3[Q     HGGGGGGG~~!%      !          ! !# VXG $ $ !"8 DD18>>3C3CDDD POaio25L5L5N5NOOO  :"al2AACCC!W$   #JJ()(8(>(>(@(@ )O&&q'=>>>>NN#M!$#M#M#MNNN{##j0A55 +FVj5H,H IIu-x~u'M'MNNN*,s####677# Vx~{677?STTUUUG# V# V# V# V# V# V# V# V# V# V# V# V# V# V# VH!BL))33LAA   !-g!6!6     W%o66@@NNJ"((tQU(VVI!r !2!2)!2!D!DEEEsF8H  H$'H$reference_dataset_namereference_freeOptional[Dict[str, Any]]"Iterator[ls_schemas.TracerSession]c #Kd|t|dndi} ||| d<||| d<||| d<||td|| d<n"| || j}|| d<||| d <|t j|| d <t |d | D]/\} } tj di| d|j iV| | dz|krdS0dS)aBList projects from the LangSmith API. Parameters ---------- project_ids : Optional[List[ID_TYPE]], optional A list of project IDs to filter by, by default None name : Optional[str], optional The name of the project to filter by, by default None name_contains : Optional[str], optional A string to search for in the project name, by default None reference_dataset_id : Optional[List[ID_TYPE]], optional A dataset ID to filter by, by default None reference_dataset_name : Optional[str], optional The name of the reference dataset to filter by, by default None reference_free : Optional[bool], optional Whether to filter for only projects not associated with a dataset. limit : Optional[int], optional The maximum number of projects to return, by default None metadata: Optional[Dict[str, Any]], optional Metadata to filter by. Yields: ------ TracerSession The projects. rNrrrr zGOnly one of reference_dataset_id or reference_dataset_name may be givenreference_datasetrrjr~r,rr2ryr6) minrPr rrr7rrrr.r2) rrrr r)rirjrr~rrr%s r8 list_projectszClient.list_projectsy smL (9S___s"   "&F4L  !F6N  $&3F? #  +%1 ;+?F& ' ' # /#'#4#43$5$$ !+?F& '  %'5F# $  !%H!5!5F: #  $ $[ $ @ @    JAw*OOWOOOOO O O O QUe^^   r7c|)t||j}n|td|ddt |d|j}tj|dS)a Delete a project from LangSmith. Parameters ---------- project_name : str or None, default=None The name of the project to delete. project_id : str or None, default=None The ID of the project to delete. Nrr=rr2rr) rCrrrPrJrVrDrWrK)rrrrMs r8delete_projectzClient.delete_project s  #T..L.IILMMJJ  FGG G,,  =*l;; = =M-   +H55555r7)rr inputs_schemaoutputs_schemar~ls_schemas.DataTypersrtc||jtj|rd|indd}|||d<|||d<|||d<|ddi|jd d it j| }tj |tj d i| |j |d S)aCreate a dataset in the LangSmith API. Parameters ---------- dataset_name : str The name of the dataset. description : str or None, default=None The description of the dataset. data_type : DataType or None, default=DataType.kv The data type of the dataset. metadata: dict or None, default=None Additional metadata to associate with the dataset. Returns: ------- Dataset The created dataset. r~N)rr created_atrrinputs_schema_definitionoutputs_schema_definitionrrrmr>r-rr6)rrrrrJrDrr7rWrKrrrr2r) rrrrrsrtr~r?rMs r8create_datasetzClient.create_dataset s:!""+//11;;==/7Aj(++T # #   "%0GM "  $2?G. /  %3AG/ 0,,  It}In6HIIw'' -   +H555!  mmoo n3355     r7rrcb |||dS#tj$rYdSwxYw)aoCheck whether a dataset exists in your tenant. Parameters ---------- dataset_name : str or None, default=None The name of the dataset to check. dataset_id : str or None, default=None The ID of the dataset to check. Returns: ------- bool Whether the dataset exists. r{TF)r rWr)rrrs r8 has_datasetzClient.has_dataset sJ"    rr6) rVrPrJrrMrrUrWrrrr2r)rrrrSrrMrs r8r zClient.read_dataset& sa*")1  ! <\::<<
. s"RRR4:d##RRRr7ru)r rrPrJrVtextrrT)rrrrSrMr?s r8read_dataset_openai_finetuningz%Client.read_dataset_openai_finetuning s"  !   %** *EEHJJFGG G,,  D Dhz<88 D D D  SR 0C0C0E0E0K0KD0Q0QRRRr7) dataset_idsrrdataset_name_containsr~rrrIterator[ls_schemas.Dataset]c#nKd|t|dndi}|||d<|||d<|||d<|||d<|tj||d<t|d | D]B\}} t jd i| |j|d V| |d z|krdSCdS)z{List the datasets on the LangSmith API. Yields: ------- Dataset The datasets. rNrrrrr r~rrrryr6) rorr7rrrrr2r) rrrrrr~rrrr?s r8 list_datasetszClient.list_datasets s)$ (9S___s"   "&F4L  "+F;   #)F6N ,&;F? #  !%H!5!5F: #  $ $[ $ @ @   JAw$.7799     QUe^^  r7)rrc|||j}|td|ddt |d|j}t j|dS)aDelete a dataset from the LangSmith API. Parameters ---------- dataset_id : UUID or None, default=None The ID of the dataset to delete. dataset_name : str or None, default=None The name of the dataset to delete. Nrrrrrr)r rrPrJrVrDrWrK)rrrrMs r8delete_datasetzClient.delete_dataset s  #** *EEHJ  EFF F,,  =*l;; = =M-   +H55555r7as_ofdatetime.datetimetagc|||j}|td|ddt |dd|j||d }tj|dS) aUpdate the tags of a dataset. If the tag is already assigned to a different version of this dataset, the tag will be moved to the new version. The as_of parameter is used to determine which version of the dataset to apply the new tags to. It must be an exact version of the dataset to succeed. You can use the read_dataset_version method to find the exact version to apply the tags to. Parameters ---------- dataset_id : UUID The ID of the dataset to update. as_of : datetime.datetime The timestamp of the dataset to apply the new tags to. tag : str The new tag to apply to the dataset. Examples: -------- .. code-block:: python dataset_name = "my-dataset" # Get the version of a dataset <= a given timestamp dataset_version = client.read_dataset_version( dataset_name=dataset_name, as_of=datetime.datetime(2024, 1, 1) ) # Assign that version a new tag client.update_dataset_tags( dataset_name="my-dataset", as_of=dataset_version.as_of, tag="prod", ) Nrrrrrz/tagsrrr) r rrPrJrVrDrrWrKrrrrrrMs r8update_dataset_tagzClient.update_dataset_tag sT  #** *EEHJ  EFF F,,  B*l;; B B BM** -   +H55555r7)rrsearchrr#Iterator[ls_schemas.DatasetVersion]c #,K|||j}||t|dndd}t|dt |dd|D]&\}}t jd i|V| |d z|krdS'dS) aList dataset versions. Args: dataset_id (Optional[ID_TYPE]): The ID of the dataset. dataset_name (Optional[str]): The name of the dataset. search (Optional[str]): The search query. limit (Optional[int]): The maximum number of versions to return. Returns: Iterator[ls_schemas.DatasetVersion]: An iterator of dataset versions. Nrr)rrrrz /versionsrryr6)r rrorrrVrDatasetVersion)rrrrrrrrs r8list_dataset_versionszClient.list_dataset_versions@ s&  ** *EEHJ(-(9S___s  $  $ $JXj,??JJJ %      JAw +66g66 6 6 6 QUe^^  r7)rrrrls_schemas.DatasetVersionc |||j}|r|s||td|ddt |dd||d }t jd i|S) aQGet dataset version by as_of or exact tag. Ues this to resolve the nearest version to a given timestamp or for a given tag. Args: dataset_id (Optional[ID_TYPE]): The ID of the dataset. dataset_name (Optional[str]): The name of the dataset. as_of (Optional[datetime.datetime]): The timestamp of the dataset to retrieve. tag (Optional[str]): The tag of the dataset to retrieve. Returns: ls_schemas.DatasetVersion: The dataset version. Examples: --------- .. code-block:: python # Get the latest version of a dataset client.read_dataset_version(dataset_name="my-dataset", tag="latest") # Get the version of a dataset <= a given timestamp client.read_dataset_version( dataset_name="my-dataset", as_of=datetime.datetime(2024, 1, 1), ) # Get the version of a dataset with a specific tag client.read_dataset_version(dataset_name="my-dataset", tag="prod") Nrz/Exactly one of as_of and tag must be specified.rGrrz/versionrrr6)r rrPrJrVrrrrs r8read_dataset_versionzClient.read_dataset_versionc sP  ** *EEHJ  Pc Pu}NOO O,,  E*l;; E E E"3//-   (;;8==??;;;r7)source_api_urlr token_or_urlrc|p|j}t||\}}t|d}||}|p|j} ||}t d|d|S#tj $rYnwxYw t| |}| ||j |jptjj} |d|Dd|D|j n2#t($r%} t d |d | d } ~ wwxYw ~n#~wxYw|S) a;Clone a public dataset to your own langsmith tenant. This operation is idempotent. If you already have a dataset with the given name, this function will do nothing. Args: token_or_url (str): The token of the public dataset to clone. source_api_url: The URL of the langsmith server where the data is hosted. Defaults to the API URL of your current client. dataset_name (str): The name of the dataset to create in your tenant. Defaults to the name of the public dataset. placeholderrrrz) already exists in your tenant. Skipping.)rrrcg|] }|j Sr6)rrxrs r8rzz/Client.clone_public_dataset.. s777AH777r7cg|] }|j Sr6)rrs r8rzz/Client.clone_public_dataset.. s9991QY999r7)rrrz)An error occurred while creating dataset z . You should delete it manually.N)rBr]rrrr rrrWrrrrzrrrDataTypekvcreate_examplesrrLr8) rrrrr\ source_clientdsrLr?rs r8clone_public_datasetzClient.clone_public_dataset s&(74<%8~%V%V" #!     . .z : :#.rw  "" "==B KKR<RRR   I.    D  M>>zJJKKH)))N,@**=*@*G  $$77h77799999&z% !     5 555  "    sC 5BBBAE/1D! E! E+ E  EEEc<||}|jS)N)r)r r)rrr?s r8r%zClient._get_data_type s!##z#::  r7rk generationrwls_schemas.Examplec>|d|id|i|||S)z,Add an example (row) to an LLM-type dataset.inputrUrrrrrw)create_example)rrkrrrrws r8create_llm_examplezClient.create_llm_example s:""V$z*!%! #   r7messages:List[Union[Mapping[str, Any], ls_schemas.BaseMessageLike]] generations>Optional[Union[Mapping[str, Any], ls_schemas.BaseMessageLike]]c g}|D]~}tj|r@|tjt t j|V|t t|d}|Vtj|r-tjt t j|}nt t|}|d|i|d|ind|||S)z,Add an example (row) to a Chat-type dataset.NrrUr) rWis_base_message_likerconvert_langchain_messagerrBaseMessageLiker|r) rrrrrrw final_inputmessagefinal_generationss r8create_chat_examplezClient.create_chat_example s$  8 8G,W55 8""6Z7AA ""4g#6#67777   ",[99 <$,$F3[AA%%!!%){$;$;!""[)1B1N,--TX!%!#   r7cr|||j}d}||}|tjjkr|jdkrtd|jd tj |j }n-#t$r td|jd|j wxYwd|i}|j sd}n[ tj |j } n-#t$r td |jd |j wxYwd | i}n |tjj kr|jdkrtd|jd  dtj|j i}n-#t$r td |jd|j wxYw|j sd}n d tj|j i}nd#t$r td|jd |j wxYw|tjjkr|j }|j }ntd|d||||||S)z-Add an example (row) to a dataset from a run.Nrrhz Run type z+ is not supported for dataset of type 'LLM'z2Error converting LLM run inputs to prompt for run z with inputs rz7Error converting LLM run outputs to generation for run z with outputs rUz, is not supported for dataset of type 'chat'z9Error converting LLM run inputs to chat messages for run z=Error converting LLM run outputs to chat generations for run z Dataset type z not recognized.r)r rrrrrhrrPrWget_prompt_from_inputsrrget_llm_generation_from_outputschatget_messages_from_inputs#get_message_generation_from_outputsrr) rrrrrw dataset_typerkrrrs r8create_example_from_runzClient.create_example_from_run s5  ** *EEHJL11*== :.2 2 2|u$$ 1 111 !8DD    :::-0Z::  '.v%6F; 148!)!I#+!V!VJJ!$@F@@25+@@ $Z0 Z05 5 5|u$$ 2 222 !8#DSZ#P#PQ    :::-0Z::  ;   ("NK##GG "$H$'FHH:=+HH Z03 3 3ZFkGGK\KKKLL L""!%! #   s0.B*B2C*D  E''*FF;;*G%)rr~splitssource_run_idsidsrrSequence[Mapping[str, Any]]/Optional[Sequence[Optional[Mapping[str, Any]]]]r-Optional[Sequence[Optional[str | List[str]]]]r%Optional[Sequence[Optional[ID_TYPE]]]rc |td||j|||||d} t|} | D]@\} } | 9t| | kr&td| dt| d| dAfd t ||pdgt|z|pdgt|z|pdgt|z|pdgt|z|pdgt|zD}|d d i|jd d it|}tj |dS)aMCreate examples in a dataset. Parameters ---------- inputs : Sequence[Mapping[str, Any]] The input values for the examples. outputs : Optional[Sequence[Optional[Mapping[str, Any]]]], default=None The output values for the examples. metadata : Optional[Sequence[Optional[Mapping[str, Any]]]], default=None The metadata for the examples. splits : Optional[Sequence[Optional[str | List[str]]]], default=None The splits for the examples, which are divisions of your dataset such as 'train', 'test', or 'validation'. source_run_ids : Optional[Sequence[Optional[ID_TYPE]]], default=None The IDs of the source runs associated with the examples. ids : Optional[Sequence[ID_TYPE]], default=None The IDs of the examples. dataset_id : Optional[ID_TYPE], default=None The ID of the dataset to create the examples in. dataset_name : Optional[str], default=None The name of the dataset to create the examples in. Nz3Either dataset_id or dataset_name must be provided.r)rr~rrr Length of  (z#) does not match length of inputs (r6c rg|]3\}}}}}}|||||pttj|d4S))rrrr~rTr source_run_id)rCrNr)rxin_out_ metadata_split_id_source_run_id_rs r8rzz*Client.create_examples.. sg   BT9fc>(%.S..!/     r7r/examples/bulkrmr>r-) rPr rrUrziprJrDrrWrK)rrrr~rrrrrrh sequence_args input_lenarg_name arg_valuerLrMs ` r8rzClient.create_examplesg sF  ,"6RSS S  ** *EEHJ ,   KK #0#6#6#8#8   Hi$Y9)D)D 777S^^77*3777    FI/D6CKK/0TFS[[0.4&3v;;.+vF +64&3v;;"6 FF   (,,  It}In6HIIX&& -   +H55555r7Mapping[str, Any]Optional[Mapping[str, Any]]rTOptional[str | List[str]]rFrc |||j}|||||| d} |r|| d<|ptt j| d<|ddi|jdd itd | D } tj | | } tjd i| |j|d S)aCreate a dataset example in the LangSmith API. Examples are rows in a dataset, containing the inputs and expected outputs (or other reference information) for a model or chain. Args: inputs : Mapping[str, Any] The input values for the example. dataset_id : UUID or None, default=None The ID of the dataset to create the example in. dataset_name : str or None, default=None The name of the dataset to create the example in. created_at : datetime or None, default=None The creation timestamp of the example. outputs : Mapping[str, Any] or None, default=None The output values for the example. metadata : Mapping[str, Any] or None, default=None The metadata for the example. split : str or List[str] or None, default=None The splits for the example, which are divisions of your dataset such as 'train', 'test', or 'validation'. example_id : UUID or None, default=None The ID of the example to create. If not provided, a new example will be created. source_run_id : UUID or None, default=None The ID of the source run associated with this example. Returns: Example: The created example. Nr)rrrr~rTrrwrrrrmr>ci|] \}}||| Srr6r1s r8rz)Client.create_example.. sMMMtq!q}a}}}r7r-rr6)r rrrCrNrrJrDrrrWrKrrrr2r) rrrrrwrr~rTrFrrkrMrs r8rzClient.create_example s<X  ** *EEHJ$ *     8!+!5!5!7!7D 43tz||#4#4T ,,  It}In6HIIMMtzz||MMMNN -   +H555!   n3355     r7)rc|ddt|dd|r|ndi}tjdi||j|dS) zRead an example from the LangSmith API. Args: example_id (UUID): The ID of the example to read. Returns: Example: The example. rG /examples/rFrNrrr6)rJrVrrrrr2r)rrFrrMs r8 read_examplezClient.read_examples,,  =*l;; = =e=***-  !  mmoo n3355     r7r)rrr~r'Optional[Union[datetime.datetime, str]]inline_s3_urlsrIterator[ls_schemas.Example]c +Ki| ||t|tjr|n||||t|dnd| d} | t | | d<||| d<n$|!||j}|| d<n t|d| D]B\} }tj d i||j | d V| | d z|krdSCdS) a/Retrieve the example rows of the specified dataset. Args: dataset_id (UUID, optional): The ID of the dataset to filter by. Defaults to None. dataset_name (str, optional): The name of the dataset to filter by. Defaults to None. example_ids (List[UUID], optional): The IDs of the examples to filter by. Defaults to None. as_of (datetime, str, or optional): The dataset version tag OR timestamp to retrieve the examples as of. Response examples will only be those that were present at the time of the tagged (or timestamped) version. splits (List[str], optional): A list of dataset splits, which are divisions of your dataset such as 'train', 'test', or 'validation'. Returns examples only from the specified splits. inline_s3_urls (bool, optional): Whether to inline S3 URLs. Defaults to True. offset (int): The offset to start from. Defaults to 0. limit (int, optional): The maximum number of examples to return. filter (str, optional): A structured fileter string to apply to the examples. Yields: Example: The examples. Nr)rrrrrrrr~r?rrrrryr6) rMrrrorr rrrrrr2r)rrrrrrrrrr~rrhrrrIs r8rJzClient.list_examplessrR "  " %/x7H%I%IT!!!u,(-(9S___s " " "   !,X!6!6F:   ! *F9    %** *EEHJ *F9   #  $ $[ $ @ @   JAw$.7799     QUe^^  r7latest)rc t|d}|dd|d|jtjd|i|}t j|dS)a1Enable dataset indexing. Examples are indexed by their inputs. This enables searching for similar examples by inputs with ``client.similar_examples()``. Args: dataset_id (UUID): The ID of the dataset to index. tag (str, optional): The version of the dataset to index. If 'latest' then any updates to the dataset (additions, updates, deletions of examples) will be reflected in the index. Returns: None Raises: requests.HTTPError rrrz/indexrr-N)rVrJrDrr7rWrK)rrrrhresps r8 index_datasetzClient.index_datasetdss2j,77 ((  + + + +MUC26233 )   +D11111r7)rList[ls_schemas.ExampleSearch]c `t|d}||d|}|||d<|dd|d|jtj|}t j|g}|d D]*} |tj d i| d|i+|S) aeRetrieve the dataset examples whose inputs best match the current inputs. **Note**: Must have few-shot indexing enabled for the dataset. See `client.index_dataset()`. Args: inputs (dict): The inputs to use as a search query. Must match the dataset input schema. Must be JSON serializable. limit (int): The maximum number of examples to return. dataset_id (str or UUID): The ID of the dataset to search over. filter (str, optional): A filter string to apply to the search results. Uses the same syntax as the `filter` parameter in `list_runs()`. Only a subset of operations are supported. Defaults to None. For example, you can use ``and(eq(metadata.some_tag, 'some_value'), neq(metadata.env, 'dev'))`` to filter only examples where some_tag has some_value, and the environment is not dev. kwargs (Any): Additional keyword args to pass as part of request body. Examples: .. code-block:: python from langsmith import Client client = Client() client.similar_examples( {"question": "When would i use the runnable generator"}, limit=3, dataset_id="...", ) .. code-block:: pycon [ ExampleSearch( inputs={'question': 'How do I cache a Chat model? What caches can I use?'}, outputs={'answer': 'You can use LangChain\'s caching layer for Chat Models. This can save you money by reducing the number of API calls you make to the LLM provider, if you\'re often requesting the same completion multiple times, and speed up your application.\n\nfrom langchain.cache import InMemoryCache\nlangchain.llm_cache = InMemoryCache()\n\n# The first time, it is not yet in cache, so it should take longer\nllm.predict(\'Tell me a joke\')\n\nYou can also use SQLite Cache which uses a SQLite database:\n\nrm .langchain.db\n\nfrom langchain.cache import SQLiteCache\nlangchain.llm_cache = SQLiteCache(database_path=".langchain.db")\n\n# The first time, it is not yet in cache, so it should take longer\nllm.predict(\'Tell me a joke\') \n'}, metadata=None, id=UUID('b2ddd1c4-dff6-49ae-8544-f48e39053398'), dataset_id=UUID('01b6ce0f-bfb6-4f48-bbb8-f19272135d40') ), ExampleSearch( inputs={'question': "What's a runnable lambda?"}, outputs={'answer': "A runnable lambda is an object that implements LangChain's `Runnable` interface and runs a callbale (i.e., a function). Note the function must accept a single argument."}, metadata=None, id=UUID('f94104a7-2434-4ba7-8293-6a283f4860b4'), dataset_id=UUID('01b6ce0f-bfb6-4f48-bbb8-f19272135d40') ), ExampleSearch( inputs={'question': 'Show me how to use RecursiveURLLoader'}, outputs={'answer': 'The RecursiveURLLoader comes from the langchain.document_loaders.recursive_url_loader module. Here\'s an example of how to use it:\n\nfrom langchain.document_loaders.recursive_url_loader import RecursiveUrlLoader\n\n# Create an instance of RecursiveUrlLoader with the URL you want to load\nloader = RecursiveUrlLoader(url="https://example.com")\n\n# Load all child links from the URL page\nchild_links = loader.load()\n\n# Print the child links\nfor link in child_links:\n print(link)\n\nMake sure to replace "https://example.com" with the actual URL you want to load. The load() method returns a list of child links found on the URL page. You can iterate over this list to access each child link.'}, metadata=None, id=UUID('0308ea70-a803-4181-a37d-39e95f138f8c'), dataset_id=UUID('01b6ce0f-bfb6-4f48-bbb8-f19272135d40') ), ] r)rrNrrrz/searchr-rLr6) rVrJrDrr7rWrKrr ExampleSearch) rrrrrrhreqrrLexs r8similar_exampleszClient.similar_examplessHj,77      "CM((  , , , ,MC )   +D111))++j) S SB OOJ4QQrQQjQQQ R R R Rr7)rrr~rTrc 6t|||||}|ddt|di|jddit d|D}t j||S) aUpdate a specific example. Parameters ---------- example_id : str or UUID The ID of the example to update. inputs : Dict[str, Any] or None, default=None The input values to update. outputs : Mapping[str, Any] or None, default=None The output values to update. metadata : Dict or None, default=None The metadata to update. split : str or List[str] or None, default=None The dataset split to update, such as 'train', 'test', or 'validation'. dataset_id : UUID or None, default=None The ID of the dataset to update. Returns: ------- Dict[str, Any] The updated example. )rrrr~rTrrrFrmr>ci|] \}}||| Srr6r1s r8rz)Client.update_example.. sPPPtq!!-a---r7r-) r|rJrVrDrrrWrKr) rrFrrr~rTrrIrMs r8update_examplezClient.update_examplesB!    ,,  =*l;; = =It}In6HIIPPw}}PPPQQ -   +H555}}r7rrr~rrSequence[ID_TYPE],Optional[Sequence[Optional[Dict[str, Any]]]]"Optional[Sequence[Optional[Dict]]]c |||||d}t|}|D]@\} } | 9t| |kr&td| dt| d|dAdt||pdgt|z|pdgt|z|pdgt|z|pdgt|z|pdgt|zD} |dd i|jd d it d | D } tj| | S)aUpdate multiple examples. Parameters ---------- example_ids : Sequence[ID_TYPE] The IDs of the examples to update. inputs : Optional[Sequence[Optional[Dict[str, Any]]], default=None The input values for the examples. outputs : Optional[Sequence[Optional[Mapping[str, Any]]]], default=None The output values for the examples. metadata : Optional[Sequence[Optional[Mapping[str, Any]]]], default=None The metadata for the examples. split : Optional[Sequence[Optional[str | List[str]]]], default=None The splits for the examples, which are divisions of your dataset such as 'train', 'test', or 'validation'. dataset_ids : Optional[Sequence[Optional[ID_TYPE]]], default=None The IDs of the datasets to move the examples to. Returns: ------- Dict[str, Any] The response from the server (specifies the number of examples updated). rNrrz%) does not match length of examples (r6c .g|]\}}}}}}||||||dS))rrrrr~rTr6)rxrrrrr dataset_id_s r8rzz*Client.update_examples..AsO   ?S$ 6;)%      r7rrrmr>cJg|] }d|D!S)ci|] \}}||| Srr6r1s r8rz5Client.update_examples...ZsKKK$!QQ]A]]]r7)rrHs r8rzz*Client.update_examples..Ys?#LK'--//KKKr7r-) rUrrPrrJrDrrWrKr) rrrrr~rrr examples_lenrrrLrMs r8update_exampleszClient.update_examplessD &   ;'' #0#6#6#8#8   Hi$Y<)G)G <<.sJAsHS"5"5"5"56677r7)rrLrrrrrr)rPr rrrJrVrWrK)rrrrrrrkrMs r8update_dataset_splitszClient.update_dataset_splitss,  # !BCCC** *EEHJ$' 44   ,, K\ B BKKKRV-   +H55555r79Union[ls_schemas.Run, ls_schemas.RunBase, str, uuid.UUID]ct|ttjfr|||}nt t j|}|S)a|Resolve the run ID. Parameters ---------- run : Run or RunBase or str or UUID The run to resolve. load_child_runs : bool Whether to load child runs. Returns: ------- Run The resolved run. Raises: ------ TypeError If the run type is invalid. r)rMrCrNrOrrrr)rrrrun_s r8_resolve_run_idzClient._resolve_run_idsJ0 cC+ , , -==o=FFDD ,,D r7rI5Union[ls_schemas.Example, str, uuid.UUID, dict, None]Optional[ls_schemas.Example]c|t|ttjfr||}nt|t jr|}ngt|tr.t jdi||j| d}n$|j ||j }nd}|S)aCResolve the example ID. Parameters ---------- example : Example or str or UUID or dict or None The example to resolve. run : Run The run associated with the example. Returns: ------- Example or None The resolved example. rNr6) rMrCrNrOrrrr|r2rr)rrIrreference_example_s r8_resolve_example_idzClient._resolve_example_ids& gTY/ 0 0 &!%!2!27!;!;   !3 4 4 &!(    & & &!+!3""".7799""""    % 1!%!2!233K!L!L  !% !!r7)fn_namercJUnion[ls_evaluator.EvaluationResult, ls_evaluator.EvaluationResults, dict]r$#List[ls_evaluator.EvaluationResult]cJddlmdfd dd }t|jr|g}nu||rfd |dD}nUt|tr t t|g}n t d t|d|S)Nrr9 single_result*Union[ls_evaluator.EvaluationResult, dict]rGls_evaluator.EvaluationResultc|t|tr%jdi|dd|S|S)N reasoning)rFcommentr6)rMr|EvaluationResultrW)r(r$ ls_evaluators r8 _cast_resultz1Client._select_eval_results.._cast_result sh-.. 4|4�#4#4[#A#A(! r7rcr)TypeGuard[ls_evaluator.EvaluationResults]c4t|tod|vS)Nrc)rMr|)rcs r8_is_eval_resultsz5Client._select_eval_results.._is_eval_resultssgt,,Eg1E Er7c&g|] }|Sr6r6)rxrr0s r8rzz/Client._select_eval_results..s!DDDA QDDDr7z!Invalid evaluation results type: z.. Must be EvaluationResult, EvaluationResults.)r(r)rGr*)rcrrGr1)langsmith.evaluationr:rMr.r|rrPr9)rrcr$r3results_r0r/s ` @@r8_select_eval_resultszClient._select_eval_resultss CBBBBB ! ! ! ! ! ! ! F F F F g|< = = yHH  g & & DDDD1CDDDHH  & & $ T$%8%899:HH@DMM@@@ r7) source_inforrr:ls_evaluator.RunEvaluatorr8r9Optional[Union[ls_schemas.Example, str, dict, uuid.UUID]]r*c|||}|||}|||}||||} | dS)a1Evaluate a run. Parameters ---------- run : Run or RunBase or str or UUID The run to evaluate. evaluator : RunEvaluator The evaluator to use. source_info : Dict[str, Any] or None, default=None Additional information about the source of the evaluation to log as feedback metadata. reference_example : Example or str or dict or UUID or None, default=None The example to use as a reference for the evaluation. If not provided, the run's reference example will be used. load_child_runs : bool, default=False Whether to load child runs when resolving the run ID. Returns: ------- Feedback The feedback object created by the evaluation. rrIr8r)rr# evaluate_run_log_evaluation_feedback rrr:r8rrrr"evaluator_responsercs r8r>zClient.evaluate_run&sB##C#II!556GNN&33 &4  //  #0   qzr7) _executorrAOptional[ls_schemas.Run]rBOptional[cf.ThreadPoolExecutor]c|}fd}|D]}|pi} |jr i|j| } d} |jr|j} n ||j} || |j|j|j|j|j| |j tttj |jtjj||j|r|jnd |S)NcPrjjfi|dSjdi|dS)Nr6)rcreate_feedback)rhrBrs r8_submit_feedbackz9Client._log_evaluation_feedback.._submit_feedbackbsN /  !5@@@@@@@$$..v.....r7) rrFscorerr- correctionr8rfeedback_configfeedback_source_typerrr)r7evaluator_info target_run_idrrFrIrr-rJrrrrFeedbackConfigrKFeedbackSourceTypeMODELrr) rrArr8rrBrcrHres source_info_rs ` ` r8r?zClient._log_evaluation_feedbackUs ++,>?? / / / / / /   C&,"L! FE#"4E E G  !+&  Gii >(!/ $Z679L!!&0%B%H%i),6$     "r7%Union[ls_schemas.Run, str, uuid.UUID]cK|||}|||}|||d{V}||||} | dS)a8Evaluate a run asynchronously. Parameters ---------- run : Run or str or UUID The run to evaluate. evaluator : RunEvaluator The evaluator to use. source_info : Dict[str, Any] or None, default=None Additional information about the source of the evaluation to log as feedback metadata. reference_example : Optional Example or UUID, default=None The example to use as a reference for the evaluation. If not provided, the run's reference example will be used. load_child_runs : bool, default=False Whether to load child runs when resolving the run ID. Returns: ------- EvaluationResult The evaluation result object created by the evaluation. rr<Nr=r)rr# aevaluate_runr?r@s r8rVzClient.aevaluate_runsB##C#II!556GNN#,#:#: &$;$ $        //  #0   qzr7r )rIrrJr-r8rLr feedback_idrKr]rcomparative_experiment_idfeedback_group_idrrrFrIUnion[float, int, bool, None]rUnion[str, dict, None]rJUnion[dict, None]r-Union[str, None]rL)Union[ls_schemas.FeedbackSourceType, str]rWrK#Optional[ls_schemas.FeedbackConfig]rXrYls_schemas.Feedbackc || td|| td|r*tjdt|t t |t jst j|}|t jjkrt j |}n=|t jj krt j |}ntd||j |j ni|_ | "d|j vrdt| i|j d<|j rd|j vr|j d}t|d r#t|r|}d|vr1tt#|j ddd |d<||j d<t jd&id t'| dt'|d dt'|d d|d|d|d|d|d|dt(jt(jjdt(jt(jjd| dt'| d dt'|d dt'|d d|}|jjpidd}|r|jjrwt9j|jjdrX|jQ|jJtA|}|j!tEt|j#|nJtI|d }|%d d!d"|i| t8j&f#t j'd&i|S#tP$r#}tR*d$d %|d}~wwxYw)'a Create a feedback in the LangSmith API. Parameters ---------- run_id : str or UUID The ID of the run to provide feedback for. Either the run_id OR the project_id must be provided. trace_id : str or UUID The trace ID of the run to provide feedback for. This is optional. key : str The name of the metric or 'aspect' this feedback is about. score : float or int or bool or None, default=None The score to rate this run on the metric or aspect. value : float or int or bool or str or dict or None, default=None The display value or non-numeric value for this feedback. correction : dict or None, default=None The proper ground truth for this run. comment : str or None, default=None A comment about this feedback, such as a justification for the score or chain-of-thought trajectory for an LLM judge. source_info : Dict[str, Any] or None, default=None Information about the source of this feedback. feedback_source_type : FeedbackSourceType or str, default=FeedbackSourceType.API The type of feedback source, such as model (for model-generated feedback) or API. source_run_id : str or UUID or None, default=None, The ID of the run that generated this feedback, if a "model" type. feedback_id : str or UUID or None, default=None The ID of the feedback to create. If not provided, a random UUID will be generated. feedback_config: langsmith.schemas.FeedbackConfig or None, default=None, The configuration specifying how to interpret feedback with this key. Examples include continuous (with min/max bounds), categorical, or freeform. stop_after_attempt : int, default=10 The number of times to retry the request before giving up. project_id : str or UUID The ID of the project_id to provide feedback on. One - and only one - of this and run_id must be provided. comparative_experiment_id : str or UUID If this feedback was logged as a part of a comparative experiment, this associates the feedback with that experiment. feedback_group_id : str or UUID When logging preferences, ranking runs, or other comparative feedback, this is used to group feedback together. extra : dict Metadata for the feedback. trace_id: Optional[ID_TYPE] = The trace ID of the run to provide feedback for. Enables batch ingestion. Nz-One of run_id and project_id must be providedz2Only one of run_id and project_id must be providedzLThe following arguments are no longer used in the create_feedback endpoint: )r~zUnknown feedback source type __runrr|z+feedback_source.metadata['__run']['run_id']rTrrrFrIrrJr-feedback_sourcerw modified_atrKrrXrYruse_multipart_endpointFz0.8.10) exclude_noner /feedbackrk)r\r]r^zError creating feedbackr5r6)+rPrrrDeprecationWarningrMrrPAPIAPIFeedbackSourcerQModelFeedbackSourcer~rCrrr|rVFeedbackCreaterrrrrrrVrWrrWis_version_greater_or_equalrrr+r r rrrJrFeedbackrdrr8)rrrFrIrrJr-r8rLrrWrKr]rrXrYrrrhrc _run_metafeedbackrr"feedback_blockrs r8rGzClient.create_feedbacksR >j0LMM M  *"8QRR R   M/$Vnn//"    T 2J4QRR '1'D((($$z'D'HHH0+FFF &)F)LLL","@+"V"V"V !WAU!W!WXXX,;,D,P((VX  $(WOG7O,O,O/>.Fw.O 9f--1(92E2E1 ) 0 0Iy((*- +4W=hGI++Ih' 5>(1!0 ,,,$F====  &hDAAAA  C ee&: !0$,001B1FGGG%-11(2C2GHHH!0( EEEE +7-4++++!&#//@d"S"S"S"S'(e)H."Y:@bEE(%M  I% 89JHUU &2%1 7 A A "&&$S%5%5}EE"-X]]]-M-M!N!N))$(:&=?*&9999 9    LL2TL B B BG sM N55 O"?OO")rIrrJr-(Union[float, int, bool, str, dict, None]ci}|||d<|||d<|||d<|||d<|ddt|di|jd d it| }t j|dS) a[Update a feedback in the LangSmith API. Parameters ---------- feedback_id : str or UUID The ID of the feedback to update. score : float or int or bool or None, default=None The score to update the feedback with. value : float or int or bool or str or dict or None, default=None The value to update the feedback with. correction : dict or None, default=None The correction to update the feedback with. comment : str or None, default=None The comment to update the feedback with. NrIrrJr-r /feedback/rWrmr>r-)rJrVrDrrWrK)rrWrIrrJr-feedback_updaterMs r8update_feedbackzClient.update_feedback]s0+-  ',OG $  ',OG $  !,6OL )  )0OI &,,  ?+}== ? ?It}In6HII_-- -   +H55555r7c|ddt|d}tjdi|S)zRead a feedback from the LangSmith API. Parameters ---------- feedback_id : str or UUID The ID of the feedback to read. Returns: ------- Feedback The feedback. rGrtrWr6)rJrVrrnrrrWrMs r8 read_feedbackzClient.read_feedbacksR,,  ?+}== ? ?  "55X]]__555r7)r feedback_keyrLrrz1Optional[Sequence[ls_schemas.FeedbackSourceType]]Iterator[ls_schemas.Feedback]c+K||t|dndd|}|||d<|||d<t|d|D]&\}}tjd i|V| |dz|krdS'dS) aList the feedback objects on the LangSmith API. Parameters ---------- run_ids : List[str or UUID] or None, default=None The IDs of the runs to filter by. feedback_key: List[str] or None, default=None The feedback key(s) to filter by. Example: 'correctness' The query performs a union of all feedback keys. feedback_source_type: List[FeedbackSourceType] or None, default=None The type of feedback source, such as model (for model-generated feedback) or API. limit : int or None, default=None **kwargs : Any Additional keyword arguments. Yields: ------ Feedback The feedback objects. Nr)rrrFsourcergrryr6)rorrrrn) rrrzrLrrhrrrps r8 list_feedbackzClient.list_feedbacks>(-(9S___s     #(F5M  +3F8 $  $ $[ $ @ @    KAx%1111 1 1 1 QUe^^   r7c|ddt|d|j}tj|dS)zDelete a feedback by ID. Parameters ---------- feedback_id : str or UUID The ID of the feedback to delete. rrtrWrNrrxs r8delete_feedbackzClient.delete_feedbacksT,,  ?+}== ? ?M-   +H55555r7)rrJr-r~rAc t||jd\}}||jkrtd||ddt |t |||||d|j} tj| dS) aCreate feedback from a presigned token or URL. Args: token_or_url (Union[str, uuid.UUID]): The token or URL from which to create feedback. score (Union[float, int, bool, None], optional): The score of the feedback. Defaults to None. value (Union[float, int, bool, str, dict, None], optional): The value of the feedback. Defaults to None. correction (Union[dict, None], optional): The correction of the feedback. Defaults to None. comment (Union[str, None], optional): The comment of the feedback. Defaults to None. metadata (Optional[dict], optional): Additional metadata for the feedback. Defaults to None. Raises: ValueError: If the source API URL is invalid. Returns: None: This method does not return anything. ry)rDzInvalid source API URL. rz/feedback/tokens/)rIrrJr-r~r%N) r]rBrPrJrVrrDrWrK) rrrIrrJr-r~rr\rMs r8create_feedback_from_tokenz!Client.create_feedback_from_tokens@&9 $,!& & & "  T\ ) )HHHII I,,  6 4 4 6 6""",& (   M-   +H55555r7) expirationrKrWr0Optional[datetime.datetime | datetime.timedelta]ls_schemas.FeedbackIngestTokenc~||||pttjd}|tjddd|d<nt |t jr||d<nlt |t jr3tj|j |j dz|j d zd z|d<ntd t|| d d t| }tj|tjdi|S)aCreate a pre-signed URL to send feedback data to. This is useful for giving browser-based clients a way to upload feedback data directly to LangSmith without accessing the API key. Args: run_id: feedback_key: expiration: The expiration time of the pre-signed URL. Either a datetime or a timedelta offset from now. Default to 3 hours. feedback_config: FeedbackConfig or None. If creating a feedback_key for the first time, this defines how the metric should be interpreted, such as a continuous score (w/ optional bounds), or distribution over categorical values. feedback_id: The ID of the feedback to create. If not provided, a new feedback will be created. Returns: The pre-signed URL for uploading feedback data. )rrzrKrNrrndayshoursminutes expires_in expires_at<Unknown expiration type: r/feedback/tokens)rkr6)rCrNrrTimeDeltaInputrMrr timedeltarsecondsrPr9rJrrWrKFeedbackIngestTokenr)rrrzrrKrWrrMs r8create_presigned_feedback_tokenz&Client.create_presigned_feedback_token sdB(.2TZ\\!2!2     !+!:"""D    H$5 6 6 M!+!5!5!7!7D    H$6 7 7 M!+!:_ (D0#+r1R7"""D   Kj9I9IKKLL L,,  T""-   +H555-@@ @@@r7)rfeedback_configs feedback_keysr7Optional[Sequence[Optional[ls_schemas.FeedbackConfig]]](Sequence[ls_schemas.FeedbackIngestToken]c |/t|t|krtd|sdgt|z}d\ |tjddd nt |t jr| nit |t jr0tj|j|j dz|j dzdz ntd t|t fd t||D d fd g}tjtj5 fdjD}tj|D]5}|}|d|D6 dddn #1swxYwY|S)a;Create a pre-signed URL to send feedback data to. This is useful for giving browser-based clients a way to upload feedback data directly to LangSmith without accessing the API key. Args: run_id: feedback_key: expiration: The expiration time of the pre-signed URL. Either a datetime or a timedelta offset from now. Default to 3 hours. feedback_config: FeedbackConfig or None. If creating a feedback_key for the first time, this defines how the metric should be interpreted, such as a continuous score (w/ optional bounds), or distribution over categorical values. Returns: The pre-signed URL for uploading feedback data. NzBThe length of feedback_keys and feedback_configs must be the same.NNrrnrrrrc&g|] \}}||dS))rrzrKrrr6)rxrzrKrrrs r8rzz;Client.create_presigned_feedback_tokens..sE   2L/ %$0'6",",    r7rBrCrrrGrcd|dijt|pjid}t j||S)Nrrr%r)rJrDrBrrWrKr)rBrrMrrs r8rz4Client.create_presigned_feedback_tokens..reqs00,,,  - !7#:dl    1  H  / 9 9 9==?? "r7) max_workerscDg|]\}}||Sr6)r)rxrBrrrs r8rzz;Client.create_presigned_feedback_tokens..s=$GWWg66r7c0g|]}tjdi|S)r6)rr)rxparts r8rzz;Client.create_presigned_feedback_tokens..s)QQQZ3;;d;;QQQr7)rBrCrrrGr)rUrPrrrMrrrrrr9rrcfrrrrrr)rrrrrtokensfutsfutrMrrrrrs`` @@@@@r8 create_presigned_feedback_tokensz'Client.create_presigned_feedback_tokensKs@  'C ,>,>#FVBWBW,W,WT   ; $vM(:(:: !+ J  #2JJ  H$5 6 6 M#--//JJ  H$6 7 7 M#2_ (D0#+r1R7JJ Kj9I9IKKLL L      69!#366       # # # # # # #  "s43G/H/H I I I X(,(<(B(B(D(DDt,,  ::<< QQQQQ                 s A1GG"%G")r(Iterator[ls_schemas.FeedbackIngestToken]c#Kt|d|t|dndd}t|d|D]&\}}t jdi|V| |dz|krdS'dS) aList the feedback ingest tokens for a run. Args: run_id: The ID of the run to filter by. limit: The maximum number of tokens to return. Yields: FeedbackIngestToken The feedback ingest tokens. rNr)rrrrryr6)rVrorrrr)rrrrrtokens r8list_presigned_feedback_tokensz%Client.list_presigned_feedback_tokenss"vx00(-(9S___s  "  $ $%7 $ G G    HAu099599 9 9 9 QUe^^   r7) queue_idsrr rr$Iterator[ls_schemas.AnnotationQueue]c#K|dt|Dnd|||t|dndd}t|d|D]&\}}tjdi|V| |dz|krdS'dS) aList the annotation queues on the LangSmith API. Args: queue_ids : List[str or UUID] or None, default=None The IDs of the queues to filter by. name : str or None, default=None The name of the queue to filter by. name_contains : str or None, default=None The substring that the queue name should contain. limit : int or None, default=None Yields: AnnotationQueue The annotation queues. Nc<g|]\}}t|d|dS)z queue_ids[r)rVrs r8rzz1Client.list_annotation_queues..s2UUUfa#0A00011UUUr7r)rrr r/annotation-queuesrryr6)rrorrAnnotationQueue)rrrr rrrqueues r8list_annotation_queueszClient.list_annotation_queuess4(VU )@T@TUUUU*(-(9S___s   "  $ $%9& $ I I    HAu,    QUe^^  r7)rqueue_idrls_schemas.AnnotationQueuec$|||pttjd}|ddd|D}t j|tjdi| S)aCreate an annotation queue on the LangSmith API. Args: name : str The name of the annotation queue. description : str, optional The description of the annotation queue. queue_id : str or UUID, optional The ID of the annotation queue. Returns: AnnotationQueue The created annotation queue object. )rrrrrci|] \}}||| Srr6r1s r8rz2Client.create_annotation_queue..sAAA41a1=!Q===r7rr6) rCrNrrJrrWrKrrr)rrrrrrMs r8create_annotation_queuezClient.create_annotation_queues,&/c$*,,//   ,,  AA4::<<AAA-   +H555)  mmoo   r7cJt||gS)zRead an annotation queue with the specified queue ID. Args: queue_id (ID_TYPE): The ID of the annotation queue to read. Returns: ls_schemas.AnnotationQueue: The annotation queue object. )r)rr)rrs r8read_annotation_queuezClient.read_annotation_queues%D//8*/EEFFFr7)rc|ddt|d||d}tj|dS)a[Update an annotation queue with the specified queue_id. Args: queue_id (ID_TYPE): The ID of the annotation queue to update. name (str): The new name for the annotation queue. description (Optional[str], optional): The new description for the annotation queue. Defaults to None. r/annotation-queues/r)rrrNrJrVrWrK)rrrrrMs r8update_annotation_queuezClient.update_annotation_queue&s_,,  B(8Z"@"@ B B*-   +H55555r7c|ddt|dddi|j}tj|dS)zDelete an annotation queue with the specified queue ID. Args: queue_id (ID_TYPE): The ID of the annotation queue to delete. rrrr?r>rNr)rrrMs r8delete_annotation_queuezClient.delete_annotation_queue;s_ ,,  B(8Z"@"@ B B1CT]C-   +H55555r7c|ddt|dddt|D}tj|dS)aAdd runs to an annotation queue with the specified queue ID. Args: queue_id (ID_TYPE): The ID of the annotation queue. run_ids (List[ID_TYPE]): The IDs of the runs to be added to the annotation queue. rrrr$c Vg|]&\}}tt|d|d'S)zrun_ids[rrrs r8rzz7Client.add_runs_to_annotation_queue..Us6WWW&!S#hsOqOOO4455WWWr7rN)rJrVrrWrK)rrrrMs r8add_runs_to_annotation_queuez#Client.add_runs_to_annotation_queueHsk,,  G(8Z"@"@ G G GWWIgDVDVWWW-   +H55555r7c |ddt|ddt|d}tj|dS)a Delete a run from an annotation queue with the specified queue ID and run ID. Args: queue_id (ID_TYPE): The ID of the annotation queue. run_id (ID_TYPE): The ID of the run to be added to the annotation queue. rrrrrNr)rrrrMs r8 delete_run_from_annotation_queuez'Client.delete_run_from_annotation_queueYs^,,  d(8Z"@"@ d dQWYaHbHb d d   +H55555r7r%ls_schemas.RunWithAnnotationQueueInfocdt|dd}|d|d||j}tj|t jdi|S)aGet a run from an annotation queue at the specified index. Args: queue_id (ID_TYPE): The ID of the annotation queue. index (int): The index of the run to retrieve. Returns: ls_schemas.RunWithAnnotationQueueInfo: The run at the specified index. Raises: ls_utils.LangSmithNotFoundError: If the run is not found at the given index. ls_utils.LangSmithError: For other API-related errors. rrrrGrJrr6)rVrJrDrWrKrRunWithAnnotationQueueInfor)rrrbase_urlrMs r8get_run_from_annotation_queuez$Client.get_run_from_annotation_queueis N(J)G)GMMM,,  ! !% ! !M-   +H5554GGx}}GGGr7)rnrrwr~r experimentsrn ls_schemas.ComparativeExperimentcR|std|!||dj}|std|ptt j|||||p-t jt jj id}| ||dd<td | D} | d d d | i } tj| | } t!jdi| S)aCreate a comparative experiment on the LangSmith API. These experiments compare 2 or more experiment results over a shared dataset. Args: name: The name of the comparative experiment. experiments: The IDs of the experiments to compare. reference_dataset: The ID of the dataset these experiments are compared on. description: The description of the comparative experiment. created_at: The creation time of the comparative experiment. metadata: Additional metadata for the comparative experiment. Returns: The created comparative experiment object. z$At least one experiment is required.Nrr?z A reference dataset is required.)rrexperiment_idsr)rrwrrr~ci|]\}}|| Sr6r6r1s r8rz8Client.create_comparative_experiment..s999DAq1a999r7rz/datasets/comparativerkrr6)rPrr)rCrNrrrrrrrrJrWrKrrComparativeExperiment) rrrrnrrwr~rrserrM response_ds r8create_comparative_experimentz$Client.create_comparative_experimentsN4 ECDD D  $ $ 1 1&q>!2!!" ! A?@@ @)DJLL)))$5&$T(9(=(=h>O>S(T(T    (0DM* %99DJJLL999::,,  #-   +H555]]__ /==*===r7rq) evaluationconcurrency_levelrproject_metadatadataset_versionverbose input_mapperrllm_or_chain_factoryr Optional[Any]rrrrrOptional[Callable[[Dict], Any]]cKtjdt ddlm} n#t $rt dwxYw| d||||||||| | |d | d{VS)zAsynchronously run the Chain or language model on a dataset. .. deprecated:: 0.1.0 This method is deprecated. Use :func:`langsmith.aevaluate` instead. z}The `arun_on_dataset` method is deprecated and will be removed in a future version.Please use the `aevaluate` method instead.r)arun_on_datasetzlThe client.arun_on_dataset function requires the langchainpackage to run. Install with pip install langchain) rrclientrrrrrrrrNr6)rrrhlangchain.smithrr') rrrrrrrrrrrrh_arun_on_datasets r8rzClient.arun_on_datasets*   9       K K K K K K K   F   &%  %!5!/%-%#+            s%?c tjdt ddlm} n#t $rt dwxYw| d||||||||| | |d | S)zRun the Chain or language model on a dataset. .. deprecated:: 0.1.0 This method is deprecated. Use :func:`langsmith.aevaluate` instead. z{The `run_on_dataset` method is deprecated and will be removed in a future version.Please use the `evaluate` method instead.r)run_on_datasetzkThe client.run_on_dataset function requires the langchainpackage to run. Install with pip install langchain) rrrrrrrrrrrr6)rrrhrrr') rrrrrrrrrrrrh_run_on_datasets r8rzClient.run_on_datasets*   8                F     %!5/!%-%#+      s#=ownercL|}|dkp |j|kS)zCheck if the current workspace has the same handle as owner. Args: owner (str): The owner to check against. Returns: bool: True if the current tenant is the owner, False otherwise. -)rQ tenant_handle)rrsettingss r8_current_tenant_is_ownerzClient._current_tenant_is_owner s,%%''|>x5>>r7actionls_utils.LangSmithUserErrorcjtjd|d|jd|S)NzCannot z% for another tenant. Current tenant: z, Requested tenant: )rWrXrQr)rrrs r8_owner_conflict_errorzClient._owner_conflict_error,sS* )f ) )#1133A ) )!& ) )   r7prompt_owner_and_namec|dd|d||d}|d}|r|ddnd S) aGet the latest commit hash for a prompt. Args: prompt_owner_and_name (str): The owner and name of the prompt. limit (int): The maximum number of commits to fetch. Defaults to 1. offset (int): The number of commits to skip. Defaults to 0. Returns: Optional[str]: The latest commit hash, or None if no commits are found. rG /commits/rJ)rrrcommitsr commit_hashN)rJr)rrrrrMrs r8_get_latest_commit_hashzClient._get_latest_commit_hash5sh,,  0- 0 0 0"f55-   --//),,3=wqz-((=r7prompt_identifierlikeDict[str, int]ctj|\}}}|dd|d|d|i}||S)aLike or unlike a prompt. Args: prompt_identifier (str): The identifier of the prompt. like (bool): True to like the prompt, False to unlike it. Returns: A dictionary with the key 'likes' and the count of likes as the value. Raises: requests.exceptions.HTTPError: If the prompt is not found or another error occurs. rz/likes/rJrr)rWparse_prompt_identifierrJraise_for_statusr)rrrr prompt_namerrMs r8_like_or_unlike_promptzClient._like_or_unlike_promptJst !) @AR S S{A,, 3e33k3364.-   !!###}}r7c tj|\}}}||s|jd|d|d|ddS|}|jd|d|ddd|jS)zGet a URL for a prompt. Args: prompt_identifier (str): The identifier of the prompt. Returns: str: The URL for the prompt. z/hub/rJraNz /prompts/z?organizationId=)rWrrr2rQr)rrrrrrs r8_get_prompt_urlzClient._get_prompt_urlas+3*J + + '{K,,U33 SnRR5RR;RRRaRRR R%%''~ - -  - -k"1"o - -'{ - - r7c8||}|rdndS)zCheck if a prompt exists. Args: prompt_identifier (str): The identifier of the prompt. Returns: bool: True if the prompt exists, False otherwise. TF) get_prompt)rrrks r8_prompt_existszClient._prompt_existsxs%!233(tt5(r7c0||dS)zLike a prompt. Args: prompt_identifier (str): The identifier of the prompt. Returns: A dictionary with the key 'likes' and the count of likes as the value. Trrrrs r8 like_promptzClient.like_prompts**+<4*HHHr7c0||dS)zUnlike a prompt. Args: prompt_identifier (str): The identifier of the prompt. Returns: A dictionary with the key 'likes' and the count of likes as the value. Frrrs r8 unlike_promptzClient.unlike_prompts**+<5*IIIr7rdesc)rr is_public is_archived sort_fieldsort_directionrr r r ls_schemas.PromptSortFieldrLiteral['desc', 'asc']ls_schemas.ListPromptsResponsec |||rdn|dnd|rdnd||||rdndd}|dd|} tjdi| S) aList prompts with pagination. Args: limit (int): The maximum number of prompts to return. Defaults to 100. offset (int): The number of prompts to skip. Defaults to 0. is_public (Optional[bool]): Filter prompts by if they are public. is_archived (Optional[bool]): Filter prompts by if they are archived. sort_field (ls_schemas.PromptsSortField): The field to sort by. Defaults to "updated_at". sort_direction (Literal["desc", "asc"]): The order to sort by. Defaults to "desc". query (Optional[str]): Filter prompts by a search query. Returns: ls_schemas.ListPromptsResponse: A response object containing the list of prompts. r Nfalse)rrr r r rr match_prefixrG/repos/rr6)rJrListPromptsResponser) rrrr r r rrrrMs r8 list_promptszClient.list_promptss:#SI4It%0=66g$,&+5FF   ,,UIf,MM-@@ @@@r7Optional[ls_schemas.Prompt]ctj|\}}} |dd|d|}tjdi|dS#tj$rYdSwxYw)aGet a specific prompt by its identifier. Args: prompt_identifier (str): The identifier of the prompt. The identifier should be in the format "prompt_name" or "owner/prompt_name". Returns: Optional[ls_schemas.Prompt]: The prompt object. Raises: requests.exceptions.HTTPError: If the prompt is not found or another error occurs. rGrrJrepoNr6)rWrrJrPromptrrrrrrrrMs r8rzClient.get_prompts!) @AR S S{A 008W%8W8W+8W8WXXH$??x}}v'>?? ?.   44 sAAA21A2rreadmerr rls_schemas.Promptc|}|r|jstjdtj|\}}} ||s|d|||pd|pd|pg|d} |dd| } | tj d i| d S) aCreate a new prompt. Does not attach prompt object, just creates an empty prompt. Args: prompt_name (str): The name of the prompt. description (Optional[str]): A description of the prompt. readme (Optional[str]): A readme for the prompt. tags (Optional[Sequence[str]]): A list of tags for the prompt. is_public (bool): Whether the prompt should be public. Defaults to False. Returns: ls_schemas.Prompt: The created prompt object. Raises: ValueError: If the current tenant is not the owner. HTTPError: If the server request fails. Cannot create a public prompt without first creating a LangChain Hub handle. You can add a handle by creating a public prompt at: https://smith.langchain.com/prompts)rzcreate a promptr[) repo_handlerrrr rrrrr6) rQrrWrXrrrrJrrrr) rrrrrr rrrrrrMs r8 create_promptzClient.create_prompts6%%''  X3 -6 !) @AR S S{A,,5,99 G,,->FF F'&,"lJB" < < ,,VYT,JJ!!### ;;8==??6#:;;;r7parent_commit_hashobjectr%c||stjd ddlm}n#t $rt dwxYw||}t j|}tj|\}}} |d|} |dks|| | }||d} | d d | | } | d d } | | d| S)aCreate a commit for an existing prompt. Args: prompt_identifier (str): The identifier of the prompt. object (Any): The LangChain object to commit. parent_commit_hash (Optional[str]): The hash of the parent commit. Defaults to latest commit. Returns: str: The url of the prompt commit. Raises: HTTPError: If the server request fails. ValueError: If the prompt does not exist. z0Prompt does not exist, you must create it first.r)r7zvThe client.create_commit function requires the langchain_corepackage to run. Install with `pip install langchain_core`rJrN) parent_commitmanifestrrrcommitrra) rrWrlangchain_core.load.dumpr7r'rrrrrJr)rrr&r%r7 json_object manifest_dictrrrr request_dictrMrs r8 create_commitzClient.create_commitsd,""#455 1B   6 6 6 6 6 6 6   M   eFmm  ;// ( @AR S S{A#( 8 8; 8 8  ) )-?-G!%!=!=>S!T!T );WW ,, 7 577l-  mmooh/ > ##'<$L$L{$L$LMMMs 2A )rrrr r c`|}|r|jstdi}|||d<|||d<|||d<|||d<|||d<tj|\} } } |dd | d | | } | | S) a$Update a prompt's metadata. To update the content of a prompt, use push_prompt or create_commit instead. Args: prompt_identifier (str): The identifier of the prompt to update. description (Optional[str]): New description for the prompt. readme (Optional[str]): New readme for the prompt. tags (Optional[Sequence[str]]): New list of tags for the prompt. is_public (Optional[bool]): New public status for the prompt. is_archived (Optional[bool]): New archived status for the prompt. Returns: Dict[str, Any]: The updated prompt data as returned by the server. Raises: ValueError: If the prompt_identifier is empty. HTTPError: If the server request fails. r!Nrrr r rrrrJr)rQrrPrWrrJrr) rrrrrr r rrrrrrMs r8 update_promptzClient.update_promptFs:%%''  X3 6 <>  ""-D   #DN  )D   ""-D   DL ( @AR S S{A,, 4u44{444-   !!###}}r7ctj|\}}}||s|d||dd|d|}|dS)a6Delete a prompt. Args: prompt_identifier (str): The identifier of the prompt to delete. Returns: bool: True if the prompt was successfully deleted, False otherwise. Raises: ValueError: If the current tenant is not the owner of the prompt. zdelete a promptrrrJN)rWrrrrJrrs r8 delete_promptzClient.delete_prompts!) @AR S S{A,,U33 G,,->FF F,,X7V7V7V7V7VWW!!#####r7 include_modelr5ls_schemas.PromptCommitc tj|\}}} tj|jjd}n,#t $rt dd}YnwxYw|s3|dkr-||d|}|t d|}| dd |d|d||rd nd }tj d i||d | S)a"Pull a prompt object from the LangSmith API. Args: prompt_identifier (str): The identifier of the prompt. Returns: ls_schemas.PromptObject: The prompt object. Raises: ValueError: If no commits are found for the prompt. z0.5.23zHFailed to parse LangSmith API version. Defaulting to using optimization.TrrJNzNo commits foundrGrz?include_model=truer[rrr6) rWrrmrrrPr exceptionrrJr PromptCommitr) rrr5rrruse_optimizationlatest_commit_hashrMs r8pull_prompt_commitzClient.pull_prompt_commitsp"+3*J + + '{K $'C !8     $ $ $   Z    $     $   1K8$;$;!%!=!=>V>V>V>V!W!W !) !34440 ,, DEDDKDD+D,9A((rDD  &  {FFhmmooF   s:&A#"A#rrr5'Iterator[ls_schemas.ListedPromptCommit]c#Ktj|\}}}|td|n|||d}d} ||d<|dd|d |d | } | } | d } | d } | sdS| D]*}| | |krdSt jdi||d |V| dz } +|t| z }|| krdS)aList commits for a given prompt. Args: prompt_identifier (str): The identifier of the prompt in the format 'owner/repo_name'. limit (Optional[int], optional): The maximum number of commits to return. If None, returns all commits. Defaults to None. offset (int, optional): The number of commits to skip before starting to return results. Defaults to 0. include_model (bool, optional): Whether to include the model information in the commit data. Defaults to False. Returns: Iterator[ls_schemas.ListedPromptCommit]: An iterator of ListedPromptCommit objects representing the commits. Yields: ls_schemas.ListedPromptCommit: A ListedPromptCommit object for each commit. Note: This method uses pagination to retrieve commits. It will make multiple API calls if necessary to retrieve all commits or up to the specified limit. Nrr>rTrrGrrJrrrqr8ryr6)rWrrorJrrListedPromptCommitrU)rrrrr5rrrrrrMvalrrqits r8list_prompt_commitszClient.list_prompt_commitssO4!) @AR S S{A).(9Se___u*    %F8 002E22K2221H --//C NELE   $eFF 3 %{AAbAQ c%jj F/ r7c t ddlm}ddlm}ddlm}ddlm}ddlm }ddl m }m } n#t$rtdwxYw dd lm} n%#t$rt jd } YnwxYw||| } | 5|t'j| j} d d d n #1swxYwYt-| |s%t-| | rt-| j|rt-| |r| n-t-| | rt-| j|r| jnd } | t1jd | ji| _| j| j| j| jd|r!t-| | rt-| j|rt?| j dkrt-| j!|st-| j!|rt-| j!j"|rytG| | j| j!j"z}t?|j dkr<|j d}| | j|j$dii| j!j%|j!} n)|} n&t-| j!|r| j| j!z} n | S)aPull a prompt and return it as a LangChain PromptTemplate. This method requires `langchain_core`. Args: prompt_identifier (str): The identifier of the prompt. Returns: Any: The prompt object in the specified format. r)BaseLanguageModel)r)BaseOutputParser)BasePromptTemplate)StructuredPrompt)RunnableBindingRunnableSequenceztThe client.pull_prompt function requires the langchain_corepackage to run. Install with `pip install langchain_core`)suppress_langchain_beta_warningc3KdVdSrr6r6r7r8rLz;Client.pull_prompt..suppress_langchain_beta_warningsr7r4Nz-Prompt object is not a valid prompt template.) lc_hub_owner lc_hub_repolc_hub_commit_hashr>rnryr6)&#langchain_core.language_models.baserFlangchain_core.load.loadrlangchain_core.output_parsersrGlangchain_core.promptsrH!langchain_core.prompts.structuredrIlangchain_core.runnables.baserJrKr'langchain_core._apirL contextlibcontextmanagerr=rr7r)rMfirstrWrr~rrrrrUstepslastboundrbindrh)rrr5rFrrGrHrIrJrKrL prompt_objectrkprompt_templateseq rebound_llms r8 pull_promptzClient.pull_prompts  M M M M M M 6 6 6 6 6 6 F F F F F F A A A A A A J J J J J J W W W W W W W W W   M     K K K K K K K     &  ' &     // ]0  - , . . ? ?U4:m&<==>>F ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? v1 2 2 &"233 6<);<< f&899"&*:;;"6<1CDDFLL &-C'/+-(  $ + +$1$7#0#5*7*C     6#344 6<)9::  FL!!Q&&z&+GW/X/X&&+77 J !#4== +V\FK>Q&&"%)A,K-- ( (BB+Afk.@+ABBFF !FFFK):;; +1<&++E s-&)AAA0/A0#CC C)r&r%r rrrc<||r8td||||fDr||||||n||||nd||||||S||||}|S)aPush a prompt to the LangSmith API. Can be used to update prompt metadata or prompt content. If the prompt does not exist, it will be created. If the prompt exists, it will be updated. Args: prompt_identifier (str): The identifier of the prompt. object (Optional[Any]): The LangChain object to push. parent_commit_hash (str): The parent commit hash. Defaults to "latest". is_public (Optional[bool]): Whether the prompt should be public. If None (default), the current visibility status is maintained for existing prompts. For new prompts, None defaults to private. Set to True to make public, or False to make private. description (Optional[str]): A description of the prompt. Defaults to an empty string. readme (Optional[str]): A readme for the prompt. Defaults to an empty string. tags (Optional[Sequence[str]]): A list of tags for the prompt. Defaults to an empty list. Returns: str: The URL of the prompt. c3K|]}|duV dSrr6)rxparams r8r2z%Client.push_prompt..s8&+T!r7rNF)r rrr)rr$)ranyr1r#rr/) rrr&r%r rrrr^s r8 push_promptzClient.push_prompt`sN   0 1 1 09;PT/U ""% +!' #   !'0'<))%'     >'':K'LL L   1!    r7cd|_dS)z2Manually trigger cleanup of the background thread.TN)rr7s r8cleanupzClient.cleanups#r7r)rBrrrrrrrrrrrrr_rrrrrrrrrrrGr)rGrC)rGr)rGrE)rGrN)rRrSrGr)rbrcrdrCr\rer]rEr^rfr_rfr`rgrarCrhrrGri)rSrCrrrGr) rSrCrrrrrrCrGr)rrrrCrrrrrrrrrGr)rrrrrrrrrrrrrGr)FF)rrrr_rr_rGr|)rrrGr)rr r r_rGr )rrCrrrrrrrrrhrrGr)rr|)rr|)rr|)r+r,rGrr)rMrNrrNrLr_rGr)rr`rarC)r+rfrGr)rwr&rvrE)rrrrrrr8rrrrrr.rrrrrr5rrhrrGr)rr|rGr)rrrGrr)rrrr_rGr)$rrrrrrrrrrrrrrrrrrrrrrrrr8rrrrrrrSrhrrGr)"rrrrrrrrrrrrrrrrrrr8rrrrrrrrrrrrrrGr)rrrrrrrGrC)rrrrrGrC)rrrGr)rrrGr)rrrGr_)rrrrrGr)rrrrrGr)rrrrrGr)rrrGr)rrCrGr)rrCrrrGr) r!rCrrrrr rrrSrGr")rrCrrr~rr'r_r(rr)rrGr*)rrrrrrr~rr(rrrrGr*)rGr)rGr)rrrrr:r_rGr;)rrCrrrGr_)rrrrrGr)NNNNNNNN)rrrrr rr)rrirrjrrrSr~rkrGrl)rrrrrGr)rrCrrrrursrkrtrkr~rrGr)rrrrrGr_)rrrrrGr) rrrrrrrrrGr)rrrrrGr)rrrrrrrrr~rkrrSrGr)rrrrrGr) rrrrrrrrCrGr) rrrrrrrrSrGr) rrrrrrrrrGr)rrCrrrrrGr)rrrGru)NNNN) rkrCrrrrrrrwrrGr) rrrrrrrrrwrrGr)NNN) rrrrrrrwrrGr)rrrrr~rrrrrrrrrrrrhrrGr)rrrrrrrwrrrr~rrTrrFrrrrGr)rFrrrrGr)NNNNNT)rrrrrrrrrrrr_rrErrSr~rrrrhrrGr)rrrrCrhrrGr) rr|rrErrrrrhrrGr)rFrrrkrrr~rrTrrrrGr)rrrrrrr~rrrrrrGr)rFrrGr)rrrrrr rGr ) rrrrrrCrrrr_rGr)rrrr_rGr)rIrrrrGr )rcr%r$rrGr&) rrr:r9r8rkrr:rr_rGr*) rAr%rrCr8rkrrrBrDrGr&) rrTr:r9r8rkrr:rr_rGr*)&rrrFrCrIrZrr[rJr\r-r]r8rkrLr^rrrWrrKr_r]rErrrXrrYrrrrrrhrrGr`) rWrrIrZrrrrJr\r-r]rGr)rWrrGr`) rrrzrrLr{rrSrhrrGr|)rWrrGr)rrArIrZrrrrJr\r-r]r~rrGr) rrrzrCrrrKr_rWrrGr) rrrrrrrrrGr)rrrrSrGr) rrrrr rrrSrGr)rrCrrrrrGr)rrrGr)rrrrCrrrGr)rrrGr)rrrrrGr)rrrrrGr)rrrrErGr)rrCrrrnrrrrwrr~rkrrrGr)rrCrrrrrrErrrrkrrrr_rrrrrhrrGr)rrCrGr_)rrCrrCrGr)ryr)rrCrrErrErGr)rrCrr_rGr)rrCrGrC)rrCrGr_)rrCrGr)rrErrEr rr rr rrrrrrGr)rrCrGr) rrCrrrrrrr r_rGr)rrCr&rr%rrGrC)rrCrrrrrrr rr rrGr)rrCrGr)rrCr5rrGr6) rrCrrSrrEr5r_rGr?)rrCr5rrGr)rrCr&rr%rCr rrrrrrrrGrC)rGr)r2r3r4r5 __slots__rr4r8propertyr:r2rDrrQrZrJrrrrrrrr staticmethodrrrr!rrrKr_r=rkrurhrrrrrrrrrrrrrr rrrrr&r0r3rrrWxor_argsrrArhrprrrzr}r rrrrrrrrr%rrrrrrrJr"rrrrr rrrr#r7r>r?rVrPrirGrvryrrrrrrrrrrrrrrrrrrrrrrrrr PromptSortField updated_atrrr#r/r1r3r=rDrcrhrjr6r7r8rr]s88I2"&w%"&(,<@!%.2#'7;EIFJ@D-1w%w%w%w%w%w%r X X X X3333(((X(BBBXBX X4    .-1"#<@=AMQm m m m m m `6:$!$!$!$!$!$!T $17 -0-0-0-0-0-0l&*3=3F3I/ / / / / / n#%)3=3F3IO O O O O O h 11111f   \ 6;H'+%)I)I)I)I)I)I)V    ))))++++CCCCR  M3"M3M3M3M3M3M3^NNNN24444.  _3"_3_3_3_3_3_3BUV------f#04#!%"&+/ $$( Y#Y#Y#Y#Y#Y#v """"J8=8CG<@"&&*26# $&*%)"&+/26 $/3*.#%AAAAAAL'+#'(,"&-1/39=$("& $# $&*%)"&*.%UUUUUUv'+(, * * * * * * XKO::::::"6666DDDD*    MQKKKKK"PT B B B B B)-& '+ & & & & & & T)- '+       66666    $KO      .04"'+#######R&*#'(,266U6U6U6U6U6Ux#%)#'(,040U0U0U0U0U0Ud( X566%)&*# + + + + + 76+ \AE4)-&* bFbFbFbFbFbFL04"'+2604)-#-1CCCCCJX566/3QU666667666&*)3)<)?2637#'7 7 7 7 7 7 t04QU.X566'+(, 0 0 0 0 0 760 h)-I='+ I=I=I=I=I=I=X+/QUD04#'&*/3-1#''''''RX566)-&* 66666766:)-&* 767676767676x)-&* $# !!!!!!L)-&*-1! 1<1<1<1<1<1(,$('6'6'6'6'6'6R6666,0404RV# ,,,,,,\ 6 6 6 6$0446 ;?(,$(#'464646464646vHL?C)-=A=A=A=A=A=AHHL bbbbbbP $ @.2"'+# ((((((\&*&* " " " " " " H G G G GMQ666666* 6 6 6 66666"6666 HHHH<04%)26-1 $8>8>8>8>8>8>~%)!"&*59CG8<%)/ / / / / / l%)!"&*59CG8<%)1 1 1 1 1 1 f ? ? ? ?    IJ>>>>>*.    . ) ) ) ) I I I I J J J J$(&+1;1K1V17#*A*A*A*A*A*AX2&* $(,2<2<2<2<2<2r?) r@rArBrCrDrErFrCrGrH)r^rCrGr_)rGr)rrrGr)rBrCrrrGr)rGr)rrrGrr)rrrKrrGr)rrrGr)rrrr_rGr)rrrr_)rrrqrkrGr|)r5 __future__rrr:rrrrXrr#r}importlib.metadatarr[rloggingrrrrrbtypingrNrrinspectrrrrrrr r r r r rrrrrrrrurllibrrQrrrrequests_toolbeltrrztyping_extensionsrurllib3.poolmanagerr urllib3.utilrr@rrrrrrWlangsmith._internalr&langsmith._internal._background_threadr r!r#langsmith._internal._beta_decoratorr"langsmith._internal._constantsr#r$r%langsmith._internal._multipartr&r'langsmith._internal._operationsr(r)r*r+r,r-r.langsmith._internal._serder/rzoneinfor0r'r[rbr5r:r/ getLoggerr2rrrBWARNED_ATTACHMENTSr<__annotations__rhexr| parametersrr]rerOrCrrrrrrrrVoverloadrr$r HTTPAdapterrrrxr~r6r7r8rs   #"""""      $)(((((222222('''''''''''######++++++'''''''''''':99999 A@@@@@(!!!!!!!(((((((((((((( ?>>>>>>  8 $ $#'#$<==   4:<< , '0B0B0MM  :(  3  H 3333B    0($$$$&JJJJCG QVQ  TTTTT-9TTT8KU$KU$KU$KU$KU$KU$KU$KU$`j.2$Q$Q$Q$Q$QR.2&T&T&T&T&T&T&TsDD-,D-